-- Logs begin at Wed 2021-10-13 03:31:40 UTC, end at Wed 2021-10-13 08:06:40 UTC. -- Oct 13 04:00:54.401140 n-d-813736-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 04:00:57.134030 n-d-813736-1 neutron-server[94939]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:00:57.134634 n-d-813736-1 neutron-server[94939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 04:00:57.134802 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 04:00:57.137982 n-d-813736-1 neutron-server[94939]: INFO neutron.common.config [-] Logging enabled! Oct 13 04:00:57.138238 n-d-813736-1 neutron-server[94939]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 04:00:57.138546 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94939) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 04:00:57.139497 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:00:57.139735 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:00:57.140093 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:00:57.140336 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:00:57.140563 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:00:57.140881 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.141179 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.141477 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.141707 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.142038 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.142380 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.142658 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.142945 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.143294 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.143583 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.143861 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.144144 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.144372 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.144650 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.144936 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.145219 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.145441 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] debug = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.145719 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.146148 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.146555 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.146832 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.147138 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.147415 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.147683 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.147955 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.148234 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.148558 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] host = n-d-813736-1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.148848 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.149120 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.149406 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.149690 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.149975 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.150237 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.150519 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.150788 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.151073 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.151352 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.151638 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.151924 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.152210 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.152431 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.152649 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.152937 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.153220 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.153494 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.153764 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.154034 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.154403 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.154679 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.154946 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.155263 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.155545 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.155824 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.156095 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.156362 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.156632 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.156897 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.157179 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.157447 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.157736 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.158004 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.158285 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.158550 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.158818 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.159141 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.159428 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.159708 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.159991 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.160261 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.160539 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.160804 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.161073 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.161340 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_json = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.161608 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.161872 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.162147 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.162416 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.162682 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.162950 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.163239 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.163523 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:57.163815 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.164106 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.164402 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.164683 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.164988 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.165266 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.165554 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.165829 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.166114 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.166399 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.166686 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.166961 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.167273 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.167548 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.167839 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.168139 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.168427 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.168713 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.168986 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.169258 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.169527 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.169800 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.170083 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.170357 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.170642 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.170929 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.171230 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.171512 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.171804 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.172091 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.172364 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.172638 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.172925 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.173202 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.174002 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.174313 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.174606 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.174881 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.175172 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.175456 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.175732 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.176004 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.176272 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.176552 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.176841 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.177118 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.177390 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.177662 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.177936 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.178204 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.178488 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.178762 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.179035 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.179330 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.179606 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.179876 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.180149 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.180425 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.180693 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.180964 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.181235 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.181506 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.181777 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.182047 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.182316 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.182586 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.182854 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.183147 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.183420 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.183690 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.183957 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.184226 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.184496 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.184774 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.185067 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.185342 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.185617 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.185890 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.186164 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.186441 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.186713 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.186984 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.187280 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.187550 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.187836 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.188113 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.188395 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.188673 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.189531 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.189854 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.190133 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.190415 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.190689 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.190963 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.191270 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.191554 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.191848 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.192140 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.192432 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.192722 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.193009 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.193285 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.193590 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.193867 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:57.194084 n-d-813736-1 neutron-server[94939]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:00:57.194322 n-d-813736-1 neutron-server[94939]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94939) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 04:00:57.629273 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 04:00:57.629549 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 04:00:57.629841 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 04:00:57.630170 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 04:00:57.948890 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.949119 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.949392 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.950558 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.950829 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.951111 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.985297 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.985573 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:57.986370 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.001685 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.001965 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.002232 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.031970 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.032252 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.032522 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.070647 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.070930 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.071232 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.305983 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.306609 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.306609 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.306769 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.307484 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.430884 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.431233 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.431520 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.431791 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.432055 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.432362 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.432621 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.432874 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.433126 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.433407 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.433665 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.433926 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.434179 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.434428 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.434681 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.434942 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.435220 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.435486 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.435753 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.436008 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.436273 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.436523 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.436806 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.437179 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.437424 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.437667 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.438055 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.438293 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.438528 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.438762 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.439019 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.439272 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:58.439633 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 04:00:58.442690 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 04:00:58.446621 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 04:00:58.451350 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 13 04:00:58.453004 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 04:00:58.453467 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 04:00:58.453802 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 04:00:58.454191 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 04:00:58.457258 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 04:00:58.457510 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 04:00:58.457857 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:00:58.463189 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 04:00:58.486105 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 04:00:58.486565 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.486868 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94939) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 04:00:58.487247 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.488621 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94939) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 04:00:58.488906 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 04:00:58.489147 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 04:00:58.492525 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.492811 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:58.558308 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 04:00:58.558495 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 04:00:58.558734 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 04:00:58.559130 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 04:00:58.580327 n-d-813736-1 neutron-server[94939]: DEBUG oslo_db.sqlalchemy.engines [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94939) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 04:00:59.114801 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing driver for type 'gre' Oct 13 04:00:59.115359 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] gre ID ranges: [(1, 1000)] Oct 13 04:00:59.166835 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing driver for type 'local' Oct 13 04:00:59.167194 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing driver for type 'vlan' Oct 13 04:00:59.179884 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] VlanTypeDriver initialization complete Oct 13 04:00:59.180229 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing driver for type 'vxlan' Oct 13 04:00:59.180716 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] vxlan ID ranges: [(1, 1000)] Oct 13 04:00:59.230216 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing extension driver 'port_security' Oct 13 04:00:59.230549 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] PortSecurityExtensionDriver initialization complete Oct 13 04:00:59.230884 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing mechanism driver 'openvswitch' Oct 13 04:00:59.231248 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing mechanism driver 'hyperv' Oct 13 04:00:59.238172 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:59.238850 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.239256 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.239610 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.240140 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.240572 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.240925 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.241269 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.241669 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.242078 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.242427 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.242770 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.243193 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.243629 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.243981 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.244327 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.244861 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.245270 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.245630 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.245974 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.246375 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.246782 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > address_group after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.247155 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > address_group after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.247498 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.247892 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94939) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 04:00:59.248272 n-d-813736-1 neutron-server[94939]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] ML2 OVO RPC backend initialized. {{(pid=94939) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 04:00:59.248977 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.249332 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.249746 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.250093 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > networks before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.250440 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.250784 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > ports before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.251151 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.252074 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnets before_response 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.252685 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.253048 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.253391 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.253732 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.254070 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.254407 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.254744 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.255095 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.255435 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.256006 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.plugin [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Modular L2 Plugin initialization complete Oct 13 04:00:59.256337 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading services supported by the core plugin {{(pid=94939) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 04:00:59.256664 n-d-813736-1 neutron-server[94939]: INFO neutron.plugins.ml2.managers [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Got port-security extension from driver 'port_security' Oct 13 04:00:59.257129 n-d-813736-1 neutron-server[94939]: INFO neutron.extensions.vlantransparent [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Disabled vlantransparent extension. Oct 13 04:00:59.257611 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94939) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 04:00:59.257929 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: router Oct 13 04:00:59.295232 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.295624 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_create 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.295995 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router before_create 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.296360 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.296736 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.297094 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_delete 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.297464 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.297816 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.298175 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_create 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.299364 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.299848 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.300206 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.300574 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.300988 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.301360 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.301705 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.302049 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: subnet after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.302391 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.302745 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.303121 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_create 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.303474 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.303818 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.304175 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router after_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.304517 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.304872 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_create 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.305239 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.305590 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_update 55549900 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.305961 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > agent after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.306321 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > agent after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.306844 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > network after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.307543 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Tracking information for resource: router configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:59.307884 n-d-813736-1 neutron-server[94939]: DEBUG neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Tracking information for resource: floatingip configured {{(pid=94939) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 04:00:59.312944 n-d-813736-1 neutron-server[94939]: INFO neutron.db.l3_agentschedulers_db [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 04:00:59.313524 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.313908 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.314479 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.314885 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: port after_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.315708 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router before_create 55550100 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.316079 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.316443 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_create 55550100 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.316803 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > router precommit_update 55550100 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.321622 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.provider_configuration [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service providers = [] {{(pid=94939) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 04:00:59.321987 n-d-813736-1 neutron-server[94939]: DEBUG neutron.db.servicetype_db [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94939) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 04:00:59.324969 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.service_base [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:00:59.325319 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.service_base [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:00:59.325665 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.service_base [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:00:59.326570 n-d-813736-1 neutron-server[94939]: DEBUG neutron.services.service_base [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94939) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 04:00:59.326934 n-d-813736-1 neutron-server[94939]: INFO neutron.services.service_base [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 04:00:59.327336 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.327658 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 04:00:59.339193 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.339534 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: auto_allocate Oct 13 04:00:59.345922 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: network precommit_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.346505 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: network precommit_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.347301 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.347627 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: tag Oct 13 04:00:59.354220 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.354555 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: timestamp Oct 13 04:00:59.359868 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.360202 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: network_ip_availability Oct 13 04:00:59.365973 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.366294 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.366650 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.367383 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.367707 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: flavors Oct 13 04:00:59.372449 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.372785 n-d-813736-1 neutron-server[94939]: INFO neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading Plugin: revisions Oct 13 04:00:59.377443 n-d-813736-1 neutron-server[94939]: DEBUG neutron.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94939) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 04:00:59.377833 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=94939) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 04:00:59.378584 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94939) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 04:00:59.378924 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Initializing extension manager. Oct 13 04:00:59.379463 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: __init__.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.379808 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: __pycache__ {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.380148 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.380485 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: address_group.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.381250 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.381815 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: address-group Oct 13 04:00:59.382141 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: address_scope.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.382858 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.383396 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: address-scope Oct 13 04:00:59.383721 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.384849 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.385365 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: router-admin-state-down-before-update Oct 13 04:00:59.385689 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: agent.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.386393 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.386901 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: agent Oct 13 04:00:59.387249 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: agent_resources_synced.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.388170 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.388681 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: agent-resources-synced Oct 13 04:00:59.389004 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: allowedaddresspairs.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.390817 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.391353 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: allowed-address-pairs Oct 13 04:00:59.391682 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: auto_allocated_topology.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.393539 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.394059 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: auto-allocated-topology Oct 13 04:00:59.394388 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: availability_zone.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.395106 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.395618 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: availability_zone Oct 13 04:00:59.395944 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: availability_zone_filter.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.396862 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.397374 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: availability_zone_filter Oct 13 04:00:59.397698 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: data_plane_status.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.398613 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.399147 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 04:00:59.399472 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: default_subnetpools.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.400392 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.400901 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: default-subnetpools Oct 13 04:00:59.401225 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.402038 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.402547 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: dhcp_agent_scheduler Oct 13 04:00:59.402870 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: dns.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.403808 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.404313 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension dns-integration not supported by any of loaded plugins Oct 13 04:00:59.404634 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: dns_domain_ports.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.405546 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.406045 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 04:00:59.406366 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.407309 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.408539 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 04:00:59.409063 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: dvr.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.409752 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.410258 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: dvr Oct 13 04:00:59.410582 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: ecmp_routes.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.411524 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.412027 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 04:00:59.412352 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: empty_string_filtering.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.413260 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.413766 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: empty-string-filtering Oct 13 04:00:59.414090 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.414996 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.415523 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:00:59.415846 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.416764 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.417262 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 04:00:59.417581 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: external_net.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.418497 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.419005 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: external-net Oct 13 04:00:59.419349 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.420258 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.420757 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: extra_dhcp_opt Oct 13 04:00:59.421078 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: extraroute.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.421981 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.422482 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: extraroute Oct 13 04:00:59.422804 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: extraroute_atomic.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.424129 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.424636 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: extraroute-atomic Oct 13 04:00:59.424962 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: filter_validation.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.425631 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.426131 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: filter-validation Oct 13 04:00:59.426454 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: fip_pf_description.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.427397 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.427899 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 04:00:59.428220 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: fip_port_details.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.429144 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.429646 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: fip-port-details Oct 13 04:00:59.429968 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: flavors.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.431257 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.431784 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: flavors Oct 13 04:00:59.432112 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.433812 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.434338 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 04:00:59.434669 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: floatingip_pools.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.435405 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.435919 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: floatingip-pools Oct 13 04:00:59.436244 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: ip_allocation.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.437174 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.437682 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 04:00:59.438006 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.438956 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.439760 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: ip-substring-filtering Oct 13 04:00:59.440091 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l2_adjacency.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.441029 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.441535 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 04:00:59.441856 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.442956 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.443511 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: router Oct 13 04:00:59.443839 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.446093 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.446626 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 04:00:59.446957 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.447926 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.448442 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: ext-gw-mode Oct 13 04:00:59.448769 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.449712 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.450225 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: l3-ha Oct 13 04:00:59.450550 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3_flavors.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.451514 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.452027 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: l3-flavors Oct 13 04:00:59.452350 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.453274 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.453782 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 04:00:59.454117 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: l3agentscheduler.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.455988 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.456503 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: l3_agent_scheduler Oct 13 04:00:59.456834 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: logging.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.458347 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.458864 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension logging not supported by any of loaded plugins Oct 13 04:00:59.459228 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: metering.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.459982 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.460558 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: metering Oct 13 04:00:59.460885 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.461984 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.462496 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: metering_source_and_destination_fields Oct 13 04:00:59.462821 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: multiprovidernet.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.463773 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.464279 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: multi-provider Oct 13 04:00:59.464601 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: netmtu.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.465516 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.466021 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: net-mtu Oct 13 04:00:59.466346 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: netmtu_writable.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.467292 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.467802 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: net-mtu-writable Oct 13 04:00:59.468130 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: network_availability_zone.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.468806 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.469310 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: network_availability_zone Oct 13 04:00:59.469638 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: network_ip_availability.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.471659 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.472431 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: network-ip-availability Oct 13 04:00:59.472761 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: network_segment_range.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.473536 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.474042 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 04:00:59.474363 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: pagination.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.475401 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.475738 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: pagination Oct 13 04:00:59.476064 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: port_device_profile.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.476983 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.477495 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: port-device-profile Oct 13 04:00:59.477817 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.478731 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.479268 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: port-mac-address-regenerate Oct 13 04:00:59.479596 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.480518 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.481025 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: port-numa-affinity-policy Oct 13 04:00:59.481348 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: port_resource_request.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.482262 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.482765 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 04:00:59.483114 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: portbindings.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.484165 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.484671 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: binding Oct 13 04:00:59.484995 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: portbindings_extended.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.486656 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.487197 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: binding-extended Oct 13 04:00:59.487530 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: portsecurity.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.488456 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.488962 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: port-security Oct 13 04:00:59.489287 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: project_id.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.490271 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.490606 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: project-id Oct 13 04:00:59.490930 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: providernet.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.491875 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.492389 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: provider Oct 13 04:00:59.492712 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.496294 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.496817 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos not supported by any of loaded plugins Oct 13 04:00:59.497153 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.498404 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.498922 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 04:00:59.499277 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.500201 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.500715 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 04:00:59.501043 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_default.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.502155 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.502672 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-default not supported by any of loaded plugins Oct 13 04:00:59.502999 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_fip.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.503688 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.504196 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-fip not supported by any of loaded plugins Oct 13 04:00:59.504524 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_gateway_ip.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.505458 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.505965 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 04:00:59.506290 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_port_network_policy.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.507240 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.507756 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 04:00:59.508084 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.509123 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.510015 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 04:00:59.510015 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_pps_rule.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.511149 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.511671 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-pps not supported by any of loaded plugins Oct 13 04:00:59.511999 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_rule_type_details.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.512920 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.513430 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 04:00:59.513758 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: qos_rules_alias.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.514794 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.515344 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 04:00:59.515671 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: quotasv2.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.516612 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.516942 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: quotas Oct 13 04:00:59.517983 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: quotasv2_detail.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.521556 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.521899 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: quota_details Oct 13 04:00:59.522231 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: rbac.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.523342 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.523865 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: rbac-policies Oct 13 04:00:59.524198 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: rbac_address_group.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.525132 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.525644 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: rbac-address-group Oct 13 04:00:59.525972 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: rbac_address_scope.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.526892 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.527455 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: rbac-address-scope Oct 13 04:00:59.527770 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: rbac_security_groups.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.528683 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.529192 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: rbac-security-groups Oct 13 04:00:59.529515 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: rbac_subnetpool.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.530436 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.530943 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: rbac-subnetpool Oct 13 04:00:59.531300 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: revisionifmatch.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.532224 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.533285 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: revision-if-match Oct 13 04:00:59.533851 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: revisions.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.535027 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.535567 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: standard-attr-revisions Oct 13 04:00:59.535894 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: router_availability_zone.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.536571 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.537080 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: router_availability_zone Oct 13 04:00:59.537404 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: routerservicetype.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.538330 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.538835 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension router-service-type not supported by any of loaded plugins Oct 13 04:00:59.539191 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.540123 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.540632 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: security-groups-normalized-cidr Oct 13 04:00:59.540954 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.541872 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.542384 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: port-security-groups-filtering Oct 13 04:00:59.542708 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.543652 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.544165 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: security-groups-remote-address-group Oct 13 04:00:59.544489 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: securitygroup.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.554530 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.555082 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: security-group Oct 13 04:00:59.555420 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: segment.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.556220 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.556729 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension segment not supported by any of loaded plugins Oct 13 04:00:59.557057 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.558081 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.558595 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 04:00:59.558926 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: servicetype.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.560069 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.560585 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: service-type Oct 13 04:00:59.560915 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: sorting.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.561913 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.562247 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: sorting Oct 13 04:00:59.562574 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: standard_attr_segment.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.563520 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.564187 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 04:00:59.564739 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: standardattrdescription.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.565398 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.565914 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: standard-attr-description Oct 13 04:00:59.566238 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: stateful_security_group.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.567214 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.567728 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: stateful-security-group Oct 13 04:00:59.568054 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: stdattrs_common.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.568656 n-d-813736-1 neutron-server[94939]: WARNING neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 04:00:59.568974 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.569935 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.570444 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 04:00:59.570766 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnet_onboard.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.571876 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.572535 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: subnet_onboard Oct 13 04:00:59.572857 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.573789 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.574297 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 04:00:59.574618 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnet_service_types.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.575571 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.576082 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: subnet-service-types Oct 13 04:00:59.576404 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnetallocation.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.577497 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.578013 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: subnet_allocation Oct 13 04:00:59.578340 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.579010 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.580150 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: subnetpool-prefix-ops Oct 13 04:00:59.580714 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.581701 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.582222 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 04:00:59.582547 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: tagging.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.583666 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.584183 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: standard-attr-tag Oct 13 04:00:59.584511 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: timestamp.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.585719 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.586235 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loaded extension: standard-attr-timestamp Oct 13 04:00:59.586564 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: trunk.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.587629 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.588150 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension trunk not supported by any of loaded plugins Oct 13 04:00:59.588476 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: trunk_details.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.589397 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.589911 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension trunk-details not supported by any of loaded plugins Oct 13 04:00:59.590241 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: uplink_status_propagation.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.591194 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.591710 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 04:00:59.592034 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Loading extension file: vlantransparent.py {{(pid=94939) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 04:00:59.592702 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94939) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 04:00:59.593211 n-d-813736-1 neutron-server[94939]: INFO neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 04:00:59.596484 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:network Oct 13 04:00:59.597284 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnet Oct 13 04:00:59.597686 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:00:59.598081 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:port Oct 13 04:00:59.599373 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.599818 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service FLAVORS assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.600460 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.600894 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.601229 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:router Oct 13 04:00:59.601682 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:00:59.602174 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service METERING assigned prefix: /metering {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.603667 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.604047 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.604398 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:00:59.605417 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:00:59.605865 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:00:59.606346 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:00:59.607029 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service CORE assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.607385 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:00:59.607738 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] subnetpool is already registered Oct 13 04:00:59.608176 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service CORE assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.608506 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:00:59.608845 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] subnetpool is already registered Oct 13 04:00:59.611423 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.611882 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service FLAVORS assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.612486 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.612913 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.613248 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:router Oct 13 04:00:59.613593 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] router is already registered Oct 13 04:00:59.614012 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:floatingip Oct 13 04:00:59.614355 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] floatingip is already registered Oct 13 04:00:59.614815 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service METERING assigned prefix: /metering {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.615526 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 04:00:59.615855 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] rbac_policy is already registered Oct 13 04:00:59.616311 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:security_group Oct 13 04:00:59.616606 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] security_group is already registered Oct 13 04:00:59.617034 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 04:00:59.617372 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] security_group_rule is already registered Oct 13 04:00:59.618000 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service CORE assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.618331 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:00:59.618669 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] subnetpool is already registered Oct 13 04:00:59.619114 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.v2.resource_helper [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Service CORE assigned prefix: {{(pid=94939) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 04:00:59.619442 n-d-813736-1 neutron-server[94939]: INFO neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 04:00:59.619776 n-d-813736-1 neutron-server[94939]: WARNING neutron.quota.resource_registry [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] subnetpool is already registered Oct 13 04:00:59.620244 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: extensions {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.621756 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: address-groups {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.623290 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: address-scopes {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.624614 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: agents {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.625803 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: auto-allocated-topology {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.627454 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: availability_zones {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.628706 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: dhcp-networks {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.631335 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: dhcp-agents {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.632776 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: routers {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.635009 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: flavors {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.636223 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: service_profiles {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.637438 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: next_providers {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.638906 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: service_profiles {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.640502 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: floatingip-pools {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.641724 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: routers {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.644735 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: floatingips {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.646036 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: l3-routers {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.647475 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: l3-agents {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.648907 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: metering-labels {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.650384 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: metering-label-rules {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.651701 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: network-ip-availabilities {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.652974 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: bindings {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.654646 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: quotas {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.656256 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: quotas {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.658467 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: rbac-policies {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.659947 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: security-groups {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.661206 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: security-group-rules {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.662429 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: service-providers {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.663692 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: subnetpools {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.665126 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: subnetpools {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.666605 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.668338 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.670142 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.671960 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.674168 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.676075 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.677782 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.679721 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.681509 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.683397 n-d-813736-1 neutron-server[94939]: DEBUG neutron.api.extensions [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Extended resource: tags {{(pid=94939) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 04:00:59.689667 n-d-813736-1 neutron-server[94939]: WARNING keystonemiddleware.auth_token [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 04:00:59.695283 n-d-813736-1 neutron-server[94939]: WARNING keystonemiddleware.auth_token [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 04:00:59.703858 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Acquired lock "singleton_lock" {{(pid=94939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 04:00:59.704330 n-d-813736-1 neutron-server[94939]: DEBUG oslo_concurrency.lockutils [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Releasing lock "singleton_lock" {{(pid=94939) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 04:00:59.705791 n-d-813736-1 neutron-server[94939]: INFO oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Starting 2 workers Oct 13 04:00:59.710606 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Started child 95047 {{(pid=94939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:00:59.715046 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Started child 95048 {{(pid=94939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:00:59.716369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.717018 n-d-813736-1 neutron-server[94939]: INFO neutron.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 04:00:59.717262 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Notify callbacks [] for process, before_spawn {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.717880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [-] (95047) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:00:59.719697 n-d-813736-1 neutron-server[94939]: INFO oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Starting 1 workers Oct 13 04:00:59.720037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.722388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [-] (95048) wsgi starting up on http://0.0.0.0:9696 Oct 13 04:00:59.726066 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Started child 95049 {{(pid=94939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:00:59.726611 n-d-813736-1 neutron-server[94939]: INFO oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Starting 1 workers Oct 13 04:00:59.729873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] calling RpcWorker wait() {{(pid=95049) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 04:00:59.730418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] returning from RpcWorker wait() {{(pid=95049) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 04:00:59.732121 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Started child 95050 {{(pid=94939) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 04:00:59.733039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.733143 n-d-813736-1 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fd8962f-194b-43e3-99e0-42f8a89436ae None None] Notify callbacks [] for process, after_spawn {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.733227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:59.734851 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:00:59.735094 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:00:59.735282 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:00:59.735504 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:00:59.735884 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:00:59.736050 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:00:59.736815 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.737151 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.737427 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.737527 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:00:59.737998 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.737998 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.738551 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.738652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:59.738794 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.739242 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.739528 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.739786 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.739961 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.740133 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.740376 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.740608 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.740911 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.741172 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.741411 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.741668 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.741851 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.742112 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.742390 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.742619 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.742885 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] debug = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.743149 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.743711 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.743879 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.744111 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.744369 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.744639 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.744867 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.745122 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.745358 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.745592 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.745838 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.746087 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.746339 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.746568 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.746816 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.747084 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.747346 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.747823 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] host = n-d-813736-1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.748042 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.748261 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.748491 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.748719 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.748968 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.749182 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.749434 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.749702 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.749956 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.750183 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.750429 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.750675 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.750913 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.751179 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.751346 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_options = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.752120 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.752505 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.752933 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.753215 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.753390 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.753575 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.753845 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.754014 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.754264 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.754507 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.754726 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.754945 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.755189 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.755426 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.755676 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.755953 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.756166 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.756415 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.756663 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.756909 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.757135 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.757384 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.757620 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.757861 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.758075 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.758289 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.758537 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.758751 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.758965 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.759222 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.759458 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.759726 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.760015 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.760198 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.760473 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.760700 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.760928 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.761142 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.761402 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.761628 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.761890 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.762141 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.762359 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.762624 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.762838 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.763086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.763333 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_json = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.763544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.763775 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.764034 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.764251 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.764464 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.764678 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.764911 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.765162 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.765592 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.765868 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.766176 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.766421 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.766655 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.768523 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.768523 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.768792 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.768933 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.769088 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.769418 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.770376 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.770376 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.770579 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.770690 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.771007 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.771305 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.771807 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.772075 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.772459 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.772624 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.772804 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.773155 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.773336 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.773904 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.774935 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.774935 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.774935 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.778078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.779300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782103 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.782753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.783276 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784007 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784007 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784007 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784769 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784769 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.784769 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.785078 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.786565 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.787040 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.787040 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.787040 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.788521 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789049 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789049 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789195 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789377 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789671 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.789999 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.790179 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.790554 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.790657 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.790892 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.791434 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.791434 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.791642 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.791927 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.792101 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.792339 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.795803 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.796225 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.796225 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.796377 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.796717 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.796824 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.797117 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.797408 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.798288 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.798288 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.798288 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.799015 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.799015 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.799379 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.799621 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.799889 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.800115 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.800424 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.800666 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.800909 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.801143 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.801541 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.801876 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.802280 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.802649 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.802869 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.803300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.803741 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.803987 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.804258 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.804506 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.804766 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.805016 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.805320 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.805490 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.805730 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.805961 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.806176 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.806413 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.806657 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.806907 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.807145 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.807360 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.807614 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.807830 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.808047 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.808269 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.808488 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.808705 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.808958 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.809172 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.809392 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.809641 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.809861 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.810094 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.810310 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.810865 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.810865 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.811033 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.811282 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.811598 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.811850 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.812100 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.812656 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.812995 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.813443 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.814611 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.815247 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.815678 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.816062 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.816432 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.816814 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.817185 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.817567 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.817790 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.818031 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.818282 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.818753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.819169 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.819562 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.819942 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.820314 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.820714 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.820982 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.821227 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.821596 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.821821 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.822063 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.822330 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.822559 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.822824 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.823038 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.823313 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.823610 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.823763 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.823994 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.824283 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.824519 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.824759 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.825023 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.825259 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.825487 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.825718 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.826743 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.826743 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.826743 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.826743 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827115 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827115 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827268 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827429 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827649 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.827866 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.828072 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.828296 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.828544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.828755 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.828978 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.829191 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.829424 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.829824 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.830197 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.830504 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.830731 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.830977 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.831218 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.831450 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.831684 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.831916 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.832138 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.832361 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.832571 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.832865 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.833123 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.833343 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.833637 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.833907 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.834154 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.834413 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.834728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.834967 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.835235 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.835455 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.835680 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.835899 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.839728 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840154 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840154 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840294 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840481 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840715 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.840947 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.841205 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.841432 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.841673 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.841906 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.842147 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.842386 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.842616 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.842843 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.843099 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.843314 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.843470 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:00:59.844009 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94939) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 04:00:59.844171 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 04:00:59.844328 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 04:00:59.844498 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 04:00:59.844681 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 04:00:59.844858 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 04:00:59.845048 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.845738 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.845999 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.846384 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.846960 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.847262 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.847437 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.847599 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.847757 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.848071 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.848378 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.848905 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849063 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849223 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849383 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849541 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849699 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.849857 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850021 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850182 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850337 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850572 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850670 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] debug = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850798 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.850998 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851183 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851342 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851498 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851655 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851832 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.851972 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852127 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852282 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852440 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852597 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852758 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.852993 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853090 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853236 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853490 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853588 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] host = n-d-813736-1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853668 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853804 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.853967 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.854120 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.854432 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.854592 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.854751 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.854907 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.855106 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.855243 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.855404 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.855556 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.855880 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856036 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856333 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_options = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856493 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856641 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856792 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.856976 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.857135 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.857294 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.857451 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.858561 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859090 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859090 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859090 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859090 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859388 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859388 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859529 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859665 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859823 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.859980 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.860135 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.860295 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.860452 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.860689 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.860904 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.861023 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.861269 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.861566 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.861772 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.861931 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862088 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862245 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862402 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862559 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862724 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.862881 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863038 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863220 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863357 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863506 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863664 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863826 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.863982 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_json = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864139 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864319 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864440 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864597 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864753 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.864908 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.865064 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.865222 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 04:00:59.865402 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.865564 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.865733 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.865894 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866054 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866409 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866409 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866574 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866662 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866800 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.866965 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.867148 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.867317 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.867476 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.867635 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871708 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871708 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.871940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.872485 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873705 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873705 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873705 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873705 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873971 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.873971 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874121 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874200 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874350 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874509 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874665 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874824 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.874983 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875179 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875341 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875516 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875664 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875808 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.875972 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.876132 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.876304 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.877062 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.877355 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.877651 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.877857 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878021 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878184 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878346 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878506 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878668 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878829 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.878990 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.879163 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.879324 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.879483 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.879644 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.879805 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.880029 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.880205 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.880761 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.880940 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.881134 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.881299 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.881457 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.881642 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882031 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882198 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882359 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882518 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882678 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.882838 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883003 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883199 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883361 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883526 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883700 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883844 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.883981 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884117 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884271 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884409 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884681 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.884844 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885021 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885174 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885328 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885489 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885651 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885827 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.885973 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886129 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886282 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886445 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886604 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886763 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.886924 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887102 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887265 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887425 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887583 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887750 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.887921 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888080 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888240 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888400 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888587 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888745 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.888907 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889057 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889213 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889372 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889531 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889675 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889836 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.889995 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890153 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890314 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890472 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890631 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890791 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.890951 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891136 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891298 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891458 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891600 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891747 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.891932 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.892177 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.892427 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.892719 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.892956 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893125 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893271 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893433 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893593 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893745 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.893899 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894058 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894202 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894988 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894988 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894988 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894988 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.894988 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.895662 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.895662 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.895662 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.895662 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896153 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896153 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896153 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896153 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896661 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896661 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.896661 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897039 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897039 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897039 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897389 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897389 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897649 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897649 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.897900 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898032 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898165 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898309 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898432 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898559 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898700 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898833 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.898966 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899150 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899276 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899439 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899599 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899759 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.899917 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900075 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900234 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900407 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900569 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900729 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.900889 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901047 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901227 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901378 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901537 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901695 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.901853 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902011 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902168 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902338 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902497 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902655 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902813 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.902976 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903157 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903329 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903488 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903647 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903806 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.903963 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904121 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904290 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904451 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904610 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904768 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.904927 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905086 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905254 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905413 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905571 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905729 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.905888 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906045 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906213 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906374 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906535 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906704 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.906862 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.907021 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.907287 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.907469 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.908300 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.908623 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.909266 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.909266 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.909266 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.909942 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.909942 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910396 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910396 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910396 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910623 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910702 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910819 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.910984 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911191 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911343 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911508 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911666 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911820 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.911982 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912144 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912304 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912471 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912626 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912767 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.912903 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913385 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913385 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913385 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913775 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913775 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.913775 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.914544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.914544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.914544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 04:00:59.914544 n-d-813736-1 neutron-server[94939]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94939) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 04:01:00.077692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57716) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:00.087019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065215 Oct 13 04:01:11.757653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f5b05-df5c-4c94-86f3-37574a261524 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:01:11.844097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f5b05-df5c-4c94-86f3-37574a261524 None None] No non-hosted networks {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 04:01:11.871053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.agentschedulers_db [None req-da5f5b05-df5c-4c94-86f3-37574a261524 None None] DHCP Agent not found on host n-d-813736-1 {{(pid=95049) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 13 04:01:12.076326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-390a4769-fd2e-427e-8719-7d47e162b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.065785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-18a988b5-6300-477f-98ff-cde347cde898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:14.131052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-441cada5-8262-485a-880c-5e13b1089cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.191351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:15.192235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.192630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.192983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.193380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.193766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.194031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.194405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.194788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.195173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.195547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.195916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.196271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:15.196681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813736-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:15.211641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813736-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:15.356801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:17.038591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:18.290839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:18.782196 n-d-813736-1 neutron-server[95047]: WARNING oslo_policy.policy [None req-1b6fc4bb-2c9c-49e4-b5d7-8e2940147e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:18.783002 n-d-813736-1 neutron-server[95047]: WARNING oslo_policy.policy [None req-1b6fc4bb-2c9c-49e4-b5d7-8e2940147e9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:19.011185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-1b6fc4bb-2c9c-49e4-b5d7-8e2940147e9f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:19.012965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1b6fc4bb-2c9c-49e4-b5d7-8e2940147e9f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7210112 Oct 13 04:01:20.602952 n-d-813736-1 neutron-server[95049]: INFO neutron.db.l3_hamode_db [None req-2a3fd199-1477-4b36-a5f0-5af3504a81f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 04:01:20.682294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fd199-1477-4b36-a5f0-5af3504a81f6 None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:20.682675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fd199-1477-4b36-a5f0-5af3504a81f6 None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:01:21.520675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:21.822876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:21.918558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.policy [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:01:21.965228 n-d-813736-1 neutron-server[95047]: WARNING oslo_policy.policy [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:21.965612 n-d-813736-1 neutron-server[95047]: WARNING oslo_policy.policy [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:21.975109 n-d-813736-1 neutron-server[95047]: INFO neutron.quota [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] Loaded quota_driver: . Oct 13 04:01:22.064094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728056626462', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728056626029', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728056605999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728056607979', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728057181133', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728056579955', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16354775', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16704007'] for rbac-policy, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.129918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:22.131226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-07a39bae-476e-402e-af69-ee5e454f90fd admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6094818 Oct 13 04:01:24.867855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:25.163115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'project_id': '80796ca2f13e4b40aafca6133f76c019'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:25.192521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Made reservation on behalf of 80796ca2f13e4b40aafca6133f76c019 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:25.195374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.212366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.323275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.327901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.348715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:01:25.377808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728053248247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.378405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Unsubscribe: segment precommit_create {{(pid=95047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:01:25.378903 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Added segment 03ece33f-45b4-414e-820e-629a38e09e09 of type vlan for network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 Oct 13 04:01:25.395411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862554a-439c-4da5-bef0-8981b0a9cadf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:25.422341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.422841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.423021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.423382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.423790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.424036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.424355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.424674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.424996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.425315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.425631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.425949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Tracked resource versions report: Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: pushed versions: Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: { 'AddressGroup': {'1.2'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'ConntrackHelper': {'1.0'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Log': {'1.0'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Network': {'1.1'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Port': {'1.7'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'PortForwarding': {'1.2'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'QosPolicy': {'1.10'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SecurityGroup': {'1.4'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SubPort': {'1.0'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Subnet': {'1.1'}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Trunk': {'1.1'}} Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: consumer versions: Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: L3 agent@n-d-813736-1: {}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: Metadata agent@n-d-813736-1: {}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: Metering agent@n-d-813736-1: {}, Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'ConntrackHelper': '1.0', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Log': '1.0', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Network': '1.1', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Port': '1.7', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'PortForwarding': '1.2', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'QosPolicy': '1.10', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SecurityGroup': '1.4', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SecurityGroupRule': '1.2', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'SubPort': '1.0', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Subnet': '1.1', Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: 'Trunk': '1.1'}} Oct 13 04:01:25.427082 n-d-813736-1 neutron-server[95047]: {{(pid=95047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:01:25.503710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.543430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.544451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:25.545075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:25.619612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7505977 Oct 13 04:01:25.649849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b1ff-5035-40c3-893a-ea6453a5c842 admin admin] Pushing event updated for resources: {'Network': ['ID=1a700b1a-2ec6-4310-9781-ea4b1f86ac58,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:25.663023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:01:28.355717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:28.742187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba53dea-b89b-447a-b087-d5636b85b3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:28.743579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9ba53dea-b89b-447a-b087-d5636b85b3a0 admin admin] 10.222.0.49 "GET /v2.0/networks/1a700b1a-2ec6-4310-9781-ea4b1f86ac58 HTTP/1.1" status: 200 len: 825 time: 0.3869104 Oct 13 04:01:28.768217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0dc51942-2dff-4ba3-81ea-0cb9272661fc admin admin] 10.222.0.49 "GET /v2.0/subnetpools/6aec2fd5-1b69-4133-9b57-a8db9a950f4f HTTP/1.1" status: 200 len: 734 time: 0.0185344 Oct 13 04:01:28.777050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Request body: {'subnet': {'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'ip_version': 4, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:28.799471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Made reservation on behalf of 80796ca2f13e4b40aafca6133f76c019 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:28.801720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.093454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.164027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8515ed-975f-468a-a8a7-daf8e623b418,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:29.166302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Checking segment: {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:29.166675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Network hostable DHCP agents. Network: 1a700b1a-2ec6-4310-9781-ea4b1f86ac58, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:01:29.189020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:01:29.200430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1a700b1a-2ec6-4310-9781-ea4b1f86ac58) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:29.205242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:29.205882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.213394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9a2c5-0dcb-41cc-afd2-2d4937b02f40 None None] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:29.226923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4204df2b-a6eb-4d8f-9865-0e30ed80723f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4528737 Oct 13 04:01:29.562351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:01:29.564576 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:29.836944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Allocated IP 172.20.0.2 (1a700b1a-2ec6-4310-9781-ea4b1f86ac58/aa8515ed-975f-468a-a8a7-daf8e623b418/10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:30.040375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.049246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.148474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:30.153187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:30.161804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:30.164957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Pushing event updated for resources: {'Port': ['ID=10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:30.197908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.198242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.198583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.198918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.199362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.199696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.200021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.200348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.200670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.202537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.202537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.202537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Tracked resource versions report: Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: pushed versions: Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: { 'AddressGroup': {'1.2'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'ConntrackHelper': {'1.0'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Log': {'1.0'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Network': {'1.1'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Port': {'1.7'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'PortForwarding': {'1.2'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'QosPolicy': {'1.10'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SecurityGroup': {'1.4'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SubPort': {'1.0'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Subnet': {'1.1'}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Trunk': {'1.1'}} Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: consumer versions: Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: L3 agent@n-d-813736-1: {}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: Metadata agent@n-d-813736-1: {}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: Metering agent@n-d-813736-1: {}, Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'ConntrackHelper': '1.0', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Log': '1.0', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Network': '1.1', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Port': '1.7', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'PortForwarding': '1.2', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'QosPolicy': '1.10', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SecurityGroup': '1.4', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SecurityGroupRule': '1.2', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'SubPort': '1.0', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Subnet': '1.1', Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: 'Trunk': '1.1'}} Oct 13 04:01:30.202775 n-d-813736-1 neutron-server[95049]: {{(pid=95049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:01:30.251666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Attempting to bind port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:30.252333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Attempting to bind port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:30.252468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Attempting to bind port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 on network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:30.257433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:30.257833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Checking segment: {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:30.258289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.258679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Bound using segment: {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:30.259191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Bound port: 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:30.259600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.321310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] For port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:30.325703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] For port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1,segment=NetworkSegment(03ece33f-45b4-414e-820e-629a38e09e09),segment_id=03ece33f-45b4-414e-820e-629a38e09e09)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:30.329505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:30.397365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa756e-e6a8-4ca0-b6d3-5794b3d07330 None None] Pushing event updated for resources: {'Port': ['ID=10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:31.822694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57854) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:32.307817 n-d-813736-1 neutron-server[95048]: WARNING oslo_policy.policy [None req-b8bd6e8c-b367-41dd-876c-4080746563dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:32.308417 n-d-813736-1 neutron-server[95048]: WARNING oslo_policy.policy [None req-b8bd6e8c-b367-41dd-876c-4080746563dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:32.535293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-b8bd6e8c-b367-41dd-876c-4080746563dc admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:32.536568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b8bd6e8c-b367-41dd-876c-4080746563dc admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7119143 Oct 13 04:01:35.041234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57868) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:35.347501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-eeb85cfe-1b5e-4db4-ba92-aab9d19a3221 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:35.348454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eeb85cfe-1b5e-4db4-ba92-aab9d19a3221 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3063035 Oct 13 04:01:38.096388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57878) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:38.408951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '80796ca2f13e4b40aafca6133f76c019'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:38.474686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.policy [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 04:01:38.523405 n-d-813736-1 neutron-server[95048]: WARNING oslo_policy.policy [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:38.523787 n-d-813736-1 neutron-server[95048]: WARNING oslo_policy.policy [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 04:01:38.532604 n-d-813736-1 neutron-server[95048]: INFO neutron.quota [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Loaded quota_driver: . Oct 13 04:01:38.588614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.590501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.740488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.745474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.764912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:38.766175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7c58fc87-2da5-49e4-9cea-54015320e9c0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6685669 Oct 13 04:01:39.034257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:39.127643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:39.128040 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.237686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.274270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1,segment=NetworkSegment(03ece33f-45b4-414e-820e-629a38e09e09),segment_id=03ece33f-45b4-414e-820e-629a38e09e09)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:39.278265 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:39.327288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:39.609711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c0ed4-1d08-4ca4-a325-3f36ad3b37d8 None None] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:39.681473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-11920239-4c05-41a5-a0e6-29cffc8bdeb2 None None] Provisioning complete for port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:39.681840 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11920239-4c05-41a5-a0e6-29cffc8bdeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:40.047762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-149e5104-df79-4cf9-8161-88e0d7567c84 None None] Provisioning complete for port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:40.048425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-149e5104-df79-4cf9-8161-88e0d7567c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:40.995419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:41.042199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:41.042581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:41.304142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57892) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:41.611430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-6eb32b07-a3b1-45a8-ae93-8268d097405f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:01:41.612387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6eb32b07-a3b1-45a8-ae93-8268d097405f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3073325 Oct 13 04:01:41.659249 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5874b908-0bda-44f0-b925-e0547bc922ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.059522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5a563e7-d6d6-495b-a1da-79a445a5e5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.105511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57900) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:44.413618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:44.436012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Made reservation on behalf of d5cfb694dbad4a0b8a97e2283f2903a1 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:44.438733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.454579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.557998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.561528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.571740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=95048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 04:01:44.604390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728053248247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.604930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Unsubscribe: segment precommit_create {{(pid=95048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 04:01:44.605417 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Added segment 17dce6cb-ee01-4a78-a0a9-86c1a1981017 of type flat for network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 Oct 13 04:01:44.620586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae31481-5668-4862-aba0-7fdcd44f1bd1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:44.646827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.647188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.647518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.647843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.648161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.648478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.648789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.649100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.649412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.649719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.650027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.650338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Tracked resource versions report: Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: pushed versions: Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: { 'AddressGroup': {'1.2'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'ConntrackHelper': {'1.0'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Log': {'1.0'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Network': {'1.1'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Port': {'1.7'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'PortForwarding': {'1.2'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'QosPolicy': {'1.10'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SecurityGroup': {'1.4'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SubPort': {'1.0'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Subnet': {'1.1'}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Trunk': {'1.1'}} Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: consumer versions: Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: L3 agent@n-d-813736-1: {}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: Metadata agent@n-d-813736-1: {}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: Metering agent@n-d-813736-1: {}, Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'ConntrackHelper': '1.0', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Log': '1.0', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Network': '1.1', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Port': '1.7', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'PortForwarding': '1.2', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'QosPolicy': '1.10', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SecurityGroup': '1.4', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SecurityGroupRule': '1.2', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'SubPort': '1.0', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Subnet': '1.1', Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: 'Trunk': '1.1'}} Oct 13 04:01:44.651456 n-d-813736-1 neutron-server[95048]: {{(pid=95048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:01:44.728022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.769214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.770284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:44.770906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:44.840813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7342649 Oct 13 04:01:44.869758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680091-8a2f-4518-a3a5-b86a8aaf56c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:44.881517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:01:45.180267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:45.288774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:46.975518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:47.348326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57922) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:47.563620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7e3aa-b51b-43d7-99fa-aa5d6174852d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:47.565324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49c7e3aa-b51b-43d7-99fa-aa5d6174852d admin admin] 10.222.0.49 "GET /v2.0/subnets/aa8515ed-975f-468a-a8a7-daf8e623b418 HTTP/1.1" status: 200 len: 849 time: 0.2160461 Oct 13 04:01:47.701971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f989e2f5-b589-4845-b7e2-da9f495531a0 admin admin] 10.222.0.49 "GET /v2.0/routers/2399b258-60c8-4306-977a-11bb4d6c5b4e HTTP/1.1" status: 200 len: 704 time: 0.1305921 Oct 13 04:01:47.973554 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.282748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Allocated IP 172.20.0.1 (1a700b1a-2ec6-4310-9781-ea4b1f86ac58/aa8515ed-975f-468a-a8a7-daf8e623b418/0bfe7619-e1dc-4f63-a774-6803daea6368) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:48.469545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.538055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.610661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:48.615335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:48.625873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:48.626394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.650755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Pushing event updated for resources: {'Port': ['ID=0bfe7619-e1dc-4f63-a774-6803daea6368,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:48.791152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3c7ccc66-2408-45e4-badb-45b8e3605103 None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:48.791731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c7ccc66-2408-45e4-badb-45b8e3605103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.830882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:48.831183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3c7ccc66-2408-45e4-badb-45b8e3605103 None None] Port 0bfe7619-e1dc-4f63-a774-6803daea6368 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:49.102057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:49.106450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:49.107283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:49.184173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Pushing event updated for resources: {'Port': ['ID=0bfe7619-e1dc-4f63-a774-6803daea6368,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:49.233630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:49.234923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:49.393930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Router 2399b258-60c8-4306-977a-11bb4d6c5b4e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:01:49.451489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ebb7392d-cbab-47f4-a33a-681392e55e52 None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:49.451860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb7392d-cbab-47f4-a33a-681392e55e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:49.485242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:49.488430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7392d-cbab-47f4-a33a-681392e55e52 None None] Port 0bfe7619-e1dc-4f63-a774-6803daea6368 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:49.491835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b7d28aad-7df0-417b-9094-05bc09b1a97f admin admin] 10.222.0.49 "PUT /v2.0/routers/2399b258-60c8-4306-977a-11bb4d6c5b4e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7834804 Oct 13 04:01:49.496435 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Sync routers for ids ['2399b258-60c8-4306-977a-11bb4d6c5b4e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:49.509051 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Routers {'2399b258-60c8-4306-977a-11bb4d6c5b4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:49.509808 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2399b258-60c8-4306-977a-11bb4d6c5b4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:49.698753 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Set router 2399b258-60c8-4306-977a-11bb4d6c5b4e gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:50.135429 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:48Z', 'revision_number': 2, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port_host': None, '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:48Z', 'revision_number': 2, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:50.187158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Checking router: 2399b258-60c8-4306-977a-11bb4d6c5b4e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:50.187619 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Updating router 2399b258-60c8-4306-977a-11bb4d6c5b4e port 0bfe7619-e1dc-4f63-a774-6803daea6368 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:01:50.235482 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.749881 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.756394 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.876650 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:01:50.932402 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Pushing event updated for resources: {'Port': ['ID=0bfe7619-e1dc-4f63-a774-6803daea6368,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:50.942499 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.942841 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.943201 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.943535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.943862 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.944186 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.944506 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.944823 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.945139 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.945459 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.945774 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.946087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Tracked resource versions report: Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: pushed versions: Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: { 'AddressGroup': {'1.2'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'ConntrackHelper': {'1.0'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Log': {'1.0'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Network': {'1.1'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Port': {'1.7'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'PortForwarding': {'1.2'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'QosPolicy': {'1.10'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SecurityGroup': {'1.4'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SubPort': {'1.0'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Subnet': {'1.1'}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Trunk': {'1.1'}} Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: consumer versions: Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: L3 agent@n-d-813736-1: {}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: Metadata agent@n-d-813736-1: {}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: Metering agent@n-d-813736-1: {}, Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'ConntrackHelper': '1.0', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Log': '1.0', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Network': '1.1', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Port': '1.7', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'PortForwarding': '1.2', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'QosPolicy': '1.10', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SecurityGroup': '1.4', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SecurityGroupRule': '1.2', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'SubPort': '1.0', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Subnet': '1.1', Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: 'Trunk': '1.1'}} Oct 13 04:01:50.947442 n-d-813736-1 neutron-server[95050]: {{(pid=95050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:01:50.951415 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Attempting to bind port 0bfe7619-e1dc-4f63-a774-6803daea6368 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:50.951905 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Attempting to bind port 0bfe7619-e1dc-4f63-a774-6803daea6368 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:50.952293 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Attempting to bind port 0bfe7619-e1dc-4f63-a774-6803daea6368 on network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:50.957502 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:50.957929 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Checking segment: {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:50.958376 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:50.958763 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Bound using segment: {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:50.959283 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Bound port: 0bfe7619-e1dc-4f63-a774-6803daea6368, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ece33f-45b4-414e-820e-629a38e09e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:50.959641 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.024480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-61fd7f82-5786-4932-8922-714eb2902392 None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:51.025042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61fd7f82-5786-4932-8922-714eb2902392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.028736 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] For port 0bfe7619-e1dc-4f63-a774-6803daea6368, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:51.049412 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] For port 0bfe7619-e1dc-4f63-a774-6803daea6368, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0bfe7619-e1dc-4f63-a774-6803daea6368,segment=NetworkSegment(03ece33f-45b4-414e-820e-629a38e09e09),segment_id=03ece33f-45b4-414e-820e-629a38e09e09)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:51.053844 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.062428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-61fd7f82-5786-4932-8922-714eb2902392 None None] Port 0bfe7619-e1dc-4f63-a774-6803daea6368 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:01:51.103654 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Routers {'2399b258-60c8-4306-977a-11bb4d6c5b4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:51.104273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2399b258-60c8-4306-977a-11bb4d6c5b4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:51.184759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb404-d475-4e23-a740-e3f5aabb0d63 None None] Pushing event updated for resources: {'Port': ['ID=0bfe7619-e1dc-4f63-a774-6803daea6368,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:51.205439 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] Set router 2399b258-60c8-4306-977a-11bb4d6c5b4e gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:51.281069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:51.281352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.361654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.393026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] For port 0bfe7619-e1dc-4f63-a774-6803daea6368, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0bfe7619-e1dc-4f63-a774-6803daea6368,segment=NetworkSegment(03ece33f-45b4-414e-820e-629a38e09e09),segment_id=03ece33f-45b4-414e-820e-629a38e09e09)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:01:51.398024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:51.425162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:48Z', 'revision_number': 2, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port_host': None, '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:51Z', 'revision_number': 4, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:51.445798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0891684-e7ac-4620-ae71-0a6b2ffaf58f None None] Pushing event updated for resources: {'Port': ['ID=0bfe7619-e1dc-4f63-a774-6803daea6368,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:51.451261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99286191-afe3-4287-a816-dc61d34373c1 None None] The sync data for ids ['2399b258-60c8-4306-977a-11bb4d6c5b4e'] in n-d-813736-1 is: [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:48Z', 'revision_number': 2, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port_host': None, '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:51Z', 'revision_number': 4, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:01:51.845358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57944) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:51.955198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe2718-4b5e-4cce-9263-88e908b32a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:51.956657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0bfe2718-4b5e-4cce-9263-88e908b32a07 admin admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 842 time: 0.1102700 Oct 13 04:01:51.966549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.0.0/24', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'name': 'public-subnet'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:51.990518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Made reservation on behalf of d5cfb694dbad4a0b8a97e2283f2903a1 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:01:51.992718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.288548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:01:52.288996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.342480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=189a22eb-061f-419d-acee-096e27c66abe,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:52.354931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:52.355305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Network hostable DHCP agents. Network: 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:01:52.375671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:01:52.386586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:52.390903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:52.391534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:52.395847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e34adc-e347-4557-b208-0a770dec0c46 None None] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:52.419102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4bf4ce43-afb4-4173-858c-d3b3c2d1a753 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4445641 Oct 13 04:01:52.536423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7483e-b0d5-4e09-ab76-6af7fae29cb8 None None] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:01:54.840785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57952) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:54.973855 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-304fcc97-dbae-48fa-9ef2-11640ef581df admin admin] 10.222.0.49 "GET /v2.0/routers/2399b258-60c8-4306-977a-11bb4d6c5b4e HTTP/1.1" status: 200 len: 710 time: 0.1318734 Oct 13 04:01:55.062125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93189335-54ca-4e8f-8e03-9b404b2b7339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:01:55.063434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-93189335-54ca-4e8f-8e03-9b404b2b7339 admin admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 886 time: 0.0835903 Oct 13 04:01:55.072820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:01:55.397167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.628449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.706116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.805867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Allocated IP 172.25.0.113 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7cc9513e-a90f-4c91-ab88-83823c27c470) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:01:55.907925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.941124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:55.980162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:01:55.983654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:01:55.987921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:01:56.050921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc9513e-a90f-4c91-ab88-83823c27c470,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:56.252276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.440344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.443664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.551850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Router 2399b258-60c8-4306-977a-11bb4d6c5b4e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:01:56.735214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:01:56.740132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:56.741217 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-760c17e0-08e3-4ab5-b745-4702c5092ee2 admin admin] 10.222.0.49 "PUT /v2.0/routers/2399b258-60c8-4306-977a-11bb4d6c5b4e HTTP/1.1" status: 200 len: 890 time: 1.6715696 Oct 13 04:01:57.063807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0bfe7619-e1dc-4f63-a774-6803daea6368 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:01:57.120090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:01:57.120445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:58.484226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Sync routers for ids ['2399b258-60c8-4306-977a-11bb4d6c5b4e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:01:58.494610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Routers {'2399b258-60c8-4306-977a-11bb4d6c5b4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:58.495371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2399b258-60c8-4306-977a-11bb4d6c5b4e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:58.697952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Set router 2399b258-60c8-4306-977a-11bb4d6c5b4e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:01:59.087695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:56Z', 'revision_number': 4, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port': {'id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:55Z', 'updated_at': '2021-10-13T04:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:51Z', 'revision_number': 5, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:59.142281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Checking router: 2399b258-60c8-4306-977a-11bb4d6c5b4e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:01:59.142638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Updating router 2399b258-60c8-4306-977a-11bb4d6c5b4e port 7cc9513e-a90f-4c91-ab88-83823c27c470 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:01:59.189725 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.306306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57964) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:01:59.421322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7da087c6-e94c-4934-8e1e-076ee00755cd admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138763 Oct 13 04:01:59.515009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.521031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.660555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52219ae-3b99-40f6-98a9-079097c97448 None None] Pushing event updated for resources: {'Port': ['ID=7cc9513e-a90f-4c91-ab88-83823c27c470,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:59.662903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Attempting to bind port 7cc9513e-a90f-4c91-ab88-83823c27c470 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:01:59.663186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Attempting to bind port 7cc9513e-a90f-4c91-ab88-83823c27c470 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:01:59.663521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Attempting to bind port 7cc9513e-a90f-4c91-ab88-83823c27c470 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:01:59.669081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:01:59.669458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:01:59.669853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.670242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:01:59.671331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Bound port: 7cc9513e-a90f-4c91-ab88-83823c27c470, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:01:59.671807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.722637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] For port 7cc9513e-a90f-4c91-ab88-83823c27c470, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:01:59.726436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] For port 7cc9513e-a90f-4c91-ab88-83823c27c470, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7cc9513e-a90f-4c91-ab88-83823c27c470,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:01:59.731351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:01:59.789675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Routers {'2399b258-60c8-4306-977a-11bb4d6c5b4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:01:59.790288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2399b258-60c8-4306-977a-11bb4d6c5b4e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:01:59.792984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52219ae-3b99-40f6-98a9-079097c97448 None None] Pushing event updated for resources: {'Port': ['ID=7cc9513e-a90f-4c91-ab88-83823c27c470,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:01:59.900319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] Set router 2399b258-60c8-4306-977a-11bb4d6c5b4e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:02:00.122260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:56Z', 'revision_number': 4, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port': {'id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:55Z', 'updated_at': '2021-10-13T04:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:51Z', 'revision_number': 5, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:02:00.148744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa4be6-8dee-4157-8358-5b93e16b4c9a None None] The sync data for ids ['2399b258-60c8-4306-977a-11bb4d6c5b4e'] in n-d-813736-1 is: [{'id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'name': 'router1', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:01:38Z', 'updated_at': '2021-10-13T04:01:56Z', 'revision_number': 4, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'gw_port': {'id': '7cc9513e-a90f-4c91-ab88-83823c27c470', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:92:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:55Z', 'updated_at': '2021-10-13T04:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0bfe7619-e1dc-4f63-a774-6803daea6368', 'name': '', 'network_id': '1a700b1a-2ec6-4310-9781-ea4b1f86ac58', 'tenant_id': '80796ca2f13e4b40aafca6133f76c019', 'mac_address': 'fa:16:3e:27:e1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399b258-60c8-4306-977a-11bb4d6c5b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:01:47Z', 'updated_at': '2021-10-13T04:01:51Z', 'revision_number': 5, 'project_id': '80796ca2f13e4b40aafca6133f76c019', 'subnets': [{'id': 'aa8515ed-975f-468a-a8a7-daf8e623b418', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aec2fd5-1b69-4133-9b57-a8db9a950f4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:02:01.030207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7cc9513e-a90f-4c91-ab88-83823c27c470 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:01.077636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7cc9513e-a90f-4c91-ab88-83823c27c470 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:01.078054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.155971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.180580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 7cc9513e-a90f-4c91-ab88-83823c27c470, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7cc9513e-a90f-4c91-ab88-83823c27c470,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:02:01.184822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:01.244387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=7cc9513e-a90f-4c91-ab88-83823c27c470,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:02:03.042115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7cc9513e-a90f-4c91-ab88-83823c27c470 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:02:03.100157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7cc9513e-a90f-4c91-ab88-83823c27c470 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:02:03.100878 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:11.662534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9bab013e-ed74-44a8-ab53-19da36ca9c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:14.059912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-142e57c4-50eb-4e57-8eab-8ded287a65e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.190216 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:15.298101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:17.008405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:27.805866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:02:41.664215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4e72d249-bfc1-4539-8ce8-db129de6fcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:44.065860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dfc929e9-404b-4017-a469-5dc071402523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.185941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:45.297257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:02:47.006570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:04.803372 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:03:11.667024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-720154a7-e850-407c-90c7-69abb6f8c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:14.069726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7367b776-093d-4cf3-96ab-e4ae87bf7223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.188974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:15.301222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:17.007598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.669058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6f318fc-fcff-4a87-a576-107876568e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:41.801520 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:03:43.126937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58560) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:43.187540 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bf741b-87df-4f19-9d69-f9c8f96f6c70 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:03:43.188869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f9bf741b-87df-4f19-9d69-f9c8f96f6c70 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609424 Oct 13 04:03:43.347766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa678e9-5b66-4955-920c-f0e5b461d051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:43.349148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6fa678e9-5b66-4955-920c-f0e5b461d051 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557353 Oct 13 04:03:44.071996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3d12-4008-4132-8b04-eb3843aed722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:45.191955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:45.301798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:45.678435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58570) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:45.773002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf3d725-7c6b-4b07-a8b4-2509c38118b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:45.774347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-acf3d725-7c6b-4b07-a8b4-2509c38118b3 admin admin] 10.222.0.49 "GET /v2.0/subnets/aa8515ed-975f-468a-a8a7-daf8e623b418 HTTP/1.1" status: 200 len: 849 time: 0.0947983 Oct 13 04:03:45.784482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:03:45.865757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Notify callbacks [] for subnet, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.003367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728053223693'] for subnet, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.033707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:46.034291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.036057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] 10.222.0.49 "PUT /v2.0/subnets/aa8515ed-975f-468a-a8a7-daf8e623b418 HTTP/1.1" status: 200 len: 868 time: 0.2548254 Oct 13 04:03:46.045422 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191ede2-cb36-4e28-a04c-08aeef2a24a6 None None] Network 1a700b1a-2ec6-4310-9781-ea4b1f86ac58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:03:46.055607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa8515ed-975f-468a-a8a7-daf8e623b418,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:03:46.063692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.064073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.064379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.064711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.065042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.065369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.065695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.066019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.066342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.066664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.066983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.067339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fb954d-97f9-4c41-adcf-3693d915d1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:03:46.384330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b722acab-2793-409e-9652-0ef2de563789 None None] Provisioning complete for port 10f3a6a7-2b2f-4bb6-bba3-8472f3d2a3c1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:46.384894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b722acab-2793-409e-9652-0ef2de563789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:46.471740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b722acab-2793-409e-9652-0ef2de563789 None None] Provisioning complete for port 0bfe7619-e1dc-4f63-a774-6803daea6368 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:03:46.472038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b722acab-2793-409e-9652-0ef2de563789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:47.015363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:03:48.318631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58578) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:48.517870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71e4ea-568e-4854-bbe5-3668497aa853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:48.518360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71e4ea-568e-4854-bbe5-3668497aa853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:48.519919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b71e4ea-568e-4854-bbe5-3668497aa853 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003119 Oct 13 04:03:50.790616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:50.991491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0e1e0-a8b8-41f5-b34a-1f4785aa0daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:50.991958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0e1e0-a8b8-41f5-b34a-1f4785aa0daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:50.993472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2a0e1e0-a8b8-41f5-b34a-1f4785aa0daf admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019234 Oct 13 04:03:53.304900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58596) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:53.478103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94cfd2-e731-44ed-9c01-518265ac06be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:53.480075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae94cfd2-e731-44ed-9c01-518265ac06be admin admin] 10.222.0.49 "GET /v2.0/networks/1a700b1a-2ec6-4310-9781-ea4b1f86ac58 HTTP/1.1" status: 200 len: 869 time: 0.1742258 Oct 13 04:03:55.739650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58604) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:55.864593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3953d-fd06-4bd5-9489-681077811738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:55.865943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4bc3953d-fd06-4bd5-9489-681077811738 admin admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 886 time: 0.1253080 Oct 13 04:03:58.121705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58612) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:03:58.242244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316cbcf-3586-4f3c-92b4-80b227a4317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:58.242687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316cbcf-3586-4f3c-92b4-80b227a4317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:03:58.244239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3316cbcf-3586-4f3c-92b4-80b227a4317f admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215675 Oct 13 04:04:00.534334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58620) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:00.626613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907f194-511f-4ce7-9f74-8f7d6bcab95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.627054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907f194-511f-4ce7-9f74-8f7d6bcab95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:00.628555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e907f194-511f-4ce7-9f74-8f7d6bcab95e admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932581 Oct 13 04:04:02.877402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58628) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:02.961104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfccac3-3bf5-4c23-b48e-e418f85b6823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:02.962405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cfccac3-3bf5-4c23-b48e-e418f85b6823 admin admin] 10.222.0.49 "GET /v2.0/subnets/189a22eb-061f-419d-acee-096e27c66abe HTTP/1.1" status: 200 len: 816 time: 0.0840700 Oct 13 04:04:05.240217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58636) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:05.330773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229e85f-fe5b-4eef-b07a-59e16755bd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:05.332040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b229e85f-fe5b-4eef-b07a-59e16755bd23 admin admin] 10.222.0.49 "GET /v2.0/subnets/aa8515ed-975f-468a-a8a7-daf8e623b418 HTTP/1.1" status: 200 len: 868 time: 0.0908761 Oct 13 04:04:11.674400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e52ff3c1-2d9c-4d44-9118-a49b833a4a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:14.074429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-92cab540-65d3-45ad-b097-2a3d89bb466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.193471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:15.304196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:17.018100 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:18.799153 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:04:30.340256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58690) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:30.387877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-34dc6e70-57db-4461-907d-5037dcaebbf6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:04:30.388851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34dc6e70-57db-4461-907d-5037dcaebbf6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0476599 Oct 13 04:04:32.766375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58698) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:32.828123 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-921e0226-9ed6-4c4d-99ce-77e23ee67d0a admin admin] GET failed (client error): The resource could not be found. Oct 13 04:04:32.829410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-921e0226-9ed6-4c4d-99ce-77e23ee67d0a admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621746 Oct 13 04:04:32.911089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7814e27b-3b57-47c8-a84c-d33e23f6fa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:32.912556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7814e27b-3b57-47c8-a84c-d33e23f6fa54 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0785739 Oct 13 04:04:35.202350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58706) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:35.251618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:35.272199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Made reservation on behalf of d5cfb694dbad4a0b8a97e2283f2903a1 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:35.275254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.302004 n-d-813736-1 neutron-server[95048]: WARNING neutron.services.revisions.revision_plugin [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Could not find related network for resource to bump revision. Oct 13 04:04:35.316017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:04:35.326307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.326641 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Added segment efffff7b-8603-4f36-9424-cf1f2002dc1c of type vlan for network c4774cd5-164e-4a2c-9d37-f64c4249bf6e Oct 13 04:04:35.375140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.398951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.400784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:35.401353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:35.455117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2478755 Oct 13 04:04:35.462823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77d812-7474-4191-965b-3c1818a7cfb3 admin admin] Pushing event updated for resources: {'Network': ['ID=c4774cd5-164e-4a2c-9d37-f64c4249bf6e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:35.473824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:04:37.771534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58714) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:04:37.832811 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0c6317-8613-45f1-b6d7-c7a776281370 admin admin] GET failed (client error): The resource could not be found. Oct 13 04:04:37.834110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cb0c6317-8613-45f1-b6d7-c7a776281370 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616896 Oct 13 04:04:37.907817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925d347-c58f-4ac7-a333-66f7fbee393c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:37.909275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b925d347-c58f-4ac7-a333-66f7fbee393c admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703769 Oct 13 04:04:37.920100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'description': 'shared-subnet'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:04:37.939649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Made reservation on behalf of d5cfb694dbad4a0b8a97e2283f2903a1 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:04:37.941808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.202696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.257820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6766a308-61a5-4450-9dc4-5c4309a85837,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:38.265436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:38.265789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Network hostable DHCP agents. Network: c4774cd5-164e-4a2c-9d37-f64c4249bf6e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:04:38.282162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:04:38.290753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c4774cd5-164e-4a2c-9d37-f64c4249bf6e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:38.294772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:04:38.295375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.300580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646201d-4cc7-4e1a-9058-1088d1ba1753 None None] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:38.310981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5e71a68-38ed-4dca-8521-663976ccd6a3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3942769 Oct 13 04:04:38.458449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'tenant_id': 'd5cfb694dbad4a0b8a97e2283f2903a1', 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:04:38.459417 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.599927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Allocated IP 192.168.233.2 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/d39c539e-a46f-428b-ba93-c5944db72a19) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:04:38.746808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.753054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.808941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:04:38.812583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Pushing event updated for resources: {'Port': ['ID=d39c539e-a46f-428b-ba93-c5944db72a19,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:38.814836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:04:38.817868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:04:38.826924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.827302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.827652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.827992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.828322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.828654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.829009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.829338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.829671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.829997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.830319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.830641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:04:38.882080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Attempting to bind port d39c539e-a46f-428b-ba93-c5944db72a19 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:04:38.882454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Attempting to bind port d39c539e-a46f-428b-ba93-c5944db72a19 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:04:38.882817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Attempting to bind port d39c539e-a46f-428b-ba93-c5944db72a19 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:04:38.889166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:04:38.889542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:04:38.889949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.890343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:04:38.890814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Bound port: d39c539e-a46f-428b-ba93-c5944db72a19, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:04:38.891240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:38.953011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] For port d39c539e-a46f-428b-ba93-c5944db72a19, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:04:38.956529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] For port d39c539e-a46f-428b-ba93-c5944db72a19, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d39c539e-a46f-428b-ba93-c5944db72a19,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:04:38.961174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:39.020300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bada7-1870-4428-9e1b-171e6fa5dff6 None None] Pushing event updated for resources: {'Port': ['ID=d39c539e-a46f-428b-ba93-c5944db72a19,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:39.844337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f2413-4d37-47c8-95b6-9629fd91724c None None] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:04:39.908079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] Provisioning complete for port d39c539e-a46f-428b-ba93-c5944db72a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:39.908594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.060458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.101244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] For port d39c539e-a46f-428b-ba93-c5944db72a19, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d39c539e-a46f-428b-ba93-c5944db72a19,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:04:40.109497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:40.163657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b6ef0-a7f9-42b8-8cc0-04b3c76a1e00 None None] Pushing event updated for resources: {'Port': ['ID=d39c539e-a46f-428b-ba93-c5944db72a19,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:04:40.329273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7fa76619-d20f-4af9-b419-58607f3e7e8c None None] Provisioning complete for port d39c539e-a46f-428b-ba93-c5944db72a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:40.329580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fa76619-d20f-4af9-b419-58607f3e7e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.189173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d39c539e-a46f-428b-ba93-c5944db72a19 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:04:41.238927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d39c539e-a46f-428b-ba93-c5944db72a19 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:04:41.239335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:41.676276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4acb8621-08db-4169-af81-0e44b137ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:44.076533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820e4d2f-7469-4949-9568-d85682ce3d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.195055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:45.307622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:47.020991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:04:55.797524 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:05:11.678676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e02489f3-64c1-4252-9b1e-e194a46be5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:14.077195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-987df067-648d-4d27-b989-8e96693c906f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:15.198258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:15.311172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:17.025369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:32.796020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:05:41.681334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35fa738-e8cc-48ff-9c59-c3d1343d847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:44.079224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8590cd5d-77ee-4fbe-b8b4-c3f18a69b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.200425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:45.313577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:47.028494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:50.971416 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:50.978057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-8d876bac-6c87-472f-bce8-e3399e6e8ca1 tempest-verify_tempest_config-1141969657 tempest-verify_tempest_config-1141969657-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:05:50.979012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d876bac-6c87-472f-bce8-e3399e6e8ca1 tempest-verify_tempest_config-1141969657 tempest-verify_tempest_config-1141969657-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0063438 Oct 13 04:05:51.271569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:51.372365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.445852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.449604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.497923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e3af3dc591b40a893a67d5eb3cb44cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2241948 Oct 13 04:05:51.498992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf2390-30ca-4e82-84db-6971b1690ed1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:51.500705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58788) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:05:51.505634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.505987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.506354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.508225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.508225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.508225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.508498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.508693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.509012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.509328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.509641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.509958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e23055-349e-4d61-aa17-f65b69a12c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.557425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.580534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.667457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.670033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:05:51.671206 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbbf2390-30ca-4e82-84db-6971b1690ed1 HTTP/1.1" status: 204 len: 168 time: 0.1695044 Oct 13 04:05:51.681366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf2390-30ca-4e82-84db-6971b1690ed1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:05:51.688046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.688396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.688735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.689072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.689407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.689736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.690064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.690391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.690717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.691041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.691393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:05:51.691716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ac0d44-1382-4fdd-8517-e7af0c0d1084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:06:09.795524 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:06:11.685321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1034bc42-f1a1-4d7e-8285-87ab1f525cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:14.079391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-43c84825-f907-41a0-8a40-701854c08887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.200860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:15.314920 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:17.031180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:41.686361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6c2e-645a-4756-9809-758df4fdc631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:44.079675 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89981e0e-42a1-4900-8186-b8b01f3e1356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.201634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:45.317500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:06:46.794306 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:06:47.034681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:11.694914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51405d5e-df29-413a-bef6-cda0dd1d5e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:14.080644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02fa253a-2590-44b5-b61d-5d0d55a03cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.203405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:15.321124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:17.036797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:23.792925 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:07:41.685755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8aa5691a-ae42-433c-ba7d-057490ec8e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:44.080828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00465e51-89f5-4371-9552-d2d55841999f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.206278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:45.325638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:07:47.040061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:00.791174 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:08:11.686282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fcf378a-9ecd-436e-afa2-850c489ad7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:14.082033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5163006-0324-407b-9a38-8e47ab96f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.207238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:15.327922 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:17.044253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:37.789664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 5 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:08:41.325555 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:41.687215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54feeeee-b282-4a43-b70b-6fe0f329e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:42.400758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16661749'] for agent, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:44.081773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-99c958e4-b3fd-4147-be03-045bee3b01a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.211717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:45.330179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:08:47.046745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.279228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:11.689882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-197dc549-c27f-406a-bd93-603af13bf287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:12.349316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.083427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa03eca5-7362-4ad6-85f0-2f766dfd2f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:14.787830 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:09:15.212592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:15.334408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:17.050475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:25.577633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58854) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:25.684868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d5ba2801-c5f4-4ef8-b942-4658205a3500 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1061449 Oct 13 04:09:27.974335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58864) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:09:28.029331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-80c805af-0f5c-4273-b147-264e7448c74d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0539339 Oct 13 04:09:41.299715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:41.689927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2ec5c17-2405-491c-8926-9eeb8b737de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:42.349727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:44.085462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f5100fe4-7d6f-424a-8367-91aa9502b18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.214250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:45.333429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:47.052937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:09:51.785933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:10:11.302933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:11.693867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c80b8217-fd8f-4c06-b2c4-d7e4ebc5c40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:12.376047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:14.086660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e57ff675-1d49-4430-8cfc-dabbbe3a730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.217338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:15.339881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:17.061021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:28.785702 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:10:41.300712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:41.697223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-514bd9d3-7c59-4112-af2e-f128e9e28976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:42.386026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:44.093111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a25c1682-0563-4365-a7cd-4b22bcc06aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.246535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:45.352178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:47.078556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.131432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.464825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-network', 'tenant_id': '8dc51dd493264d758806437f5239f79b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:49.488349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Made reservation on behalf of 8dc51dd493264d758806437f5239f79b for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:49.490634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.499750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.583130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.587561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.625639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:10:49.633823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cd2337-3c83-4404-981a-ccf542c48074,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.645475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.645826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.646168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.646512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.646838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.647203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.647628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.647958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.648281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.648724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.649148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.649472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Tracked resource versions report: Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: pushed versions: Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: { 'AddressGroup': {'1.2'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'ConntrackHelper': {'1.0'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Log': {'1.0'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Network': {'1.1'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Port': {'1.7'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'PortForwarding': {'1.2'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'QosPolicy': {'1.10'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SecurityGroup': {'1.4'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SubPort': {'1.0'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Subnet': {'1.1'}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Trunk': {'1.1'}} Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: consumer versions: Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: HyperV agent@n-h1-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: HyperV agent@n-h2-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: L3 agent@n-d-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: Metadata agent@n-d-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: Metering agent@n-d-813736-1: {}, Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'ConntrackHelper': '1.0', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Log': '1.0', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Network': '1.1', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Port': '1.7', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'PortForwarding': '1.2', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'QosPolicy': '1.10', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SecurityGroup': '1.4', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SecurityGroupRule': '1.2', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'SubPort': '1.0', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Subnet': '1.1', Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: 'Trunk': '1.1'}} Oct 13 04:10:49.651146 n-d-813736-1 neutron-server[95047]: {{(pid=95047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:10:49.666737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.667187 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Added segment f732ebcb-1aa5-468b-b969-53faaac98e9f of type vlan for network a6698724-3e31-496e-8a5b-a8dd3901b928 Oct 13 04:10:49.710922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.740542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.741755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:49.742940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.801149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:49.808180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Request body: {'subnet': {'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-subnet', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:49.808695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6753519 Oct 13 04:10:49.827984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ae03-6323-4b9c-84f0-160f2f96f51d admin admin] Pushing event updated for resources: {'Network': ['ID=a6698724-3e31-496e-8a5b-a8dd3901b928,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:49.830140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Made reservation on behalf of 8dc51dd493264d758806437f5239f79b for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:49.832631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:49.839166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a6698724-3e31-496e-8a5b-a8dd3901b928 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:10:50.010991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.061044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04610e58-9237-4589-9e26-d0e5c03824f7,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:50.076630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.076973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.077312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.077634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.077957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.078283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.078688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.079011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.079350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.079660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.079969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.080283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Tracked resource versions report: Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: pushed versions: Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: { 'AddressGroup': {'1.2'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'ConntrackHelper': {'1.0'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Log': {'1.0'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Network': {'1.1'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Port': {'1.7'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'PortForwarding': {'1.2'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'QosPolicy': {'1.10'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SecurityGroup': {'1.4'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SubPort': {'1.0'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Subnet': {'1.1'}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Trunk': {'1.1'}} Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: consumer versions: Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: HyperV agent@n-h1-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: HyperV agent@n-h2-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: L3 agent@n-d-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: Metadata agent@n-d-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: Metering agent@n-d-813736-1: {}, Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'ConntrackHelper': '1.0', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Log': '1.0', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Network': '1.1', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Port': '1.7', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'PortForwarding': '1.2', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'QosPolicy': '1.10', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SecurityGroup': '1.4', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SecurityGroupRule': '1.2', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'SubPort': '1.0', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Subnet': '1.1', Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: 'Trunk': '1.1'}} Oct 13 04:10:50.081336 n-d-813736-1 neutron-server[95048]: {{(pid=95048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:10:50.092227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Checking segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:50.092585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Network hostable DHCP agents. Network: a6698724-3e31-496e-8a5b-a8dd3901b928, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:10:50.112160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:10:50.123297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a6698724-3e31-496e-8a5b-a8dd3901b928) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:50.128071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:50.128660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.133258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc729a8f-b582-4d8c-b388-6bc7789d1dba None None] Network a6698724-3e31-496e-8a5b-a8dd3901b928 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:50.151640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e3a7d398-3c54-4f3e-8c42-8b52ce632b17 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3493571 Oct 13 04:10:50.153120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59120) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:50.158013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:50.191176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.193563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.312909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-a6698724-3e31-496e-8a5b-a8dd3901b928', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:10:50.313771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.368339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.469439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Allocated IP 172.20.0.2 (a6698724-3e31-496e-8a5b-a8dd3901b928/04610e58-9237-4589-9e26-d0e5c03824f7/e5dbcecd-39a3-4739-90be-b3ef59f5feec) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:50.596488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.632238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.641911 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.699186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Pushing event updated for resources: {'Port': ['ID=e5dbcecd-39a3-4739-90be-b3ef59f5feec,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:50.710478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.711095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.711582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.711910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.712630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.713011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.713339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.713904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.714233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.714557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.714878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.715220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Tracked resource versions report: Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: pushed versions: Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: { 'AddressGroup': {'1.2'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'ConntrackHelper': {'1.0'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Log': {'1.0'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Network': {'1.1'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Port': {'1.7'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'PortForwarding': {'1.2'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'QosPolicy': {'1.10'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SecurityGroup': {'1.4'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SubPort': {'1.0'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Subnet': {'1.1'}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Trunk': {'1.1'}} Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: consumer versions: Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: HyperV agent@n-h1-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: HyperV agent@n-h2-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: L3 agent@n-d-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: Metadata agent@n-d-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: Metering agent@n-d-813736-1: {}, Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'ConntrackHelper': '1.0', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Log': '1.0', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Network': '1.1', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Port': '1.7', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'PortForwarding': '1.2', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'QosPolicy': '1.10', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SecurityGroup': '1.4', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SecurityGroupRule': '1.2', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'SubPort': '1.0', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Subnet': '1.1', Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: 'Trunk': '1.1'}} Oct 13 04:10:50.716483 n-d-813736-1 neutron-server[95049]: {{(pid=95049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:10:50.726322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:50.728565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:50.732132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:50.792414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Attempting to bind port e5dbcecd-39a3-4739-90be-b3ef59f5feec on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:50.793081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Attempting to bind port e5dbcecd-39a3-4739-90be-b3ef59f5feec by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:50.793605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Attempting to bind port e5dbcecd-39a3-4739-90be-b3ef59f5feec on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:50.800035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:50.800936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Checking segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:50.801503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.802055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Bound using segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:50.802749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Bound port: e5dbcecd-39a3-4739-90be-b3ef59f5feec, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:50.803797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.874661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] For port e5dbcecd-39a3-4739-90be-b3ef59f5feec, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:50.879536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] For port e5dbcecd-39a3-4739-90be-b3ef59f5feec, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5dbcecd-39a3-4739-90be-b3ef59f5feec,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:50.888141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.914945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.942800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:50.961591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1c59e-7f1e-4a84-99e0-9bd05540211c None None] Pushing event updated for resources: {'Port': ['ID=e5dbcecd-39a3-4739-90be-b3ef59f5feec,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:51.150703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Allocated IP 172.25.0.146 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/443b1fdf-a14f-4254-b921-164dc770a5cd) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:51.320228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.403990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.532299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Pushing event updated for resources: {'Port': ['ID=443b1fdf-a14f-4254-b921-164dc770a5cd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:51.539156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5dbcecd-39a3-4739-90be-b3ef59f5feec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:51.539662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:51.542340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:51.545227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:51.598827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e5dbcecd-39a3-4739-90be-b3ef59f5feec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:51.599541 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.709225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.747092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port e5dbcecd-39a3-4739-90be-b3ef59f5feec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5dbcecd-39a3-4739-90be-b3ef59f5feec,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:51.754168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:51.839291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=e5dbcecd-39a3-4739-90be-b3ef59f5feec,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:51.892728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.129631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.266174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24868ca3-52d4-4606-9bc7-d841790a5290 None None] Network a6698724-3e31-496e-8a5b-a8dd3901b928 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:10:52.311520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:10:52.464614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-77a930a7-dde1-4efd-8940-82149480208d None None] Provisioning complete for port e5dbcecd-39a3-4739-90be-b3ef59f5feec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:52.464997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77a930a7-dde1-4efd-8940-82149480208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.580905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:52.593742 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:52.606183 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:52.606844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:52.608520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:52.610615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5957e11c-4783-4874-b9bc-d10cea4866a9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4561818 Oct 13 04:10:52.613448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59230) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:52.811614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:52.948844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6e0a0eb6-c788-4000-9de4-a32d2f5b4626 None None] Provisioning complete for port e5dbcecd-39a3-4739-90be-b3ef59f5feec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:52.950319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e0a0eb6-c788-4000-9de4-a32d2f5b4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.094072 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:51Z', 'revision_number': 3, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:53.133055 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:53.133603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Updating router 56ec3d08-809e-4a72-a62a-1cdca36f506e port 443b1fdf-a14f-4254-b921-164dc770a5cd binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:53.171926 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.336263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.390259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5dbcecd-39a3-4739-90be-b3ef59f5feec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:53.488098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e5dbcecd-39a3-4739-90be-b3ef59f5feec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:53.488470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.494412 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.502879 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.531113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59270) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:53.551659 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Attempting to bind port 443b1fdf-a14f-4254-b921-164dc770a5cd on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:53.551659 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Attempting to bind port 443b1fdf-a14f-4254-b921-164dc770a5cd by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:53.551972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Attempting to bind port 443b1fdf-a14f-4254-b921-164dc770a5cd on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:53.565455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:53.585797 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:53.586744 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:53.587728 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.588391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:53.589069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Bound port: 443b1fdf-a14f-4254-b921-164dc770a5cd, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:53.589849 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.604271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:53.660998 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] For port 443b1fdf-a14f-4254-b921-164dc770a5cd, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:53.669504 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] For port 443b1fdf-a14f-4254-b921-164dc770a5cd, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=443b1fdf-a14f-4254-b921-164dc770a5cd,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:53.680087 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.711156 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Pushing event updated for resources: {'Port': ['ID=443b1fdf-a14f-4254-b921-164dc770a5cd,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:53.731993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b0355c2-3754-4bf8-8fae-56eaf69c5ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.739762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.740307 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.740557 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.740897 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.741233 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.741566 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.741895 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.742221 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.742550 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.746242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.746641 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.746973 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:10:53.749950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-592c69e5-5a3a-4e5c-a553-4acabf418a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Tracked resource versions report: Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: pushed versions: Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: { 'AddressGroup': {'1.2'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'ConntrackHelper': {'1.0'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Log': {'1.0'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Network': {'1.1'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Port': {'1.7'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'PortForwarding': {'1.2'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'QosPolicy': {'1.10'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SecurityGroup': {'1.4'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SecurityGroupRule': {'1.2'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SubPort': {'1.0'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Subnet': {'1.1'}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Trunk': {'1.1'}} Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: consumer versions: Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: { DHCP agent@n-d-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: HyperV agent@n-h1-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: HyperV agent@n-h2-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: L3 agent@n-d-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: Metadata agent@n-d-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: Metering agent@n-d-813736-1: {}, Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: Open vSwitch agent@n-d-813736-1: { 'AddressGroup': '1.2', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'ConntrackHelper': '1.0', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Log': '1.0', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Network': '1.1', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Port': '1.7', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'PortForwarding': '1.2', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'QosPolicy': '1.10', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SecurityGroup': '1.4', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SecurityGroupRule': '1.2', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'SubPort': '1.0', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Subnet': '1.1', Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: 'Trunk': '1.1'}} Oct 13 04:10:53.751003 n-d-813736-1 neutron-server[95050]: {{(pid=95050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 04:10:53.802209 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:53.803032 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:53.811652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Allocated IP 172.20.0.1 (a6698724-3e31-496e-8a5b-a8dd3901b928/04610e58-9237-4589-9e26-d0e5c03824f7/152136f3-9cae-4fb9-94a2-e7c12d6e38ae) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:53.817294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3f8a-58f4-469f-a6b7-ae3f7935985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:53.924234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed1d3d-c7c0-4755-b2d2-e3e36b71be9a None None] Pushing event updated for resources: {'Port': ['ID=443b1fdf-a14f-4254-b921-164dc770a5cd,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:53.965069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:54.065618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b0355c2-3754-4bf8-8fae-56eaf69c5ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.075253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3f8a-58f4-469f-a6b7-ae3f7935985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.079488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b0355c2-3754-4bf8-8fae-56eaf69c5ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.111710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.116029 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-592c69e5-5a3a-4e5c-a553-4acabf418a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.126583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-592c69e5-5a3a-4e5c-a553-4acabf418a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.132123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3f8a-58f4-469f-a6b7-ae3f7935985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.148617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7b0355c2-3754-4bf8-8fae-56eaf69c5ed0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=039c4e65ea5a42b5bbcff61ffde00c03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5802333 Oct 13 04:10:54.154053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59322) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.184683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.188828 n-d-813736-1 neutron-server[95048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 04:10:54.211587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-592c69e5-5a3a-4e5c-a553-4acabf418a6d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=723e34ff810b404ab55a9dc549825ee1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6794853 Oct 13 04:10:54.220606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.246741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-12d19806-b393-46c9-a3d4-4c80bd78eca5 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4cc32ee2c851417c89a61000ec6946f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608039 Oct 13 04:10:54.249124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0355c2-3754-4bf8-8fae-56eaf69c5ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7b27a-661f-40ee-ac29-a6e536835709,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.265738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2d0e3f8a-58f4-469f-a6b7-ae3f7935985c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d82affa37b3140a3a7e28a564e018649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6586685 Oct 13 04:10:54.277778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59336) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:54.286518 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:51Z', 'revision_number': 3, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:54.289240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.291728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c69e5-5a3a-4e5c-a553-4acabf418a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b721b-11ec-4a9a-afc5-6b10ff62a71a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.342519 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0655cfa-7f20-44de-9740-c1e6a3a4d0d0 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:51Z', 'revision_number': 3, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:10:54.405933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:54.409997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:54.417976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:10:54.418463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.422548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3f8a-58f4-469f-a6b7-ae3f7935985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f8fb57-adb1-44a9-978f-8047c81da8f6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.519761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7ff0635e-f6d6-4dd1-804b-ded2bb74ed88 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:54.522264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7ff0635e-f6d6-4dd1-804b-ded2bb74ed88 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554619 Oct 13 04:10:54.545267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-a4f77618-b399-46cc-9cf7-90732a886a80 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/quotas/4cc32ee2c851417c89a61000ec6946f3 HTTP/1.1" status: 200 len: 375 time: 0.0162344 Oct 13 04:10:54.550159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Pushing event updated for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.593480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.618185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.635281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-45cc414d-f0c8-4719-8e2b-c1ff9d492d13 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827720 Oct 13 04:10:54.682413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.691243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.694138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.695292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61e7b27a-661f-40ee-ac29-a6e536835709 HTTP/1.1" status: 204 len: 168 time: 0.5389140 Oct 13 04:10:54.766966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1028b-80de-4548-8376-12379525ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7b27a-661f-40ee-ac29-a6e536835709,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:54.779005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-311823d2-18bb-4ad5-a647-b3f2382f731c None None] Provisioning complete for port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:54.782816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-311823d2-18bb-4ad5-a647-b3f2382f731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.826693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.855946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:54.865024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-311823d2-18bb-4ad5-a647-b3f2382f731c None None] Port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:55.014199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.118087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.201758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59392) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:55.232237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.235222 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.238607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/400b721b-11ec-4a9a-afc5-6b10ff62a71a HTTP/1.1" status: 204 len: 168 time: 1.0106511 Oct 13 04:10:55.250794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.253517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.254674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62f8fb57-adb1-44a9-978f-8047c81da8f6 HTTP/1.1" status: 204 len: 168 time: 0.9759068 Oct 13 04:10:55.255559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09f4d446-4ff0-41c0-aa7a-dc57009dbb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.274754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50d5ef9b-5c50-4dbe-a34a-b7f99f90cdfd req-ecb4c3de-1cab-4c9d-8731-09daa99a7856 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 210 time: 0.0903468 Oct 13 04:10:55.503185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 443b1fdf-a14f-4254-b921-164dc770a5cd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:55.539681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207458e-b267-4906-86ed-175247b759c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b721b-11ec-4a9a-afc5-6b10ff62a71a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.580255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc507c1-c4b9-403f-9753-cc2d0f30ae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f8fb57-adb1-44a9-978f-8047c81da8f6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.688007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 443b1fdf-a14f-4254-b921-164dc770a5cd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:55.689010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.786753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09f4d446-4ff0-41c0-aa7a-dc57009dbb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.798149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09f4d446-4ff0-41c0-aa7a-dc57009dbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.901627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.908472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4d446-4ff0-41c0-aa7a-dc57009dbb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a5d21-b722-497c-9c48-471afdaaaaa3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:55.912602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.913379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:55.927098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09f4d446-4ff0-41c0-aa7a-dc57009dbb57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ce9497f78304d0e9d4b615085d9c924&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7239351 Oct 13 04:10:55.930686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59450) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:55.933295 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.008762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 443b1fdf-a14f-4254-b921-164dc770a5cd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=443b1fdf-a14f-4254-b921-164dc770a5cd,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:56.026626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.108764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Pushing event updated for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.123677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.148669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=443b1fdf-a14f-4254-b921-164dc770a5cd,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.196532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59468) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.200874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.232500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:10:56.234188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:10:56.251004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f564782-84fb-44f6-a8ef-4246c74137bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.425507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.434410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.437088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c72a5d21-b722-497c-9c48-471afdaaaaa3 HTTP/1.1" status: 204 len: 168 time: 0.5035813 Oct 13 04:10:56.456936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed43b0-3ae2-4e18-b1c9-c9a33c6d8d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a5d21-b722-497c-9c48-471afdaaaaa3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.469034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59484) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.477624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:10:56.531259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcadc-770f-4dd2-a498-fcaa3f7483cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.617467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ce599a33-41d9-4467-aea8-560955be8d16 None None] Provisioning complete for port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:56.618098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce599a33-41d9-4467-aea8-560955be8d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.668120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f564782-84fb-44f6-a8ef-4246c74137bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.674298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:10:56.682366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-032d07c3-8f30-4772-b05e-0c56bfa33055 admin admin] 10.222.0.49 "PUT /v2.0/routers/56ec3d08-809e-4a72-a62a-1cdca36f506e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0669427 Oct 13 04:10:56.687021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f564782-84fb-44f6-a8ef-4246c74137bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.689904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59492) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.715095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ce599a33-41d9-4467-aea8-560955be8d16 None None] Port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:10:56.759812 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f564782-84fb-44f6-a8ef-4246c74137bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a33ac437ff442a4931a15b03b8d293e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5554144 Oct 13 04:10:56.763032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59498) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.770808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f564782-84fb-44f6-a8ef-4246c74137bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7295f91-a205-4b31-9c41-20ad15320bc8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.822516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcadc-770f-4dd2-a498-fcaa3f7483cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.833164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff8fcadc-770f-4dd2-a498-fcaa3f7483cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.853507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.875882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff8fcadc-770f-4dd2-a498-fcaa3f7483cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809fceee73d44a3298942a97b685c9e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4022243 Oct 13 04:10:56.878372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:56.886668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fcadc-770f-4dd2-a498-fcaa3f7483cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2642d2-2890-41ca-8024-2092525ccf46,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:56.915867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.975931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.992428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:56.998272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.001774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7295f91-a205-4b31-9c41-20ad15320bc8 HTTP/1.1" status: 204 len: 168 time: 0.2371876 Oct 13 04:10:57.012926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b50df-7c3f-4ee1-92b2-0187303d54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7295f91-a205-4b31-9c41-20ad15320bc8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:57.028479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.061310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:10:57.076321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59514) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:57.078991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:57.079877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:57.172681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-cf6ce7ea-6773-4fda-9b85-6f56ad413304 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e45069c67cae493b81ff89785293dd52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349252 Oct 13 04:10:57.273148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:57.286939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-4281cb62-9464-419e-9485-8ff09a6fd13d tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:57.294575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-4281cb62-9464-419e-9485-8ff09a6fd13d tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205690 Oct 13 04:10:57.296532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.299371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.300651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe2642d2-2890-41ca-8024-2092525ccf46 HTTP/1.1" status: 204 len: 168 time: 0.4209127 Oct 13 04:10:57.335890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa9f4-05fa-4ae5-ab3c-c2767f2c6028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2642d2-2890-41ca-8024-2092525ccf46,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:57.349792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-69c1c686-e838-441d-a9fd-f0c2a22e3bce tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/quotas/e45069c67cae493b81ff89785293dd52 HTTP/1.1" status: 200 len: 375 time: 0.0542800 Oct 13 04:10:57.378321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cca9be00-afa7-4a25-922c-2e0bd491415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.427022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-39ac2f4d-31ae-4d05-b18a-248e6e0f7120 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e45069c67cae493b81ff89785293dd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760550 Oct 13 04:10:57.473478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 443b1fdf-a14f-4254-b921-164dc770a5cd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:10:57.553275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cca9be00-afa7-4a25-922c-2e0bd491415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.563994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cca9be00-afa7-4a25-922c-2e0bd491415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.573747 n-d-813736-1 neutron-server[95047]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 04:10:57.701778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 443b1fdf-a14f-4254-b921-164dc770a5cd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:57.702131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.757167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-580e1ba7-405f-4067-87f3-bc80ab957a16 req-c7e5c10f-4f1e-4eb8-9ba6-8b63e3933115 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 210 time: 0.0689857 Oct 13 04:10:57.808604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99c8e2eb-4aa0-4ab9-9a32-e1d1237c4162 req-3a742f3a-1ecf-4fd6-a116-5153d2f516db tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 210 time: 0.7305338 Oct 13 04:10:57.825012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59546) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:57.835436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cca9be00-afa7-4a25-922c-2e0bd491415b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17fd8a5032f149c998b8b2c270ae6abf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1284318 Oct 13 04:10:57.862778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9be00-afa7-4a25-922c-2e0bd491415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd4b8e-2dfb-45a7-a076-ff502ece8af1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:57.863506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 2, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:57.932952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:10:57.933829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Updating router 56ec3d08-809e-4a72-a62a-1cdca36f506e port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:10:57.935831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:57.985982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.066338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.47', 64162) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:58.092357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.100783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.104188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfcd4b8e-2dfb-45a7-a076-ff502ece8af1 HTTP/1.1" status: 204 len: 168 time: 0.2780578 Oct 13 04:10:58.124966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.130899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f914696-8127-4aae-bb91-d6de307064b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd4b8e-2dfb-45a7-a076-ff502ece8af1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:58.134715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-e6dd3adb-5dba-4695-8409-de0dfcb0207f tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cc32ee2c851417c89a61000ec6946f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657547 Oct 13 04:10:58.488046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-b1c8da44-37ee-4ad5-a484-d893b23d25f7 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:10:58.490188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-b1c8da44-37ee-4ad5-a484-d893b23d25f7 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495889 Oct 13 04:10:58.517917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.526086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.585407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Request body: {'port': {'device_id': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '4cc32ee2c851417c89a61000ec6946f3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:58.651694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c577d-aafb-422a-b2e1-99cfa3bc3c99 None None] Pushing event updated for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:58.729042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Attempting to bind port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:10:58.729470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Attempting to bind port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:10:58.729781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Attempting to bind port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:10:58.735246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:10:58.735628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Checking segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:10:58.736044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.736444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Bound using segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:10:58.736925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Bound port: 152136f3-9cae-4fb9-94a2-e7c12d6e38ae, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:10:58.737329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:58.883567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] For port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:10:58.892924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] For port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:10:58.899011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.015364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Made reservation on behalf of 4cc32ee2c851417c89a61000ec6946f3 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:10:59.019833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.020451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] Provisioning complete for port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:59.020842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.028703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:10:59.030585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:59.037575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.111124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c577d-aafb-422a-b2e1-99cfa3bc3c99 None None] Pushing event updated for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.177002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e4d7755-3bc2-46f6-9613-c074f853b1cb req-443d5610-bbfd-498a-b401-c4f18fcac55f tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 210 time: 0.0655007 Oct 13 04:10:59.204502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59628) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.226340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7809a5af-c715-4cab-84e2-bd681c56973a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.238110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f14acd4-f6e9-4c84-b045-4ba506b9317c req-7eeaf426-8d64-43df-b90b-50f4bb293467 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 210 time: 0.0829790 Oct 13 04:10:59.332942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.339807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.385038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59632) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.394047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-network', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:10:59.444518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.456332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:10:59.463811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7809a5af-c715-4cab-84e2-bd681c56973a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.475607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7809a5af-c715-4cab-84e2-bd681c56973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.539796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7809a5af-c715-4cab-84e2-bd681c56973a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90b0a0482226438fa741dfadb8d32027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3337350 Oct 13 04:10:59.541677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809a5af-c715-4cab-84e2-bd681c56973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0047f761-778c-4cbb-a0d3-69614223c6da,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.547488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59640) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.554951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] For port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:10:59.608579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.666426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.709004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Allocated IP 192.168.233.181 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/7013d17a-a828-458c-9445-e63cd553b465) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:10:59.715251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e35524-7afc-4a3c-aea3-5a47c81284ac None None] Pushing event updated for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.716264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.752494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3d141ef-13a0-4394-8162-19562c0ff2c7 None None] Provisioning complete for port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:10:59.752873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3d141ef-13a0-4394-8162-19562c0ff2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.811036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.47', 64166) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:10:59.857122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.864240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:10:59.886707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0047f761-778c-4cbb-a0d3-69614223c6da HTTP/1.1" status: 204 len: 168 time: 0.3374777 Oct 13 04:10:59.934047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:58Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:10:59.960951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c9643-040f-44b7-8521-04253e050a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0047f761-778c-4cbb-a0d3-69614223c6da,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:10:59.981281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-c4dc860b-b780-4653-a0b3-1305f522016a tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e45069c67cae493b81ff89785293dd52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601741 Oct 13 04:11:00.072417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5d5ec2-3bee-483b-b906-da51db4f5d11 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:58Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:00.373432 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.436563 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63d55ceb-c52b-4afb-abcd-be223fc9aa3d req-b507548b-f50b-4c5b-8f0a-0a90fd9f8482 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 210 time: 0.1068752 Oct 13 04:11:00.504952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Made reservation on behalf of 2e5c9249440d48dbb265ab1819f277e3 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:00.520245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.550839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-f9a871cb-2cb6-4734-9e12-1241d2c51430 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:00.553375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-f9a871cb-2cb6-4734-9e12-1241d2c51430 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4642217 Oct 13 04:11:00.570806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89513e08-8ff3-4d93-912c-331ed9f42c9d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:00.573489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Request body: {'port': {'device_id': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'e45069c67cae493b81ff89785293dd52'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:00.607100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f84df56-8e92-4f48-bd52-294f442ad8ad req-802a0136-a717-4b1b-b75e-6baa1ae3d137 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 210 time: 0.1708786 Oct 13 04:11:00.621164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:00.704005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59668) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:00.789845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.031361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:01.064577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:01.078738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Pushing event updated for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:01.116278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:01.137777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:01.138507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.309225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-7d850eb5-3644-4b49-b74c-9a901feaa18a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7305305 Oct 13 04:11:01.311353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.318200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.409722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:11:01.416062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-bfff9971-82f9-4105-a025-6149fba09e0e tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:01.417104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-bfff9971-82f9-4105-a025-6149fba09e0e tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0652952 Oct 13 04:11:01.424678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1841650913-network', 'tenant_id': 'a958b43508d1468a9b6da2350f2309e5'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:01.532383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 152136f3-9cae-4fb9-94a2-e7c12d6e38ae up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:01.554828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.555258 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Added segment e9817a45-20d3-4ae7-bd16-927986750f78 of type vlan for network 69bb7076-231a-46f9-ae41-7441d863ae7a Oct 13 04:11:01.571167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:11:01.571167 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:11:01.571167 n-d-813736-1 neutron-server[95048]: [parameters: {'project_id_1': 'a958b43508d1468a9b6da2350f2309e5', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 10, 41, 510319)}] Oct 13 04:11:01.571167 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:11:01.572786 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:11:01.577247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Made reservation on behalf of e45069c67cae493b81ff89785293dd52 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:01.592536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.600643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112e7ae5-6763-480c-ac62-16c26c7058c2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:01.621848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.696688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b75e80d-e3c3-4599-b357-8bbe4399a539 req-3b3c32e3-e9be-4305-98ff-bd25b7388f15 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 210 time: 0.0682459 Oct 13 04:11:01.818649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2faecf5a-35ea-4670-b091-e78447f8d1b3 None None] Provisioning complete for port 7013d17a-a828-458c-9445-e63cd553b465 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:01.819133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2faecf5a-35ea-4670-b091-e78447f8d1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.835311 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.837653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.845022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:01.926848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2faecf5a-35ea-4670-b091-e78447f8d1b3 None None] Port 7013d17a-a828-458c-9445-e63cd553b465 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:01.956444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:01.960629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:01.961091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.012162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.013737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:02.015007 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.102482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10419f-1b4a-4c67-95bf-678bc08599da req-6938f3ce-31e6-4cf1-b8f4-0845b92f2ac4 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:02.127979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b10419f-1b4a-4c67-95bf-678bc08599da req-6938f3ce-31e6-4cf1-b8f4-0845b92f2ac4 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 936 time: 0.2566528 Oct 13 04:11:02.188459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8016930 Oct 13 04:11:02.208250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59706) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:02.224493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Request body: {'subnet': {'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-subnet', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:02.366190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:11:02.366190 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:11:02.366190 n-d-813736-1 neutron-server[95048]: [parameters: {'project_id_1': '2e5c9249440d48dbb265ab1819f277e3', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 10, 42, 279450)}] Oct 13 04:11:02.366190 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:11:02.367005 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:11:02.421943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b10419f-1b4a-4c67-95bf-678bc08599da req-ebc688b9-bbec-4d31-b6d8-c88546e918d8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913065 Oct 13 04:11:02.425527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872148c-31d8-4176-bfc9-a0db915de4ae admin admin] Pushing event updated for resources: {'Network': ['ID=69bb7076-231a-46f9-ae41-7441d863ae7a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:02.444169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 69bb7076-231a-46f9-ae41-7441d863ae7a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:11:02.470420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Allocated IP 192.168.233.167 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/08db4a47-d6b7-4b54-910e-8eab48797ef5) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:02.664039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.675007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Request body: {'port': {'device_id': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'device_owner': 'compute:tempest-test_az-67245987', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:02.705699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.709299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Made reservation on behalf of a958b43508d1468a9b6da2350f2309e5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:02.713646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.838658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.932043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:02.999044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:03.075667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:03.114461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Pushing event updated for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:03.145496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:03.167930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:03.168527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.219481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Made reservation on behalf of 2e5c9249440d48dbb265ab1819f277e3 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:03.222174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.305293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9cef7-dcee-414f-bd2d-bdccebc71c20 req-82509f1a-510b-4cf2-992e-bbcb43d9998e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:03.323233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27a9cef7-dcee-414f-bd2d-bdccebc71c20 req-82509f1a-510b-4cf2-992e-bbcb43d9998e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 936 time: 0.3978105 Oct 13 04:11:03.328650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-a0cd822a-e0b6-4d36-b1c7-47370939c27e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7599998 Oct 13 04:11:03.524323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27a9cef7-dcee-414f-bd2d-bdccebc71c20 req-6b70d5fb-6b2a-4c04-8a09-62ae786b500f tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997514 Oct 13 04:11:03.608344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e8332e86-7b1d-4c28-a49e-67f838b837fb None None] Provisioning complete for port 08db4a47-d6b7-4b54-910e-8eab48797ef5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:03.611909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8332e86-7b1d-4c28-a49e-67f838b837fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.667235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013d17a-a828-458c-9445-e63cd553b465 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:03.667934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.687455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.708662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.763453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e8332e86-7b1d-4c28-a49e-67f838b837fb None None] Port 08db4a47-d6b7-4b54-910e-8eab48797ef5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:03.773474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Transition to ACTIVE for port object 7013d17a-a828-458c-9445-e63cd553b465 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:03.784159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:11:03.785904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.836660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.837805 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Added segment 70e30119-8abc-466f-82df-543e17655740 of type vlan for network 4cd81d7d-78b5-4f81-b340-8f065fb5de97 Oct 13 04:11:03.839466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800c0f1e-ed3e-438a-b9e8-09a881c7ae79,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:03.887735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:03.911879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4079453-eac8-4dbb-93e3-c58d6354a808 req-5bedb8c1-ca68-47f1-9402-43830c8f53f2 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:03.913561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4079453-eac8-4dbb-93e3-c58d6354a808 req-5bedb8c1-ca68-47f1-9402-43830c8f53f2 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 936 time: 0.2161193 Oct 13 04:11:03.996900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:03.999208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Attempting to bind port 7013d17a-a828-458c-9445-e63cd553b465 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:03.999908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Attempting to bind port 7013d17a-a828-458c-9445-e63cd553b465 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:03.999908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Attempting to bind port 7013d17a-a828-458c-9445-e63cd553b465 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:04.005518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Port 7013d17a-a828-458c-9445-e63cd553b465 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:04.005840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Attempting to bind port 7013d17a-a828-458c-9445-e63cd553b465 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:04.028887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:04.029226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:04.029809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:04.030279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Bound port: 7013d17a-a828-458c-9445-e63cd553b465, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:04.030635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.057348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.120063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4079453-eac8-4dbb-93e3-c58d6354a808 req-697f717b-e289-4623-b19d-06aeb01eb97b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539333 Oct 13 04:11:04.141370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ec08de-7cfc-4323-9b6f-90545c754aec,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:04.170361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Checking segment: {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:04.170705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Network hostable DHCP agents. Network: 69bb7076-231a-46f9-ae41-7441d863ae7a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:11:04.192063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:04.195685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.196940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:04.203829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7013d17a-a828-458c-9445-e63cd553b465,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:04.214590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.216768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.293733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] Pushing event updated for resources: {'Network': ['ID=4cd81d7d-78b5-4f81-b340-8f065fb5de97,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:04.297318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:04.302415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.308132 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] 10.222.0.47 "PUT /v2.0/ports/7013d17a-a828-458c-9445-e63cd553b465 HTTP/1.1" status: 200 len: 1116 time: 2.2579291 Oct 13 04:11:04.308658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'tag': '7013d17a-a828-458c-9445-e63cd553b465'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:04.314270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Network 69bb7076-231a-46f9-ae41-7441d863ae7a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:11:04.322375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-305e9e53-16bf-44ae-ab7e-b739238d907f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6164222 Oct 13 04:11:04.322913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 4cd81d7d-78b5-4f81-b340-8f065fb5de97 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:11:04.326082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:04.338461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Request body: {'subnet': {'network_id': '4cd81d7d-78b5-4f81-b340-8f065fb5de97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1841650913-subnet', 'tenant_id': 'a958b43508d1468a9b6da2350f2309e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:04.387543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 69bb7076-231a-46f9-ae41-7441d863ae7a) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:04.409810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:04.412294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.452043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Made reservation on behalf of a958b43508d1468a9b6da2350f2309e5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:04.468937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.560735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13d87-82ab-4c53-9d53-facd95e86c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:04.702147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31350c7b-f0a5-412c-b13c-5654370a0fe0 None None] Network 69bb7076-231a-46f9-ae41-7441d863ae7a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:04.717573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-58adfd0a-35b5-4846-80b8-f7af7be6b783 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5032182 Oct 13 04:11:04.719824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59784) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:04.724778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:04.815098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.819388 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:04.830710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c3d49-f7b2-48c4-ba91-9afe123da1f1 req-3c5018e0-824b-409a-bfa1-d3f407170749 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:04.841449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e6c3d49-f7b2-48c4-ba91-9afe123da1f1 req-3c5018e0-824b-409a-bfa1-d3f407170749 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 936 time: 0.0922775 Oct 13 04:11:04.941843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e6c3d49-f7b2-48c4-ba91-9afe123da1f1 req-605f3fd1-2bc8-431d-a0b9-9aa221411d66 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990369 Oct 13 04:11:05.000574 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0babb82e-d1ac-4960-bf8e-fcce6422a773" -d '{"events": [{"name": "network-changed", "server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "tag": "7013d17a-a828-458c-9445-e63cd553b465"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:05.022843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.153028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.278975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-69bb7076-231a-46f9-ae41-7441d863ae7a', 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'fixed_ips': [{'subnet_id': '51ec08de-7cfc-4323-9b6f-90545c754aec'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:11:05.279892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.310711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c53f0dd-b50d-4bed-aaa9-1241b0e1f53d,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:05.342219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Checking segment: {'id': '70e30119-8abc-466f-82df-543e17655740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '4cd81d7d-78b5-4f81-b340-8f065fb5de97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:05.351386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Network hostable DHCP agents. Network: 4cd81d7d-78b5-4f81-b340-8f065fb5de97, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:11:05.357249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.413857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Network 4cd81d7d-78b5-4f81-b340-8f065fb5de97 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:11:05.433858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 4cd81d7d-78b5-4f81-b340-8f065fb5de97) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:05.439121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:05.442052 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.491244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0920433f-4bc7-4f60-909e-28b234de5ea9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1619713 Oct 13 04:11:05.672828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59808) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:05.716759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Allocated IP 172.20.0.2 (69bb7076-231a-46f9-ae41-7441d863ae7a/51ec08de-7cfc-4323-9b6f-90545c754aec/f074250b-4754-4314-9958-d02bdf986f16) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:05.784755 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:05.840633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Request body: {'port': {'device_id': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'device_owner': 'compute:tempest-test_az-67245987', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:05.843746 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01333a62-ce5e-4ec8-9505-10b5466cad65 x-openstack-request-id: req-01333a62-ce5e-4ec8-9505-10b5466cad65 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:05.844362 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "tag": "7013d17a-a828-458c-9445-e63cd553b465", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:05.844518 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01333a62-ce5e-4ec8-9505-10b5466cad65 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:05.846182 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'tag': '7013d17a-a828-458c-9445-e63cd553b465', 'status': 'completed', 'code': 200} Oct 13 04:11:05.919342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.924681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee559d-ba5c-4daa-8880-249c4d58230b None None] Network 4cd81d7d-78b5-4f81-b340-8f065fb5de97 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:05.945767 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:05.990760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.086221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.130923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.193707 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Network 69bb7076-231a-46f9-ae41-7441d863ae7a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:06.224346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:06.236138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:06.267327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babb82e-d1ac-4960-bf8e-fcce6422a773 req-33cf88af-72be-4ae6-948c-6cc493dba58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:06.272040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0babb82e-d1ac-4960-bf8e-fcce6422a773 req-33cf88af-72be-4ae6-948c-6cc493dba58c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 1119 time: 0.3920965 Oct 13 04:11:06.275312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Pushing event updated for resources: {'Port': ['ID=f074250b-4754-4314-9958-d02bdf986f16,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:06.400417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23e8e-2021-404a-8165-f3c51a960da7 req-13447837-e598-47fd-9dc5-7c1e3414c282 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:06.419715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4fc23e8e-2021-404a-8165-f3c51a960da7 req-13447837-e598-47fd-9dc5-7c1e3414c282 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.3900166 Oct 13 04:11:06.484314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Allocated IP 172.25.0.168 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ddaaee51-5a74-43a9-844f-58c9a7e98a7b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:06.543785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Attempting to bind port f074250b-4754-4314-9958-d02bdf986f16 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:06.544380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Attempting to bind port f074250b-4754-4314-9958-d02bdf986f16 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:06.544819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Attempting to bind port f074250b-4754-4314-9958-d02bdf986f16 on network 69bb7076-231a-46f9-ae41-7441d863ae7a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:06.549506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd0dd37-a109-4c59-a87c-e603fed450d2 None None] Network 4cd81d7d-78b5-4f81-b340-8f065fb5de97 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:06.567401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:06.568043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Checking segment: {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:06.568750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.569301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Bound using segment: {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:06.569872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Bound port: f074250b-4754-4314-9958-d02bdf986f16, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:06.570381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.644401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-320342ab-65ec-48ee-b0a3-80a8f4509592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:06.658212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0babb82e-d1ac-4960-bf8e-fcce6422a773 req-e97b8b5e-16da-460c-83c6-f4b9efed3dcc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cc32ee2c851417c89a61000ec6946f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225660 Oct 13 04:11:06.681534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4fc23e8e-2021-404a-8165-f3c51a960da7 req-9fb8e376-d697-4ed4-bc0c-5e2e788ad3c2 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605050 Oct 13 04:11:06.940484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] For port f074250b-4754-4314-9958-d02bdf986f16, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:06.992217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] For port f074250b-4754-4314-9958-d02bdf986f16, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f074250b-4754-4314-9958-d02bdf986f16,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:07.009951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.028717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babb82e-d1ac-4960-bf8e-fcce6422a773 req-78e79191-c918-423b-a1c5-cbbfdf42b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:07.030852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0babb82e-d1ac-4960-bf8e-fcce6422a773 req-78e79191-c918-423b-a1c5-cbbfdf42b011 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3575647 Oct 13 04:11:07.079425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.083851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.095645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1315099056-network', 'tenant_id': '2b8f222e1fb749eebc17970360aa520b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:07.128813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377b511-618d-4609-ae80-74e5cd3e5539 None None] Pushing event updated for resources: {'Port': ['ID=f074250b-4754-4314-9958-d02bdf986f16,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.169463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Made reservation on behalf of 2b8f222e1fb749eebc17970360aa520b for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:07.178678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.214705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.280824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-437fef55-ebd4-4e4e-9cc2-855e1177a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:07.282449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-437fef55-ebd4-4e4e-9cc2-855e1177a263 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 1119 time: 0.1243157 Oct 13 04:11:07.286831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.362374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:07.366982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-320342ab-65ec-48ee-b0a3-80a8f4509592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.379795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-320342ab-65ec-48ee-b0a3-80a8f4509592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.380029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:07.391860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:07.492331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-320342ab-65ec-48ee-b0a3-80a8f4509592 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8f51c33eaa84aaa8206ca39a28bbc27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8175485 Oct 13 04:11:07.511285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:07.576684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08604f1e-e508-483a-bc91-34d1f29cfaac req-74fcb30e-6039-4f83-b144-ae228bbf4c6e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:07.582313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Pushing event updated for resources: {'Port': ['ID=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.585858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08604f1e-e508-483a-bc91-34d1f29cfaac req-74fcb30e-6039-4f83-b144-ae228bbf4c6e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 936 time: 0.7630501 Oct 13 04:11:07.626105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320342ab-65ec-48ee-b0a3-80a8f4509592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b77e126-9be5-4c96-a8cb-e3ec45a31ad2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.641860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-2cd0a27b-0706-4f7a-a5d0-fc188b2e4c4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7013d17a-a828-458c-9445-e63cd553b465 HTTP/1.1" status: 200 len: 217 time: 0.2566359 Oct 13 04:11:07.720832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.721607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08604f1e-e508-483a-bc91-34d1f29cfaac req-261c088a-6138-436d-b7d8-c00d4de8f1c6 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346996 Oct 13 04:11:07.740860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.771820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:11:07.777427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.806940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.861106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08db4a47-d6b7-4b54-910e-8eab48797ef5 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:07.875105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.877856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deaf583-c068-4b93-84df-78d56685712d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.882700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.883055 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Added segment fe6e4e24-4cb6-450e-b2fa-0a14defb529e of type vlan for network db93d089-e2bd-4d85-828f-a94db290723c Oct 13 04:11:07.921970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Transition to ACTIVE for port object 08db4a47-d6b7-4b54-910e-8eab48797ef5 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:07.925783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.943477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:07.943477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b77e126-9be5-4c96-a8cb-e3ec45a31ad2 HTTP/1.1" status: 204 len: 168 time: 0.4300754 Oct 13 04:11:07.973471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45690bc-91b8-49f6-962a-e3b1cdaa1786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b77e126-9be5-4c96-a8cb-e3ec45a31ad2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:07.983911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.021301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.059088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.171563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Pushing event updated for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.257049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.320751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Attempting to bind port 08db4a47-d6b7-4b54-910e-8eab48797ef5 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:08.321656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Attempting to bind port 08db4a47-d6b7-4b54-910e-8eab48797ef5 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:08.322007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Attempting to bind port 08db4a47-d6b7-4b54-910e-8eab48797ef5 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:08.330517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Port 08db4a47-d6b7-4b54-910e-8eab48797ef5 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:08.330843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Attempting to bind port 08db4a47-d6b7-4b54-910e-8eab48797ef5 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:08.346458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:08.347677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:08.349938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:08.350973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Bound port: 08db4a47-d6b7-4b54-910e-8eab48797ef5, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:08.351609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.447267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd61a-d692-40b1-a388-2140359d5189 req-bd6d5f24-867d-4c4f-b304-3cf00229af62 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:08.459090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8ccd61a-d692-40b1-a388-2140359d5189 req-bd6d5f24-867d-4c4f-b304-3cf00229af62 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.6034882 Oct 13 04:11:08.491607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:11:08.505426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-656201a4-9c30-438c-9f20-5399b8131dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.516924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:08.527549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:08.540716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.624096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8ccd61a-d692-40b1-a388-2140359d5189 req-71e66f71-3674-49e0-9e8d-1dbdaf7fd8f0 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675751 Oct 13 04:11:08.632249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.633273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:08.637834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:08.638459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.639956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.640347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] 10.222.0.47 "PUT /v2.0/ports/08db4a47-d6b7-4b54-910e-8eab48797ef5 HTTP/1.1" status: 200 len: 1116 time: 2.8067329 Oct 13 04:11:08.641047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:08.682880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5930209 Oct 13 04:11:08.715983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59876) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.729410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Request body: {'subnet': {'network_id': 'db93d089-e2bd-4d85-828f-a94db290723c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1315099056-subnet', 'tenant_id': '2b8f222e1fb749eebc17970360aa520b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:08.770727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59884) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:08.800162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-632bb574-9a77-4a3c-aced-b4307a7b0cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:08.902862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506334b5-6a24-41f5-ac3e-1bfa556f8b7f service neutron] Pushing event updated for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:08.917366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8d5838-6b88-451c-a176-268b48f90750 None None] Network 69bb7076-231a-46f9-ae41-7441d863ae7a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:08.986287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04bba1-a591-401e-8673-e4468d0bfa96 req-f00371d4-e1ea-4710-842e-dd66d2731197 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:08.988062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b04bba1-a591-401e-8673-e4468d0bfa96 req-f00371d4-e1ea-4710-842e-dd66d2731197 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.1400933 Oct 13 04:11:09.066936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b04bba1-a591-401e-8673-e4468d0bfa96 req-9c6d3a12-7459-47cf-b3c5-8a1b75229d69 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Oct 13 04:11:09.083253 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfbba72-1322-42fb-96cc-0cbe3deae256" -d '{"events": [{"name": "network-changed", "server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:09.108041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] Provisioning complete for port f074250b-4754-4314-9958-d02bdf986f16 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:09.108762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.147856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-632bb574-9a77-4a3c-aced-b4307a7b0cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.162359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-632bb574-9a77-4a3c-aced-b4307a7b0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.239143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-632bb574-9a77-4a3c-aced-b4307a7b0cd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f38389e72c634c3dab8d031e9cb1acfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636223 Oct 13 04:11:09.266243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59890) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:09.291819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99312-245d-4994-b207-7382b26f2537 admin admin] Pushing event updated for resources: {'Network': ['ID=db93d089-e2bd-4d85-828f-a94db290723c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.319639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Made reservation on behalf of 2b8f222e1fb749eebc17970360aa520b for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:09.329167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.344746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network db93d089-e2bd-4d85-828f-a94db290723c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:11:09.366469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bb574-9a77-4a3c-aced-b4307a7b0cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0052ccf-3bad-47db-b7cd-847ab04f0a4a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.399355 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1720c4-d2ca-4534-89ae-90d1499cc533 x-openstack-request-id: req-fa1720c4-d2ca-4534-89ae-90d1499cc533 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:09.401592 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:09.401870 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa1720c4-d2ca-4534-89ae-90d1499cc533 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:09.402359 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5', 'status': 'completed', 'code': 200} Oct 13 04:11:09.406032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.455986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.468032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.509324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] For port f074250b-4754-4314-9958-d02bdf986f16, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f074250b-4754-4314-9958-d02bdf986f16,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:09.520733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.574047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.574693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f074250b-4754-4314-9958-d02bdf986f16 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:09.577262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.581010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0052ccf-3bad-47db-b7cd-847ab04f0a4a HTTP/1.1" status: 204 len: 168 time: 0.3112500 Oct 13 04:11:09.589659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3ad5b-dc10-4a0d-a2fb-188af78ea826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0052ccf-3bad-47db-b7cd-847ab04f0a4a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.603128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.753724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae1705-8e24-4106-a448-17aa49c2d378 None None] Pushing event updated for resources: {'Port': ['ID=f074250b-4754-4314-9958-d02bdf986f16,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:09.753940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-656201a4-9c30-438c-9f20-5399b8131dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.778844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f074250b-4754-4314-9958-d02bdf986f16 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:09.779617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.797451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-656201a4-9c30-438c-9f20-5399b8131dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.857128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bac73-721d-424e-be22-67d7060eba57 req-06524be5-ae95-41d5-ae87-b7e21a1bb813 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:09.863054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe1bac73-721d-424e-be22-67d7060eba57 req-06524be5-ae95-41d5-ae87-b7e21a1bb813 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.1345916 Oct 13 04:11:09.897214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-191d3cc3-0bc6-4b6e-aed8-41c7c613b080 None None] Provisioning complete for port f074250b-4754-4314-9958-d02bdf986f16 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:09.897377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-191d3cc3-0bc6-4b6e-aed8-41c7c613b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:09.944533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe1bac73-721d-424e-be22-67d7060eba57 req-a58e8da9-83f3-4241-9619-4540c9af76d0 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774128 Oct 13 04:11:09.980931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-656201a4-9c30-438c-9f20-5399b8131dcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a58781ccb9a9423a90aac6fb4fda9c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9185810 Oct 13 04:11:09.984061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:09.997654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656201a4-9c30-438c-9f20-5399b8131dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc9433-7c27-4028-aaa0-78c2cdcb4774,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:10.106066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.128213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.177940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.207119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Router 5509c79d-ebff-4549-a88e-902b89d95f13 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:10.242621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855e3d4d-10f0-4621-95dc-cf2a685222f4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:10.260424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.263998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.265577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64cc9433-7c27-4028-aaa0-78c2cdcb4774 HTTP/1.1" status: 204 len: 168 time: 0.2797606 Oct 13 04:11:10.288387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376ff7-2ad0-4515-b315-d02f03099357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc9433-7c27-4028-aaa0-78c2cdcb4774,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:10.346082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Checking segment: {'id': 'fe6e4e24-4cb6-450e-b2fa-0a14defb529e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db93d089-e2bd-4d85-828f-a94db290723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:10.346789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Network hostable DHCP agents. Network: db93d089-e2bd-4d85-828f-a94db290723c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:11:10.370550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf4080-eb79-4307-bb95-7ef844b0fc58 req-6f1852e6-6b17-4a85-b414-a44de1d7aa1f tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:10.375207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bcf4080-eb79-4307-bb95-7ef844b0fc58 req-6f1852e6-6b17-4a85-b414-a44de1d7aa1f tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.1893065 Oct 13 04:11:10.470776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Network db93d089-e2bd-4d85-828f-a94db290723c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:11:10.515755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bcf4080-eb79-4307-bb95-7ef844b0fc58 req-011796ca-34d8-4d46-88a1-c120276a0cec tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141424 Oct 13 04:11:10.518662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, db93d089-e2bd-4d85-828f-a94db290723c) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:10.525748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:10.537125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57f68c-fbdf-415b-8640-f6dc94bd7cfd None None] Network db93d089-e2bd-4d85-828f-a94db290723c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:10.538434 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Sync routers for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:10.539573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:10.540555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.563618 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:10.564624 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:10.569093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95577efd-3e7e-48a7-ab64-7dcc3babae04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8455184 Oct 13 04:11:10.573771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.575307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eaa955d8-8f58-48f0-be33-3b976bf0f5eb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8543642 Oct 13 04:11:10.578204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59920) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:10.773667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969e8272-45ea-4377-9276-e90c6db4efd9 None None] Network db93d089-e2bd-4d85-828f-a94db290723c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:10.837920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59926) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:10.861118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b102a93e-6af6-4ee8-ae00-92af685c9487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:10.897070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59928) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:10.908237 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:11.072066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Deleting subnet 4c53f0dd-b50d-4bed-aaa9-1241b0e1f53d {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:11.080022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.129471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b102a93e-6af6-4ee8-ae00-92af685c9487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.141849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b102a93e-6af6-4ee8-ae00-92af685c9487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.183212 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.214251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b102a93e-6af6-4ee8-ae00-92af685c9487 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e3d057839964c6093265065590f9ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751802 Oct 13 04:11:11.215237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59936) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:11.228080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.234040 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:07Z', 'revision_number': 3, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:11.242979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102a93e-6af6-4ee8-ae00-92af685c9487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223bb73-925c-41f6-b78a-7af78acfc71a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:11.269495 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Checking router: 5509c79d-ebff-4549-a88e-902b89d95f13 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:11.269958 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Updating router 5509c79d-ebff-4549-a88e-902b89d95f13 port ddaaee51-5a74-43a9-844f-58c9a7e98a7b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:11:11.314059 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.319223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.349968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.396594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.415519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1f859-e8f5-4a13-8942-bfd73ac6667a req-36debbb5-ee73-4cdf-84f1-93e67603efd6 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:11.417434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dee1f859-e8f5-4a13-8942-bfd73ac6667a req-36debbb5-ee73-4cdf-84f1-93e67603efd6 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.2402997 Oct 13 04:11:11.429300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f074250b-4754-4314-9958-d02bdf986f16 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:11.468300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.495981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.499431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.501036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c223bb73-925c-41f6-b78a-7af78acfc71a HTTP/1.1" status: 204 len: 168 time: 0.2803550 Oct 13 04:11:11.512369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129ab4b-83d2-46ab-81b6-bd57f97eb487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223bb73-925c-41f6-b78a-7af78acfc71a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:11.538786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c53f0dd-b50d-4bed-aaa9-1241b0e1f53d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:11.557565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.560852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1616910d-702a-44be-a5ec-0d6b018ad92c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c53f0dd-b50d-4bed-aaa9-1241b0e1f53d HTTP/1.1" status: 204 len: 168 time: 0.6626348 Oct 13 04:11:11.564288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59946) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:11.572113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dee1f859-e8f5-4a13-8942-bfd73ac6667a req-888ed0c7-3bb5-4cbb-be4e-2ae88e744de6 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481006 Oct 13 04:11:11.573268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f074250b-4754-4314-9958-d02bdf986f16 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:11.574414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.659199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.714641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-65c63d67-ffc4-4c3e-b129-57b1297b88a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.781719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081be-bdd2-46e1-bf40-be04063ddb7e req-9c77b907-7928-4c54-8f01-83474e0f15b3 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:11.789200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e11081be-bdd2-46e1-bf40-be04063ddb7e req-9c77b907-7928-4c54-8f01-83474e0f15b3 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.0834706 Oct 13 04:11:11.796970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.894694 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.916049 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:11.943919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e11081be-bdd2-46e1-bf40-be04063ddb7e req-d69d0e1f-00df-4662-8d54-74dde285341f tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533036 Oct 13 04:11:12.010668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.014765 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Attempting to bind port ddaaee51-5a74-43a9-844f-58c9a7e98a7b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:12.015688 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Attempting to bind port ddaaee51-5a74-43a9-844f-58c9a7e98a7b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:12.016242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Attempting to bind port ddaaee51-5a74-43a9-844f-58c9a7e98a7b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:12.018751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Allocated IP 172.20.0.1 (69bb7076-231a-46f9-ae41-7441d863ae7a/51ec08de-7cfc-4323-9b6f-90545c754aec/d2e6a10c-e187-4943-ae81-b05d1011e31e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:12.019904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-a85b8b4b-da30-4e6d-8be3-8cb349d09864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.021342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-a85b8b4b-da30-4e6d-8be3-8cb349d09864 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1247926 Oct 13 04:11:12.028601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a92b22-2919-4f01-b81f-8dafd8b11979 None None] Pushing event updated for resources: {'Port': ['ID=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:12.033681 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:12.034466 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:12.035164 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.035708 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:12.036641 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Bound port: ddaaee51-5a74-43a9-844f-58c9a7e98a7b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:12.037521 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.038571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.039183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.041013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.041427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > port after_create 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.041967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.042303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > port after_update 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.042741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.043112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.043425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.043706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.111448 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] For port ddaaee51-5a74-43a9-844f-58c9a7e98a7b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:12.116222 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] For port ddaaee51-5a74-43a9-844f-58c9a7e98a7b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:12.122648 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.135341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.135687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.136015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.136341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:12.136715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd81d7d-78b5-4f81-b340-8f065fb5de97']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.204361 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:12.205009 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:10:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.209730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e30119-8abc-466f-82df-543e17655740') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.210025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e30119-8abc-466f-82df-543e17655740') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.232788 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.272050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-83a5c987-ff93-4a3c-9bfb-561d44ba71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.273448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-83a5c987-ff93-4a3c-9bfb-561d44ba71ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308744 Oct 13 04:11:12.274715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.295612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:11:12.296045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: from cryptography.utils import int_from_bytes Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: from cryptography.utils import int_from_bytes Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:11:12.326599 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:11:12.338111 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:12.390907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbba72-1322-42fb-96cc-0cbe3deae256 req-106b688d-b043-4235-8fb5-1661f564d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.398255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.404044 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5bfbba72-1322-42fb-96cc-0cbe3deae256 req-106b688d-b043-4235-8fb5-1661f564d354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e45069c67cae493b81ff89785293dd52&device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 1119 time: 0.4888208 Oct 13 04:11:12.438205 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a92b22-2919-4f01-b81f-8dafd8b11979 None None] Pushing event updated for resources: {'Port': ['ID=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:12.466579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5bfbba72-1322-42fb-96cc-0cbe3deae256 req-1293294e-1b46-48ae-815e-f04882251314 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e45069c67cae493b81ff89785293dd52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487237 Oct 13 04:11:12.487087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.496020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.506483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4cd81d7d-78b5-4f81-b340-8f065fb5de97 HTTP/1.1" status: 204 len: 168 time: 0.9404473 Oct 13 04:11:12.513094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59974) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:12.584047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Deleting subnet 855e3d4d-10f0-4621-95dc-cf2a685222f4 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:11:12.621623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.623636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7de53-586b-4eef-a998-951b3a37dbe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd81d7d-78b5-4f81-b340-8f065fb5de97,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:12.647281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-5f365bb4-4b4d-45f0-930c-397cc4d7e9e1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627858 Oct 13 04:11:12.720216 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:07Z', 'revision_number': 3, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:12.726329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.726929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbba72-1322-42fb-96cc-0cbe3deae256 req-7e33329d-8f8f-4c57-badd-4f23f91c0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.729434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5bfbba72-1322-42fb-96cc-0cbe3deae256 req-7e33329d-8f8f-4c57-badd-4f23f91c0cdc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2536552 Oct 13 04:11:12.747651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.770438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeefe1a-0057-45fc-9741-df2e43a81fc1 None None] The sync data for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 is: [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:07Z', 'revision_number': 3, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:12.855260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.867880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-6b512fb2-da4a-4d8f-b684-7fc4dc9c687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.869429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7c46-d09e-408f-8153-e89c20d82aae req-a4719dd0-752a-4035-94f4-571d354f5eea tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:12.870848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-6b512fb2-da4a-4d8f-b684-7fc4dc9c687a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e45069c67cae493b81ff89785293dd52&device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 1119 time: 0.0920398 Oct 13 04:11:12.871405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a1f7c46-d09e-408f-8153-e89c20d82aae req-a4719dd0-752a-4035-94f4-571d354f5eea tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.1932492 Oct 13 04:11:12.893648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:12.985015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29aa367f-2c9e-45a6-9a3d-8184aef4a591 req-c9364ea7-bde1-42c8-b053-8171a2556e09 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298609 Oct 13 04:11:13.011306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-3656219b-3c5c-46ad-bc4a-9634b75183a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5 HTTP/1.1" status: 200 len: 217 time: 0.1299355 Oct 13 04:11:13.021996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a1f7c46-d09e-408f-8153-e89c20d82aae req-4ce6bb5a-31f9-4f2b-ae79-cbec106f3d29 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395178 Oct 13 04:11:13.058271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.072618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.075898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/855e3d4d-10f0-4621-95dc-cf2a685222f4 HTTP/1.1" status: 204 len: 168 time: 0.5585268 Oct 13 04:11:13.089736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Network 69bb7076-231a-46f9-ae41-7441d863ae7a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:13.090350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59992) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:13.098488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd57bc-3bc0-4325-a647-9228849cafb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855e3d4d-10f0-4621-95dc-cf2a685222f4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:13.139544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:13.144664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:13.145141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.199397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:13.362666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-2ccd4fec-6a65-4cb3-824c-3a93c8feee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:13.363911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-2ccd4fec-6a65-4cb3-824c-3a93c8feee2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3327422 Oct 13 04:11:13.423376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:13.465367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4658ce-99bd-4c31-b216-1003e0ef1212 req-a31cece3-e5c8-4e61-a45d-bca2205e0b27 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:13.466914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b4658ce-99bd-4c31-b216-1003e0ef1212 req-a31cece3-e5c8-4e61-a45d-bca2205e0b27 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.4044530 Oct 13 04:11:13.493887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ddaaee51-5a74-43a9-844f-58c9a7e98a7b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:13.503534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.595903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-315a2f81-3dca-443f-aca3-f2215ec167c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:13.598627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-315a2f81-3dca-443f-aca3-f2215ec167c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212398 Oct 13 04:11:13.610004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ddaaee51-5a74-43a9-844f-58c9a7e98a7b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:13.610349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.656907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f5d0b47c-ea72-4af1-939d-36e2067abcda None None] Provisioning complete for port d2e6a10c-e187-4943-ae81-b05d1011e31e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:13.657291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b47c-ea72-4af1-939d-36e2067abcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.658792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b4658ce-99bd-4c31-b216-1003e0ef1212 req-db0df6d7-914a-4553-86a3-1fa4f1915993 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687157 Oct 13 04:11:13.717224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0b47c-ea72-4af1-939d-36e2067abcda None None] Port d2e6a10c-e187-4943-ae81-b05d1011e31e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:13.772144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.791183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.804927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.830890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port ddaaee51-5a74-43a9-844f-58c9a7e98a7b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:13.837945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.862548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.862891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.863641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.863968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > port after_create 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.864300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.864629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > port after_update 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.864944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.865260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.865571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.865886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.914330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82cfc943-c75e-485f-9ae3-542f6cce0288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:13.935737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:13.943077 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.943445 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.943776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.944100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 04:11:13.944473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db93d089-e2bd-4d85-828f-a94db290723c']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:13.981730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6e4e24-4cb6-450e-b2fa-0a14defb529e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:13.982018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6e4e24-4cb6-450e-b2fa-0a14defb529e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:14.018717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.034540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-10575e62-d0f4-477c-8eb6-58b1166610d5 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097004 Oct 13 04:11:14.035911 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82cfc943-c75e-485f-9ae3-542f6cce0288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.042826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82cfc943-c75e-485f-9ae3-542f6cce0288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.092526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.094817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b52ac6b6-cf2e-4415-9127-f8d09e38a2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.103107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82cfc943-c75e-485f-9ae3-542f6cce0288 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fa58bcbf3364ac59a0a23c4361835cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782107 Oct 13 04:11:14.104780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfc943-c75e-485f-9ae3-542f6cce0288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb021004-5f64-4971-8b1e-e0ee88ff9984,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:14.107044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.174586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.176157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:11:14.176980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: from cryptography.utils import int_from_bytes Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: from cryptography.utils import int_from_bytes Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:11:14.182114 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:11:14.203533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.264734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.268420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.269509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb021004-5f64-4971-8b1e-e0ee88ff9984 HTTP/1.1" status: 204 len: 168 time: 0.1614249 Oct 13 04:11:14.278231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30038189-7b1a-4c47-9bd6-830a7efbbb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb021004-5f64-4971-8b1e-e0ee88ff9984,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:14.316889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.364160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.367380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db93d089-e2bd-4d85-828f-a94db290723c HTTP/1.1" status: 204 len: 168 time: 1.2760496 Oct 13 04:11:14.377083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8938-c365-4cde-bb8b-df8b78523416 admin admin] Pushing event deleted for resources: {'Network': ['ID=db93d089-e2bd-4d85-828f-a94db290723c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:14.387960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3dc7a159-60e4-43bc-8e16-30772cee4756 req-e2b93e36-596a-47d2-a343-d5dd0d51a909 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408010 Oct 13 04:11:14.399533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843edbc-84a6-417c-ba2b-98fc0084d5a7 req-d4b2229b-c175-461e-b4ae-4b1bb634b5d8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:14.402164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a843edbc-84a6-417c-ba2b-98fc0084d5a7 req-d4b2229b-c175-461e-b4ae-4b1bb634b5d8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.2430391 Oct 13 04:11:14.460741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.469283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.564852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.610966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a14bf723-261d-41e1-9bcd-86149a751c50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a958b43508d1468a9b6da2350f2309e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450215 Oct 13 04:11:14.613537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.691744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.731337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.748882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a843edbc-84a6-417c-ba2b-98fc0084d5a7 req-16f583ce-0271-4476-b9de-f5c2e987c85f tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358853 Oct 13 04:11:14.773490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:14.784421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.865427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.868503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.869141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:14.870157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/800c0f1e-ed3e-438a-b9e8-09a881c7ae79 HTTP/1.1" status: 204 len: 168 time: 0.2555385 Oct 13 04:11:14.880598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb45f5-0315-4189-95a4-86e904ee87c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c0f1e-ed3e-438a-b9e8-09a881c7ae79,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:14.902058 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc307226-da03-41e8-9aa0-48ef7b01a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:14.913943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532cd8-48f8-43cc-93b5-e847d8849ec6 req-e2fa5710-e8a6-4964-af0d-ff32bbb9bc75 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:14.915821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54532cd8-48f8-43cc-93b5-e847d8849ec6 req-e2fa5710-e8a6-4964-af0d-ff32bbb9bc75 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.0974004 Oct 13 04:11:14.988506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54532cd8-48f8-43cc-93b5-e847d8849ec6 req-b5e52283-a86f-4e64-81e5-9ed1e336fe33 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Oct 13 04:11:14.996588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Network 69bb7076-231a-46f9-ae41-7441d863ae7a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:14.999391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:15.147685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.172311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Router 5509c79d-ebff-4549-a88e-902b89d95f13 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:11:15.189102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc307226-da03-41e8-9aa0-48ef7b01a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.198922 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc307226-da03-41e8-9aa0-48ef7b01a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.230272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.309075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bc307226-da03-41e8-9aa0-48ef7b01a47c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43b3677a137f4b02927499b267cc423b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387369 Oct 13 04:11:15.311748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.359150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.362368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc307226-da03-41e8-9aa0-48ef7b01a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15dd89-1f7d-4392-b450-016cdfafd7cc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:15.377166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cf915114-0d3d-4cd1-85ee-7fc50e4122b2 None None] Provisioning complete for port d2e6a10c-e187-4943-ae81-b05d1011e31e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:15.377166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf915114-0d3d-4cd1-85ee-7fc50e4122b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.382678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.413202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.419806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8be9378-cd4d-48ce-9217-ffc420e03b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.426027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ddaaee51-5a74-43a9-844f-58c9a7e98a7b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:15.439030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60064) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.470117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.474995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.475258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:15.476152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f15dd89-1f7d-4392-b450-016cdfafd7cc HTTP/1.1" status: 204 len: 168 time: 0.1632564 Oct 13 04:11:15.480968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-cf915114-0d3d-4cd1-85ee-7fc50e4122b2 None None] Port d2e6a10c-e187-4943-ae81-b05d1011e31e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:15.485561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-471c2aec-d6e3-4b3d-a244-54f8df321f48 admin admin] 10.222.0.49 "PUT /v2.0/routers/5509c79d-ebff-4549-a88e-902b89d95f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9014602 Oct 13 04:11:15.498511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6f25d-1a73-4e8f-9a11-384fe60f4e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15dd89-1f7d-4392-b450-016cdfafd7cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:15.510402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Sync routers for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:15.534066 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a0f8b54-a5c2-4542-9346-381e58d09b21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b8f222e1fb749eebc17970360aa520b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931995 Oct 13 04:11:15.536226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.574222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ddaaee51-5a74-43a9-844f-58c9a7e98a7b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:15.574600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.585849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8be9378-cd4d-48ce-9217-ffc420e03b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.594068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8be9378-cd4d-48ce-9217-ffc420e03b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.642616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.667392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8be9378-cd4d-48ce-9217-ffc420e03b46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1524d44c1aa42a3a5b21e2f810bcb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170918 Oct 13 04:11:15.670076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:15.678745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be9378-cd4d-48ce-9217-ffc420e03b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1733dbdc-b380-437a-bc65-7961c9c989cf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:15.705919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.731052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:15.732280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:15.741412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.771712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.773449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.776816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.778310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7deaf583-c068-4b93-84df-78d56685712d HTTP/1.1" status: 204 len: 168 time: 0.2409132 Oct 13 04:11:15.793345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc887f17-f65e-4601-8cab-4b569829cb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deaf583-c068-4b93-84df-78d56685712d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:15.848981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.852903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:15.854430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1733dbdc-b380-437a-bc65-7961c9c989cf HTTP/1.1" status: 204 len: 168 time: 0.1831155 Oct 13 04:11:15.865682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58813759-0442-4c47-bcee-dbe07fbfbddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1733dbdc-b380-437a-bc65-7961c9c989cf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:15.937066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:15.945038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff362-b16a-4f51-a1fc-ab444ba51a44 req-5ff15745-beda-4729-9c32-2b817e113b89 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:15.953298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0dff362-b16a-4f51-a1fc-ab444ba51a44 req-5ff15745-beda-4729-9c32-2b817e113b89 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.0798309 Oct 13 04:11:16.022149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0dff362-b16a-4f51-a1fc-ab444ba51a44 req-a6dfbab3-1a62-4757-9fc0-31f95ee858ed tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 Oct 13 04:11:16.202430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ec48-6649-4996-90bb-12e5be220e08 req-2e3f0f08-8e95-4c6e-8de2-1db9156a364c tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:16.204050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b082ec48-6649-4996-90bb-12e5be220e08 req-2e3f0f08-8e95-4c6e-8de2-1db9156a364c tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.0620081 Oct 13 04:11:16.253838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b082ec48-6649-4996-90bb-12e5be220e08 req-cb281f63-84e6-40cc-8383-e201761ab228 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Oct 13 04:11:16.292381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd2e6a10c-e187-4943-ae81-b05d1011e31e', 'name': '', 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'mac_address': 'fa:16:3e:6a:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:11Z', 'updated_at': '2021-10-13T04:11:14Z', 'revision_number': 2, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'subnets': [{'id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:16.320127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Checking router: 5509c79d-ebff-4549-a88e-902b89d95f13 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:16.320412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Updating router 5509c79d-ebff-4549-a88e-902b89d95f13 port d2e6a10c-e187-4943-ae81-b05d1011e31e binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:11:16.346278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.557591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:16.575202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f64d7f-7e66-4fed-a55c-d802b4f40958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.666260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f64d7f-7e66-4fed-a55c-d802b4f40958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.673198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f64d7f-7e66-4fed-a55c-d802b4f40958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.717974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-28f64d7f-7e66-4fed-a55c-d802b4f40958 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87793496e4d0459e9ce82524c54e860f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590738 Oct 13 04:11:16.718841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f64d7f-7e66-4fed-a55c-d802b4f40958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318c3db-cf77-46aa-96da-87830164b974,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:16.720686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60118) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:16.757551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.766372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.775795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.806812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.905740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.913038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.916162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1318c3db-cf77-46aa-96da-87830164b974 HTTP/1.1" status: 204 len: 168 time: 0.1944711 Oct 13 04:11:16.922167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2320d2e-69b1-4992-904f-463359123a7f None None] Pushing event updated for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:16.926448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb59946-5fa7-4acb-8d89-1f73cb128b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318c3db-cf77-46aa-96da-87830164b974,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:16.928733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60132) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:16.933562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149081404', 'description': 'tempest-description--927233439'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:16.956500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Attempting to bind port d2e6a10c-e187-4943-ae81-b05d1011e31e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:16.956890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Attempting to bind port d2e6a10c-e187-4943-ae81-b05d1011e31e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:16.957812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Attempting to bind port d2e6a10c-e187-4943-ae81-b05d1011e31e on network 69bb7076-231a-46f9-ae41-7441d863ae7a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:16.974885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:16.975752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Checking segment: {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:16.976853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.977357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Bound using segment: {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:16.978604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Bound port: d2e6a10c-e187-4943-ae81-b05d1011e31e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9817a45-20d3-4ae7-bd16-927986750f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:16.979437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:16.981927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.089998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.099160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.119834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] For port d2e6a10c-e187-4943-ae81-b05d1011e31e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:17.124953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] For port d2e6a10c-e187-4943-ae81-b05d1011e31e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d2e6a10c-e187-4943-ae81-b05d1011e31e,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:17.127461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.132851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] Provisioning complete for port d2e6a10c-e187-4943-ae81-b05d1011e31e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:17.134159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.149655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d79145-e9d6-4b1c-a468-c53c07247b8e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:17.157292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.158599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-88537129-97d9-4153-923a-eb0cf66c664f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2288370 Oct 13 04:11:17.161035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.161580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:17.168690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'security_group_rule': {'security_group_id': 'e5d79145-e9d6-4b1c-a468-c53c07247b8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:17.191976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc428c-63a1-4c97-aeaa-5b34ba2e4ba0 req-b9fb54d4-0a5f-420c-8645-1a5f35abb455 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:17.200418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbcc428c-63a1-4c97-aeaa-5b34ba2e4ba0 req-b9fb54d4-0a5f-420c-8645-1a5f35abb455 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.0842655 Oct 13 04:11:17.243358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.258073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbcc428c-63a1-4c97-aeaa-5b34ba2e4ba0 req-2e064695-f0b6-44f4-b898-8db187055b3c tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559402 Oct 13 04:11:17.287987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2320d2e-69b1-4992-904f-463359123a7f None None] Pushing event updated for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:17.294371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:17.295026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:17.434109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.443241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.461444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.485968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc95daf6-3ade-484c-9e0d-226e7b25d548,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:17.504802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f82d7-0d5c-405c-b87c-4016a063c54f req-3026b420-5779-4370-875d-4cf153288574 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:17.509127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-182f82d7-0d5c-405c-b87c-4016a063c54f req-3026b420-5779-4370-875d-4cf153288574 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 968 time: 0.1286433 Oct 13 04:11:17.528585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] For port d2e6a10c-e187-4943-ae81-b05d1011e31e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d2e6a10c-e187-4943-ae81-b05d1011e31e,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:17.536719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.543347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.546974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5916130-0b26-442d-8e7e-4d79e37f6b10 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3820379 Oct 13 04:11:17.547622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60154) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:17.550543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:17.555527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'security_group_rule': {'security_group_id': 'e5d79145-e9d6-4b1c-a468-c53c07247b8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:17.577068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-182f82d7-0d5c-405c-b87c-4016a063c54f req-8f2efdf7-0057-4e92-990f-deff5020b2da tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 Oct 13 04:11:17.604971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.692254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.698192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.728631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157fe0b5-d2b2-47b5-a984-441c8e2a2165,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:17.734871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedb452-eb16-4391-a65d-cc44e47e5dae None None] Pushing event updated for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:17.745929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.747838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a6228306-d920-49bb-9eaf-f2b93e157918 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987195 Oct 13 04:11:17.751014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:17.756688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:17.759432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0583a728-9400-4f23-9893-aa83c5473897 None None] Provisioning complete for port d2e6a10c-e187-4943-ae81-b05d1011e31e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:17.759952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0583a728-9400-4f23-9893-aa83c5473897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.790699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.917636 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:17.920420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd2e6a10c-e187-4943-ae81-b05d1011e31e', 'name': '', 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'mac_address': 'fa:16:3e:6a:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:11Z', 'updated_at': '2021-10-13T04:11:17Z', 'revision_number': 4, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'subnets': [{'id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:17.929314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7013d17a-a828-458c-9445-e63cd553b465 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:17.966633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d020f857-5c70-4141-87d8-705d1da51384 None None] The sync data for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 is: [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd2e6a10c-e187-4943-ae81-b05d1011e31e', 'name': '', 'network_id': '69bb7076-231a-46f9-ae41-7441d863ae7a', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'mac_address': 'fa:16:3e:6a:15:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:11Z', 'updated_at': '2021-10-13T04:11:17Z', 'revision_number': 4, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'subnets': [{'id': '51ec08de-7cfc-4323-9b6f-90545c754aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:18.069028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Allocated IP 172.25.0.170 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4de22fde-7113-468e-9a75-272154ea8424) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:18.225544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.255431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7013d17a-a828-458c-9445-e63cd553b465,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:18.270925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '7013d17a-a828-458c-9445-e63cd553b465', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '7013d17a-a828-458c-9445-e63cd553b465', 'mac_address': 'fa:16:3e:29:ff:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:tempest-test_az-67245987', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:18.275185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.327390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.357153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013d17a-a828-458c-9445-e63cd553b465 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:18.362488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:18.369893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:18.382400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:18.403509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7013d17a-a828-458c-9445-e63cd553b465,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:18.409300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.410441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08db4a47-d6b7-4b54-910e-8eab48797ef5 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:18.428919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'Port': ['ID=4de22fde-7113-468e-9a75-272154ea8424,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:18.502037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e449f-987b-4114-872a-5d35cc968ab8 req-d8dae2ae-f427-446c-84c5-faadb8511b65 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:18.514257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5e449f-987b-4114-872a-5d35cc968ab8 req-d8dae2ae-f427-446c-84c5-faadb8511b65 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 968 time: 0.1517842 Oct 13 04:11:18.527456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:18.530355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:18.554888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '08db4a47-d6b7-4b54-910e-8eab48797ef5', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '08db4a47-d6b7-4b54-910e-8eab48797ef5', 'mac_address': 'fa:16:3e:de:ec:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-67245987', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:18.615711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5e449f-987b-4114-872a-5d35cc968ab8 req-cf4bfdfd-836a-4c41-bd60-a2bf5b891f98 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Oct 13 04:11:18.661066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.661352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.686922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08db4a47-d6b7-4b54-910e-8eab48797ef5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:18.738492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:18.745796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.788991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:18.819469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:18.871893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a4737-8309-4c00-b9e0-75a6b0a084f7 req-a8934c75-767d-47b6-bd84-e3428cc365f2 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:18.873450 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c8a4737-8309-4c00-b9e0-75a6b0a084f7 req-a8934c75-767d-47b6-bd84-e3428cc365f2 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 969 time: 0.1310077 Oct 13 04:11:18.984047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c8a4737-8309-4c00-b9e0-75a6b0a084f7 req-32e3587b-70a3-429f-91aa-7ef9942fd8a6 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031084 Oct 13 04:11:19.074046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.080424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['08db4a47-d6b7-4b54-910e-8eab48797ef5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:19.085267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.129499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7013d17a-a828-458c-9445-e63cd553b465'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:19.216542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'Port': ['ID=4de22fde-7113-468e-9a75-272154ea8424,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:19.231542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.271812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.273174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-63cd747d-28f5-4ae3-9b2b-30c6cc2e7365 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5208378 Oct 13 04:11:19.545840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d2e6a10c-e187-4943-ae81-b05d1011e31e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:19.853974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d2e6a10c-e187-4943-ae81-b05d1011e31e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:19.854526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:19.921487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1e9fe-7b37-4752-9e7a-25f6d0378c80 req-15b822de-b130-46c5-b67f-b7ad99c735c3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:19.925697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4eb1e9fe-7b37-4752-9e7a-25f6d0378c80 req-15b822de-b130-46c5-b67f-b7ad99c735c3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 969 time: 0.1421177 Oct 13 04:11:19.960394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0bcba387-cc69-4814-ba88-981213dd14ec tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--149081404&fields=id&tenant_id=8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 267 time: 0.0880413 Oct 13 04:11:19.983189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4eb1e9fe-7b37-4752-9e7a-25f6d0378c80 req-4fd2064b-979d-4e24-be64-0acabe02d3b5 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493150 Oct 13 04:11:20.203990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-20cbec84-201d-4d97-9f10-170a4676e74c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:20.205710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-20cbec84-201d-4d97-9f10-170a4676e74c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 824 time: 0.2430739 Oct 13 04:11:20.228864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-acdd0d2b-ce79-4548-8d9b-92fc2ef76dfd tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/quotas/8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 375 time: 0.0121918 Oct 13 04:11:20.320476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-09f436c2-9898-4a08-a0b5-8d1158a0ab40 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851130 Oct 13 04:11:20.449745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:20.465411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-ecc1985f-ebd4-4edf-951d-ea338527be85 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=81111fe099724da6bfca7ac3fe67f630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391908 Oct 13 04:11:20.533355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff182-6e0c-44af-984f-86f29bed9a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.564060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-bffc271b-c5f0-4ce9-ae55-b6a70970e023 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:20.565079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-bffc271b-c5f0-4ce9-ae55-b6a70970e023 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1038244 Oct 13 04:11:20.584131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-db530a1d-89a1-4e49-af93-9453f2fcff48 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:20.592272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-db530a1d-89a1-4e49-af93-9453f2fcff48 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259403 Oct 13 04:11:20.609742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-ae994edb-e12a-4616-b153-8815c6a55ff8 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/quotas/81111fe099724da6bfca7ac3fe67f630 HTTP/1.1" status: 200 len: 375 time: 0.0163796 Oct 13 04:11:20.652597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-56faebec-46b9-4a44-a476-81ec7ab251a2 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=81111fe099724da6bfca7ac3fe67f630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418553 Oct 13 04:11:20.744473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-65a6dc3f-5189-44d6-bae7-51dbde8faf6d service neutron] 10.222.0.49 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719823 Oct 13 04:11:20.764457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff182-6e0c-44af-984f-86f29bed9a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.780041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ee3ff182-6e0c-44af-984f-86f29bed9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:20.872121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ee3ff182-6e0c-44af-984f-86f29bed9a03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ba2fb3076634e51b17693d1abbbfde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208722 Oct 13 04:11:20.876347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:20.879766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a8ed0-b47c-4ddf-b9ac-200a458e027b req-8edfc774-6a5f-4679-aa73-b68a28ce9f47 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:20.889641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e45a8ed0-b47c-4ddf-b9ac-200a458e027b req-8edfc774-6a5f-4679-aa73-b68a28ce9f47 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 969 time: 0.0725508 Oct 13 04:11:20.908222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ff182-6e0c-44af-984f-86f29bed9a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c07a99-12eb-4c92-a092-34b2dc8285f9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:20.939470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e45a8ed0-b47c-4ddf-b9ac-200a458e027b req-2eb9dce3-cb4b-44d1-ba50-0c3c50450398 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Oct 13 04:11:20.973641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-4b9a7073-f30e-4081-8dd0-f59315f16c43 service neutron] 10.222.0.49 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215757 Oct 13 04:11:20.981914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.022088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.094786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.098408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.102223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59c07a99-12eb-4c92-a092-34b2dc8285f9 HTTP/1.1" status: 204 len: 168 time: 0.2222402 Oct 13 04:11:21.114395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f5e86-c0c3-4e78-907f-5dd4af85f2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c07a99-12eb-4c92-a092-34b2dc8285f9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:21.290771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fb670f-2af2-4b02-a7cd-e36d9ce08c29 req-b4260bc3-c7bb-46c6-9d6e-f5dd896b9b81 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 210 time: 0.0437200 Oct 13 04:11:21.327347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-c17f4bcd-d3e2-4f2b-903a-487fa2faccff tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378883 Oct 13 04:11:21.443486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7c7e-6698-4799-ad31-953e628a9584 req-6776fc51-d388-4266-923c-6e4a22303fd9 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:21.459963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4ae7c7e-6698-4799-ad31-953e628a9584 req-6776fc51-d388-4266-923c-6e4a22303fd9 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 969 time: 0.0826504 Oct 13 04:11:21.503411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-6039101a-8c8d-41b0-9c82-4bc5112a4c0a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:21.505052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-6039101a-8c8d-41b0-9c82-4bc5112a4c0a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767871 Oct 13 04:11:21.508469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4ae7c7e-6698-4799-ad31-953e628a9584 req-1ed03d89-07d2-40f3-ad34-2d64c2e2c29b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Oct 13 04:11:21.524597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-afc19a37-c4d9-4a91-a43f-a4b9f66491cb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/quotas/361bfd870be64475a9b20fb44cd8dbc7 HTTP/1.1" status: 200 len: 375 time: 0.0103686 Oct 13 04:11:21.569768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-74e2926c-9f8e-43ee-8e4e-e386fcc783bf tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408249 Oct 13 04:11:21.592217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c1674e4-7dcb-4f35-ba7b-0f0df213535c req-160318f0-b7c3-4351-bb08-1c9c5ad2cdcf tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0357499 Oct 13 04:11:21.663971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60314) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:21.681154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dcac6b1d-5386-412c-bb35-a81ddf9585e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.782150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dcac6b1d-5386-412c-bb35-a81ddf9585e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.793719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dcac6b1d-5386-412c-bb35-a81ddf9585e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.832187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac6b1d-5386-412c-bb35-a81ddf9585e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d5e78c-637a-4041-baa5-2a54f4d50679,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:21.837584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dcac6b1d-5386-412c-bb35-a81ddf9585e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7c8ea3e7cd14de8aca8feff13f4f018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709309 Oct 13 04:11:21.840263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60324) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:21.900590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.922293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7013d17a-a828-458c-9445-e63cd553b465 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:21.930705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:21.991050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-786845f5-e3fd-4bc8-a2f4-edf20500b061 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401454 Oct 13 04:11:22.028877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 7013d17a-a828-458c-9445-e63cd553b465 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:22.034652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 7013d17a-a828-458c-9445-e63cd553b465 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:22.035298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.109867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.16', 50313) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:22.112428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.115587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.119673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51d5e78c-637a-4041-baa5-2a54f4d50679 HTTP/1.1" status: 204 len: 168 time: 0.2753551 Oct 13 04:11:22.141171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a028c9-247d-4880-b3d9-ed9c3dcaeebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d5e78c-637a-4041-baa5-2a54f4d50679,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:22.168835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-51e4d483-9c77-43af-b6f7-dfc8ead94beb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.171251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-51e4d483-9c77-43af-b6f7-dfc8ead94beb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718719 Oct 13 04:11:22.176826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debc0a2-a16e-4c78-b777-2dd01973b632 req-77d5c0cd-1de8-42a2-be80-94fdd9e86ce2 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.178366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9debc0a2-a16e-4c78-b777-2dd01973b632 req-77d5c0cd-1de8-42a2-be80-94fdd9e86ce2 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 969 time: 0.1413994 Oct 13 04:11:22.182042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.222575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013d17a-a828-458c-9445-e63cd553b465'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:22.235895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-bf447985-e35c-46a7-bae7-a6934d93ab20 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=81111fe099724da6bfca7ac3fe67f630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094742 Oct 13 04:11:22.246938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-0a7a8a2c-263d-46e8-b39b-98a8241af424 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/quotas/361bfd870be64475a9b20fb44cd8dbc7 HTTP/1.1" status: 200 len: 375 time: 0.0571034 Oct 13 04:11:22.265276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9debc0a2-a16e-4c78-b777-2dd01973b632 req-79dc7caa-6195-4f10-8e39-94679e24d7a9 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616276 Oct 13 04:11:22.351445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-16496ce8-d44d-4b32-9ff0-a1078d9c8bd6 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033823 Oct 13 04:11:22.395645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7013d17a-a828-458c-9445-e63cd553b465,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:22.404314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.405134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08db4a47-d6b7-4b54-910e-8eab48797ef5 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:22.458186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-046135f5-00bd-434d-9127-a81a90392b5f req-f5c2e429-2f52-45d8-86b8-131c878bef76 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 210 time: 0.0601299 Oct 13 04:11:22.519818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:22.540118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 08db4a47-d6b7-4b54-910e-8eab48797ef5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:22.550298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 08db4a47-d6b7-4b54-910e-8eab48797ef5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:22.550763 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.594004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-148bf1b6-6260-4a99-9d1a-a93e4e0829f6 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.596565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-148bf1b6-6260-4a99-9d1a-a93e4e0829f6 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444512 Oct 13 04:11:22.638083 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c5f391-f304-426b-83a3-f2d1ebcb2de1" -d '{"events": [{"server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "name": "network-vif-plugged", "status": "completed", "tag": "7013d17a-a828-458c-9445-e63cd553b465"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:22.702717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Request body: {'port': {'device_id': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '81111fe099724da6bfca7ac3fe67f630'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:22.724836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ebd7fd9f-a1ca-45a1-841a-e9a16db715bf req-24615c6b-90e4-419c-9ae3-26de465d3944 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 210 time: 0.0588074 Oct 13 04:11:22.729471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.799126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39c33-2392-48f7-bbf3-fa7d7a561186 req-ecbfd349-e7e2-4a54-8828-31409499e146 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:22.810305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:22.813544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6f39c33-2392-48f7-bbf3-fa7d7a561186 req-ecbfd349-e7e2-4a54-8828-31409499e146 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.1750054 Oct 13 04:11:22.817132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:22.922176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-958c4aa5-164e-478c-b3d9-bc823d3ac2b6 req-85bb1de7-0f55-41aa-9914-3b566b01a418 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0786607 Oct 13 04:11:22.949034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:22.995167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6f39c33-2392-48f7-bbf3-fa7d7a561186 req-bdb1dbf6-7479-4eb1-b0cc-e3a27576a434 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743565 Oct 13 04:11:23.020342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Made reservation on behalf of 81111fe099724da6bfca7ac3fe67f630 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:23.025770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.046994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.160669 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9af64c-6d94-4d96-ad42-f8a2202f9280 x-openstack-request-id: req-1e9af64c-6d94-4d96-ad42-f8a2202f9280 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:23.161051 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "name": "network-vif-plugged", "status": "completed", "tag": "7013d17a-a828-458c-9445-e63cd553b465", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:23.161418 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e9af64c-6d94-4d96-ad42-f8a2202f9280 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:23.162264 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013d17a-a828-458c-9445-e63cd553b465', 'code': 200} Oct 13 04:11:23.194771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.202171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.366542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8963a94a-c5e0-4c23-9dde-b66a35f565c0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:23.588623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70c30b31-bc57-4551-a2b1-152ac4c1d06a req-80eba1f2-3c1e-40fb-b5a7-8611d837d19e tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 210 time: 0.0366938 Oct 13 04:11:23.675964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-22a0d1bc-833e-4771-b5cc-15e2020dac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:23.677575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-22a0d1bc-833e-4771-b5cc-15e2020dac72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 1121 time: 0.3939826 Oct 13 04:11:23.709719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ab302-00de-4db2-ae60-6aeeb6579add req-0a9c382f-b7e3-437b-bac6-80d725490e86 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:23.712112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a4ab302-00de-4db2-ae60-6aeeb6579add req-0a9c382f-b7e3-437b-bac6-80d725490e86 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.3380466 Oct 13 04:11:23.727866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-b38d0acd-2ff5-4a93-86e8-ba0bd441c46d service neutron] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:23.729958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Allocated IP 192.168.233.232 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/8e01d4d3-bf61-443e-8c1d-3cd37eefe945) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:23.821214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a4ab302-00de-4db2-ae60-6aeeb6579add req-53ee9934-e1da-400a-b3ed-54dba1fe129e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988493 Oct 13 04:11:23.903583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58cfca18-a85b-4db0-b8f0-2fde295d6052 req-778ef50c-f1bc-4b7a-a83c-86ba7fe03964 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 210 time: 0.0597906 Oct 13 04:11:23.955238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-80fe6d66-0db6-4232-b47a-23ae452c74a9 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638936 Oct 13 04:11:24.032069 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-b38d0acd-2ff5-4a93-86e8-ba0bd441c46d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.071293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f3464a5f-288f-4c1e-9431-6b1c6b939eeb req-da901484-df18-4313-8e65-ae7fea1d3921 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0697944 Oct 13 04:11:24.090907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-b38d0acd-2ff5-4a93-86e8-ba0bd441c46d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.122681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-583eea03-60f9-4f4b-b8e5-a8dd8374da8f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.124332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-583eea03-60f9-4f4b-b8e5-a8dd8374da8f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629579 Oct 13 04:11:24.139323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.141804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Request body: {'port': {'device_id': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '361bfd870be64475a9b20fb44cd8dbc7'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:24.146769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89260b33-b0d8-4a23-8175-cbf80cdb8ca5 req-b38d0acd-2ff5-4a93-86e8-ba0bd441c46d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570155 Oct 13 04:11:24.175688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d0acd-2ff5-4a93-86e8-ba0bd441c46d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4831d93-ef27-4b5c-a03c-5149241bdd0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.202836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.241837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0269f-a2b3-4ca3-b86a-ae70f3dba29e req-19667fbf-422f-4a67-a446-5f653c7b6f96 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.244173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cb0269f-a2b3-4ca3-b86a-ae70f3dba29e req-19667fbf-422f-4a67-a446-5f653c7b6f96 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.1189299 Oct 13 04:11:24.262653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:24.266713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:24.268697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Pushing event updated for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.270972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:24.320450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cb0269f-a2b3-4ca3-b86a-ae70f3dba29e req-febd4428-d998-4ce3-b504-e743e97b7a55 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678730 Oct 13 04:11:24.339520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.340102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.349439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Made reservation on behalf of 361bfd870be64475a9b20fb44cd8dbc7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:24.353360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.360866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-4d16238f-ee04-483c-b8db-37f9f8d40c58 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6688762 Oct 13 04:11:24.365480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.466472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.471654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.540958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4046cb5-26c1-4e76-ba21-dacf79e05f63,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:24.579088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-17b2eb6c-5f59-4ad1-a17f-5b03a62f590d None None] Provisioning complete for port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:24.579674 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-17b2eb6c-5f59-4ad1-a17f-5b03a62f590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:24.589079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.589638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.590113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.590552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.591004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.592850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08b5f2ce-3fcd-4384-8ca9-cdf8deb6345f req-9bf4ac82-a95c-449d-a288-f8e002042a69 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1226652 Oct 13 04:11:24.621751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-17b2eb6c-5f59-4ad1-a17f-5b03a62f590d None None] Port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:24.685392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Allocated IP 192.168.233.58 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/1b122e96-e56e-40cd-bad2-106dc20d8d48) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:24.712649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc10c6-01e6-4c4c-99b7-f6f310bcf3e6 req-838350b3-00d9-49bd-a384-0b983aa006bf tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.715585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aefc10c6-01e6-4c4c-99b7-f6f310bcf3e6 req-838350b3-00d9-49bd-a384-0b983aa006bf tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 936 time: 0.0612364 Oct 13 04:11:24.755666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aefc10c6-01e6-4c4c-99b7-f6f310bcf3e6 req-a8f56fcb-09c0-44f7-a2bb-2d5d001a7af7 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Oct 13 04:11:24.935119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30750461-f453-4b64-b76e-572abc1aed52 req-fb65b253-0cbd-4408-9b7c-7aa8c7eb3395 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.935119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-30750461-f453-4b64-b76e-572abc1aed52 req-fb65b253-0cbd-4408-9b7c-7aa8c7eb3395 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.0535681 Oct 13 04:11:24.937752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595f5e-a27a-41f0-b543-b8e71ad530ed req-4de4725e-e89a-477e-a373-bad455a1830f tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:24.939332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14595f5e-a27a-41f0-b543-b8e71ad530ed req-4de4725e-e89a-477e-a373-bad455a1830f tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 886 time: 0.3121331 Oct 13 04:11:24.994013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-30750461-f453-4b64-b76e-572abc1aed52 req-2ad79492-959d-475e-874b-01aa90eb6c37 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Oct 13 04:11:25.040011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b65d60d6-3e38-47af-9ce3-4760efef568d req-877afd79-a4ce-4d93-9de9-a1f7bcf83fe2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 210 time: 0.0355239 Oct 13 04:11:25.079640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.117714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.138614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.139174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.139643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.140095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.140543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.142241 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cce3f36-1a94-4de4-b767-74a15482fdc6 req-91fdf76d-afe6-4a67-a2a8-03f624916ae8 tempest-NetworksTest-1944474057 tempest-NetworksTest-1944474057-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1161098 Oct 13 04:11:25.162800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:25.165612 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2fc0b-f1e4-46c2-a435-0092c52d184a" -d '{"events": [{"server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "name": "network-vif-plugged", "status": "completed", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:25.189141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7b2650c-1786-4ec6-901c-3ad325761231 req-f5ebeeff-c075-4e11-b095-05695b03d7dc tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0390377 Oct 13 04:11:25.195330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:25.198807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:25.203693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:25.208199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event updated for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.215993 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626bf40-0cd8-4b14-b038-7f692862d7bf x-openstack-request-id: req-5626bf40-0cd8-4b14-b038-7f692862d7bf {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:25.216272 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "name": "network-vif-plugged", "status": "completed", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:25.216532 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5626bf40-0cd8-4b14-b038-7f692862d7bf {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:25.217162 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5', 'code': 200} Oct 13 04:11:25.277059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.277618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.307143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-9139e7dd-a60e-4cda-80df-275c11d7fc39 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1701384 Oct 13 04:11:25.319992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Request body: {'port': {'device_id': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'device_owner': 'compute:tempest-test_az-67245987', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:25.337318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5590657-5ba5-4403-ace2-b17c762bf3e2 req-d81d2608-4803-4925-8090-2571d7675c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.338932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5590657-5ba5-4403-ace2-b17c762bf3e2 req-d81d2608-4803-4925-8090-2571d7675c9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 1121 time: 0.0569239 Oct 13 04:11:25.395843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5590657-5ba5-4403-ace2-b17c762bf3e2 req-d5e7aca5-1056-4b72-a834-63eef0b21362 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Oct 13 04:11:25.410824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.501212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ba6fc-4c2c-401d-acdb-352b10d234dc req-505dca99-70b5-4368-8d96-5ac763684b93 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:25.502941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-521ba6fc-4c2c-401d-acdb-352b10d234dc req-505dca99-70b5-4368-8d96-5ac763684b93 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.0620682 Oct 13 04:11:25.522036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60444) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:25.545501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-521ba6fc-4c2c-401d-acdb-352b10d234dc req-2415a066-02bb-4da4-9f56-27c1a1732fef tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Oct 13 04:11:25.560701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fd71a45f-2aa8-4e09-a7bf-39b837b49118 None None] Provisioning complete for port 1b122e96-e56e-40cd-bad2-106dc20d8d48 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:25.562412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fd71a45f-2aa8-4e09-a7bf-39b837b49118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.609538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fd71a45f-2aa8-4e09-a7bf-39b837b49118 None None] Port 1b122e96-e56e-40cd-bad2-106dc20d8d48 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:25.663914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1c5e56-cb3b-4b43-9e61-442a68f4d7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.756935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b122e96-e56e-40cd-bad2-106dc20d8d48 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:25.768063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.791083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Transition to ACTIVE for port object 1b122e96-e56e-40cd-bad2-106dc20d8d48 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:25.804898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.848148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1c5e56-cb3b-4b43-9e61-442a68f4d7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.867886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1c5e56-cb3b-4b43-9e61-442a68f4d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:25.953118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Pushing event updated for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:25.969901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b1c5e56-cb3b-4b43-9e61-442a68f4d7d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24144fdb9c034b76b1501178460c554d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468241 Oct 13 04:11:25.973769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60450) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:25.987433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c5e56-cb3b-4b43-9e61-442a68f4d7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f02eaa1-afec-4853-8579-4a683c448153,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.037556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ed7c0-4e36-4853-8ac5-4165ca3980db req-cb3c29ba-675b-4129-9387-373d070cfa5d tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.039906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b37ed7c0-4e36-4853-8ac5-4165ca3980db req-cb3c29ba-675b-4129-9387-373d070cfa5d tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 936 time: 0.1956975 Oct 13 04:11:26.048833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.085542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.105289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Attempting to bind port 1b122e96-e56e-40cd-bad2-106dc20d8d48 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:26.105621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Attempting to bind port 1b122e96-e56e-40cd-bad2-106dc20d8d48 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:26.105944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Attempting to bind port 1b122e96-e56e-40cd-bad2-106dc20d8d48 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:26.111313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b37ed7c0-4e36-4853-8ac5-4165ca3980db req-abfe62cf-d293-4594-a81f-c9dbcb60eee4 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Oct 13 04:11:26.113335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Port 1b122e96-e56e-40cd-bad2-106dc20d8d48 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:26.113648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Attempting to bind port 1b122e96-e56e-40cd-bad2-106dc20d8d48 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:26.118645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:26.119213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:26.119449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:26.119835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Bound port: 1b122e96-e56e-40cd-bad2-106dc20d8d48, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:26.120200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.171775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf75f4-de39-4217-a571-975ebab80061 req-e405d914-f4aa-4bec-9e70-af3c67796bd4 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.173349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40cf75f4-de39-4217-a571-975ebab80061 req-e405d914-f4aa-4bec-9e70-af3c67796bd4 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.0801070 Oct 13 04:11:26.203906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.206503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.207654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f02eaa1-afec-4853-8579-4a683c448153 HTTP/1.1" status: 204 len: 168 time: 0.2322714 Oct 13 04:11:26.224582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521d69e-764f-4b28-83c0-336c4f3af207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f02eaa1-afec-4853-8579-4a683c448153,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.235139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40cf75f4-de39-4217-a571-975ebab80061 req-116c80a8-8827-477e-809c-cf20e486a2e1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500832 Oct 13 04:11:26.242898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:26.256303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:26.266558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.308429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d330c2-e73a-4fc4-9c13-e42e3b519112 req-82bd4162-41f5-493f-9a32-aba533496e34 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.309838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5d330c2-e73a-4fc4-9c13-e42e3b519112 req-82bd4162-41f5-493f-9a32-aba533496e34 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 967 time: 0.1087191 Oct 13 04:11:26.326983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.327689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.331915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] 10.222.0.47 "PUT /v2.0/ports/1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 200 len: 1115 time: 1.0134938 Oct 13 04:11:26.337657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:26.340206 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:26.364499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a277477-57a9-48f1-8f5f-20c1b44a8460 req-66997194-5fdf-45ff-93b2-3849abe5db4c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0607784 Oct 13 04:11:26.371427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0645b4-8506-486d-a42b-396ffdfd6c37 service neutron] Pushing event updated for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.406918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5d330c2-e73a-4fc4-9c13-e42e3b519112 req-7d567bf9-ed2a-4c74-8784-25c0ba9e6f0c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864549 Oct 13 04:11:26.446028 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83305aca-e706-4014-826b-b2c5fc1dd092 x-openstack-request-id: req-83305aca-e706-4014-826b-b2c5fc1dd092 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:26.446492 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:26.446697 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83305aca-e706-4014-826b-b2c5fc1dd092 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:26.447204 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48', 'status': 'completed', 'code': 200} Oct 13 04:11:26.473422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-02c2cca3-a48a-4b7c-b4e6-4d28e192a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.475001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-02c2cca3-a48a-4b7c-b4e6-4d28e192a16c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 1118 time: 0.0823498 Oct 13 04:11:26.536589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-0023eeb8-7c0d-4601-a381-34cf5704a12d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 200 len: 217 time: 0.0523815 Oct 13 04:11:26.601538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-6ca6d65b-ea5c-425e-ac91-1c1546f8da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.604179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-6ca6d65b-ea5c-425e-ac91-1c1546f8da25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0606005 Oct 13 04:11:26.660001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:26.675559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47e219fb-1ad6-4b7b-8632-ec2a73147b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.694036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd988-9266-4d74-b9dd-b84528f5baff req-81379e4e-d40f-49d2-83fe-2f240f6a094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.695641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-81379e4e-d40f-49d2-83fe-2f240f6a094a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791717 Oct 13 04:11:26.703844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3782-289a-4d9f-b471-07a217e518b8 req-0f0706c2-9d76-42b8-9c2c-cf56897bad3c tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:26.707783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb6a3782-289a-4d9f-b471-07a217e518b8 req-0f0706c2-9d76-42b8-9c2c-cf56897bad3c tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.0818622 Oct 13 04:11:26.756718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47e219fb-1ad6-4b7b-8632-ec2a73147b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.763325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47e219fb-1ad6-4b7b-8632-ec2a73147b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.801961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb6a3782-289a-4d9f-b471-07a217e518b8 req-80a9dd2e-1c36-4a48-9f4a-4818b79a9e7a tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846045 Oct 13 04:11:26.802587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-47e219fb-1ad6-4b7b-8632-ec2a73147b0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d93f5ea5bfc4b8c878cdc25b85b84c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408899 Oct 13 04:11:26.805426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60468) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:26.811471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e219fb-1ad6-4b7b-8632-ec2a73147b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb04b76-2542-4709-aad0-e249fbdc3a45,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:26.829444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-42ffc2c5-8159-4959-9db9-c62d7d78622e service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206844 Oct 13 04:11:26.871565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.898510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.926554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-824cd988-9266-4d74-b9dd-b84528f5baff req-b470358c-f9c6-43df-be8c-9bf6e0596843 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891104 Oct 13 04:11:26.952580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.955218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:26.956366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbb04b76-2542-4709-aad0-e249fbdc3a45 HTTP/1.1" status: 204 len: 168 time: 0.1499753 Oct 13 04:11:26.965502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545cb1-faeb-4e5e-9a91-767192b10659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb04b76-2542-4709-aad0-e249fbdc3a45,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:27.033373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-c9d8a05d-99e0-4358-a494-1fe13c7f68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.035295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-c9d8a05d-99e0-4358-a494-1fe13c7f68d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 1118 time: 0.0533650 Oct 13 04:11:27.263170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-e73c3123-a0e3-4e43-bdd8-bc6a0be2ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.264642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-e73c3123-a0e3-4e43-bdd8-bc6a0be2ccdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2227342 Oct 13 04:11:27.292968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ee537-4861-4443-9f6f-1f5282c54d12 req-a2e09552-050f-446c-a20c-63fae7357458 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.295957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-709ee537-4861-4443-9f6f-1f5282c54d12 req-a2e09552-050f-446c-a20c-63fae7357458 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 936 time: 0.0927629 Oct 13 04:11:27.329298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-73930fcd-2c59-4d7e-bbfd-287e989d5001 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 200 len: 217 time: 0.0537128 Oct 13 04:11:27.409529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-709ee537-4861-4443-9f6f-1f5282c54d12 req-3eadf7be-ccb5-4e9a-a27f-475f27388b99 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825279 Oct 13 04:11:27.417537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-235cf4f0-6608-493b-9399-a619a9955c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.418595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-235cf4f0-6608-493b-9399-a619a9955c2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0809309 Oct 13 04:11:27.481348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-052fad45-900d-48a1-8474-caf32fa3e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.482826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-052fad45-900d-48a1-8474-caf32fa3e1a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552387 Oct 13 04:11:27.532548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879c2d-c05a-4c6d-b94d-1f4575c3e0af req-f01d5c51-aca5-4ee5-8a61-cdd9dd2c6b4a tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.534474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66879c2d-c05a-4c6d-b94d-1f4575c3e0af req-f01d5c51-aca5-4ee5-8a61-cdd9dd2c6b4a tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.0588803 Oct 13 04:11:27.587514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66879c2d-c05a-4c6d-b94d-1f4575c3e0af req-d4ae52f7-6dd2-40fb-a573-cb295a026f0e tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Oct 13 04:11:27.607502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199991ba-fd1a-496b-bb03-992aa4fc8297 req-7461e533-faae-4f58-94b6-346a8ddfcd14 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.608983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-199991ba-fd1a-496b-bb03-992aa4fc8297 req-7461e533-faae-4f58-94b6-346a8ddfcd14 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.1221819 Oct 13 04:11:27.671162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-f3c41100-497a-4734-8a32-3915104063fb service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747055 Oct 13 04:11:27.695713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-199991ba-fd1a-496b-bb03-992aa4fc8297 req-30bc5a72-2c0b-44be-b7c2-07433918e8a8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749969 Oct 13 04:11:27.832205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0e6818f-9f19-4406-8311-71344c3fe010 req-ff2ab5a4-6871-48ab-ae47-114b50225713 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0327237 Oct 13 04:11:27.855035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd100ea-3931-4d83-b4e2-a506fefd0d9f req-c306b76f-d2b8-4db8-a601-1e2bd37f4c86 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578534 Oct 13 04:11:27.865075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12678e1-cf59-4fc2-8969-ab9c409b8f89 req-eccdbe6a-afca-4bcd-9d9d-0bc7df8f585f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.866530 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d12678e1-cf59-4fc2-8969-ab9c409b8f89 req-eccdbe6a-afca-4bcd-9d9d-0bc7df8f585f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 967 time: 0.0903835 Oct 13 04:11:27.911605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d12678e1-cf59-4fc2-8969-ab9c409b8f89 req-07832052-6a58-4439-9f0a-f431be244fa2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Oct 13 04:11:27.937606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-6e8e04c9-29be-465a-a81a-ae861a35da52 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:27.939230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-6e8e04c9-29be-465a-a81a-ae861a35da52 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 1121 time: 0.0497477 Oct 13 04:11:27.957982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-977aebb8-83af-47a6-b3f4-432076128065 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.048414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-977aebb8-83af-47a6-b3f4-432076128065 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.052988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-977aebb8-83af-47a6-b3f4-432076128065 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.077587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-370b41c2-81f5-4167-be7a-ba114fadfb06 req-977aebb8-83af-47a6-b3f4-432076128065 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325681 Oct 13 04:11:28.087388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977aebb8-83af-47a6-b3f4-432076128065 tempest-AggregatesAdminTestJSON-1547965217 tempest-AggregatesAdminTestJSON-1547965217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f3f594-14ee-4cda-aecc-20f281a571e4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:28.550128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2cb34-7459-4392-8c81-1b048d49cc4e req-2a27f8ce-810b-42c7-a067-77348ab02c9b tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.551816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cf2cb34-7459-4392-8c81-1b048d49cc4e req-2a27f8ce-810b-42c7-a067-77348ab02c9b tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 936 time: 0.0601189 Oct 13 04:11:28.611462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cf2cb34-7459-4392-8c81-1b048d49cc4e req-4859562a-c451-43af-b7d0-6befbb32f5c1 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Oct 13 04:11:28.750471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60562) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:28.849302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af5dbf-af79-4ee8-99e3-fffa792adef0 req-6ce58a7f-f2f3-46ce-909d-d74a3bd2abe9 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.851034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51af5dbf-af79-4ee8-99e3-fffa792adef0 req-6ce58a7f-f2f3-46ce-909d-d74a3bd2abe9 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 970 time: 0.0812345 Oct 13 04:11:28.893115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3738ed9b-208c-4d16-b8ce-3842c6fafe7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:28.949825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51af5dbf-af79-4ee8-99e3-fffa792adef0 req-980e8af6-e665-44b0-bc69-29a61f8922f3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765874 Oct 13 04:11:28.952547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9022f545-f839-45c3-b429-5a754cc5b14f tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:28.953946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9022f545-f839-45c3-b429-5a754cc5b14f tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 1121 time: 0.1315012 Oct 13 04:11:28.973219 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2d4ac74e-337e-4292-a66c-fd53f573dbd5 req-6eabf948-4b36-406d-8d09-27fe2b1e987b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0448647 Oct 13 04:11:29.006074 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3738ed9b-208c-4d16-b8ce-3842c6fafe7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.013956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3738ed9b-208c-4d16-b8ce-3842c6fafe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.066246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3738ed9b-208c-4d16-b8ce-3842c6fafe7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=495edc3ce4bb48e6b7dfb9ca4220412a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148248 Oct 13 04:11:29.067791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738ed9b-208c-4d16-b8ce-3842c6fafe7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb43bb45-4855-4f5e-90af-bdead4c2641d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:29.069182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60580) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:29.099464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Deleting port 7013d17a-a828-458c-9445-e63cd553b465 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:29.099907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.153291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba036-eb74-4c27-84e7-be0955f073f2 req-6e359777-b287-4d38-bab5-6b68511fb370 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:29.155000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1cba036-eb74-4c27-84e7-be0955f073f2 req-6e359777-b287-4d38-bab5-6b68511fb370 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 967 time: 0.0550125 Oct 13 04:11:29.185288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.205495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1cba036-eb74-4c27-84e7-be0955f073f2 req-a6cef5ee-c31c-4f9e-b4d6-b7f084e877b5 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Oct 13 04:11:29.232514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.235247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] For port 7013d17a-a828-458c-9445-e63cd553b465, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7013d17a-a828-458c-9445-e63cd553b465,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:29.235596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.258853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Calling delete_port for 7013d17a-a828-458c-9445-e63cd553b465 owned by compute:tempest-test_az-67245987 {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:29.361988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.364604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.365745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb43bb45-4855-4f5e-90af-bdead4c2641d HTTP/1.1" status: 204 len: 168 time: 0.2954123 Oct 13 04:11:29.385771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799ec4c-b1b8-4877-9b15-fea75e85a523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb43bb45-4855-4f5e-90af-bdead4c2641d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:29.474366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.477110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-27922ba2-ff4c-4499-81a7-0055b0e1e7b3 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:29.478115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-27922ba2-ff4c-4499-81a7-0055b0e1e7b3 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061755 Oct 13 04:11:29.489185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7013d17a-a828-458c-9445-e63cd553b465'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:29.531346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Pushing event deleted for resources: {'Port': ['ID=7013d17a-a828-458c-9445-e63cd553b465,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:29.582528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] No DVR routers for this DVR port 7013d17a-a828-458c-9445-e63cd553b465 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:29.587266 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:29.601214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86d2a448-8b46-48ba-a806-45ce2ef75692 req-9a6403e7-1bd2-46df-9c53-b19895e525dd tempest-DeleteServersAdminTestJSON-1854651985 tempest-DeleteServersAdminTestJSON-1854651985-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7013d17a-a828-458c-9445-e63cd553b465 HTTP/1.1" status: 204 len: 173 time: 0.6402919 Oct 13 04:11:29.602056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'name': 'network-vif-deleted', 'tag': '7013d17a-a828-458c-9445-e63cd553b465'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:29.605842 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea08a21-58db-4d3a-84b6-f393fd57f057" -d '{"events": [{"server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "name": "network-vif-deleted", "tag": "7013d17a-a828-458c-9445-e63cd553b465"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:29.684884 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675a800e-b2e2-4dae-bc93-5191d8037e51 x-openstack-request-id: req-675a800e-b2e2-4dae-bc93-5191d8037e51 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:29.685547 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bd7d66-c619-4147-8b7d-8435b9e03a91", "name": "network-vif-deleted", "tag": "7013d17a-a828-458c-9445-e63cd553b465", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:29.685948 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-675a800e-b2e2-4dae-bc93-5191d8037e51 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:29.686596 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bd7d66-c619-4147-8b7d-8435b9e03a91', 'name': 'network-vif-deleted', 'tag': '7013d17a-a828-458c-9445-e63cd553b465', 'status': 'completed', 'code': 200} Oct 13 04:11:29.728637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Request body: {'port': {'device_id': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:29.815604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242d0e6-04fe-44dc-a754-bf8a0ad72aee req-996387f2-37b2-42ff-878e-fbf6133b7c64 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:29.821122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60626) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:29.828106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6242d0e6-04fe-44dc-a754-bf8a0ad72aee req-996387f2-37b2-42ff-878e-fbf6133b7c64 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 936 time: 0.0731814 Oct 13 04:11:29.859233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.16', 50320) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:29.897937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6242d0e6-04fe-44dc-a754-bf8a0ad72aee req-af2f4f79-5a4e-4ee7-adca-50c62a7d7908 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685179 Oct 13 04:11:29.962280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1b122e96-e56e-40cd-bad2-106dc20d8d48 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:30.085426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59228297-dcdf-4503-bf54-6fa1222cc254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.087305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.111832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f638ad5f-2274-4d1d-bd85-ef8675f5c19a req-d5f5355b-a6dc-495b-af16-3822b5424457 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0278025 Oct 13 04:11:30.134765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-3afde4c8-2eb4-40bd-8db1-0634fc5d680c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.136249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-3afde4c8-2eb4-40bd-8db1-0634fc5d680c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 824 time: 0.2709637 Oct 13 04:11:30.153291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:30.168365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '1b122e96-e56e-40cd-bad2-106dc20d8d48', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '1b122e96-e56e-40cd-bad2-106dc20d8d48', 'mac_address': 'fa:16:3e:89:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-67245987', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:30.194736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2a92f32-d454-41f1-84ae-9e7951638df8 req-bbb95e49-36e4-4b69-beed-3bd3f69df42c tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=30bd7d66-c619-4147-8b7d-8435b9e03a91 HTTP/1.1" status: 200 len: 210 time: 0.0556276 Oct 13 04:11:30.245416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.265210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.16', 50321) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:30.267492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b122e96-e56e-40cd-bad2-106dc20d8d48 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:30.296794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:30.315449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.331138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-039ac136-ce2e-4d48-9223-debe5ad4e7d9 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529532 Oct 13 04:11:30.361693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-220e3cd3-ce9c-4b3a-83e7-09991f87c6d7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 379 time: 0.2049110 Oct 13 04:11:30.372898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'port': {'device_id': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'admin_state_up': True, 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'security_groups': ['e5d79145-e9d6-4b1c-a468-c53c07247b8e']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:30.373309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:30.459807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59228297-dcdf-4503-bf54-6fa1222cc254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.481801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-1457e74b-074f-4c1e-9cde-27ec857bd2af tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.482162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59228297-dcdf-4503-bf54-6fa1222cc254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.483285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-1457e74b-074f-4c1e-9cde-27ec857bd2af tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407704 Oct 13 04:11:30.511012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Request body: {'port': {'device_id': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '361bfd870be64475a9b20fb44cd8dbc7'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:30.532977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1b122e96-e56e-40cd-bad2-106dc20d8d48'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:30.658783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-59228297-dcdf-4503-bf54-6fa1222cc254 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7c6e776f5ac4ad7bf2e6edd828c1340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345468 Oct 13 04:11:30.671114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60672) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:30.721017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59228297-dcdf-4503-bf54-6fa1222cc254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1b732e-1230-4179-a2e6-8ed9dbcb19a3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:30.843842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d543-23c1-4a2d-8c3c-d21ef9709211 req-611b488a-2b47-49f5-893b-45aef99fb5e4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:30.845362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc24d543-23c1-4a2d-8c3c-d21ef9709211 req-611b488a-2b47-49f5-893b-45aef99fb5e4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 968 time: 0.3611071 Oct 13 04:11:30.852848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.903217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Made reservation on behalf of 8dc51dd493264d758806437f5239f79b for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:30.906659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.910751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc24d543-23c1-4a2d-8c3c-d21ef9709211 req-3408e3db-4006-4b19-9254-5aafc84a204e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Oct 13 04:11:30.914925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.941853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:30.950875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Made reservation on behalf of 361bfd870be64475a9b20fb44cd8dbc7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:30.959996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.960902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:30.998760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Transition to ACTIVE for port object 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:31.042669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.158578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Allocated IP 192.168.233.254 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/aef7d85a-fcab-46e7-baaf-cdcf1af03576) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:31.177763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.181263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.182421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa1b732e-1230-4179-a2e6-8ed9dbcb19a3 HTTP/1.1" status: 204 len: 168 time: 0.5102975 Oct 13 04:11:31.216251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Pushing event updated for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.253008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f2cc6-882e-416a-b38d-f63c038b09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1b732e-1230-4179-a2e6-8ed9dbcb19a3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.304233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369df6b-d70a-446d-b45d-da8ef82b9c70 req-75714369-8ffc-46da-96fc-826a01bb4e40 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:31.306395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f369df6b-d70a-446d-b45d-da8ef82b9c70 req-75714369-8ffc-46da-96fc-826a01bb4e40 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 948 time: 0.2702715 Oct 13 04:11:31.360318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Allocated IP 172.20.0.9 (a6698724-3e31-496e-8a5b-a8dd3901b928/04610e58-9237-4589-9e26-d0e5c03824f7/5a61b1f3-173e-49d4-a85e-5c7edcc0fef2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:31.378750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd1a3e7c-d868-4a71-9394-237bd4948da4 req-07beec06-ccdd-4614-9446-0352d2963654 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 210 time: 0.0961335 Oct 13 04:11:31.410507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:31.424490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f369df6b-d70a-446d-b45d-da8ef82b9c70 req-694bc752-82ee-46f6-a1a8-720577d2af08 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086974 Oct 13 04:11:31.485708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Attempting to bind port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:31.486039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Attempting to bind port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:31.486361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Attempting to bind port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:31.498210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:31.498558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Attempting to bind port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:31.515668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:31.516007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:31.516386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:31.516914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Bound port: 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:31.517193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.563111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.676469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.693188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1b122e96-e56e-40cd-bad2-106dc20d8d48'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:31.784097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:31.793058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:31.798168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:31.846199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:31.896757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.916637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:31.917813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:31.988083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb50d19d-69ab-48bc-84c9-e93cf73f1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.004111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1b122e96-e56e-40cd-bad2-106dc20d8d48 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:32.021353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-d8d6c3a3-94f9-4ad3-903d-8839f14ab46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5241363 Oct 13 04:11:32.027162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.078948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Request body: {'port': {'device_id': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:32.109672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-a6af7a64-00c5-4f2a-b13f-5d855dfce0b1 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4cc32ee2c851417c89a61000ec6946f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036634 Oct 13 04:11:32.152368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 1b122e96-e56e-40cd-bad2-106dc20d8d48 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:32.152808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:32.163376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 1b122e96-e56e-40cd-bad2-106dc20d8d48 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:32.165956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.166506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:32.170814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:32.292585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d9c2a992-d039-4f4b-8eec-6417fe344a3c None None] Provisioning complete for port aef7d85a-fcab-46e7-baaf-cdcf1af03576 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:32.292898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a992-d039-4f4b-8eec-6417fe344a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.327159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.343174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2a992-d039-4f4b-8eec-6417fe344a3c None None] Port aef7d85a-fcab-46e7-baaf-cdcf1af03576 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:32.356280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:32.365438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:32.370627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.380472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ac219-5527-471f-869b-d1a8dc3f4222 req-8ef071ac-8170-48d2-96de-ee2b2cd6d23e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.390858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e5ac219-5527-471f-869b-d1a8dc3f4222 req-8ef071ac-8170-48d2-96de-ee2b2cd6d23e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 968 time: 0.2958672 Oct 13 04:11:32.394718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.400521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.403886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60762) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:32.426565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.427532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.430327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] 10.222.0.16 "PUT /v2.0/ports/8e01d4d3-bf61-443e-8c1d-3cd37eefe945 HTTP/1.1" status: 200 len: 1096 time: 2.8006771 Oct 13 04:11:32.440965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:32.441201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:32.444416 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a651bfc-f861-4235-8d2e-215be71ffecf" -d '{"events": [{"server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:32.446872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.450304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.451801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7013d17a-a828-458c-9445-e63cd553b465 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:32.452872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.486493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:32.490409 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c161085-9f10-4803-845e-152c7edfbbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:32.535939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-a1a2ca94-762f-44ca-a6cb-ea3d63ba0f39 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.548510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-a1a2ca94-762f-44ca-a6cb-ea3d63ba0f39 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4193850 Oct 13 04:11:32.549995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.563328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e5ac219-5527-471f-869b-d1a8dc3f4222 req-47270790-6b7f-4bd6-a414-246b3d9a5d9e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649523 Oct 13 04:11:32.621588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 7013d17a-a828-458c-9445-e63cd553b465 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:32.621958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7013d17a-a828-458c-9445-e63cd553b465 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:32.658164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-778c7fb4-9d17-447c-8761-52df2be35f02 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/quotas/4cc32ee2c851417c89a61000ec6946f3 HTTP/1.1" status: 200 len: 375 time: 0.1086056 Oct 13 04:11:32.667794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb50d19d-69ab-48bc-84c9-e93cf73f1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.671370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-185ed522-3bc9-4423-ab27-1978a43d07df None None] Provisioning complete for port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:32.671741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-185ed522-3bc9-4423-ab27-1978a43d07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.696944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb50d19d-69ab-48bc-84c9-e93cf73f1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.739119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0200c2dc-a7d1-4362-b41d-bdac9ecb97f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3697052 Oct 13 04:11:32.748227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-185ed522-3bc9-4423-ab27-1978a43d07df None None] Port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:32.764422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-be46d595-a4f8-4a4a-8808-3c8c721387f6 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981059 Oct 13 04:11:32.771788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Request body: {'port': {'device_id': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:32.849573 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.850955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-14065d5f-9796-4a03-b559-4af5867667c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:32.862515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-f1bf628c-c879-465a-ac7f-299238d85a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:32.864835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-f1bf628c-c879-465a-ac7f-299238d85a5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81111fe099724da6bfca7ac3fe67f630&device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 1099 time: 0.3194723 Oct 13 04:11:32.867739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb50d19d-69ab-48bc-84c9-e93cf73f1272 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18ae1cc7d71d42199ca65b314dedd53d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4437413 Oct 13 04:11:32.868452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50d19d-69ab-48bc-84c9-e93cf73f1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb43889-58ab-4bc0-8b2a-0a7813f555ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:32.878738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:32.988001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-bc30e20f-534e-4b36-bcee-d19a15364909 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945 HTTP/1.1" status: 200 len: 217 time: 0.1106675 Oct 13 04:11:32.991992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a79bfd-6320-414c-b0fa-3b4a9b7adb5a service neutron] Pushing event updated for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.017055 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c02d8-3432-415a-99f5-b8176802e99f x-openstack-request-id: req-3d4c02d8-3432-415a-99f5-b8176802e99f {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:33.017417 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:33.017763 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d4c02d8-3432-415a-99f5-b8176802e99f {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:33.018567 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48', 'code': 200} Oct 13 04:11:33.171145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:33.182292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-14065d5f-9796-4a03-b559-4af5867667c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.188522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.199390 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-14065d5f-9796-4a03-b559-4af5867667c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.251338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138320c-e70d-4bcf-b6f6-edbed238b23e req-c9fea11a-4571-42ec-a5fb-1d085046e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.253477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3138320c-e70d-4bcf-b6f6-edbed238b23e req-c9fea11a-4571-42ec-a5fb-1d085046e6a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 1120 time: 0.1480711 Oct 13 04:11:33.262420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Transition to ACTIVE for port object aef7d85a-fcab-46e7-baaf-cdcf1af03576 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:33.284003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14065d5f-9796-4a03-b559-4af5867667c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9724f5-912a-4c22-8805-108688a95f2f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.287997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.300226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371d09f-63ca-4e36-be32-5ba6bbc057fe req-0c56cd4a-0b45-4d88-bde9-1695c8ca28ef tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.303551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b371d09f-63ca-4e36-be32-5ba6bbc057fe req-0c56cd4a-0b45-4d88-bde9-1695c8ca28ef tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 948 time: 0.2162054 Oct 13 04:11:33.363994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-3162d026-b0c3-4f30-85f9-82c8602eda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.365648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-3162d026-b0c3-4f30-85f9-82c8602eda8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3569613 Oct 13 04:11:33.377711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-14065d5f-9796-4a03-b559-4af5867667c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7893f7893238494186b200e8348a0792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9678404 Oct 13 04:11:33.380935 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.386932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:33.437816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.442609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f9cec-8ca1-4997-b227-e0fa49a1d5a1 req-604ecb18-3e84-46f1-aed6-b1dab8e30bea tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.451185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b52f9cec-8ca1-4997-b227-e0fa49a1d5a1 req-604ecb18-3e84-46f1-aed6-b1dab8e30bea tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 931 time: 0.4449172 Oct 13 04:11:33.452691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3138320c-e70d-4bcf-b6f6-edbed238b23e req-623256eb-e8df-4738-a951-fb26767a8240 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815631 Oct 13 04:11:33.480494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.503883 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b371d09f-63ca-4e36-be32-5ba6bbc057fe req-ddd0ca62-e309-4154-8e88-1b2fd31f5718 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797516 Oct 13 04:11:33.578003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-8fffcbd4-6ba0-4293-848d-a644bd2998fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.580410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-8fffcbd4-6ba0-4293-848d-a644bd2998fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006292 Oct 13 04:11:33.588273 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022173db-3690-48e4-9a6d-1a5eaecc2e96 x-openstack-request-id: req-022173db-3690-48e4-9a6d-1a5eaecc2e96 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:33.588512 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:33.588804 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-022173db-3690-48e4-9a6d-1a5eaecc2e96 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:33.589210 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945', 'status': 'completed', 'code': 200} Oct 13 04:11:33.635504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Attempting to bind port aef7d85a-fcab-46e7-baaf-cdcf1af03576 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:33.635841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Attempting to bind port aef7d85a-fcab-46e7-baaf-cdcf1af03576 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:33.636171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Attempting to bind port aef7d85a-fcab-46e7-baaf-cdcf1af03576 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:33.658326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Port aef7d85a-fcab-46e7-baaf-cdcf1af03576 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:33.658855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Attempting to bind port aef7d85a-fcab-46e7-baaf-cdcf1af03576 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:33.672326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:33.672670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:33.673058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:33.673493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Bound port: aef7d85a-fcab-46e7-baaf-cdcf1af03576, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:33.673850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.677338 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.728601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95652b29-6ff0-44da-9fa0-f050ae65b6d1 req-55c2bb8a-5ca5-44f1-92ce-d8b573df9aee tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 210 time: 0.0524185 Oct 13 04:11:33.759757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b52f9cec-8ca1-4997-b227-e0fa49a1d5a1 req-b009bbd5-dd94-4c6b-957e-3e459a981286 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075485 Oct 13 04:11:33.809130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:33.813419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:33.826787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.837678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.847618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-f183e55a-b329-42fd-9229-7a8a2d39dd72 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337575 Oct 13 04:11:33.880110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.883663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.885117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccb43889-58ab-4bc0-8b2a-0a7813f555ea HTTP/1.1" status: 204 len: 168 time: 1.0042961 Oct 13 04:11:33.912061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:33.955550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:33.957271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:33.959016 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-52e17f9f-07d7-44ab-91ba-09e3953a81f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/aef7d85a-fcab-46e7-baaf-cdcf1af03576 HTTP/1.1" status: 200 len: 1096 time: 1.8867211 Oct 13 04:11:33.960017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:33.962699 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda6773-ac62-4082-b5cd-6e62c1b53513" -d '{"events": [{"name": "network-changed", "server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:34.048373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:34.062138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d703-a0e8-4627-8177-aea726cc7ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb43889-58ab-4bc0-8b2a-0a7813f555ea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:34.104546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.122520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd382e1-2b1d-4474-bb8a-5a6d9ddf4780 req-df973f1d-a8e0-4efb-ac63-f39ceb7b3cd0 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.130850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7dd382e1-2b1d-4474-bb8a-5a6d9ddf4780 req-df973f1d-a8e0-4efb-ac63-f39ceb7b3cd0 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 969 time: 0.2360177 Oct 13 04:11:34.140990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-34de00ed-38ab-4708-8d23-a29432f6774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.141649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Transition to ACTIVE for port object 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:34.142556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-34de00ed-38ab-4708-8d23-a29432f6774b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1099 time: 0.1140242 Oct 13 04:11:34.156262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.188905 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343c4a8a-7f3c-47e0-a21e-8f6cf562cd5d req-57136b96-939a-4cfd-80b8-63cdc4708cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236074 Oct 13 04:11:34.199977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.202824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.204389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc9724f5-912a-4c22-8805-108688a95f2f HTTP/1.1" status: 204 len: 168 time: 0.8151729 Oct 13 04:11:34.206498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-b18f109a-73f0-4d4b-9174-40d6ad40a5a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576 HTTP/1.1" status: 200 len: 217 time: 0.0506060 Oct 13 04:11:34.227984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7243f-8c35-4ee8-a280-edb61d18080a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9724f5-912a-4c22-8805-108688a95f2f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:34.258970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7dd382e1-2b1d-4474-bb8a-5a6d9ddf4780 req-07ca4be0-55ee-47c7-ae22-96733e7f5f2e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271458 Oct 13 04:11:34.336475 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b8ce87-2e7f-49ab-ba1c-803f6eac9bce x-openstack-request-id: req-37b8ce87-2e7f-49ab-ba1c-803f6eac9bce {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:34.336778 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:34.337041 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37b8ce87-2e7f-49ab-ba1c-803f6eac9bce {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:34.337456 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'status': 'completed', 'code': 200} Oct 13 04:11:34.375826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Pushing event updated for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:34.390511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-8d9786a0-a0e9-4e39-919f-c23d56fb0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.397747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Attempting to bind port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:34.399225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Attempting to bind port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:34.399588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Attempting to bind port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:34.402491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-8d9786a0-a0e9-4e39-919f-c23d56fb0b0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1763473 Oct 13 04:11:34.409949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-e4e785fe-4a07-4daf-ac39-f7f5ff3bf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.411686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-e4e785fe-4a07-4daf-ac39-f7f5ff3bf0bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=81111fe099724da6bfca7ac3fe67f630&device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 1099 time: 0.0861642 Oct 13 04:11:34.413047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 on network a6698724-3e31-496e-8a5b-a8dd3901b928 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:34.413543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Attempting to bind port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:34.423369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:34.423796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Checking segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:34.424387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Bound using segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:34.424959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Bound port: 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:34.425421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.590376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-9228aea3-55a0-405f-8f21-0001d8f32dbb tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4cc32ee2c851417c89a61000ec6946f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738475 Oct 13 04:11:34.823687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed75c10-dd69-449a-b644-a5424ce62543 req-7c265111-927b-4ff5-b1ec-79471da237b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.828480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-7c265111-927b-4ff5-b1ec-79471da237b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4145710 Oct 13 04:11:34.870880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-ef87aa57-52b9-430e-b4c1-88ce6aab6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:34.872546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-ef87aa57-52b9-430e-b4c1-88ce6aab6604 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4507387 Oct 13 04:11:34.889509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:34.909340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:34.942397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:34.982933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb8fff84-7e66-4168-802e-912b40049897 req-02b11794-a092-4d88-b328-df256acb46fe tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 210 time: 0.0462155 Oct 13 04:11:35.001567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-d2a1cd61-4fdc-472d-af56-7d52e04f96d1 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.004040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-d2a1cd61-4fdc-472d-af56-7d52e04f96d1 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035110 Oct 13 04:11:35.006289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.028434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-ab492524-5985-45dd-96e7-4c03421c6745 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945 HTTP/1.1" status: 200 len: 217 time: 0.1155760 Oct 13 04:11:35.028771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Request body: {'port': {'device_id': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '4cc32ee2c851417c89a61000ec6946f3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:35.030363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60860) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.051455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68984a20-698b-4017-9ab8-ad41710d2f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.084282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-39d9d46d-592b-455c-9cc0-b14ede8f1837 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450900 Oct 13 04:11:35.102073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.102754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.104186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 200 len: 1091 time: 2.3542373 Oct 13 04:11:35.105360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc47-a030-4ed1-ae83-d95609873b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.119106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb876-e387-45b3-b4de-95c9ee887756 service neutron] Pushing event updated for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:35.141314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe2b30-9c57-4700-9c63-f18bd6b5fef7 req-509fab12-dac2-49f4-a38a-d5c0faa8ff45 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.142896 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8fe2b30-9c57-4700-9c63-f18bd6b5fef7 req-509fab12-dac2-49f4-a38a-d5c0faa8ff45 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 948 time: 0.2692256 Oct 13 04:11:35.199629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-9e5d8e2c-aa83-4e1b-ad07-3bcaaebedb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.201091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-9e5d8e2c-aa83-4e1b-ad07-3bcaaebedb99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1560197 Oct 13 04:11:35.286883 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8fe2b30-9c57-4700-9c63-f18bd6b5fef7 req-20651c79-870b-4e78-8cb2-344e8fa7a1ec tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272645 Oct 13 04:11:35.293314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-ceddeeae-a3a1-4a55-a210-5140801db9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.294754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-ceddeeae-a3a1-4a55-a210-5140801db9de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 1094 time: 0.1446762 Oct 13 04:11:35.296397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a4398-317c-4596-b0e0-db5ce3ff5c22 req-e66d1790-7807-44e3-b835-8d337460da98 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.297666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-469a4398-317c-4596-b0e0-db5ce3ff5c22 req-e66d1790-7807-44e3-b835-8d337460da98 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 943 time: 0.2069850 Oct 13 04:11:35.317146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-4eeeda69-482b-417f-9048-1bf0ede61e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.318594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-4eeeda69-482b-417f-9048-1bf0ede61e0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092863 Oct 13 04:11:35.363264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bed75c10-dd69-449a-b644-a5424ce62543 req-85b583f6-7152-44a1-8daa-9c8903b2cbb5 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688825 Oct 13 04:11:35.373005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-96087132-d369-4dfc-878c-b417a6eae608 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 200 len: 217 time: 0.0643740 Oct 13 04:11:35.375393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Made reservation on behalf of 4cc32ee2c851417c89a61000ec6946f3 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:35.378824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.414043 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68984a20-698b-4017-9ab8-ad41710d2f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.418080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-469a4398-317c-4596-b0e0-db5ce3ff5c22 req-79e0c4d8-bb62-43bd-b9c9-d0b6d0e37c8c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092112 Oct 13 04:11:35.420340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68984a20-698b-4017-9ab8-ad41710d2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.426956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc47-a030-4ed1-ae83-d95609873b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.535529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68984a20-698b-4017-9ab8-ad41710d2f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64a815-2cda-461d-9c2d-0bf182a918bb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:35.547158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-68984a20-698b-4017-9ab8-ad41710d2f87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39f69fbd0d8c428ea60d88acc067e3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397670 Oct 13 04:11:35.551846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.636166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-b26759dd-f3b1-4c2d-9abc-33f28bbfaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.637665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-b26759dd-f3b1-4c2d-9abc-33f28bbfaef9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1099 time: 0.2142293 Oct 13 04:11:35.669084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:35.671513 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3d1fc-3818-4b82-a2f1-a10804a8a079" -d '{"events": [{"name": "network-changed", "server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:35.680323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb5bcc47-a030-4ed1-ae83-d95609873b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:35.741170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5e739-ee38-4b31-9c84-68db612132d8 req-5202b055-7f60-4af5-b17a-f72206eda1e2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.743334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9e5e739-ee38-4b31-9c84-68db612132d8 req-5202b055-7f60-4af5-b17a-f72206eda1e2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 969 time: 0.1994176 Oct 13 04:11:35.756718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-561e2fb8-2930-4532-bb57-14e9618a1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.758754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-561e2fb8-2930-4532-bb57-14e9618a1dd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.3731394 Oct 13 04:11:35.769525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bcc47-a030-4ed1-ae83-d95609873b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a7fe07-7b72-4e6e-bd99-8eabbd1d6845,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:35.777719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb5bcc47-a030-4ed1-ae83-d95609873b88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=025466a85d504f68a13fb07cd86a17ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440884 Oct 13 04:11:35.790653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:35.831394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43984c-a53a-4bd1-b36c-108d10066cfe req-ccb3d7f2-983a-406e-9506-f48dc1b6f967 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.832981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c43984c-a53a-4bd1-b36c-108d10066cfe req-ccb3d7f2-983a-406e-9506-f48dc1b6f967 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.4081519 Oct 13 04:11:35.847712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-677bc0d5-5106-41ee-bc6b-14a5fe14720d service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896195 Oct 13 04:11:35.962704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0047b24d-0649-4d81-bb25-51413f066cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:35.964232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-0047b24d-0649-4d81-bb25-51413f066cec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894131 Oct 13 04:11:35.972748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c43984c-a53a-4bd1-b36c-108d10066cfe req-11e91485-047a-4a6d-bcab-db29f71a947a tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310225 Oct 13 04:11:35.982912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Allocated IP 192.168.233.168 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/106799cc-3e78-48cf-8eb4-3028824de8ff) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:35.995411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.001229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.074575 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba9502-29e5-4010-9042-74c0e3ae6f00 x-openstack-request-id: req-c3ba9502-29e5-4010-9042-74c0e3ae6f00 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:36.074883 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:36.075142 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3ba9502-29e5-4010-9042-74c0e3ae6f00 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:36.075543 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'status': 'completed', 'code': 200} Oct 13 04:11:36.084678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9e5e739-ee38-4b31-9c84-68db612132d8 req-33f5fd3a-7f7f-4693-9dd7-11634ea1e4ca tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318179 Oct 13 04:11:36.089751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c161085-9f10-4803-845e-152c7edfbbf8 req-b00c294b-a562-4ae1-8d1f-2e797b3c76f2 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282691 Oct 13 04:11:36.091648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.093947 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.096426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-a33ee272-4b97-448f-abac-91f48fbe3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.097952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-a33ee272-4b97-448f-abac-91f48fbe3ab2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4406190 Oct 13 04:11:36.188406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-5c6d30a4-755a-4095-8d14-6b071694771b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576 HTTP/1.1" status: 200 len: 217 time: 0.0814743 Oct 13 04:11:36.196453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.199653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.200803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84a7fe07-7b72-4e6e-bd99-8eabbd1d6845 HTTP/1.1" status: 204 len: 168 time: 0.4076195 Oct 13 04:11:36.307771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-de9a8a32-4438-4e9a-8d1f-03b56b7cb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.308058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af462a02-64b2-4722-83bb-8d9137ea2eaa req-f6c84057-902c-456c-8cf9-166c7e0e0608 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 210 time: 0.1111989 Oct 13 04:11:36.309374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-de9a8a32-4438-4e9a-8d1f-03b56b7cb204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1102641 Oct 13 04:11:36.312553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.314024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-96813167-7567-4832-ac22-f0d743837164 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345714 Oct 13 04:11:36.315093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.318489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee64a815-2cda-461d-9c2d-0bf182a918bb HTTP/1.1" status: 204 len: 168 time: 0.7564161 Oct 13 04:11:36.327190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd4eed-bec7-426a-bdd5-9dc81eb8e0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a7fe07-7b72-4e6e-bd99-8eabbd1d6845,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.383906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b31b08-852f-4001-a15f-ce11901e084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64a815-2cda-461d-9c2d-0bf182a918bb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.409619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.476952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-c9f414db-89b8-4d5f-a507-24ae42e6f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.478498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-c9f414db-89b8-4d5f-a507-24ae42e6f383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480248 Oct 13 04:11:36.481847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-e4bcf724-fa7a-4b23-9ecf-3398ea3bb764 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.483788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-e4bcf724-fa7a-4b23-9ecf-3398ea3bb764 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.47 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.3315320 Oct 13 04:11:36.584091 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.598330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880b160-d5aa-44fa-8db1-d7ae9f9087c1 req-5f49b3b7-7299-42ef-acb3-b6b8b5345d6f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.603657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60896) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:36.608994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5880b160-d5aa-44fa-8db1-d7ae9f9087c1 req-5f49b3b7-7299-42ef-acb3-b6b8b5345d6f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 948 time: 0.1612871 Oct 13 04:11:36.689230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:36.698856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:36.705842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:36.709058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-b18998a7-0723-4b72-ad9f-0ccffc5255ba service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123015 Oct 13 04:11:36.716334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Pushing event updated for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:36.718626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6f4d1-d909-4979-b5a7-8c45cded1b8f req-7d115719-1a56-48cd-9d05-f391d237d565 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.727234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8de6f4d1-d909-4979-b5a7-8c45cded1b8f req-7d115719-1a56-48cd-9d05-f391d237d565 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 948 time: 0.2695804 Oct 13 04:11:36.749769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Deleting port 08db4a47-d6b7-4b54-910e-8eab48797ef5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:36.750167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.754847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c692c8-2ccd-44a4-93c5-76a5b665f0dd req-5355b042-f2ea-46b9-aeaa-18fa9e7e0980 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288418 Oct 13 04:11:36.783306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5880b160-d5aa-44fa-8db1-d7ae9f9087c1 req-4de74b9e-1e80-4147-bc07-f9cb4b93e77a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731849 Oct 13 04:11:36.836913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.837489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:36.875005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-71db16c6-e33e-4191-9299-17cbd4dee3b8 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8566518 Oct 13 04:11:36.900106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8de6f4d1-d909-4979-b5a7-8c45cded1b8f req-a6fa9544-225f-40f6-abba-51529fd2beae tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715758 Oct 13 04:11:36.905571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Request body: {'port': {'device_id': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:36.942740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efda6773-ac62-4082-b5cd-6e62c1b53513 req-51fd24dc-7e77-43e0-ae0d-46fafc8bea53 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238240 Oct 13 04:11:36.985398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-ce382483-c3b6-41a9-9005-09101a733e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:36.986858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-ce382483-c3b6-41a9-9005-09101a733e3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 1094 time: 0.1580586 Oct 13 04:11:37.005263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.013485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:37.030802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d043cb-7f1d-4beb-8cde-77b10b50bc30 req-fdd8c18a-0572-4e34-ab95-6a9f532ce909 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.032478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d043cb-7f1d-4beb-8cde-77b10b50bc30 req-fdd8c18a-0572-4e34-ab95-6a9f532ce909 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 943 time: 0.1228518 Oct 13 04:11:37.053223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] For port 08db4a47-d6b7-4b54-910e-8eab48797ef5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08db4a47-d6b7-4b54-910e-8eab48797ef5,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:37.053609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.134052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d043cb-7f1d-4beb-8cde-77b10b50bc30 req-5fb78215-0014-4294-8986-43ff72b1b776 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911031 Oct 13 04:11:37.172038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-d0660096-1964-4780-9670-4e005d60a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.173554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-d0660096-1964-4780-9670-4e005d60a819 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 925 time: 0.1591685 Oct 13 04:11:37.234886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-285559af-b8ed-4b86-a2a9-b82e10bef9d6 None None] Provisioning complete for port 106799cc-3e78-48cf-8eb4-3028824de8ff triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:37.235354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-285559af-b8ed-4b86-a2a9-b82e10bef9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.260803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-89a13fec-d32c-4fbc-bc41-8be7abd4511c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 200 len: 217 time: 0.0423174 Oct 13 04:11:37.268345 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-affe1dd9-8006-4f72-8724-6fbc48412936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.276947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Calling delete_port for 08db4a47-d6b7-4b54-910e-8eab48797ef5 owned by compute:tempest-test_az-67245987 {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:37.309146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:37.313679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-285559af-b8ed-4b86-a2a9-b82e10bef9d6 None None] Port 106799cc-3e78-48cf-8eb4-3028824de8ff cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:37.346268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945', 'mac_address': 'fa:16:3e:d4:d9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:37.433603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.477206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634fcd0-af9e-4464-bdf3-727045da5eed req-22f88569-f11c-4ed9-b299-a83bcc70f445 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.478785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:37.487814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5634fcd0-af9e-4464-bdf3-727045da5eed req-22f88569-f11c-4ed9-b299-a83bcc70f445 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 936 time: 0.0875435 Oct 13 04:11:37.535459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:37.557140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.588727 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5634fcd0-af9e-4464-bdf3-727045da5eed req-a13da8d8-ffd4-42d4-afbc-38d4ec0c3751 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996401 Oct 13 04:11:37.589944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-b2809399-1c9e-48eb-8635-4aef0f74380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.593131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-b2809399-1c9e-48eb-8635-4aef0f74380b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.3116143 Oct 13 04:11:37.611747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f02f-d9fe-4867-bb2b-d0b89353d370 req-dee16e03-5617-4d4a-9e34-5578bab686f6 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.613846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8241f02f-d9fe-4867-bb2b-d0b89353d370 req-dee16e03-5617-4d4a-9e34-5578bab686f6 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/ports?device_id=f33c35a7-f728-43e5-8605-36ed3bfeac0a HTTP/1.1" status: 200 len: 970 time: 0.4393859 Oct 13 04:11:37.617237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.620354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106799cc-3e78-48cf-8eb4-3028824de8ff {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:37.634947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['08db4a47-d6b7-4b54-910e-8eab48797ef5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:37.641572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.680088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.687339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Pushing event deleted for resources: {'Port': ['ID=08db4a47-d6b7-4b54-910e-8eab48797ef5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.688073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Transition to ACTIVE for port object 106799cc-3e78-48cf-8eb4-3028824de8ff will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:37.697992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.769938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Pushing event updated for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:37.798252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] No DVR routers for this DVR port 08db4a47-d6b7-4b54-910e-8eab48797ef5 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:37.819206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:37.827792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cd9b14d-2a21-4602-9c4f-fb9f96194352 req-959de126-9ea2-4ff8-a627-748574f93db1 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.47 "DELETE /v2.0/ports/08db4a47-d6b7-4b54-910e-8eab48797ef5 HTTP/1.1" status: 204 len: 173 time: 1.3223057 Oct 13 04:11:37.871436 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8241f02f-d9fe-4867-bb2b-d0b89353d370 req-aa2926a5-26fc-4c41-87b4-63bce30d8a58 tempest-AggregatesAdminTestJSON-578121972 tempest-AggregatesAdminTestJSON-578121972-project] 10.222.0.49 "GET /v2.0/security-groups?id=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424169 Oct 13 04:11:37.887038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-1ab34bf9-6596-4be6-9334-7843102e0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:37.902226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-1ab34bf9-6596-4be6-9334-7843102e0f43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859743 Oct 13 04:11:37.933734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8e01d4d3-bf61-443e-8c1d-3cd37eefe945'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:37.998761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Attempting to bind port 106799cc-3e78-48cf-8eb4-3028824de8ff on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:37.999122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Attempting to bind port 106799cc-3e78-48cf-8eb4-3028824de8ff by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:38.002285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Attempting to bind port 106799cc-3e78-48cf-8eb4-3028824de8ff on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:38.046616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa564b-147d-4b04-ade7-5ba7400572bf req-e65fa3b5-4cc8-4c2e-a072-84bb5cdbb8ef tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.052313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-affe1dd9-8006-4f72-8724-6fbc48412936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.062415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2aa564b-147d-4b04-ade7-5ba7400572bf req-e65fa3b5-4cc8-4c2e-a072-84bb5cdbb8ef tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 948 time: 0.1924355 Oct 13 04:11:38.070015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Port 106799cc-3e78-48cf-8eb4-3028824de8ff on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:38.070659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Attempting to bind port 106799cc-3e78-48cf-8eb4-3028824de8ff on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:38.072152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-affe1dd9-8006-4f72-8724-6fbc48412936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.098115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:38.098671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:38.099252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:38.099846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Bound port: 106799cc-3e78-48cf-8eb4-3028824de8ff, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:38.100933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.125690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'name': 'network-vif-deleted', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:38.128104 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b6eb42-9251-41cb-b71e-e1ba3828b989" -d '{"events": [{"server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "name": "network-vif-deleted", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:38.168565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2aa564b-147d-4b04-ade7-5ba7400572bf req-011d7e2e-9067-4ca6-a666-a074e7f5d6b3 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004853 Oct 13 04:11:38.186634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-affe1dd9-8006-4f72-8724-6fbc48412936 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65b1fea5b0b3490fbc85203c1af26fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5614455 Oct 13 04:11:38.196898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60950) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:38.217746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe1dd9-8006-4f72-8724-6fbc48412936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e781c-be96-4d87-8664-c39c8864f26c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:38.271100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b976a6e-a9d3-40f3-afef-25e7d1f4b80c req-b5043806-c09d-40bc-ad73-23510af88687 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.272704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b976a6e-a9d3-40f3-afef-25e7d1f4b80c req-b5043806-c09d-40bc-ad73-23510af88687 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 949 time: 0.2191200 Oct 13 04:11:38.275435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-f6c97725-4890-433e-bc42-6f5ae4838623 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575184 Oct 13 04:11:38.276844 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be8f99b-d26b-44c3-ac49-31baa7b24f5b x-openstack-request-id: req-8be8f99b-d26b-44c3-ac49-31baa7b24f5b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:38.277250 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33c35a7-f728-43e5-8605-36ed3bfeac0a", "name": "network-vif-deleted", "tag": "08db4a47-d6b7-4b54-910e-8eab48797ef5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:38.277367 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8be8f99b-d26b-44c3-ac49-31baa7b24f5b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:38.277733 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33c35a7-f728-43e5-8605-36ed3bfeac0a', 'name': 'network-vif-deleted', 'tag': '08db4a47-d6b7-4b54-910e-8eab48797ef5', 'status': 'completed', 'code': 200} Oct 13 04:11:38.318971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:38.330007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=106799cc-3e78-48cf-8eb4-3028824de8ff,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:38.342131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.436159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.436799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.447092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] 10.222.0.47 "PUT /v2.0/ports/106799cc-3e78-48cf-8eb4-3028824de8ff HTTP/1.1" status: 200 len: 1096 time: 1.5519574 Oct 13 04:11:38.450664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:38.454248 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6b8fe-99bc-4b97-bf71-fb3777f05929" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:38.513991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539d99-9ab0-49ae-8761-05c097f4c20c service neutron] Pushing event updated for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:38.528443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b976a6e-a9d3-40f3-afef-25e7d1f4b80c req-0b739273-461b-4103-bc3f-e8a3243abc92 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437019 Oct 13 04:11:38.537220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6d3fa-ae45-4cb9-845f-26ad0dc094b6 req-509ad031-95fb-4ce6-bcc7-ea8275249644 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.546629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.552336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8aa6d3fa-ae45-4cb9-845f-26ad0dc094b6 req-509ad031-95fb-4ce6-bcc7-ea8275249644 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 943 time: 0.1446545 Oct 13 04:11:38.610755 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cb2d2-4b91-48e2-8624-40695fe469ca x-openstack-request-id: req-211cb2d2-4b91-48e2-8624-40695fe469ca {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:38.611051 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:38.611334 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-211cb2d2-4b91-48e2-8624-40695fe469ca {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:38.611735 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff', 'status': 'completed', 'code': 200} Oct 13 04:11:38.638313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.655929 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49c3d1fc-3818-4b82-a2f1-a10804a8a079 req-df6abb16-e92f-4c48-b641-7568f328189d service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701727 Oct 13 04:11:38.685268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8aa6d3fa-ae45-4cb9-845f-26ad0dc094b6 req-b211da39-869a-49bd-9431-e2b08b14e7ed tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320169 Oct 13 04:11:38.734847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-5754ac4c-0c3f-466d-b205-63f6c232db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.738653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-5754ac4c-0c3f-466d-b205-63f6c232db9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 1099 time: 0.1366191 Oct 13 04:11:38.778376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.781983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:38.786270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d50e781c-be96-4d87-8664-c39c8864f26c HTTP/1.1" status: 204 len: 168 time: 0.5851066 Oct 13 04:11:38.798205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda144b2-ad98-4199-8d92-de5579805e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e781c-be96-4d87-8664-c39c8864f26c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:38.815862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fef46-5878-4b1a-bc5d-90c1954532e3 req-8e8d4421-8973-413d-b1c0-abf4ddad6d7f tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.820393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-f1db6b69-2198-4f53-85e3-ec9d44c090b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=106799cc-3e78-48cf-8eb4-3028824de8ff HTTP/1.1" status: 200 len: 217 time: 0.0746028 Oct 13 04:11:38.825210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e17fef46-5878-4b1a-bc5d-90c1954532e3 req-8e8d4421-8973-413d-b1c0-abf4ddad6d7f tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 948 time: 0.1282630 Oct 13 04:11:38.874587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-6a372e3e-6722-448f-85a8-4a00ddee4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.876104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-6a372e3e-6722-448f-85a8-4a00ddee4a71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0489168 Oct 13 04:11:38.908224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e17fef46-5878-4b1a-bc5d-90c1954532e3 req-939ec81a-bda8-499c-98af-d7272799921f tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Oct 13 04:11:38.940440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-a67ef35a-04a2-4483-a7b2-bf1356e23318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:38.942095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-a67ef35a-04a2-4483-a7b2-bf1356e23318 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0577247 Oct 13 04:11:38.994371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:39.030820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:39.052668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-0836097e-cfb8-443c-878d-0dff6bff51d1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035161 Oct 13 04:11:39.164370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36bed1a7-eaf1-491a-acf0-bcb7277fadbb req-7e2d2ac0-34b0-4cf4-aad2-ea604127c9f4 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037760 Oct 13 04:11:39.264865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-93239820-ebab-4564-bd73-375a3789007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.266447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-93239820-ebab-4564-bd73-375a3789007c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cc32ee2c851417c89a61000ec6946f3&device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 1099 time: 0.0528133 Oct 13 04:11:39.295691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:39.303269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:39.303640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.308319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:39.341218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'mac_address': 'fa:16:3e:c9:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:39.369274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3b323-adb5-4d99-a82e-abee94bc4963 req-f7e3adf1-19c6-4d0f-bfa9-c9bd0c1ee04f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.370791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aec3b323-adb5-4d99-a82e-abee94bc4963 req-f7e3adf1-19c6-4d0f-bfa9-c9bd0c1ee04f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 948 time: 0.1022058 Oct 13 04:11:39.396492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.413347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:39.431247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:39.437072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-4c02d159-f913-464e-99ac-c3fe060cbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.439733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-4c02d159-f913-464e-99ac-c3fe060cbaa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1650965 Oct 13 04:11:39.467724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:39.472797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.474830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aec3b323-adb5-4d99-a82e-abee94bc4963 req-c7f9aa1f-bc42-49b1-ae0a-5bca7a83be94 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887594 Oct 13 04:11:39.476214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-178ef253-a1ff-4604-9695-854ac698d760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.491507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.516572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-29c3760e-a4db-484a-b857-6340aae01ec6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=106799cc-3e78-48cf-8eb4-3028824de8ff HTTP/1.1" status: 200 len: 217 time: 0.0678782 Oct 13 04:11:39.536173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:39.538473 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c816b8-aaba-4c77-81ed-122851adc797" -d '{"events": [{"server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "name": "network-vif-plugged", "status": "completed", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:39.558878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:39.576494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.582103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:39.599508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32768) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:39.605664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-178ef253-a1ff-4604-9695-854ac698d760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.612035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-178ef253-a1ff-4604-9695-854ac698d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:39.624606 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593b9236-9ca1-4656-936c-a7969466c529 x-openstack-request-id: req-593b9236-9ca1-4656-936c-a7969466c529 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:39.625553 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "name": "network-vif-plugged", "status": "completed", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:39.625957 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-593b9236-9ca1-4656-936c-a7969466c529 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:39.626652 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945', 'code': 200} Oct 13 04:11:39.651800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-90615121-8756-4c47-a826-dcbd0d330b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.653260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-90615121-8756-4c47-a826-dcbd0d330b5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1288276 Oct 13 04:11:39.674062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:39.697462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-178ef253-a1ff-4604-9695-854ac698d760 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39c7c4039ff9459a8e0857e4319f58bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624257 Oct 13 04:11:39.697462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ef253-a1ff-4604-9695-854ac698d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b838d7f-d4c1-40e4-ac88-7abe17beeba1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:39.700005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32772) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:39.730060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-91fd403c-7e75-4032-bb58-42f8a9021296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:39.731942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-91fd403c-7e75-4032-bb58-42f8a9021296 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705094 Oct 13 04:11:39.764867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:39.942784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-015b0911-ccbf-4d49-a801-307b678b0015 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965897 Oct 13 04:11:40.015421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08db4a47-d6b7-4b54-910e-8eab48797ef5 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:40.039732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 08db4a47-d6b7-4b54-910e-8eab48797ef5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:40.040333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08db4a47-d6b7-4b54-910e-8eab48797ef5 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:40.061389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a184466-774c-4ac9-98e3-f73dc3e3bf81 req-974b7cda-7190-48b8-807b-bcdf5cf119c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.063423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a184466-774c-4ac9-98e3-f73dc3e3bf81 req-974b7cda-7190-48b8-807b-bcdf5cf119c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 1101 time: 0.3543730 Oct 13 04:11:40.093452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee6b8fe-99bc-4b97-bf71-fb3777f05929 req-0ac59be5-8176-4131-8471-b1217b56602c service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448977 Oct 13 04:11:40.094019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.109064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c383e-a1b9-4684-b22b-230f5573534b req-5eb34f8c-f7c2-4173-8842-d7df841002b0 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.110680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c8c383e-a1b9-4684-b22b-230f5573534b req-5eb34f8c-f7c2-4173-8842-d7df841002b0 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.3593671 Oct 13 04:11:40.148610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.152965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac044eec-84f7-4166-918c-de8766b409df req-4b04d4b0-1a29-4f04-a59a-1a92dfc79876 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.154426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac044eec-84f7-4166-918c-de8766b409df req-4b04d4b0-1a29-4f04-a59a-1a92dfc79876 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 943 time: 0.1922300 Oct 13 04:11:40.160247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d8bfd38e-869b-4dda-a748-0f0c2e28666b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e45069c67cae493b81ff89785293dd52&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5574532 Oct 13 04:11:40.161682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32786) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:40.166322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a184466-774c-4ac9-98e3-f73dc3e3bf81 req-e89359f5-e274-45ba-9083-4551768705e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Oct 13 04:11:40.192867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac044eec-84f7-4166-918c-de8766b409df req-e1f1c6e9-224a-4b7e-b5d6-f72a000615c7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Oct 13 04:11:40.225317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c8c383e-a1b9-4684-b22b-230f5573534b req-94f95d5b-0247-47f1-8a73-e6861644b359 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046624 Oct 13 04:11:40.261883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.271660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.274829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.275997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b838d7f-d4c1-40e4-ac88-7abe17beeba1 HTTP/1.1" status: 204 len: 168 time: 0.5750608 Oct 13 04:11:40.299129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0f08-3ec8-459d-a88b-7b0542e756da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b838d7f-d4c1-40e4-ac88-7abe17beeba1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:40.309503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.388466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed60d83-dd55-4457-9009-63a7459d6bd4 req-73f1c73f-78d7-4e5a-b9d7-f91bd08c6e75 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.389932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ed60d83-dd55-4457-9009-63a7459d6bd4 req-73f1c73f-78d7-4e5a-b9d7-f91bd08c6e75 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 948 time: 0.0782619 Oct 13 04:11:40.418809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.421427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:40.422598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae5ba09b-c8b9-4251-9104-2ed9f5c973b6 HTTP/1.1" status: 204 len: 168 time: 0.2583826 Oct 13 04:11:40.439044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b93f18-cc90-4bb0-8405-5bef30d755a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ba09b-c8b9-4251-9104-2ed9f5c973b6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:40.450011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ed60d83-dd55-4457-9009-63a7459d6bd4 req-7d275d95-3c80-48ef-9f93-cc8031c356fa tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538826 Oct 13 04:11:40.493311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-99a43e67-b8b8-4e40-8c9e-33ce7c5d32b7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271695 Oct 13 04:11:40.615555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-ebd8f61f-38f7-4c19-b4a4-bcdc9e1de499 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.617586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-ebd8f61f-38f7-4c19-b4a4-bcdc9e1de499 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175036 Oct 13 04:11:40.634890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-4e48474f-9209-4662-8fdd-dad7a5b6568a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/quotas/e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 375 time: 0.0107329 Oct 13 04:11:40.673899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-19dbc2c2-0159-41b7-a5ab-2fc11c5b70b2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325940 Oct 13 04:11:40.893689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32824) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:40.921370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3a584-191d-45f3-8a26-1408995ed444 req-80289aa9-127f-451b-aef7-d04c64c061a4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:40.923687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95ca53b3-132a-4960-96e8-7af5f552baad req-d3afcc19-e908-4f2d-a1c2-552b74d0729d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 210 time: 0.0713108 Oct 13 04:11:40.932337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4fe3a584-191d-45f3-8a26-1408995ed444 req-80289aa9-127f-451b-aef7-d04c64c061a4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 949 time: 0.0716715 Oct 13 04:11:40.983644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4fe3a584-191d-45f3-8a26-1408995ed444 req-f9a0ec2b-0803-4afb-b7d4-c02811322686 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Oct 13 04:11:41.011314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-123e2e00-5da5-4488-838c-60a7481f5389 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=355b5ea3e15d41eea2fd453d3b1a7c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861652 Oct 13 04:11:41.014386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32836) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:41.015178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:41.017345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:41.077410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.102884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.177324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port aef7d85a-fcab-46e7-baaf-cdcf1af03576 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:41.178371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.182478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.184112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35f3f594-14ee-4cda-aecc-20f281a571e4 HTTP/1.1" status: 204 len: 168 time: 0.1685083 Oct 13 04:11:41.194392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aef7d85a-fcab-46e7-baaf-cdcf1af03576 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:41.195530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.217993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d718e-091f-4675-b386-16f5bb2ab8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f3f594-14ee-4cda-aecc-20f281a571e4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:41.250122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:41.275477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'port_id': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'mac_address': 'fa:16:3e:c4:fa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:41.347087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.350745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.385741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:41.423565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:41.424640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.435660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.442325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d9bc-b381-4cee-83af-d2cc12396536 req-94ae5d9c-8702-4b61-89f6-3d989f7ae07a tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:41.451466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35d5d9bc-b381-4cee-83af-d2cc12396536 req-94ae5d9c-8702-4b61-89f6-3d989f7ae07a tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 943 time: 0.1337712 Oct 13 04:11:41.493314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:41.501714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d4da-bd63-4d1a-b51e-3cd9efde95a7 req-c7dbc428-bb4c-4ac8-b785-7568f9614883 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:41.504122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.512501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d155d4da-bd63-4d1a-b51e-3cd9efde95a7 req-c7dbc428-bb4c-4ac8-b785-7568f9614883 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.1224308 Oct 13 04:11:41.524341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35d5d9bc-b381-4cee-83af-d2cc12396536 req-99083154-8441-4f6e-82a0-0864acbbfc70 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717931 Oct 13 04:11:41.534683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:41.595998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d155d4da-bd63-4d1a-b51e-3cd9efde95a7 req-d1853c53-e98b-44af-88d6-267b63846bbd tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825708 Oct 13 04:11:41.628193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:41.635431 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fe4386-c407-446e-8feb-fdc461c14161" -d '{"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:41.674261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:41.695904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:41.730400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:41.754544 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f676f-f7f8-42e7-a331-7043ea2275c6 x-openstack-request-id: req-3f8f676f-f7f8-42e7-a331-7043ea2275c6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:41.754923 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:41.755292 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f8f676f-f7f8-42e7-a331-7043ea2275c6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:41.755735 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'code': 200} Oct 13 04:11:41.772477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b66539aa-b89e-44b6-a7c0-e1152fd9008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:41.881182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe87c-98e8-4c62-8aa5-afb85c37535c req-6aff5e87-4fd6-4f92-a306-a87f2bbda37e tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:41.883384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6cbe87c-98e8-4c62-8aa5-afb85c37535c req-6aff5e87-4fd6-4f92-a306-a87f2bbda37e tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 948 time: 0.1759832 Oct 13 04:11:41.890739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51b217-abba-4dfa-a611-dc4ae06eee81 req-b89a6b79-7d75-4b2e-a8dd-934b82a1e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:41.892449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c51b217-abba-4dfa-a611-dc4ae06eee81 req-b89a6b79-7d75-4b2e-a8dd-934b82a1e558 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.0620611 Oct 13 04:11:41.949719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c51b217-abba-4dfa-a611-dc4ae06eee81 req-ce241ad9-7313-4b74-b937-538ad6dd2d2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Oct 13 04:11:41.974497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6cbe87c-98e8-4c62-8aa5-afb85c37535c req-818cc4d1-7383-49ca-babc-070dce507aff tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Oct 13 04:11:42.014331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 106799cc-3e78-48cf-8eb4-3028824de8ff details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:42.034682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-babf41d3-dc61-4485-8f7a-22b73fb51a40 req-48d91341-8b36-442f-9b89-c1896479f2fc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 210 time: 0.0402408 Oct 13 04:11:42.053473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-965256752-network', 'tenant_id': '64660964873745728e837ce43d417c77'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:42.086239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Made reservation on behalf of 64660964873745728e837ce43d417c77 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:42.099860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.110960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.146519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bf036-3b71-4236-a6dd-fe8018af5780 req-533fd57e-9b25-4319-9526-cb28c3bdba59 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.150609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=106799cc-3e78-48cf-8eb4-3028824de8ff,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:42.155416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343bf036-3b71-4236-a6dd-fe8018af5780 req-533fd57e-9b25-4319-9526-cb28c3bdba59 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0658197 Oct 13 04:11:42.182229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '106799cc-3e78-48cf-8eb4-3028824de8ff', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '106799cc-3e78-48cf-8eb4-3028824de8ff', 'mac_address': 'fa:16:3e:f7:3e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:42.220399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.229531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.230999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-343bf036-3b71-4236-a6dd-fe8018af5780 req-d1d1d208-41a7-4638-9422-2bdcb143a408 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744488 Oct 13 04:11:42.272442 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.291093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9309bd3f-c9ae-44ad-bd16-53f6c8867e85,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.301190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106799cc-3e78-48cf-8eb4-3028824de8ff {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:42.302249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:11:42.325597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32900) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:42.331265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.334441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=106799cc-3e78-48cf-8eb4-3028824de8ff,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:42.336889 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Added segment 07c712bf-be03-45a7-9ae4-01be4f84027a of type vlan for network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 Oct 13 04:11:42.340905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.420452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-fb630d4c-0987-4c54-8bf3-edca0bf5ba0a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651741 Oct 13 04:11:42.431515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.443217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.449358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.521815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf72afee-ab31-4665-bae9-c2a3b5ba0486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.524494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.525565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.526053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.547426 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['106799cc-3e78-48cf-8eb4-3028824de8ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:42.623286 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf72afee-ab31-4665-bae9-c2a3b5ba0486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.629024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf72afee-ab31-4665-bae9-c2a3b5ba0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.689766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-b83ab9af-e5bf-49fd-adac-eac030bcc385 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.693060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-b83ab9af-e5bf-49fd-adac-eac030bcc385 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642868 Oct 13 04:11:42.700704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72afee-ab31-4665-bae9-c2a3b5ba0486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0831cf95-692a-437e-bf49-7f363fcc5cfc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:42.708656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf72afee-ab31-4665-bae9-c2a3b5ba0486 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a43346e71754bab95c42dfeb1d83f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817959 Oct 13 04:11:42.715460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32914) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:42.737002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0034969 Oct 13 04:11:42.742958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32916) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:42.750023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Request body: {'subnet': {'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-965256752-subnet', 'tenant_id': '64660964873745728e837ce43d417c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:42.759055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Request body: {'port': {'device_id': '2056208e-e652-44e2-9924-16f0ac828e39', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'e5631d415ae040dcbaded884bc5e0b91'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:42.804992 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:11:42.834285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Made reservation on behalf of 64660964873745728e837ce43d417c77 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:42.837340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.847227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47fbe-09f1-444e-8ed3-4d5d5632ed9e req-0e9292ed-1054-44a7-8c23-611f15f20ff8 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:42.850392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8d47fbe-09f1-444e-8ed3-4d5d5632ed9e req-0e9292ed-1054-44a7-8c23-611f15f20ff8 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.1371529 Oct 13 04:11:42.935077 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:42.980448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8d47fbe-09f1-444e-8ed3-4d5d5632ed9e req-4fb9c916-08a0-4490-b0ce-1caa4d725b37 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155975 Oct 13 04:11:43.005349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.020455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2c43e-370b-49c6-b8f5-06ece006434c admin admin] Pushing event updated for resources: {'Network': ['ID=8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.038648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:43.075950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40301b6-a048-4c0d-8375-901d8fb5389b req-d6673b31-a5f2-47d0-9e03-e513b8b9289f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:43.089981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d40301b6-a048-4c0d-8375-901d8fb5389b req-d6673b31-a5f2-47d0-9e03-e513b8b9289f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 944 time: 0.3935285 Oct 13 04:11:43.110139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:11:43.178285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d40301b6-a048-4c0d-8375-901d8fb5389b req-dce8538a-f23e-4077-9b07-c044cc67dc4d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829453 Oct 13 04:11:43.208423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Made reservation on behalf of e5631d415ae040dcbaded884bc5e0b91 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:43.209274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:43.213893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.214115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:43.214490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.229245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.318463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.332538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.334714 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.337221 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.340690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0831cf95-692a-437e-bf49-7f363fcc5cfc HTTP/1.1" status: 204 len: 168 time: 0.6197610 Oct 13 04:11:43.389809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71e4d-9459-408a-a9bb-8f1167f9579e req-b8594d22-e214-42e5-b4ac-b84bcdef9c86 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:43.397777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0f71e4d-9459-408a-a9bb-8f1167f9579e req-b8594d22-e214-42e5-b4ac-b84bcdef9c86 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 949 time: 0.1399770 Oct 13 04:11:43.412077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9822340-30ef-4d0d-930d-2b69f3d87f23 req-08e9c503-3676-4cf6-8559-702d512b3d49 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 210 time: 0.0479469 Oct 13 04:11:43.415169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:43.425463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.479773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.486957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3fa5d1-f412-4861-97a2-c7286537ad9a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.487327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.498666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.514551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a638-c02a-4cd4-9ce1-94e05a14bb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831cf95-692a-437e-bf49-7f363fcc5cfc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.568674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Checking segment: {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:43.569368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Network hostable DHCP agents. Network: 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:11:43.574780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0f71e4d-9459-408a-a9bb-8f1167f9579e req-aba597a1-2fb8-4503-8132-f1800be29b3b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761162 Oct 13 04:11:43.591493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:11:43.613162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:43.624971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef60b1-68a5-43ed-9229-aefee679f654 None None] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:43.626177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:43.629433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.649369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d56e3-4475-4c62-b55f-ca56342d9495,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:43.665928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bac5ef47-9666-4103-a70d-26e5fce89029 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9196863 Oct 13 04:11:43.670177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32944) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:43.674920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:43.705704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.707272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.715327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101a522-ea89-47ce-ba8c-05b50bfce035 req-6428d0cf-bb8d-4e50-b354-87cb76aaeef5 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:43.717118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e101a522-ea89-47ce-ba8c-05b50bfce035 req-6428d0cf-bb8d-4e50-b354-87cb76aaeef5 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1590502 Oct 13 04:11:43.763285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:43.765712 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff2eb78-a663-49d1-96d5-e3afcfef7278" -d '{"events": [{"server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:43.801959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Allocated IP 192.168.233.253 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/f28305ba-8709-45df-b1e0-79bcf1efdf51) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:43.813031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.815936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e101a522-ea89-47ce-ba8c-05b50bfce035 req-f7a2806e-298b-4a3d-9a38-8bf282574bab tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907805 Oct 13 04:11:43.933623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'tenant_id': '64660964873745728e837ce43d417c77', 'fixed_ips': [{'subnet_id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:11:43.934517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:43.969054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32956) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.069267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a132-43f1-4a91-80df-56ea6a8aca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.141748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.145030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Allocated IP 172.20.0.2 (8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141/5c3fa5d1-f412-4861-97a2-c7286537ad9a/709a71e6-1cab-45f8-ae75-2031a3d052ad) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:44.160336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3a047-9a75-4198-8ff6-28b9365ff9b1 req-dd11c88c-e108-4b7a-bad9-1b7f74ba2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.162142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2c3a047-9a75-4198-8ff6-28b9365ff9b1 req-dd11c88c-e108-4b7a-bad9-1b7f74ba2dfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1018503 Oct 13 04:11:44.182986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.228333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2c3a047-9a75-4198-8ff6-28b9365ff9b1 req-e731498a-a01d-48ba-a823-9d1e3d0cc89f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560999 Oct 13 04:11:44.232950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a132-43f1-4a91-80df-56ea6a8aca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.253251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.254592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a132-43f1-4a91-80df-56ea6a8aca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.259775 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65a8d78-834f-4952-b62b-560455c6985d x-openstack-request-id: req-c65a8d78-834f-4952-b62b-560455c6985d {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:44.260355 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "name": "network-vif-plugged", "status": "completed", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:44.260449 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c65a8d78-834f-4952-b62b-560455c6985d {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:44.260808 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'code': 200} Oct 13 04:11:44.262879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 106799cc-3e78-48cf-8eb4-3028824de8ff up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:44.265487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-e022df31-eeed-4fa5-b0e4-e00731d66214 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3592203 Oct 13 04:11:44.316511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:44.320189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:44.325759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:44.330002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.345066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfbe37bf-79f2-4a67-af64-9651d643ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.369736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5e4a132-43f1-4a91-80df-56ea6a8aca62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=08bf65e23dfc4d1a9806c7f7b8960cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987713 Oct 13 04:11:44.379472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32968) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:44.390512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae88359-0042-4ea1-8b56-53648d990fb4 req-a21414a7-502c-4a8c-b9c0-65c87e068cad tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.400289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ae88359-0042-4ea1-8b56-53648d990fb4 req-a21414a7-502c-4a8c-b9c0-65c87e068cad tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.3009861 Oct 13 04:11:44.401538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.415865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.428230 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 106799cc-3e78-48cf-8eb4-3028824de8ff completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:44.466828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4a132-43f1-4a91-80df-56ea6a8aca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44d44f-908b-4d21-bc99-4e45011ddfaa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.484380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:44.486002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:44.487919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 106799cc-3e78-48cf-8eb4-3028824de8ff triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:44.490821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.495982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-787c640b-cc0e-4f1f-9bba-e7076bb875de tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695121 Oct 13 04:11:44.509050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:44.517932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.518670 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.576515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Pushing event updated for resources: {'Port': ['ID=709a71e6-1cab-45f8-ae75-2031a3d052ad,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.600295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ae88359-0042-4ea1-8b56-53648d990fb4 req-a0f8e6ac-22bf-49ec-ab7f-667ddcb15b33 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912057 Oct 13 04:11:44.604088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-59a7b0f8-59eb-4ca7-8a1e-ba8d27dd8815 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8759282 Oct 13 04:11:44.624448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Request body: {'port': {'device_id': '2056208e-e652-44e2-9924-16f0ac828e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:44.641008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-462f8c99-55d4-46b6-8fe9-c76c3e66f624 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1977103 Oct 13 04:11:44.654709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-89c2754f-bfa0-4bd1-8a1a-f76014d5d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.656245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-89c2754f-bfa0-4bd1-8a1a-f76014d5d4b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.1538472 Oct 13 04:11:44.657331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Attempting to bind port 709a71e6-1cab-45f8-ae75-2031a3d052ad on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:44.657799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Attempting to bind port 709a71e6-1cab-45f8-ae75-2031a3d052ad by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:44.657949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.658353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Attempting to bind port 709a71e6-1cab-45f8-ae75-2031a3d052ad on network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:44.671405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:44.672023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Checking segment: {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:44.672704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.673876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Bound using segment: {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:44.685959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Bound port: 709a71e6-1cab-45f8-ae75-2031a3d052ad, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:44.687910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.740631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-431a16ac-9a2c-42c3-9006-9ee0c273d145 None None] Provisioning complete for port f28305ba-8709-45df-b1e0-79bcf1efdf51 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:44.741013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-431a16ac-9a2c-42c3-9006-9ee0c273d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.747609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-46967773-ebdf-4218-a995-a889e2a22baa tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.749122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-46967773-ebdf-4218-a995-a889e2a22baa tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237246 Oct 13 04:11:44.749864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.753180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.799519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.803617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-11d620a6-ada8-4678-aedb-27f332b03b03 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/quotas/361bfd870be64475a9b20fb44cd8dbc7 HTTP/1.1" status: 200 len: 375 time: 0.0437160 Oct 13 04:11:44.828500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-431a16ac-9a2c-42c3-9006-9ee0c273d145 None None] Port f28305ba-8709-45df-b1e0-79bcf1efdf51 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:44.863859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] For port 709a71e6-1cab-45f8-ae75-2031a3d052ad, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:44.868048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] For port 709a71e6-1cab-45f8-ae75-2031a3d052ad, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=709a71e6-1cab-45f8-ae75-2031a3d052ad,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:44.869972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=106799cc-3e78-48cf-8eb4-3028824de8ff,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:44.873561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.879390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:44.934545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7db3-10a5-4a7d-8334-cef2893a4bf4 None None] Pushing event updated for resources: {'Port': ['ID=709a71e6-1cab-45f8-ae75-2031a3d052ad,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:44.958770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f6e1-dbee-47cf-b780-28d85ec73f00 req-79c6ba16-728c-4593-b804-062f828f0fe4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.958770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f491f6e1-dbee-47cf-b780-28d85ec73f00 req-79c6ba16-728c-4593-b804-062f828f0fe4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.2773120 Oct 13 04:11:44.976729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-b76e819d-32d7-44cc-8533-61c2f36381f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:44.978464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-b76e819d-32d7-44cc-8533-61c2f36381f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 1120 time: 0.2683325 Oct 13 04:11:45.020842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:45.039918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-88df0954-586f-487a-8f82-c3c061138dd6 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1432445 Oct 13 04:11:45.092331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.094861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.098585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d44d44f-908b-4d21-bc99-4e45011ddfaa HTTP/1.1" status: 204 len: 168 time: 0.6932659 Oct 13 04:11:45.105576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-d0d43007-4663-4e8c-ae55-0531f934b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.111165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-d0d43007-4663-4e8c-ae55-0531f934b729 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3978186 Oct 13 04:11:45.164106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.166596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c99dbd-8b78-4fa7-ba83-6a19dafc2f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44d44f-908b-4d21-bc99-4e45011ddfaa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:45.202948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28305ba-8709-45df-b1e0-79bcf1efdf51 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:45.215376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f491f6e1-dbee-47cf-b780-28d85ec73f00 req-b22c0706-95ac-4291-b642-d327c6bf0647 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464671 Oct 13 04:11:45.261676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-89bbd1ff-0363-45b1-b99d-98b3b3c53652 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576 HTTP/1.1" status: 200 len: 217 time: 0.1353211 Oct 13 04:11:45.264803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.283456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.312373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.345074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Transition to ACTIVE for port object f28305ba-8709-45df-b1e0-79bcf1efdf51 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:45.357690 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.365731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.521106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Allocated IP 172.25.0.60 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/f25e6377-20ce-4e74-b0d7-8a8807508009) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:45.605474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:45.640551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 709a71e6-1cab-45f8-ae75-2031a3d052ad up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:45.719990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cb8f2-1872-4400-aa31-673fd9c7b7c3 req-4ead5376-9899-4039-9f38-4a1eeef54321 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.732880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-902a0036-04ff-4200-93af-6f7f23abcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.734448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-902a0036-04ff-4200-93af-6f7f23abcab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.4648328 Oct 13 04:11:45.735732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a33cb8f2-1872-4400-aa31-673fd9c7b7c3 req-4ead5376-9899-4039-9f38-4a1eeef54321 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.2040744 Oct 13 04:11:45.821785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 709a71e6-1cab-45f8-ae75-2031a3d052ad triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:45.822384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.836838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-e246c138-cb40-4ae6-a0ad-665fb82a74f7 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.838864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-e246c138-cb40-4ae6-a0ad-665fb82a74f7 tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.2355676 Oct 13 04:11:45.888291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-7763204a-ba07-47e7-b2fb-d18654fb5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.889950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-7763204a-ba07-47e7-b2fb-d18654fb5533 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.8723114 Oct 13 04:11:45.900904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a33cb8f2-1872-4400-aa31-673fd9c7b7c3 req-8bf537a6-74d1-45b2-af9d-1e3f56681994 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632507 Oct 13 04:11:45.937110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:45.937528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:45.938047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:45.938493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:45.963628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:45.964339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:45.992579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36405-8a0c-4553-af97-97c9810e11e9 req-4ad5b412-2e91-4c90-ae84-a566f002d8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:45.995941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 709a71e6-1cab-45f8-ae75-2031a3d052ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=709a71e6-1cab-45f8-ae75-2031a3d052ad,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:46.000568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:46.002321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.003413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:46.003992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:46.006196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Bound port: f28305ba-8709-45df-b1e0-79bcf1efdf51, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:46.009234 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.010019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44b36405-8a0c-4553-af97-97c9810e11e9 req-4ad5b412-2e91-4c90-ae84-a566f002d8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.2713127 Oct 13 04:11:46.073478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=709a71e6-1cab-45f8-ae75-2031a3d052ad,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.111760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bea06ac5-6664-406b-a25e-17bfb46e644a req-725cc6ae-6da0-45d8-8bc6-e73922393b87 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 210 time: 0.1140468 Oct 13 04:11:46.120272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.177175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-a1a97891-71f8-4f5f-990e-a4b676e0d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.178692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-a1a97891-71f8-4f5f-990e-a4b676e0d249 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4114830 Oct 13 04:11:46.184437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-2e2e2091-86fb-4a0e-a44f-4f54e2523719 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 200 len: 217 time: 0.2785790 Oct 13 04:11:46.188154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.252543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:46.258009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:46.262590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:46.264857 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c984e7-8f95-42db-9822-7546b04cd433" -d '{"events": [{"server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "name": "network-vif-plugged", "status": "completed", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:46.268159 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.348016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.348648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.351142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 1096 time: 1.7332330 Oct 13 04:11:46.359624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:46.362587 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c3864-be96-46ba-9a24-033b3691878b" -d '{"events": [{"name": "network-changed", "server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:46.426269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Deleting port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:46.428680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.457362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44b36405-8a0c-4553-af97-97c9810e11e9 req-8ff387ca-53a2-4c46-9237-b1498619d303 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434824 Oct 13 04:11:46.457362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-b9b6ea3a-7111-4f4d-b0b8-b66053303bab service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630556 Oct 13 04:11:46.480322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103d7f1-0133-48dd-8dfa-526242edfdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:46.504322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-7e9d91a6-c264-4fe5-9713-2b41e79fe63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.506774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-7e9d91a6-c264-4fe5-9713-2b41e79fe63d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3060491 Oct 13 04:11:46.573943 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa6cc1-8879-4b25-bba7-ba5623735d28 x-openstack-request-id: req-56aa6cc1-8879-4b25-bba7-ba5623735d28 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:46.574421 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "name": "network-vif-plugged", "status": "completed", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:46.574495 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56aa6cc1-8879-4b25-bba7-ba5623735d28 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:46.574882 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff', 'code': 200} Oct 13 04:11:46.582374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba90a87-4931-46df-91c3-cdd1d47630ff None None] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:11:46.708751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.47', 64180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:46.743121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-32b6f626-72cc-4c2f-ad64-fd95229d8579 None None] Provisioning complete for port 709a71e6-1cab-45f8-ae75-2031a3d052ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:46.743997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32b6f626-72cc-4c2f-ad64-fd95229d8579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.790147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-d9cbc71a-0d91-43b3-ab6a-decaab24e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.792240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-d9cbc71a-0d91-43b3-ab6a-decaab24e205 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1099 time: 0.3329601 Oct 13 04:11:46.836390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] For port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:46.836713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:46.875418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:46.877087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e4621-4bc4-4ef4-96b3-4197f758dad0 req-8004d6cc-015b-41c2-9e31-8c97cded4cfb tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.886065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e02e4621-4bc4-4ef4-96b3-4197f758dad0 req-8004d6cc-015b-41c2-9e31-8c97cded4cfb tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 950 time: 0.2597017 Oct 13 04:11:46.904694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:46.910144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:46.917141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-24e4a9d9-58f0-4fdf-bebe-a384a640fc65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.1069040 Oct 13 04:11:46.950837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e02e4621-4bc4-4ef4-96b3-4197f758dad0 req-dd106a70-bc75-4e26-9764-8a8aa271e6eb tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/security-groups?id=8963a94a-c5e0-4c23-9dde-b66a35f565c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637734 Oct 13 04:11:46.957620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f161407-f91c-4d74-848c-ab2c48691378 req-b67ee7af-d1c7-42ba-899b-656626e754a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:46.971015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f161407-f91c-4d74-848c-ab2c48691378 req-b67ee7af-d1c7-42ba-899b-656626e754a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 1101 time: 0.2568722 Oct 13 04:11:46.980369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Calling delete_port for 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:47.033789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e6377-20ce-4e74-b0d7-8a8807508009,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:47.041845 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0c265-ac0a-462d-99be-f38e4a1afd93 x-openstack-request-id: req-a9d0c265-ac0a-462d-99be-f38e4a1afd93 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:47.042134 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:47.042654 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9d0c265-ac0a-462d-99be-f38e4a1afd93 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:47.043096 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'status': 'completed', 'code': 200} Oct 13 04:11:47.104218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-3cacf8ce-7136-4955-adb2-6451678e4793 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895816 Oct 13 04:11:47.144822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.213422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-e9a9bc77-1d77-449c-ab53-2ceec80d0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.214907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-e9a9bc77-1d77-449c-ab53-2ceec80d0be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2796111 Oct 13 04:11:47.272612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f161407-f91c-4d74-848c-ab2c48691378 req-2ee8ae5c-3eed-476d-9b94-96a6e1201d3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887797 Oct 13 04:11:47.300848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a817-47cb-4e8f-84b4-a6d154255505 req-4fbf3d75-d98e-4933-8ff6-3a842010d445 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.309113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e60a817-47cb-4e8f-84b4-a6d154255505 req-4fbf3d75-d98e-4933-8ff6-3a842010d445 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.4325798 Oct 13 04:11:47.312149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-e7a03e9a-4e43-4788-840b-c86c992fdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.313603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-e7a03e9a-4e43-4788-840b-c86c992fdcd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4359992 Oct 13 04:11:47.330858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-054a0967-2bb4-444e-85dd-c0ee7c3ec0e5 req-884122ba-cbee-4092-b010-a4d363a43236 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8354976 Oct 13 04:11:47.421651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b0c4-68d3-4a30-a4d1-1806f6762dc0 req-67e9bf83-3a4a-4b14-96ed-9428a52e8aeb tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.427591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d030b0c4-68d3-4a30-a4d1-1806f6762dc0 req-67e9bf83-3a4a-4b14-96ed-9428a52e8aeb tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.2828319 Oct 13 04:11:47.428028 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e60a817-47cb-4e8f-84b4-a6d154255505 req-e1e59029-501c-4a65-8d86-558c98bc66f4 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141152 Oct 13 04:11:47.428286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.449025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8e01d4d3-bf61-443e-8c1d-3cd37eefe945'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:47.525723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 709a71e6-1cab-45f8-ae75-2031a3d052ad up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:47.563810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-68e25b30-9ebf-4fdc-90d9-e73f17e97236 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.565320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-68e25b30-9ebf-4fdc-90d9-e73f17e97236 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4542441 Oct 13 04:11:47.608463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 709a71e6-1cab-45f8-ae75-2031a3d052ad triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:47.609016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.654835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Request body: {'port': {'device_id': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '361bfd870be64475a9b20fb44cd8dbc7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:47.662412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f12e218-0bcf-4423-bd13-0ff7558aa85d None None] Provisioning complete for port 709a71e6-1cab-45f8-ae75-2031a3d052ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:47.662786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f12e218-0bcf-4423-bd13-0ff7558aa85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.691357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Pushing event deleted for resources: {'Port': ['ID=8e01d4d3-bf61-443e-8c1d-3cd37eefe945,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:47.778988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-320784a9-60e3-4765-bffb-6e4e158324a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:47.780560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-320784a9-60e3-4765-bffb-6e4e158324a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5574949 Oct 13 04:11:47.813253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] No DVR routers for this DVR port 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:47.817307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d030b0c4-68d3-4a30-a4d1-1806f6762dc0 req-8d703a5d-84fd-4833-aec9-b2ee1d43a794 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439172 Oct 13 04:11:47.821634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:47.825097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1c5d6b4-6352-4da2-b74e-506f24afa098 req-4aa2c4c8-cef1-41a4-a4fb-acbff4cf565f tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.16 "DELETE /v2.0/ports/8e01d4d3-bf61-443e-8c1d-3cd37eefe945 HTTP/1.1" status: 204 len: 173 time: 1.9730332 Oct 13 04:11:47.902497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d41f874c-b6da-459d-8220-c3fd1338e972 req-562b38a2-76b7-42f2-8b47-8b9abc47ddb7 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0964653 Oct 13 04:11:47.969252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-43b5ae1b-cbf4-4bb1-9478-362310f77151 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638196 Oct 13 04:11:48.058898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-2ad83e43-fc43-439d-bdcf-cab090d408e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714576 Oct 13 04:11:48.085686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.184326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e87a4-ef73-4690-af9c-6fc9f963550f req-8bc8fd4a-5c5e-4545-8add-54244f60ad3f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:48.185760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-361e87a4-ef73-4690-af9c-6fc9f963550f req-8bc8fd4a-5c5e-4545-8add-54244f60ad3f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.2112968 Oct 13 04:11:48.286104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b82936-3588-47f3-b292-02272fef1196 req-abf249ab-8730-4007-8958-2871a1155c4e tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:48.287560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-11b82936-3588-47f3-b292-02272fef1196 req-abf249ab-8730-4007-8958-2871a1155c4e tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.3173201 Oct 13 04:11:48.298496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f903d32-8c0c-47ab-9e50-4c342044cd1b req-62ccc9e9-8a41-456c-b7d0-d0db5d0ded82 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174973 Oct 13 04:11:48.298943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:48.301633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Made reservation on behalf of 361bfd870be64475a9b20fb44cd8dbc7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:11:48.303184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'floatingip': {'port_id': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:48.305733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.346556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-361e87a4-ef73-4690-af9c-6fc9f963550f req-cdcd97a4-d6ce-493a-930f-9df04fcddcbb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537931 Oct 13 04:11:48.348712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d39c526-a76a-42f5-ab39-11e19ec24fa9 req-a7cf3c89-6320-4fbb-ad0b-bb7689702f58 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797012 Oct 13 04:11:48.389147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.603925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5e95e41-3bed-4a18-b7b3-4a3ba27045f4 req-e854a1a0-eaa0-4a6d-824c-3f9ca3df001b tempest-ServerDiagnosticsNegativeTest-322832875 tempest-ServerDiagnosticsNegativeTest-322832875-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bf7436b-da74-402e-b0c1-8c64165cc03b HTTP/1.1" status: 200 len: 210 time: 0.1032114 Oct 13 04:11:48.651194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:48.682229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Allocated IP 192.168.233.130 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/6d9900f6-dc10-48fc-8007-99862f3b080e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:48.685545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c3864-be96-46ba-9a24-033b3691878b req-00cce503-d5b2-43e1-891d-07f6589176b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:48.687124 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-00cce503-d5b2-43e1-891d-07f6589176b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1099 time: 0.1877203 Oct 13 04:11:49.060075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'name': 'network-vif-deleted', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:49.062458 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78703d0c-e754-4c7e-88bc-7f129d1285a7" -d '{"events": [{"server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "name": "network-vif-deleted", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:49.076809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:49.097688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99650075-06c8-4a47-b330-ca092dbdad09 req-4ae00f83-1099-4c93-ad2f-3f01833d1f37 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0890942 Oct 13 04:11:49.206306 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf18e3-7764-4b8e-b510-4034d3ba5eaf x-openstack-request-id: req-5daf18e3-7764-4b8e-b510-4034d3ba5eaf {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:49.206601 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf7436b-da74-402e-b0c1-8c64165cc03b", "name": "network-vif-deleted", "tag": "8e01d4d3-bf61-443e-8c1d-3cd37eefe945", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:49.206848 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5daf18e3-7764-4b8e-b510-4034d3ba5eaf {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:49.207249 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf7436b-da74-402e-b0c1-8c64165cc03b', 'name': 'network-vif-deleted', 'tag': '8e01d4d3-bf61-443e-8c1d-3cd37eefe945', 'status': 'completed', 'code': 200} Oct 13 04:11:49.257999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c3864-be96-46ba-9a24-033b3691878b req-8c133f9b-7f76-41a7-af1b-3bd5c3fb25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:49.259535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-8c133f9b-7f76-41a7-af1b-3bd5c3fb25e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5626025 Oct 13 04:11:49.283043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadefbba-2f4e-4e80-ac35-0313b4bb34fc req-8fc8a92a-cf7f-4bff-9c13-7d3a1d5d7683 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:49.290664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aadefbba-2f4e-4e80-ac35-0313b4bb34fc req-8fc8a92a-cf7f-4bff-9c13-7d3a1d5d7683 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.2096186 Oct 13 04:11:49.325835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.332938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.361308 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-aa48841d-57af-42be-bdcd-72fc7f818683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0884328 Oct 13 04:11:49.393223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-612264e5-0137-4b3f-9b2e-eba5f481a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.441411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33096) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:49.459832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aadefbba-2f4e-4e80-ac35-0313b4bb34fc req-236ea762-74b7-4e28-bd73-810548a01a4d tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683095 Oct 13 04:11:49.494570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.496538 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd associated. External IP: 172.25.0.170, port: 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2. Oct 13 04:11:49.510301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Router afd089f6-9b0e-4c07-ac97-573f72b470d2 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:11:49.519926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c3864-be96-46ba-9a24-033b3691878b req-c6d2cbe6-67b4-4cd0-b03f-9ad9b3b9526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:49.521555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-c6d2cbe6-67b4-4cd0-b03f-9ad9b3b9526f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1424170 Oct 13 04:11:49.560714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24e7a-75ef-4590-85e0-8f9712c24e80 req-ac390e32-ea19-48ab-a2ac-80b24df7013a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:49.562359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1e24e7a-75ef-4590-85e0-8f9712c24e80 req-ac390e32-ea19-48ab-a2ac-80b24df7013a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.1080420 Oct 13 04:11:49.639871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.677445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1e24e7a-75ef-4590-85e0-8f9712c24e80 req-e22ea176-cc7f-409e-b8a5-f49b9d679cda tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064918 Oct 13 04:11:49.719209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c3864-be96-46ba-9a24-033b3691878b req-1fbc923e-b4fd-4003-bdea-1dd42107bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:49.720756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-1fbc923e-b4fd-4003-bdea-1dd42107bfdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912308 Oct 13 04:11:49.767716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.781108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1b122e96-e56e-40cd-bad2-106dc20d8d48'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:49.783348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:49.801239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-612264e5-0137-4b3f-9b2e-eba5f481a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.862424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-612264e5-0137-4b3f-9b2e-eba5f481a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.875493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:11:49.880464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.895244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:49.923107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612264e5-0137-4b3f-9b2e-eba5f481a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8530b94d-173c-4ed2-a927-89ef93e817ac,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:49.938643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:49.948506 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Sync routers for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:49.957869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:49.972326 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:49.973227 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:49.988198 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f18b250b36994bdba563c45c2548d170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431523 Oct 13 04:11:49.988420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf0d4e3-1abd-412d-88d7-7955a74bc216,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:49.990193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33112) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.025269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-612264e5-0137-4b3f-9b2e-eba5f481a621 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79c765705e3b4bd69d621f632ae667c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192393 Oct 13 04:11:50.026609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:50.031011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.044615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event updated for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:50.087857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924bbd8-4527-4803-9075-f764dc46e0dc req-aee1fe7a-354a-4d0d-8232-cbb2e65d9865 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.099202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f924bbd8-4527-4803-9075-f764dc46e0dc req-aee1fe7a-354a-4d0d-8232-cbb2e65d9865 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.3725691 Oct 13 04:11:50.128653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:50.150704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.168277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:50.240006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-f0773b95-892a-4a37-85c0-23746dddc8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006418 Oct 13 04:11:50.269735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.275849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0c42792-1ef9-4652-8ae6-a5795f383672 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6051738 Oct 13 04:11:50.277799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.325474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.326018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.326112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.326400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.326739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.327097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.327434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.327767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.328097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.328423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.328749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.329074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ba65b-a8de-4b54-a9ac-e57b68c90dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:50.345168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.345985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.395831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ade10-4157-4d5a-aad5-a27e6398a4e6 req-fe17fd95-6054-4297-a080-8c512d6c2d67 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.397586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c06ade10-4157-4d5a-aad5-a27e6398a4e6 req-fe17fd95-6054-4297-a080-8c512d6c2d67 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 936 time: 0.1060941 Oct 13 04:11:50.406618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:50.411701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.425159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:50.445657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:50.446514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:50.451410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.478470 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:47Z', 'revision_number': 3, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:50.482378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d4167f7b-4c74-4503-8cca-00f1a2998bd7 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "PUT /v2.0/floatingips/1ad1c630-2239-4af3-a059-8b2212b39bcd HTTP/1.1" status: 200 len: 991 time: 2.1824024 Oct 13 04:11:50.496558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c06ade10-4157-4d5a-aad5-a27e6398a4e6 req-3c939290-5d1a-4f18-9144-26fb1be5db2f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799747 Oct 13 04:11:50.498418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.512720 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Checking router: afd089f6-9b0e-4c07-ac97-573f72b470d2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:50.513881 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Updating router afd089f6-9b0e-4c07-ac97-573f72b470d2 port f25e6377-20ce-4e74-b0d7-8a8807508009 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:11:50.531625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-113f5632-ee96-4ce0-ab90-e996843b05d6 None None] Provisioning complete for port 6d9900f6-dc10-48fc-8007-99862f3b080e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:50.532124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-113f5632-ee96-4ce0-ab90-e996843b05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.539707 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.571800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.574251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f924bbd8-4527-4803-9075-f764dc46e0dc req-9a41f27c-46e7-4bf7-9423-25aa133569cb tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737556 Oct 13 04:11:50.575350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.576770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcf0d4e3-1abd-412d-88d7-7955a74bc216 HTTP/1.1" status: 204 len: 168 time: 0.5832434 Oct 13 04:11:50.588383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7358398-f62a-4ac7-b4bf-6fa6a52d8457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf0d4e3-1abd-412d-88d7-7955a74bc216,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:50.603447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33128) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:50.603717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a54eaf48-baeb-4827-a8a0-dc55da5be614 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81111fe099724da6bfca7ac3fe67f630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503081 Oct 13 04:11:50.684116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.715428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.745942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-113f5632-ee96-4ce0-ab90-e996843b05d6 None None] Port 6d9900f6-dc10-48fc-8007-99862f3b080e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:50.797175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:50.815958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.898517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.904078 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.905244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8963a94a-c5e0-4c23-9dde-b66a35f565c0 HTTP/1.1" status: 204 len: 168 time: 0.3007812 Oct 13 04:11:50.909493 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.921748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-95040f39-0c43-4437-8b84-17aedfb8b728 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2747107 Oct 13 04:11:50.923391 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:50.933125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3c50c-32f6-45f1-85e6-112a784f7f35 req-0352828f-a0a6-47d7-ae2d-0e1775130ee7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:50.951382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ded3c50c-32f6-45f1-85e6-112a784f7f35 req-0352828f-a0a6-47d7-ae2d-0e1775130ee7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.1577027 Oct 13 04:11:50.960744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Request body: {'port': {'device_id': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:50.968743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.001303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc5f52-a66e-4d43-af9c-dfd81df20939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963a94a-c5e0-4c23-9dde-b66a35f565c0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.032161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408f22-b1b9-49c0-aa31-b84f696f7dbf None None] Pushing event updated for resources: {'Port': ['ID=f25e6377-20ce-4e74-b0d7-8a8807508009,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.037924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ded3c50c-32f6-45f1-85e6-112a784f7f35 req-35cf542f-f91a-430c-8d9f-de239a681139 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855844 Oct 13 04:11:51.057737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:51.066224 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Attempting to bind port f25e6377-20ce-4e74-b0d7-8a8807508009 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:51.066713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Attempting to bind port f25e6377-20ce-4e74-b0d7-8a8807508009 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:51.067234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Attempting to bind port f25e6377-20ce-4e74-b0d7-8a8807508009 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:51.077668 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:51.078035 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:51.078447 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.078850 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:51.079357 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Bound port: f25e6377-20ce-4e74-b0d7-8a8807508009, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:51.079768 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.111799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:51.112418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8e01d4d3-bf61-443e-8c1d-3cd37eefe945 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:51.158873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-547c3864-be96-46ba-9a24-033b3691878b req-af35daae-40db-45a4-ac57-09fdbbd35137 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017711 Oct 13 04:11:51.181076 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] For port f25e6377-20ce-4e74-b0d7-8a8807508009, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:51.189065 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] For port f25e6377-20ce-4e74-b0d7-8a8807508009, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f25e6377-20ce-4e74-b0d7-8a8807508009,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:51.197509 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.208453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:51.211975 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38902a-02fb-468c-a205-c414cce88ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:51.228307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:51.263851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3cffbf6-d9a2-4361-87a7-0fd8d5573cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.266327 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408f22-b1b9-49c0-aa31-b84f696f7dbf None None] Pushing event updated for resources: {'Port': ['ID=f25e6377-20ce-4e74-b0d7-8a8807508009,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.284425 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:51.285280 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:51.321148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.326152 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2101d13-e593-45b8-babb-dcb292db61ad x-openstack-request-id: req-c2101d13-e593-45b8-babb-dcb292db61ad {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:51.326682 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:51.326682 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2101d13-e593-45b8-babb-dcb292db61ad {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:51.327046 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'status': 'completed', 'code': 200} Oct 13 04:11:51.341853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6650-ad61-4dfc-8c35-0ab0f01d1c17 req-7edf79e5-447e-44bd-a53a-3e96cd28690b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.343488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a5f6650-ad61-4dfc-8c35-0ab0f01d1c17 req-7edf79e5-447e-44bd-a53a-3e96cd28690b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.3462737 Oct 13 04:11:51.405727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:c4:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:11:49Z', 'revision_number': 1, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:51.423478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-75180d41-f6be-4ca9-a3d6-9fe25aab427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.425268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-75180d41-f6be-4ca9-a3d6-9fe25aab427f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 1096 time: 0.0782313 Oct 13 04:11:51.445011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:51.462248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:51.462863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:51.498579 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:51.519534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.528566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.529905 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8530b94d-173c-4ed2-a927-89ef93e817ac HTTP/1.1" status: 204 len: 168 time: 1.4724939 Oct 13 04:11:51.580577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8530b94d-173c-4ed2-a927-89ef93e817ac,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:51.602872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3cffbf6-d9a2-4361-87a7-0fd8d5573cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.614575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-ef79e11c-34cf-4b8e-8f70-7d41973ae4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:51.615835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-ef79e11c-34cf-4b8e-8f70-7d41973ae4c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 925 time: 0.1830153 Oct 13 04:11:51.630364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a5f6650-ad61-4dfc-8c35-0ab0f01d1c17 req-e59d342b-4321-4197-bb1a-89a7a54ff73e tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612116 Oct 13 04:11:51.632997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.634291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.634807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.635419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.636199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.636727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.637245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.637790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.638287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.638784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.639330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.639881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b800e410-87ad-4a85-a018-4509544de4cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:51.676923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3cffbf6-d9a2-4361-87a7-0fd8d5573cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.693195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:51.747565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:51.939906 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:47Z', 'revision_number': 3, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:51.960755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:c4:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:11:49Z', 'revision_number': 1, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:51.969379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e9e-61a1-4110-aefd-e03417879a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:51.996342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2e963-4c57-46b1-ac81-0301359769a1 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:c4:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:11:49Z', 'revision_number': 1, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:52.014989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cffbf6-d9a2-4361-87a7-0fd8d5573cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2063c0-53da-4448-991a-c0053d37a6db,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:52.015955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01aaae-7cf9-4a57-ae31-1bcf1c13f434 None None] The sync data for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 is: [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:47Z', 'revision_number': 3, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:52.064091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d3cffbf6-d9a2-4361-87a7-0fd8d5573cd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f6c76b652aa432c9f374f82b2aba907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8344827 Oct 13 04:11:52.074796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9ddd1-1eb2-4850-8fc4-25ab08481b59 req-46c8fa16-2e7c-4f39-bd0f-495553b34e6d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.083132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:52.094414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3bf9ddd1-1eb2-4850-8fc4-25ab08481b59 req-46c8fa16-2e7c-4f39-bd0f-495553b34e6d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 936 time: 0.4827068 Oct 13 04:11:52.139728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33162) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:52.140129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33164) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:52.147831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-4e2dd6c5-e808-45fe-bee5-45debf3a91b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 200 len: 999 time: 0.5219045 Oct 13 04:11:52.226406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:52.230668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e3549796-92be-4061-a695-309fedb0a948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.247626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'mac_address': 'fa:16:3e:fa:cc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:52.310697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3bf9ddd1-1eb2-4850-8fc4-25ab08481b59 req-b2624249-aa83-4c2c-87f1-78b7f6d7ee01 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153454 Oct 13 04:11:52.340966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.359876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-8a8dcfcf-7aa9-4345-a1b5-49419f4cd9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.361935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-8a8dcfcf-7aa9-4345-a1b5-49419f4cd9a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.1878440 Oct 13 04:11:52.369097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28305ba-8709-45df-b1e0-79bcf1efdf51 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:52.387548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.413701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:52.419643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.429093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8221562-840d-470a-a778-a4725b0f0e93 req-509b6148-65a1-4ffe-ad72-862527b82305 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.436426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8221562-840d-470a-a778-a4725b0f0e93 req-509b6148-65a1-4ffe-ad72-862527b82305 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.1973341 Oct 13 04:11:52.447260 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63c28-9a0f-44f0-b269-fbf682fdc74d None None] New status for floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:11:52.454815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-ed55fbb4-59f3-4313-8353-01742d0e1e3b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.456382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-ed55fbb4-59f3-4313-8353-01742d0e1e3b tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.2090940 Oct 13 04:11:52.469402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.546967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:52.549083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.557392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.557991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.558554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.559045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.559540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.560044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.560559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.561152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.561860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.562958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.573555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.573845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:11:52.578448 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e9e-61a1-4110-aefd-e03417879a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.606112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2bf3e9e-61a1-4110-aefd-e03417879a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.642684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8221562-840d-470a-a778-a4725b0f0e93 req-39e73d86-ca34-4479-a60b-168527fa72df tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908405 Oct 13 04:11:52.646134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-0cf02b61-5838-46db-8f34-2e39b2a31165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:52.647985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9900f6-dc10-48fc-8007-99862f3b080e {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:52.648741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-0cf02b61-5838-46db-8f34-2e39b2a31165 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735958 Oct 13 04:11:52.678495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:52.714232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.730492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Transition to ACTIVE for port object 6d9900f6-dc10-48fc-8007-99862f3b080e will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:11:52.751634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.781642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2bf3e9e-61a1-4110-aefd-e03417879a04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=769ff17e25f34d79b03352deae17540a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918413 Oct 13 04:11:52.800980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:52.808482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e3549796-92be-4061-a695-309fedb0a948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.811107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf3e9e-61a1-4110-aefd-e03417879a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed422706-f135-4ad7-8439-3e417ae56f07,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:52.868749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e3549796-92be-4061-a695-309fedb0a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.933471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Deleting port 106799cc-3e78-48cf-8eb4-3028824de8ff {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:11:52.933810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.946210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.948916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:52.970042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db2063c0-53da-4448-991a-c0053d37a6db HTTP/1.1" status: 204 len: 168 time: 0.8116825 Oct 13 04:11:53.005095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e3549796-92be-4061-a695-309fedb0a948 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29f55eaf345f4151be77335dc00caf0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524480 Oct 13 04:11:53.014826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33174) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:53.023303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3549796-92be-4061-a695-309fedb0a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8144845-8a0d-43e9-8a0b-317d32aeba84,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.031172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.111823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Allocated IP 172.20.0.1 (8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141/5c3fa5d1-f412-4861-97a2-c7286537ad9a/0456d504-88ab-4a73-b017-c2312106eb91) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:53.120072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-d838f1c2-8e7a-40ff-ad13-6c5048dbf829 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443552 Oct 13 04:11:53.138567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d5992-b70f-4e2f-986e-125126676aa4 req-0315996e-9960-480d-b1bc-06758e147fcc tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:53.140171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b70d5992-b70f-4e2f-986e-125126676aa4 req-0315996e-9960-480d-b1bc-06758e147fcc tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 950 time: 0.3525155 Oct 13 04:11:53.161766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954065c9-0963-4341-8a75-60db202237dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2063c0-53da-4448-991a-c0053d37a6db,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.227128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.271314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] For port 106799cc-3e78-48cf-8eb4-3028824de8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=106799cc-3e78-48cf-8eb4-3028824de8ff,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:53.271691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.304318 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a38902a-02fb-468c-a205-c414cce88ad6 req-545949aa-d80b-4da9-b251-3550008a2334 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625884 Oct 13 04:11:53.313560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Calling delete_port for 106799cc-3e78-48cf-8eb4-3028824de8ff owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:11:53.327460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Attempting to bind port 6d9900f6-dc10-48fc-8007-99862f3b080e on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:53.328055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Attempting to bind port 6d9900f6-dc10-48fc-8007-99862f3b080e by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:53.328189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Attempting to bind port 6d9900f6-dc10-48fc-8007-99862f3b080e on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:53.338158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b70d5992-b70f-4e2f-986e-125126676aa4 req-cdea2590-a28e-4979-b85c-555f7dc26d1d tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/security-groups?id=89513e08-8ff3-4d93-912c-331ed9f42c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627545 Oct 13 04:11:53.341153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.375582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.397073 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.456172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.463676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.464949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8144845-8a0d-43e9-8a0b-317d32aeba84 HTTP/1.1" status: 204 len: 168 time: 0.4451356 Oct 13 04:11:53.474041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e291357-5c26-48fb-9262-4b54c431b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8144845-8a0d-43e9-8a0b-317d32aeba84,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.499756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Port 6d9900f6-dc10-48fc-8007-99862f3b080e on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:11:53.500816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Attempting to bind port 6d9900f6-dc10-48fc-8007-99862f3b080e on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:53.620719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.626400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:53.626741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:53.627193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:53.627639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Bound port: 6d9900f6-dc10-48fc-8007-99862f3b080e, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:53.627998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.660919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.664344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.665759 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed422706-f135-4ad7-8439-3e417ae56f07 HTTP/1.1" status: 204 len: 168 time: 0.8583801 Oct 13 04:11:53.690741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f25e6377-20ce-4e74-b0d7-8a8807508009 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:53.691329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c158f1-9ddd-49f0-9a2e-0d1e789c96d4 req-bd9b70d7-f4f0-4c84-a972-213cd1b2be23 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:53.693284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91c158f1-9ddd-49f0-9a2e-0d1e789c96d4 req-bd9b70d7-f4f0-4c84-a972-213cd1b2be23 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 948 time: 0.2184803 Oct 13 04:11:53.739046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5820d-c9ef-4997-8bd6-3350b4eb1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed422706-f135-4ad7-8439-3e417ae56f07,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:53.789377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f25e6377-20ce-4e74-b0d7-8a8807508009 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:53.789838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.833885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1797df8-549f-4d76-84fb-ab49b4a3c2a5 req-acb3f9a3-f0fd-43d0-9c0f-74712c73a261 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:53.845313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1797df8-549f-4d76-84fb-ab49b4a3c2a5 req-acb3f9a3-f0fd-43d0-9c0f-74712c73a261 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 949 time: 0.1099384 Oct 13 04:11:53.855233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91c158f1-9ddd-49f0-9a2e-0d1e789c96d4 req-2eef16dc-d1fa-4ba4-9e85-e3c787e2f803 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309569 Oct 13 04:11:53.856310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:53.861775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.891631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6d9900f6-dc10-48fc-8007-99862f3b080e,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:53.901551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:53.908177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:53.912006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:53.912758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:53.935641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1797df8-549f-4d76-84fb-ab49b4a3c2a5 req-c7dcea82-186b-48d3-9264-35d50838c264 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Oct 13 04:11:53.970622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port f25e6377-20ce-4e74-b0d7-8a8807508009, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f25e6377-20ce-4e74-b0d7-8a8807508009,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:53.980304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.057116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.062324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Pushing event updated for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.079652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.081440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=f25e6377-20ce-4e74-b0d7-8a8807508009,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.094402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:54.209489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port f28305ba-8709-45df-b1e0-79bcf1efdf51 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:11:54.215328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port f28305ba-8709-45df-b1e0-79bcf1efdf51 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:54.217569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.245381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.246117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.247667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d9900f6-dc10-48fc-8007-99862f3b080e HTTP/1.1" status: 200 len: 1096 time: 3.3107958 Oct 13 04:11:54.251979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:54.266353 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae876830-40db-465e-8621-8cc0b4a94576" -d '{"events": [{"name": "network-changed", "server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:54.362852 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0012cc-b369-4a16-af0d-4a05bf337e07 x-openstack-request-id: req-9c0012cc-b369-4a16-af0d-4a05bf337e07 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:54.363173 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:54.363468 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c0012cc-b369-4a16-af0d-4a05bf337e07 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:54.363868 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e', 'status': 'completed', 'code': 200} Oct 13 04:11:54.364817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-03913cea-d9c6-4934-9b49-b164a7b4af05 None None] Provisioning complete for port 0456d504-88ab-4a73-b017-c2312106eb91 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:54.365193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-03913cea-d9c6-4934-9b49-b164a7b4af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.422396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.448326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f1ba0-1ab3-4492-8f04-4c20ea6ef548 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.478767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-03913cea-d9c6-4934-9b49-b164a7b4af05 None None] Port 0456d504-88ab-4a73-b017-c2312106eb91 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:54.487277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.524410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:54.526867 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8235c07-8bea-4e9c-b1c0-5548dbc37114" -d '{"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-plugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:54.550863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:54.561673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Pushing event deleted for resources: {'Port': ['ID=106799cc-3e78-48cf-8eb4-3028824de8ff,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.562184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.575172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 106799cc-3e78-48cf-8eb4-3028824de8ff no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:11:54.622519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 106799cc-3e78-48cf-8eb4-3028824de8ff {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:11:54.623085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 106799cc-3e78-48cf-8eb4-3028824de8ff not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:11:54.630195 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0110b0-c660-4697-befe-7396ce8943e7 x-openstack-request-id: req-8e0110b0-c660-4697-befe-7396ce8943e7 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:54.630678 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-plugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:54.631105 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e0110b0-c660-4697-befe-7396ce8943e7 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:54.631695 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'code': 200} Oct 13 04:11:54.706023 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-19656374-2c0c-416e-b515-61c488868ef5 req-f405aa8d-a0ce-4e9d-9005-396a7a2c98a0 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68 HTTP/1.1" status: 200 len: 210 time: 0.1655676 Oct 13 04:11:54.730640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:54.748276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] No DVR routers for this DVR port 106799cc-3e78-48cf-8eb4-3028824de8ff on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:11:54.753063 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.759157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13c1a49e-d7be-4b1a-99d2-ebcd419e6346 req-1caa601b-34e5-4d7c-ad11-1777bce07bc3 tempest-DeleteServersAdminTestJSON-1305661743 tempest-DeleteServersAdminTestJSON-1305661743-project] 10.222.0.47 "DELETE /v2.0/ports/106799cc-3e78-48cf-8eb4-3028824de8ff HTTP/1.1" status: 204 len: 173 time: 2.2784674 Oct 13 04:11:54.764304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-255da4b6-0a11-46b1-b257-05a5a9a082c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.764304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-255da4b6-0a11-46b1-b257-05a5a9a082c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 1099 time: 0.4572563 Oct 13 04:11:54.779946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ab1ff-86dd-4e72-a583-8719848ab2df req-3f4eaeee-12f2-427a-a983-0b13317f3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.781454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c5ab1ff-86dd-4e72-a583-8719848ab2df req-3f4eaeee-12f2-427a-a983-0b13317f3d65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.0967426 Oct 13 04:11:54.787681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:54.846384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c5ab1ff-86dd-4e72-a583-8719848ab2df req-fdb2b435-fe42-40cd-8c91-cf08e398e324 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555022 Oct 13 04:11:54.865821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-d95f89a5-da90-49da-812a-742c6131e284 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=6d9900f6-dc10-48fc-8007-99862f3b080e HTTP/1.1" status: 200 len: 217 time: 0.0936043 Oct 13 04:11:54.962846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-a9e2a83e-dd67-4d67-a209-39a314fd0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:54.964458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-a9e2a83e-dd67-4d67-a209-39a314fd0bba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0807517 Oct 13 04:11:55.047696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af244b78-7aa6-43bc-bdd7-752131984195 req-158087d6-22e9-4895-8650-6850e8762bb1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.056354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af244b78-7aa6-43bc-bdd7-752131984195 req-158087d6-22e9-4895-8650-6850e8762bb1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 948 time: 0.0976231 Oct 13 04:11:55.112107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af244b78-7aa6-43bc-bdd7-752131984195 req-eae2fb56-5f08-47dd-86e6-6fa1bb8c9c9a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Oct 13 04:11:55.178457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.189379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.218388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-00c6ea60-65ce-4529-8b76-f46d6406b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.220032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-00c6ea60-65ce-4529-8b76-f46d6406b165 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452457 Oct 13 04:11:55.247464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450da3c-55bc-40d5-90cd-2ea25663a55a req-883b6dd4-479a-4cfd-a2a0-1b61c50673e5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:55.249030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7450da3c-55bc-40d5-90cd-2ea25663a55a req-883b6dd4-479a-4cfd-a2a0-1b61c50673e5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2064302 Oct 13 04:11:55.342642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Pushing event updated for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:55.353724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.401253 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7450da3c-55bc-40d5-90cd-2ea25663a55a req-54e69cf1-e3b9-47ff-8958-95a27b6bfbbe tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315067 Oct 13 04:11:55.443854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-c1ff9d03-fd2d-4871-a5ac-4c7907d6357a service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918440 Oct 13 04:11:55.494557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f25e6377-20ce-4e74-b0d7-8a8807508009 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:55.546528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33260) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:55.602914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f25e6377-20ce-4e74-b0d7-8a8807508009 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:55.603348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:55.787113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:55.797608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:55.851020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba943823-ca9f-4c8a-831d-a29a40ee0c07 req-a5a7da41-2439-4476-9842-a45091c7451f service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979473 Oct 13 04:11:55.856655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-804895bb-04df-4db9-a4ff-a23bd4956b2d tempest-AutoAllocateNetworkTest-913302449 tempest-AutoAllocateNetworkTest-913302449-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df46920b494748bfb265555b5a12a541&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3088899 Oct 13 04:11:55.858014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.089134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876830-40db-465e-8621-8cc0b4a94576 req-7382453e-8974-4e27-a7cd-0d8d84a657aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.090958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-7382453e-8974-4e27-a7cd-0d8d84a657aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 1099 time: 0.1109555 Oct 13 04:11:56.105189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2eb294-df38-4f9e-9571-a4eb54dd1105 tempest-AutoAllocateNetworkTest-913302449 tempest-AutoAllocateNetworkTest-913302449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.109540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db2eb294-df38-4f9e-9571-a4eb54dd1105 tempest-AutoAllocateNetworkTest-913302449 tempest-AutoAllocateNetworkTest-913302449-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2477534 Oct 13 04:11:56.109889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.111748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Router afd089f6-9b0e-4c07-ac97-573f72b470d2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:11:56.195678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a2a483e-8d5a-4d43-b158-8460e04234ed tempest-AutoAllocateNetworkTest-913302449 tempest-AutoAllocateNetworkTest-913302449-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846286 Oct 13 04:11:56.199857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33298) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.224709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-21b8dbc8-3fc4-4754-93ad-c1f9cf8ea085 None None] Provisioning complete for port 0456d504-88ab-4a73-b017-c2312106eb91 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:56.225327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-21b8dbc8-3fc4-4754-93ad-c1f9cf8ea085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.241657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-61db45bf-b033-4350-9513-8ae8d8ede50b tempest-AutoAllocateNetworkTest-913302449 tempest-AutoAllocateNetworkTest-913302449-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df46920b494748bfb265555b5a12a541 HTTP/1.1" status: 200 len: 208 time: 0.0404029 Oct 13 04:11:56.286975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa903d0e-80eb-48f2-8169-6193d8c34e15 req-d050232a-3405-4c9d-8d2c-77962c1f1546 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.295696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa903d0e-80eb-48f2-8169-6193d8c34e15 req-d050232a-3405-4c9d-8d2c-77962c1f1546 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 948 time: 0.0750840 Oct 13 04:11:56.305341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-21b8dbc8-3fc4-4754-93ad-c1f9cf8ea085 None None] Port 0456d504-88ab-4a73-b017-c2312106eb91 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:11:56.308199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876830-40db-465e-8621-8cc0b4a94576 req-69b6d4a5-b2d6-45c2-8928-b2c0e30452de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.309678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-69b6d4a5-b2d6-45c2-8928-b2c0e30452de service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2019629 Oct 13 04:11:56.340403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa903d0e-80eb-48f2-8169-6193d8c34e15 req-c576098d-839c-4487-a49f-0204889b2922 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429602 Oct 13 04:11:56.375497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'name': 'network-vif-deleted', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:11:56.377922 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fbcd66-5a5d-446f-a694-568ee6eabf65" -d '{"events": [{"server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "name": "network-vif-deleted", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:11:56.382147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:11:56.384845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-5c95cb60-fe9c-4e9b-9c29-3495dd13cb17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=6d9900f6-dc10-48fc-8007-99862f3b080e HTTP/1.1" status: 200 len: 217 time: 0.0618970 Oct 13 04:11:56.388500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff4092ae-e381-458b-8cfb-cd559dfdb93b admin admin] 10.222.0.49 "PUT /v2.0/routers/afd089f6-9b0e-4c07-ac97-573f72b470d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0983479 Oct 13 04:11:56.401334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Sync routers for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:11:56.413491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:56.414214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:56.490496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876830-40db-465e-8621-8cc0b4a94576 req-bd84b449-d791-4ebd-adf0-3b81b4d42ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.494629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-bd84b449-d791-4ebd-adf0-3b81b4d42ecb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1003013 Oct 13 04:11:56.551946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:56.557014 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3631e1c4-0d6a-4041-9eae-0081afc68996 x-openstack-request-id: req-3631e1c4-0d6a-4041-9eae-0081afc68996 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:11:56.557548 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68", "name": "network-vif-deleted", "tag": "106799cc-3e78-48cf-8eb4-3028824de8ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:11:56.558205 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3631e1c4-0d6a-4041-9eae-0081afc68996 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:11:56.558749 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fa2c8-8ed0-409d-8d6e-8c525ffffc68', 'name': 'network-vif-deleted', 'tag': '106799cc-3e78-48cf-8eb4-3028824de8ff', 'status': 'completed', 'code': 200} Oct 13 04:11:56.582404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876830-40db-465e-8621-8cc0b4a94576 req-b11641ea-4d9b-41ce-ae27-7135e5e3ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.584130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-b11641ea-4d9b-41ce-ae27-7135e5e3ea75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764279 Oct 13 04:11:56.591600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:56.611084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e083f6-1c17-4c8e-84a8-2db03e5375d2 req-8c84907f-1f9c-4eb2-9d52-40bcebdb7841 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:56.615682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88e083f6-1c17-4c8e-84a8-2db03e5375d2 req-8c84907f-1f9c-4eb2-9d52-40bcebdb7841 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0639791 Oct 13 04:11:56.706718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-5f72fc31-3049-4f87-a190-4c03a98e45ac service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045451 Oct 13 04:11:56.707720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88e083f6-1c17-4c8e-84a8-2db03e5375d2 req-73359a66-a284-49d0-b9a8-10f336157405 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845878 Oct 13 04:11:56.812179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae876830-40db-465e-8621-8cc0b4a94576 req-9196c19e-c75b-4ad1-8851-c7136f541fee service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924299 Oct 13 04:11:56.883674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:54Z', 'revision_number': 4, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0456d504-88ab-4a73-b017-c2312106eb91', 'name': '', 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'tenant_id': '64660964873745728e837ce43d417c77', 'mac_address': 'fa:16:3e:e6:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:52Z', 'updated_at': '2021-10-13T04:11:54Z', 'revision_number': 2, 'project_id': '64660964873745728e837ce43d417c77', 'subnets': [{'id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:56.911328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Checking router: afd089f6-9b0e-4c07-ac97-573f72b470d2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:11:56.911690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Updating router afd089f6-9b0e-4c07-ac97-573f72b470d2 port 0456d504-88ab-4a73-b017-c2312106eb91 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:11:56.939688 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:56.954017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.058180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d3434d65-a35f-454f-938d-ceac8feae036 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cc32ee2c851417c89a61000ec6946f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4626768 Oct 13 04:11:57.059578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33342) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.143589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.168888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.333788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.335706 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58f06deb-68d4-4c74-9bb3-212f8a29c0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.341934 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.344578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-8e253bbc-78f6-4b66-a98b-ebaba46bb810 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.349460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-8e253bbc-78f6-4b66-a98b-ebaba46bb810 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.0828326 Oct 13 04:11:57.391833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-11e46d7b-1feb-467d-9d25-bc701d7ab6f1 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.425483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.427975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.429495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89513e08-8ff3-4d93-912c-331ed9f42c9d HTTP/1.1" status: 204 len: 168 time: 0.3674924 Oct 13 04:11:57.442050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796743e-e6bd-4d5e-a163-f56308bae74c None None] Pushing event updated for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.507314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-11e46d7b-1feb-467d-9d25-bc701d7ab6f1 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.510050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Attempting to bind port 0456d504-88ab-4a73-b017-c2312106eb91 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:11:57.510571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Attempting to bind port 0456d504-88ab-4a73-b017-c2312106eb91 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:11:57.510936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Attempting to bind port 0456d504-88ab-4a73-b017-c2312106eb91 on network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:11:57.516018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-11e46d7b-1feb-467d-9d25-bc701d7ab6f1 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.517837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:11:57.518261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Checking segment: {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:11:57.519030 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.519465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Bound using segment: {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:11:57.520463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Bound port: 0456d504-88ab-4a73-b017-c2312106eb91, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c712bf-be03-45a7-9ae4-01be4f84027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:11:57.521105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.559574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc87185a-d470-40cf-9487-0ec1b5fc75cc req-11e46d7b-1feb-467d-9d25-bc701d7ab6f1 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954904 Oct 13 04:11:57.572181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46d7b-1feb-467d-9d25-bc701d7ab6f1 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd2dd1-b7cd-4aaf-aa8b-a35daba157aa,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.589631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b967a26-475a-47a0-ad5a-54c08de3aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89513e08-8ff3-4d93-912c-331ed9f42c9d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.618711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] For port 0456d504-88ab-4a73-b017-c2312106eb91, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:11:57.623544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] For port 0456d504-88ab-4a73-b017-c2312106eb91, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0456d504-88ab-4a73-b017-c2312106eb91,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:11:57.629411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-abf9d32c-01f5-4176-b3ab-5a68ff4e466a tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4314833 Oct 13 04:11:57.645599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:11:57.651390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.710812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:11:57.711492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:57.738871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58f06deb-68d4-4c74-9bb3-212f8a29c0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.743108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.749123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58f06deb-68d4-4c74-9bb3-212f8a29c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.759893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5150-d96e-49b7-8615-f184e8763b7f req-ab8fafb7-17d5-47e0-aee7-238c750f75a2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:57.763351 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b95c5150-d96e-49b7-8615-f184e8763b7f req-ab8fafb7-17d5-47e0-aee7-238c750f75a2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 948 time: 0.0792608 Oct 13 04:11:57.784939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796743e-e6bd-4d5e-a163-f56308bae74c None None] Pushing event updated for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.801759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] Provisioning complete for port 0456d504-88ab-4a73-b017-c2312106eb91 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:57.802144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:57.848219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b95c5150-d96e-49b7-8615-f184e8763b7f req-3c1a41c4-f4bb-4177-82e2-f73d30990cbb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723972 Oct 13 04:11:57.868652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-58f06deb-68d4-4c74-9bb3-212f8a29c0c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df46920b494748bfb265555b5a12a541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9135187 Oct 13 04:11:57.872867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33362) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:57.900925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06deb-68d4-4c74-9bb3-212f8a29c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3984b-4d17-429a-8383-a950c3c11212,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:57.970876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:11:57.975653 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.001781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.028635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.061993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:58.087023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db50-3eb5-4a87-992f-e4a5d642329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.135720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.142493 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.144353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Allocated IP 172.25.0.207 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/aee9e53a-866e-4698-b398-d4e62fa46446) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:11:58.144477 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.146498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05d3984b-4d17-429a-8383-a950c3c11212 HTTP/1.1" status: 204 len: 168 time: 0.2721875 Oct 13 04:11:58.165684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e6cea-b28c-487a-a2eb-2bdfdf60fff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3984b-4d17-429a-8383-a950c3c11212,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.245532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] For port 0456d504-88ab-4a73-b017-c2312106eb91, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0456d504-88ab-4a73-b017-c2312106eb91,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:58.254952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.267597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db50-3eb5-4a87-992f-e4a5d642329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.276666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dd2db50-3eb5-4a87-992f-e4a5d642329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.315952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213156d-8a2e-49a5-a193-f407b75e435e None None] Pushing event updated for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.334005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0dd2db50-3eb5-4a87-992f-e4a5d642329a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a99a0369c94c423d83e14453bdc63edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684078 Oct 13 04:11:58.334005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2db50-3eb5-4a87-992f-e4a5d642329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7907bc-c87a-4280-a615-b9ce43b544a3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.338420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:58.363278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-465c5cec-0201-408f-aaa3-5daeb09fd1ff req-9669e58d-2467-4a0e-aef6-f35643dfdf5a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:58.364472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-465c5cec-0201-408f-aaa3-5daeb09fd1ff req-9669e58d-2467-4a0e-aef6-f35643dfdf5a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092616 Oct 13 04:11:58.384449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.394150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-29cd5acb-4730-4bcd-85ff-d13f3df5e917 None None] Provisioning complete for port 0456d504-88ab-4a73-b017-c2312106eb91 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:58.394721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-29cd5acb-4730-4bcd-85ff-d13f3df5e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.425010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.438282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.469141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.469860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:54Z', 'revision_number': 4, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0456d504-88ab-4a73-b017-c2312106eb91', 'name': '', 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'tenant_id': '64660964873745728e837ce43d417c77', 'mac_address': 'fa:16:3e:e6:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:52Z', 'updated_at': '2021-10-13T04:11:57Z', 'revision_number': 4, 'project_id': '64660964873745728e837ce43d417c77', 'subnets': [{'id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:11:58.497827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:11:58.502588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:11:58.507015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:11:58.529546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.529941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event updated for resources: {'Port': ['ID=aee9e53a-866e-4698-b398-d4e62fa46446,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.533647 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.534922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f7907bc-c87a-4280-a615-b9ce43b544a3 HTTP/1.1" status: 204 len: 168 time: 0.1953895 Oct 13 04:11:58.546052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00df3-9f67-47fe-901f-aecf0ac079fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7907bc-c87a-4280-a615-b9ce43b544a3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:58.571619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc40e27-1a75-400e-b64d-765d9ec487c6 None None] The sync data for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 is: [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:11:54Z', 'revision_number': 4, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0456d504-88ab-4a73-b017-c2312106eb91', 'name': '', 'network_id': '8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141', 'tenant_id': '64660964873745728e837ce43d417c77', 'mac_address': 'fa:16:3e:e6:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:52Z', 'updated_at': '2021-10-13T04:11:57Z', 'revision_number': 4, 'project_id': '64660964873745728e837ce43d417c77', 'subnets': [{'id': '5c3fa5d1-f412-4861-97a2-c7286537ad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:11:58.664824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.712677 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.970260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:58.977780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.087307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6d9900f6-dc10-48fc-8007-99862f3b080e details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:11:59.094544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event updated for resources: {'Port': ['ID=aee9e53a-866e-4698-b398-d4e62fa46446,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:59.122765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.151411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.152714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-3177af9a-64fc-44c5-9e90-1e75b9834903 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5122597 Oct 13 04:11:59.236480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702eaec-d0b1-49cc-a314-9e1141f6e897 req-11666f68-c28c-426b-9fea-6417ecf993c2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.247950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8702eaec-d0b1-49cc-a314-9e1141f6e897 req-11666f68-c28c-426b-9fea-6417ecf993c2 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 948 time: 0.1051381 Oct 13 04:11:59.270957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6d9900f6-dc10-48fc-8007-99862f3b080e,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:59.293350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33416) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:11:59.299834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6d9900f6-dc10-48fc-8007-99862f3b080e', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '6d9900f6-dc10-48fc-8007-99862f3b080e', 'mac_address': 'fa:16:3e:61:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:11:59.308970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-4e264bad-3f77-4cc7-b745-027d0304adc2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.1458266 Oct 13 04:11:59.325470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8702eaec-d0b1-49cc-a314-9e1141f6e897 req-55331076-5ca3-4f8b-916e-72500bb264b4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766420 Oct 13 04:11:59.402428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.419748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9900f6-dc10-48fc-8007-99862f3b080e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:11:59.472727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6d9900f6-dc10-48fc-8007-99862f3b080e,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:11:59.480422 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.533428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-71ea1731-cf1a-400c-aa65-f12ab1d88413 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.534882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-71ea1731-cf1a-400c-aa65-f12ab1d88413 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2251425 Oct 13 04:11:59.557464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-5afc8002-eb07-46a3-ba73-7f6751eb0550 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:59.560864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d8b03e1-d5a1-458f-a0f1-1a93b04bed97 req-5afc8002-eb07-46a3-ba73-7f6751eb0550 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167189 Oct 13 04:11:59.586014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0456d504-88ab-4a73-b017-c2312106eb91 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:11:59.594897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f845d4-c28b-4c79-bab6-ada4f489c3af req-6244aa70-0a05-456a-9884-8e72de9b7534 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:11:59.596595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6f845d4-c28b-4c79-bab6-ada4f489c3af req-6244aa70-0a05-456a-9884-8e72de9b7534 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1087832 Oct 13 04:11:59.670766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:11:59.699514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0456d504-88ab-4a73-b017-c2312106eb91 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:11:59.699753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:11:59.750400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6d9900f6-dc10-48fc-8007-99862f3b080e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:11:59.783842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-8ae88340-724a-4ddd-982a-fecc269deda7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4871118 Oct 13 04:11:59.794948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-3c786ade-5ed5-4c9f-b518-ca5de4979cc5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:11:59.809073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-3c786ade-5ed5-4c9f-b518-ca5de4979cc5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0241704 Oct 13 04:11:59.833832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6f845d4-c28b-4c79-bab6-ada4f489c3af req-84448d61-b59a-4f85-a062-22cec315306c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108247 Oct 13 04:11:59.922165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e96d9d62-7333-4028-a708-62c85e60fb4d req-63830651-7217-407f-9f3f-8e6538cf31e2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips/721b49f0-dbc4-47a8-8759-c267f7b0336f HTTP/1.1" status: 200 len: 693 time: 0.1746879 Oct 13 04:12:00.158088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9d62-7333-4028-a708-62c85e60fb4d req-8c264bc0-b320-47fb-b9e6-1261e0dd2385 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.170439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e96d9d62-7333-4028-a708-62c85e60fb4d req-8c264bc0-b320-47fb-b9e6-1261e0dd2385 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2418461 Oct 13 04:12:00.177477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-e96d9d62-7333-4028-a708-62c85e60fb4d req-3dce7f02-6f73-461e-b960-541f2fe7cfb0 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:00.183167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e96d9d62-7333-4028-a708-62c85e60fb4d req-3dce7f02-6f73-461e-b960-541f2fe7cfb0 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0116105 Oct 13 04:12:00.308901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94cdf5e7-e96c-424f-afe5-fa766f69aecf req-b8792515-44e6-4bbb-a671-5621c0677c5e tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=64660964873745728e837ce43d417c77 HTTP/1.1" status: 200 len: 696 time: 0.0918636 Oct 13 04:12:00.439391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf5e7-e96c-424f-afe5-fa766f69aecf req-27410fc6-fe51-4c62-a617-8d2c501dd287 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.440916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94cdf5e7-e96c-424f-afe5-fa766f69aecf req-27410fc6-fe51-4c62-a617-8d2c501dd287 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks?id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 787 time: 0.1251733 Oct 13 04:12:00.453757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-94cdf5e7-e96c-424f-afe5-fa766f69aecf req-5b67d43c-8bf3-431b-b846-7afa204b23ef tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:00.455720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94cdf5e7-e96c-424f-afe5-fa766f69aecf req-5b67d43c-8bf3-431b-b846-7afa204b23ef tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066931 Oct 13 04:12:00.456150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33494) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:00.566878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c976b-c2b3-4626-aac6-df84ef3abdf8 req-263146c9-b9a5-425a-9867-d55891c89e37 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.569296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a06c976b-c2b3-4626-aac6-df84ef3abdf8 req-263146c9-b9a5-425a-9867-d55891c89e37 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 949 time: 0.0545073 Oct 13 04:12:00.608164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a06c976b-c2b3-4626-aac6-df84ef3abdf8 req-3b222b1f-b3ec-4543-98c3-cd429c8d52ab tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Oct 13 04:12:00.697866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-e50176aa-65ab-4f43-9e91-698d6c38b834 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips/721b49f0-dbc4-47a8-8759-c267f7b0336f HTTP/1.1" status: 200 len: 693 time: 0.0587404 Oct 13 04:12:00.856876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-314d5c8c-b9e3-4a60-a1a8-317c38bd4af1 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:00.863937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-314d5c8c-b9e3-4a60-a1a8-317c38bd4af1 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1603889 Oct 13 04:12:00.870417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-4aa36431-d962-476c-90cd-a98df440b27b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:00.877932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-4aa36431-d962-476c-90cd-a98df440b27b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129664 Oct 13 04:12:00.965976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-ecdfc251-8b55-4f41-a0d7-923d523b7b55 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0870609 Oct 13 04:12:00.981104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79c97205-1e1e-47d5-82d5-54d0e1397fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:00.998673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b69e3-28be-43fb-b633-88ced3140cc4 req-41437d7a-95bb-4c24-b9bc-1da2a8c7005d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.006238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a65b69e3-28be-43fb-b633-88ced3140cc4 req-41437d7a-95bb-4c24-b9bc-1da2a8c7005d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0767517 Oct 13 04:12:01.030026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-ec0aa44b-bd59-4f28-b887-8b42275392c7 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.0632026 Oct 13 04:12:01.091321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a65b69e3-28be-43fb-b633-88ced3140cc4 req-3efd926f-ec1f-4c3d-9587-a3fa12d44596 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776880 Oct 13 04:12:01.093452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6d9900f6-dc10-48fc-8007-99862f3b080e up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:01.186430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 6d9900f6-dc10-48fc-8007-99862f3b080e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:01.192316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6d9900f6-dc10-48fc-8007-99862f3b080e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:01.192897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.330622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:01.366475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.413720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:01.415146 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f216274-01fb-452b-9e3b-604f278a2ef5" -d '{"events": [{"server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:01.446821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6d9900f6-dc10-48fc-8007-99862f3b080e,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:01.468023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.565191 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ea156-6a67-49e9-bff8-553e1e7cdf1f x-openstack-request-id: req-8b9ea156-6a67-49e9-bff8-553e1e7cdf1f {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:01.565488 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:01.565816 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b9ea156-6a67-49e9-bff8-553e1e7cdf1f {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:01.566225 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e', 'code': 200} Oct 13 04:12:01.567243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.595655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Deleting port aee9e53a-866e-4698-b398-d4e62fa46446 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:01.596215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.628288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79c97205-1e1e-47d5-82d5-54d0e1397fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.659243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79c97205-1e1e-47d5-82d5-54d0e1397fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.665672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-217f32d0-424d-4a37-a762-565aab65e054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.731349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c97205-1e1e-47d5-82d5-54d0e1397fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a16bbd9-17cd-4222-a018-80f32304aa0c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.735386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcecc0-7ec9-4049-9245-85047d73bd64 req-90bab7c3-d11d-49ed-af98-4b1a6247e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.736924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05fcecc0-7ec9-4049-9245-85047d73bd64 req-90bab7c3-d11d-49ed-af98-4b1a6247e0c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 1101 time: 0.1600635 Oct 13 04:12:01.741985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79c97205-1e1e-47d5-82d5-54d0e1397fee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d68ca3dad87645b1b06882dfc55d8aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2846432 Oct 13 04:12:01.748732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33550) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:01.793522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.793855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.815011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Calling delete_port for aee9e53a-866e-4698-b398-d4e62fa46446 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:01.820555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05fcecc0-7ec9-4049-9245-85047d73bd64 req-3eea86d0-24fc-4f05-921e-28155845668d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707664 Oct 13 04:12:01.890988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f453b-9190-4faf-ba06-94cf50aa0b0b req-ac61bef8-a4b3-4c34-8b82-f8793e1c1ced tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:01.892768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-130f453b-9190-4faf-ba06-94cf50aa0b0b req-ac61bef8-a4b3-4c34-8b82-f8793e1c1ced tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 950 time: 0.1255159 Oct 13 04:12:01.935035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-217f32d0-424d-4a37-a762-565aab65e054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.938055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.943622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-217f32d0-424d-4a37-a762-565aab65e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.962307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:01.988115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event deleted for resources: {'Port': ['ID=aee9e53a-866e-4698-b398-d4e62fa46446,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:01.997218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.024056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-130f453b-9190-4faf-ba06-94cf50aa0b0b req-446821e6-b0b5-4310-a925-11e305c7f6a4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236379 Oct 13 04:12:02.026154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-217f32d0-424d-4a37-a762-565aab65e054 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19160ec4c4864615b899a0a56c353bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936944 Oct 13 04:12:02.031100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33558) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.031281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f32d0-424d-4a37-a762-565aab65e054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91c56d-795d-4251-93ce-310a0664c23a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.085849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.086487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.089009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.089152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.090850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a16bbd9-17cd-4222-a018-80f32304aa0c HTTP/1.1" status: 204 len: 168 time: 0.3393526 Oct 13 04:12:02.092832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d334ba6-8cee-460d-9efa-af6c6b08f860 req-b5ab1ffd-49dc-4c86-8e19-efce01502376 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "DELETE /v2.0/floatingips/721b49f0-dbc4-47a8-8759-c267f7b0336f HTTP/1.1" status: 204 len: 173 time: 1.0589256 Oct 13 04:12:02.101703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708c77-c62e-470f-814a-ea52638fc2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a16bbd9-17cd-4222-a018-80f32304aa0c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.113492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.140582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.198606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.201477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.202566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b91c56d-795d-4251-93ce-310a0664c23a HTTP/1.1" status: 204 len: 168 time: 0.1705077 Oct 13 04:12:02.229704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbd85d-3966-4eed-a7ee-e05c9908996c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91c56d-795d-4251-93ce-310a0664c23a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.572533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33578) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.602203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-872fa059-8de2-40be-a224-43408ff5bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.698830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-29fff36e-92c1-47bf-ab6a-ebd7c598e1ba tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4453256 Oct 13 04:12:02.705209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-d37a88e1-5a0f-452c-b301-aa3fba82e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:02.706609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-d37a88e1-5a0f-452c-b301-aa3fba82e449 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.3171749 Oct 13 04:12:02.710794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-872fa059-8de2-40be-a224-43408ff5bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.711950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:02.715894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-872fa059-8de2-40be-a224-43408ff5bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.782009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-872fa059-8de2-40be-a224-43408ff5bd1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a907ae6e4be945a1a228ea8bc9bf011b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057657 Oct 13 04:12:02.782009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fa059-8de2-40be-a224-43408ff5bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0100741-8984-443d-adea-6eb2e51a58dc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:02.783572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.790776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.808652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47000f8-c8dc-42f5-80e6-5f99eb2c8df5 req-50b466ed-1420-4513-b00e-e986d1bd6b53 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:02.810258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c47000f8-c8dc-42f5-80e6-5f99eb2c8df5 req-50b466ed-1420-4513-b00e-e986d1bd6b53 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1169753 Oct 13 04:12:02.810687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33584) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:02.844244 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c82-aece-40ff-b7cb-cf34c69d6d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.865083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-72b4205c-9af0-4378-bef6-c43e94d6619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:02.867175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-72b4205c-9af0-4378-bef6-c43e94d6619e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1508770 Oct 13 04:12:02.901900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c47000f8-c8dc-42f5-80e6-5f99eb2c8df5 req-73b941b1-7150-4ec6-8249-6a51bbc3cb8e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Oct 13 04:12:02.922991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:02.934745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-a7a2aa70-ec8f-47bc-ba57-8477f4894e55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0567594 Oct 13 04:12:02.964040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.004653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-f0a2a05b-1e47-42a9-a970-9f0d66126a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.006158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-f0a2a05b-1e47-42a9-a970-9f0d66126a5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0627086 Oct 13 04:12:03.011020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.030850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c82-aece-40ff-b7cb-cf34c69d6d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.044021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc12c82-aece-40ff-b7cb-cf34c69d6d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.078243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.081275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.082490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0100741-8984-443d-adea-6eb2e51a58dc HTTP/1.1" status: 204 len: 168 time: 0.2969799 Oct 13 04:12:03.096474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc12c82-aece-40ff-b7cb-cf34c69d6d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcdf25d-6fcf-4bd0-b8ce-b03b030a588f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.101846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5fc12c82-aece-40ff-b7cb-cf34c69d6d90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe55bb01bb08446e906a93ebdd9de256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884426 Oct 13 04:12:03.105093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33602) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:03.119048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f426bbc-b371-4655-a2e0-6a9af0993840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0100741-8984-443d-adea-6eb2e51a58dc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.167337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-67ab1246-7b8b-4f9c-9fb9-b811e21dab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.168715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-67ab1246-7b8b-4f9c-9fb9-b811e21dab06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168747 Oct 13 04:12:03.197409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.233208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.241688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Allocated IP 172.25.0.46 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/d75073bf-c2d0-4567-8ee8-26afae815e9b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:03.301365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.304926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.306364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfcdf25d-6fcf-4bd0-b8ce-b03b030a588f HTTP/1.1" status: 204 len: 168 time: 0.1985738 Oct 13 04:12:03.322468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3c379-f0f9-42c7-bb89-b621d0503298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcdf25d-6fcf-4bd0-b8ce-b03b030a588f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.348937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-10e505b1-e7f8-4c59-9d7d-005323ca7f4b service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660309 Oct 13 04:12:03.438933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.499023 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-f867f634-472e-4c6e-ab27-f53ac70f52c3 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385810 Oct 13 04:12:03.536710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.573838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707655c-9f29-49a7-940b-0e8e9b8234f6 req-3b1e8f11-54af-4e35-82b3-d370e0afcb98 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:03.575405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4707655c-9f29-49a7-940b-0e8e9b8234f6 req-3b1e8f11-54af-4e35-82b3-d370e0afcb98 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 950 time: 0.0794361 Oct 13 04:12:03.603931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:03.607659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:03.611656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:03.630527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4707655c-9f29-49a7-940b-0e8e9b8234f6 req-9dacd0dc-cade-4beb-b194-5b0ac823d6a3 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Oct 13 04:12:03.650301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event updated for resources: {'Port': ['ID=d75073bf-c2d0-4567-8ee8-26afae815e9b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:03.759486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.805973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.977177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:03.982115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.062015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event updated for resources: {'Port': ['ID=d75073bf-c2d0-4567-8ee8-26afae815e9b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:04.085866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.109520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.111101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5e4cf962-6d15-4cf3-93ae-38cc2914f34b tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4034321 Oct 13 04:12:04.206439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-058df823-8d74-466f-9be7-922fa984bfb1 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0882473 Oct 13 04:12:04.336503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9512a-13c0-4547-9828-edb046beba86 req-8744b960-a116-461c-84f3-81f79f7fe719 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.338735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-8744b960-a116-461c-84f3-81f79f7fe719 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1314659 Oct 13 04:12:04.349244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5daefafc-4384-4002-a8ca-7fc0cd9a48e1 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:04.349430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c26157-a526-4e20-ae22-4d31155fb017 req-4dad5c24-6429-4685-9f9e-17e03d0a4251 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.350359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbe9512a-13c0-4547-9828-edb046beba86 req-5daefafc-4384-4002-a8ca-7fc0cd9a48e1 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058804 Oct 13 04:12:04.363360 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c26157-a526-4e20-ae22-4d31155fb017 req-4dad5c24-6429-4685-9f9e-17e03d0a4251 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0777442 Oct 13 04:12:04.442380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c26157-a526-4e20-ae22-4d31155fb017 req-8c3d92fe-d23b-41e8-ba52-cd8a27704e46 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Oct 13 04:12:04.609888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-97dc84df-bd65-4517-a4fb-0d3470f6964c tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips/0eb2f67b-5fe3-4aaa-890b-5adde13b1433 HTTP/1.1" status: 200 len: 692 time: 0.0638058 Oct 13 04:12:04.617793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33672) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:04.734183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.734668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.735171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.735637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.736101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.737882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-ba75d632-e718-4e65-bea6-397471e3c0ec tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4&device_id=2056208e-e652-44e2-9924-16f0ac828e39&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a&device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6&device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 4680 time: 0.0552747 Oct 13 04:12:04.749820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-network', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:04.759381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-d2d53fc9-5e48-4544-9180-36e5cc9986f4 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.765199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b98d6861-b2fd-48f5-a7b6-52d0af9eaa92 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:04.771559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b98d6861-b2fd-48f5-a7b6-52d0af9eaa92 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1475356 Oct 13 04:12:04.827670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-d312c50a-f47d-4874-b25d-b8a227be10e6 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0525503 Oct 13 04:12:04.829350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Made reservation on behalf of 798c774ad8ac4acfb8864cfed2d6e1a4 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:04.831652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.847909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.854640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-d2d53fc9-5e48-4544-9180-36e5cc9986f4 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.860295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-d2d53fc9-5e48-4544-9180-36e5cc9986f4 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:04.898802 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa86ea17-a321-43dd-8b13-d137b3e22f92 req-d2d53fc9-5e48-4544-9180-36e5cc9986f4 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&id=f85d56e3-4475-4c62-b55f-ca56342d9495&id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.1529698 Oct 13 04:12:04.919373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d53fc9-5e48-4544-9180-36e5cc9986f4 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422779b7-3412-4112-b369-2c316dd03b60,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:04.922198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-334c6908-6f24-448c-a345-74c8e95387ae tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0871842 Oct 13 04:12:05.089089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.093793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.119152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:05.131973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Deleting port d75073bf-c2d0-4567-8ee8-26afae815e9b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:05.132684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.171780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b85c86-9fc5-4435-aa2e-244267919718,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.180427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.180536 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Added segment f3223312-d96e-43d8-98d8-2efd044e0ca2 of type vlan for network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 Oct 13 04:12:05.237723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.265929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.266272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.287301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Calling delete_port for d75073bf-c2d0-4567-8ee8-26afae815e9b owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:05.298447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.299420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.300068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.396040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7764823 Oct 13 04:12:05.397815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:05.404078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Request body: {'subnet': {'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-subnet', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:05.414124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48080ed3-41cb-4752-892d-d84667641301 admin admin] Pushing event updated for resources: {'Network': ['ID=b84e8ecc-f1c8-4d31-a7ab-b72416cd2265,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.427012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:05.444974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Made reservation on behalf of 798c774ad8ac4acfb8864cfed2d6e1a4 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:05.448266 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.472435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33710) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:05.544962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.600110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Pushing event deleted for resources: {'Port': ['ID=d75073bf-c2d0-4567-8ee8-26afae815e9b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.638360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11a9f471-0e40-4e94-b2f5-ade9fd723e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.690001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.698555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.701442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.711585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8bd0932-41c6-4355-92df-919f1f312df1 req-b52e30ca-31b9-4897-b337-e55179ea3bd2 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "DELETE /v2.0/floatingips/0eb2f67b-5fe3-4aaa-890b-5adde13b1433 HTTP/1.1" status: 204 len: 173 time: 0.7886267 Oct 13 04:12:05.763183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11a9f471-0e40-4e94-b2f5-ade9fd723e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.763822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b6ed3e-94d3-4609-8e7d-d639edb0a408,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.772333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11a9f471-0e40-4e94-b2f5-ade9fd723e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.773829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Checking segment: {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:05.774186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Network hostable DHCP agents. Network: b84e8ecc-f1c8-4d31-a7ab-b72416cd2265, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:05.815490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:05.829971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b84e8ecc-f1c8-4d31-a7ab-b72416cd2265) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:05.837282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835743-35c5-4c2c-af84-6f0b42a84c1b req-5a067271-097d-452e-a8d1-c6360a34f769 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.837499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835743-35c5-4c2c-af84-6f0b42a84c1b req-5a067271-097d-452e-a8d1-c6360a34f769 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.837961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835743-35c5-4c2c-af84-6f0b42a84c1b req-5a067271-097d-452e-a8d1-c6360a34f769 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.839470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f33f0-a64d-4523-af44-06da88782be7 None None] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:05.839628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1835743-35c5-4c2c-af84-6f0b42a84c1b req-5a067271-097d-452e-a8d1-c6360a34f769 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a&device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 2903 time: 0.0568898 Oct 13 04:12:05.840784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.841353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.846346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-11a9f471-0e40-4e94-b2f5-ade9fd723e58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d3a5ee70a1f4e578647a70ff98a9bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726964 Oct 13 04:12:05.849599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33720) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:05.851783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9f471-0e40-4e94-b2f5-ade9fd723e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af71476a-713b-43f3-aea6-476f287e95d3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:05.871689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-851d14c2-9ed9-45ad-a4ec-32d41b6e27b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4696333 Oct 13 04:12:05.872511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33722) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:05.876580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:05.899689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a163e73-d1b6-48b8-96ea-cd8c15474cb5 req-d1f6a606-450a-4b0f-9843-af83a5a7058e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:05.901271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a163e73-d1b6-48b8-96ea-cd8c15474cb5 req-d1f6a606-450a-4b0f-9843-af83a5a7058e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1026728 Oct 13 04:12:05.911759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1835743-35c5-4c2c-af84-6f0b42a84c1b req-13c838c8-fb37-4c8e-9329-930a55d9f81f tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Oct 13 04:12:05.929542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.932112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.953919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:05.973614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a163e73-d1b6-48b8-96ea-cd8c15474cb5 req-ff19a1fa-8b66-456b-a3e7-c233b9a4c0d1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Oct 13 04:12:06.011566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.020114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.047514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'fixed_ips': [{'subnet_id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:06.048610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.060530 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-e38158f1-4ca9-4e3b-8958-f25f2bc98ee4 req-3dd81a58-2431-4933-8bd3-9ce02861da87 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] show failed (client error): The resource could not be found. Oct 13 04:12:06.074705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e38158f1-4ca9-4e3b-8958-f25f2bc98ee4 req-3dd81a58-2431-4933-8bd3-9ce02861da87 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips/0eb2f67b-5fe3-4aaa-890b-5adde13b1433 HTTP/1.1" status: 404 len: 350 time: 0.0757360 Oct 13 04:12:06.157360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.160097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.164840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af71476a-713b-43f3-aea6-476f287e95d3 HTTP/1.1" status: 204 len: 168 time: 0.3105433 Oct 13 04:12:06.185074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851687a5-1ae4-47cc-9428-cb8aec398842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af71476a-713b-43f3-aea6-476f287e95d3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:06.215468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.268976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Allocated IP 172.20.0.2 (b84e8ecc-f1c8-4d31-a7ab-b72416cd2265/27b6ed3e-94d3-4609-8e7d-d639edb0a408/d98ca808-8263-40fe-b8c5-ee8e44c777a5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:06.380449 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-a298eab1-40ff-4318-a3b1-7a09d00f9ec0 req-96313515-f10a-4d78-a5bb-d77373a75fa4 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] show failed (client error): The resource could not be found. Oct 13 04:12:06.382776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a298eab1-40ff-4318-a3b1-7a09d00f9ec0 req-96313515-f10a-4d78-a5bb-d77373a75fa4 tempest-FloatingIPsTestJSON-1105789036 tempest-FloatingIPsTestJSON-1105789036-project] 10.222.0.49 "GET /v2.0/floatingips/0eb2f67b-5fe3-4aaa-890b-5adde13b1433 HTTP/1.1" status: 404 len: 350 time: 0.0505769 Oct 13 04:12:06.392976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33738) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:06.561509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.586521 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.596347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.607965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.730316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:06.733792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:06.742545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:06.750251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33752) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:06.753729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Pushing event updated for resources: {'Port': ['ID=d98ca808-8263-40fe-b8c5-ee8e44c777a5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:06.782772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Allocated IP 172.25.0.110 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ac04bbc9-92ef-4183-b09e-b62fa6725bf2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:06.793993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8cba54-8917-4f4a-81e8-5b1dd286c9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.818089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Attempting to bind port d98ca808-8263-40fe-b8c5-ee8e44c777a5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:06.818463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Attempting to bind port d98ca808-8263-40fe-b8c5-ee8e44c777a5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:06.818920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Attempting to bind port d98ca808-8263-40fe-b8c5-ee8e44c777a5 on network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:06.830885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:06.833545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Checking segment: {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:06.833848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.835206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Bound using segment: {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:06.835722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Bound port: d98ca808-8263-40fe-b8c5-ee8e44c777a5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:06.837325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.921834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8cba54-8917-4f4a-81e8-5b1dd286c9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.932068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8cba54-8917-4f4a-81e8-5b1dd286c9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.956249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:06.966077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] For port d98ca808-8263-40fe-b8c5-ee8e44c777a5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:06.980396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] For port d98ca808-8263-40fe-b8c5-ee8e44c777a5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d98ca808-8263-40fe-b8c5-ee8e44c777a5,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:07.001751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.027620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2e8cba54-8917-4f4a-81e8-5b1dd286c9de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b21fac4c575441ebbc53e3ffad317227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755358 Oct 13 04:12:07.030013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33768) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:07.049445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cba54-8917-4f4a-81e8-5b1dd286c9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c520627b-c4cc-46dc-a8fb-27e869818507,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:07.097737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.135849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c40ad-472f-4b85-a747-1bba909bc65e None None] Pushing event updated for resources: {'Port': ['ID=d98ca808-8263-40fe-b8c5-ee8e44c777a5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:07.199428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:07.220889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:07.230734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:07.236742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:07.273589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.279164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.306647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ef812-3e71-4b49-9786-960ca9b65896 req-d7263290-b2f9-4324-aacd-628ce0ae65c0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:07.308268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf3ef812-3e71-4b49-9786-960ca9b65896 req-d7263290-b2f9-4324-aacd-628ce0ae65c0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2121134 Oct 13 04:12:07.338845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276ef53-ff3a-4c3a-8b92-bc9c09d9b82c req-7ee5e881-54ae-4c13-8b71-e90b8827d1c3 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:07.341048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2276ef53-ff3a-4c3a-8b92-bc9c09d9b82c req-7ee5e881-54ae-4c13-8b71-e90b8827d1c3 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.1084862 Oct 13 04:12:07.427851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2276ef53-ff3a-4c3a-8b92-bc9c09d9b82c req-be98a4d5-703f-44ce-ab65-1968ef14dd67 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493479 Oct 13 04:12:07.570959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d98ca808-8263-40fe-b8c5-ee8e44c777a5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:07.649960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d98ca808-8263-40fe-b8c5-ee8e44c777a5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:07.652665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.734303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.755820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.793712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d98ca808-8263-40fe-b8c5-ee8e44c777a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d98ca808-8263-40fe-b8c5-ee8e44c777a5,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:07.798018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.827274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf3ef812-3e71-4b49-9786-960ca9b65896 req-af257b1b-a377-4f67-b095-0e9dafcf3f96 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466331 Oct 13 04:12:07.860615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d98ca808-8263-40fe-b8c5-ee8e44c777a5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:07.897225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.899925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.904059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c520627b-c4cc-46dc-a8fb-27e869818507 HTTP/1.1" status: 204 len: 168 time: 0.8730183 Oct 13 04:12:07.946449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc08d1-ec26-4007-a70b-e358264a36cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c520627b-c4cc-46dc-a8fb-27e869818507,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:07.948070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Deleting port 0456d504-88ab-4a73-b017-c2312106eb91 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:07.948574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:07.992306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.017473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402547e-b842-4e0d-bff7-4a56a1eda2a2 req-23954ae6-d213-41e9-8c72-c1c78e667b84 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:08.019151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d402547e-b842-4e0d-bff7-4a56a1eda2a2 req-23954ae6-d213-41e9-8c72-c1c78e667b84 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.1147659 Oct 13 04:12:08.117164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d402547e-b842-4e0d-bff7-4a56a1eda2a2 req-5adbdd2d-ea69-479f-a625-a49a0e5afc09 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849748 Oct 13 04:12:08.141967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] For port 0456d504-88ab-4a73-b017-c2312106eb91, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0456d504-88ab-4a73-b017-c2312106eb91,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:08.142614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.177546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Calling delete_port for 0456d504-88ab-4a73-b017-c2312106eb91 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:08.301049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.480173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.541054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0456d504-88ab-4a73-b017-c2312106eb91,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:08.597799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74953e62-258b-4148-9142-062aa83ffb55 None None] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:08.718073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Router fb72a56b-0035-4fae-80dc-f625406adb72 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:08.732110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:08.886877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-90f27e79-fb16-4a1f-b2a9-27a991169a59 None None] Provisioning complete for port d98ca808-8263-40fe-b8c5-ee8e44c777a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:08.887815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-90f27e79-fb16-4a1f-b2a9-27a991169a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:08.980827 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.049952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3147bd3-5e9e-4ead-a3db-333ddb4e75d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.163645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:09.169897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3147bd3-5e9e-4ead-a3db-333ddb4e75d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.174733 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Sync routers for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:09.176656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3147bd3-5e9e-4ead-a3db-333ddb4e75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.195410 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:09.196387 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:09.211935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3147bd3-5e9e-4ead-a3db-333ddb4e75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35fe74e-f8f8-4a83-aa79-f3727ff62d31,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:09.230162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.231979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4d0a6034-3e29-433f-9d22-91ae04bed2f0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3584213 Oct 13 04:12:09.236104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:09.246476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3147bd3-5e9e-4ead-a3db-333ddb4e75d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d1f74184e834017954659abd4f9e3f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5133185 Oct 13 04:12:09.252448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68270ff8-e04a-419e-9f60-41c63fa91374 req-0e989570-f3e3-4ce4-b0be-8ee1e5f1a95f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:09.261988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68270ff8-e04a-419e-9f60-41c63fa91374 req-0e989570-f3e3-4ce4-b0be-8ee1e5f1a95f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2508674 Oct 13 04:12:09.264014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33850) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:09.438008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:09.445088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c9833918-acc1-4e6e-bac4-ebb57d46add2 None None] Provisioning complete for port d98ca808-8263-40fe-b8c5-ee8e44c777a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:09.445708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9833918-acc1-4e6e-bac4-ebb57d46add2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.540763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68270ff8-e04a-419e-9f60-41c63fa91374 req-d4e613c6-2ab5-4861-bc29-de7da269c9a4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765727 Oct 13 04:12:09.552904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.590670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.708397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d98ca808-8263-40fe-b8c5-ee8e44c777a5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:09.862142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.867034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.869407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e35fe74e-f8f8-4a83-aa79-f3727ff62d31 HTTP/1.1" status: 204 len: 168 time: 0.6006343 Oct 13 04:12:09.880957 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:07Z', 'revision_number': 3, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:09.889471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee482bc8-7efe-4bfd-bb56-d75f45c49d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35fe74e-f8f8-4a83-aa79-f3727ff62d31,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:09.923348 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Checking router: fb72a56b-0035-4fae-80dc-f625406adb72 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:09.923984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Updating router fb72a56b-0035-4fae-80dc-f625406adb72 port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:09.939572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d98ca808-8263-40fe-b8c5-ee8e44c777a5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:09.940108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.960534 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:09.978266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefd267-2ee1-4d01-a0f6-950ffca70512 req-9cb36b5b-2501-45a1-8dce-71d89976e9ea tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:09.991094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccefd267-2ee1-4d01-a0f6-950ffca70512 req-9cb36b5b-2501-45a1-8dce-71d89976e9ea tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1196187 Oct 13 04:12:09.995653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Router afd089f6-9b0e-4c07-ac97-573f72b470d2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:10.061108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccefd267-2ee1-4d01-a0f6-950ffca70512 req-4f4034bc-506e-40d3-be57-746856301925 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Oct 13 04:12:10.220638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.306422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:10.315619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f2dc26c-941d-4654-859f-15bfb94fafbf admin admin] 10.222.0.49 "PUT /v2.0/routers/afd089f6-9b0e-4c07-ac97-573f72b470d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9210074 Oct 13 04:12:10.322555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33898) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:10.326244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Sync routers for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:10.358250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:10.360291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:10.474027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Allocated IP 172.20.0.1 (b84e8ecc-f1c8-4d31-a7ab-b72416cd2265/27b6ed3e-94d3-4609-8e7d-d639edb0a408/7cb17e72-7dba-405f-bc05-737feb18dac3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:10.528128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.590469 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.601455 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.664431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:10.698653 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Pushing event updated for resources: {'Port': ['ID=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:10.712255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.717672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.718027 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.718373 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.718709 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.719042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.719401 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.719730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.720297 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.720681 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.721010 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.721564 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.722159 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:10.728937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33918) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:10.753354 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Attempting to bind port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:10.753723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Attempting to bind port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:10.754100 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Attempting to bind port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:10.762458 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:10.762849 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:10.763307 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.763706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:10.764191 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Bound port: ac04bbc9-92ef-4183-b09e-b62fa6725bf2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:10.767470 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.782312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.791097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c97414-e1f4-4190-8132-26d32d0fe9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.843742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Deleting port f25e6377-20ce-4e74-b0d7-8a8807508009 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:10.844676 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.893771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c97414-e1f4-4190-8132-26d32d0fe9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.904490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a8a8-8029-4113-9b25-128f5ce5d534 req-8e762085-cc96-4427-aea6-9cd7b71d4cdc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:10.906775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de78a8a8-8029-4113-9b25-128f5ce5d534 req-8e762085-cc96-4427-aea6-9cd7b71d4cdc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2078147 Oct 13 04:12:10.913932 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] For port ac04bbc9-92ef-4183-b09e-b62fa6725bf2, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:10.914858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c97414-e1f4-4190-8132-26d32d0fe9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.922168 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] For port ac04bbc9-92ef-4183-b09e-b62fa6725bf2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:10.931225 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.946881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] For port f25e6377-20ce-4e74-b0d7-8a8807508009, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f25e6377-20ce-4e74-b0d7-8a8807508009,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:10.947598 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:10.961657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Calling delete_port for f25e6377-20ce-4e74-b0d7-8a8807508009 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:11.018777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:12:08Z', 'revision_number': 5, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port': {'id': 'f25e6377-20ce-4e74-b0d7-8a8807508009', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:45Z', 'updated_at': '2021-10-13T04:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:11.023018 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:11.023678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:11.046611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de78a8a8-8029-4113-9b25-128f5ce5d534 req-ae9dda2b-5983-41f0-9fbd-3c4ddaf22acb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258783 Oct 13 04:12:11.047338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Checking router: afd089f6-9b0e-4c07-ac97-573f72b470d2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:11.054483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4c97414-e1f4-4190-8132-26d32d0fe9e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07f9f0fd6cae4810af3f66fe3a4bdb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913284 Oct 13 04:12:11.059631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Routers {'afd089f6-9b0e-4c07-ac97-573f72b470d2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:11.061617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c97414-e1f4-4190-8132-26d32d0fe9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c4f3ae-05da-4cbd-9e29-b494e956acec,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:11.064142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:11.066673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:11:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afd089f6-9b0e-4c07-ac97-573f72b470d2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:11.083703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.196699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Pushing event updated for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:11.217074 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.250347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:11.252043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e6377-20ce-4e74-b0d7-8a8807508009,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:11.266213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:11.285456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:11.292866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:11.322886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.344399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] Set router afd089f6-9b0e-4c07-ac97-573f72b470d2 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:11.348108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.427417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:12:10Z', 'revision_number': 6, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:11.479433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f3b25-1fd8-4ecc-acdd-36fecef0ba8d None None] The sync data for ids ['afd089f6-9b0e-4c07-ac97-573f72b470d2'] in n-d-813736-1 is: [{'id': 'afd089f6-9b0e-4c07-ac97-573f72b470d2', 'name': 'tempest-FloatingIPsTestJSON-965256752-router', 'tenant_id': '64660964873745728e837ce43d417c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:43Z', 'updated_at': '2021-10-13T04:12:10Z', 'revision_number': 6, 'project_id': '64660964873745728e837ce43d417c77', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:11.535836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.542505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.561076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faaaef-86c2-40c3-b90d-52d521a1ce90 req-472857fc-80eb-4143-a270-a8cf4806ed05 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:11.571671 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6560cf4-e534-421c-8de8-8fab6be8c36d None None] Pushing event updated for resources: {'Port': ['ID=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:11.573519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8faaaef-86c2-40c3-b90d-52d521a1ce90 req-472857fc-80eb-4143-a270-a8cf4806ed05 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2094629 Oct 13 04:12:11.592416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.603964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.657304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.708025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-07fec9ca-4d18-4103-9097-392706fc01fc None None] Provisioning complete for port 7cb17e72-7dba-405f-bc05-737feb18dac3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:11.708566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07fec9ca-4d18-4103-9097-392706fc01fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.709670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:07Z', 'revision_number': 3, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:11.724651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8faaaef-86c2-40c3-b90d-52d521a1ce90 req-ad9e5ff6-3701-4d30-8151-26c5f317b57b tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494460 Oct 13 04:12:11.743369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c422ff7c-d165-43b0-a73a-2dfb00a5eb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.745201 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35aef8-5e3d-4f69-91b4-9cebe59e3bc4 None None] The sync data for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 is: [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:07Z', 'revision_number': 3, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:11.774140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-07fec9ca-4d18-4103-9097-392706fc01fc None None] Port 7cb17e72-7dba-405f-bc05-737feb18dac3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:11.783494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.784184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd089f6-9b0e-4c07-ac97-573f72b470d2 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:12:11.794656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.800638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-47b21d08-7a67-445d-8466-0f8f70643147 admin admin] 10.222.0.49 "DELETE /v2.0/routers/afd089f6-9b0e-4c07-ac97-573f72b470d2 HTTP/1.1" status: 204 len: 168 time: 1.4766500 Oct 13 04:12:11.803790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33956) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:11.839901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.842559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.845984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02c4f3ae-05da-4cbd-9e29-b494e956acec HTTP/1.1" status: 204 len: 168 time: 0.7734487 Oct 13 04:12:11.883493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b7b2f-b126-4e4c-b7c5-e9a53a43a46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c4f3ae-05da-4cbd-9e29-b494e956acec,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:11.894390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e161f42c-0c9a-4c36-95dd-aeba25098efe req-cc7924b4-4556-46dd-bb36-376ba65bc1ab tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=711939db808a4eafa38532af63f55301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449238 Oct 13 04:12:11.917069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:11.998728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Deleting subnet 5c3fa5d1-f412-4861-97a2-c7286537ad9a {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:12.005898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.104989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.158475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f42c-0c9a-4c36-95dd-aeba25098efe req-cb5ce5f0-440a-49ee-a926-d958d86b052e tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.165925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e161f42c-0c9a-4c36-95dd-aeba25098efe req-cb5ce5f0-440a-49ee-a926-d958d86b052e tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704906 Oct 13 04:12:12.186019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e161f42c-0c9a-4c36-95dd-aeba25098efe req-01ebba89-8ece-4b4b-8798-b3eb4c8123c2 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/quotas/711939db808a4eafa38532af63f55301 HTTP/1.1" status: 200 len: 375 time: 0.0192080 Oct 13 04:12:12.201763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.211833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.255161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e161f42c-0c9a-4c36-95dd-aeba25098efe req-d505b779-c6a5-40ee-8ac3-108ec63b8259 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=711939db808a4eafa38532af63f55301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614052 Oct 13 04:12:12.267206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867ff6-5248-407f-a27c-9aa788569d17 req-1a7d3c8d-4889-4f9e-a0b9-0b3e8478f598 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:12.276233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19867ff6-5248-407f-a27c-9aa788569d17 req-1a7d3c8d-4889-4f9e-a0b9-0b3e8478f598 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1317105 Oct 13 04:12:12.288946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.343633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Pushing event updated for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:12.345401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33982) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:12.352891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.373141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19867ff6-5248-407f-a27c-9aa788569d17 req-c103135c-2344-443c-8c80-9100f3890c53 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Oct 13 04:12:12.373926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.437679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.480169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3fa5d1-f412-4861-97a2-c7286537ad9a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:12.482778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.486497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9088fbdf-9107-482a-b143-08c7fa220006 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5c3fa5d1-f412-4861-97a2-c7286537ad9a HTTP/1.1" status: 204 len: 168 time: 0.6817052 Oct 13 04:12:12.489204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:12.493420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea241d49-7548-4ef7-a0bf-75ea42efe5a2 None None] Network 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:12.696912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.703255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a57d306-a2d1-4cea-a912-b1406f1bb556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.859438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Deleting port 709a71e6-1cab-45f8-ae75-2031a3d052ad {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:12.860280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:12.893057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] DHCP port deletion for 8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:13.023272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Deleting port 709a71e6-1cab-45f8-ae75-2031a3d052ad {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:13.025538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.026397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a57d306-a2d1-4cea-a912-b1406f1bb556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.041356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] For port 709a71e6-1cab-45f8-ae75-2031a3d052ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=709a71e6-1cab-45f8-ae75-2031a3d052ad,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:13.041612 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.054299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a57d306-a2d1-4cea-a912-b1406f1bb556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.102165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Calling delete_port for 709a71e6-1cab-45f8-ae75-2031a3d052ad owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:13.128861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:13.142441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f43f-8fd5-47b6-95f2-1bf6e831e054 req-7f8fed81-0ef5-4bd8-9977-ca570bc6ae0f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:13.149768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f3a1f43f-8fd5-47b6-95f2-1bf6e831e054 req-7f8fed81-0ef5-4bd8-9977-ca570bc6ae0f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1895366 Oct 13 04:12:13.149768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:13.173256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d306-a2d1-4cea-a912-b1406f1bb556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a594c1-c3d3-4bb3-b1b1-819dd7a5d9b5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:13.229749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0a57d306-a2d1-4cea-a912-b1406f1bb556 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc27e6e7af5f439eb52c72cec1f66055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827665 Oct 13 04:12:13.233357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:13.234865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] For port 709a71e6-1cab-45f8-ae75-2031a3d052ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=709a71e6-1cab-45f8-ae75-2031a3d052ad,segment=NetworkSegment(07c712bf-be03-45a7-9ae4-01be4f84027a),segment_id=07c712bf-be03-45a7-9ae4-01be4f84027a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:13.235398 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.270561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Calling delete_port for 709a71e6-1cab-45f8-ae75-2031a3d052ad owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:13.420154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.432475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f3a1f43f-8fd5-47b6-95f2-1bf6e831e054 req-1bdad1b2-e8f8-464f-ae3d-60d6712d5f43 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712500 Oct 13 04:12:13.443508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.497863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:13.509001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] No DVR routers for this DVR port 709a71e6-1cab-45f8-ae75-2031a3d052ad on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:13.543513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Router fb72a56b-0035-4fae-80dc-f625406adb72 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:13.570866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ac04bbc9-92ef-4183-b09e-b62fa6725bf2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:13.655421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3ab8e572-9d66-40ff-9eff-ad6c6bd8b560 None None] Provisioning complete for port 7cb17e72-7dba-405f-bc05-737feb18dac3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:13.655864 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e572-9d66-40ff-9eff-ad6c6bd8b560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.689024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:13.689550 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.691463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.758160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] Pushing event deleted for resources: {'Port': ['ID=709a71e6-1cab-45f8-ae75-2031a3d052ad,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:13.765620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba42414-a758-4234-a330-24a7ecaee6a9 None None] No DVR routers for this DVR port 709a71e6-1cab-45f8-ae75-2031a3d052ad on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:13.777577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-network', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:13.796020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8e572-9d66-40ff-9eff-ad6c6bd8b560 None None] Port 7cb17e72-7dba-405f-bc05-737feb18dac3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:13.840214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd53dd7-3fb8-48e8-a558-af9074fafd85 req-0414c86c-b6bb-4332-ad47-4168ed0a52e1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:13.848352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbd53dd7-3fb8-48e8-a558-af9074fafd85 req-0414c86c-b6bb-4332-ad47-4168ed0a52e1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2034626 Oct 13 04:12:13.854524 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.869814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Made reservation on behalf of 63caf9a1850e45c585dd2a009a1cea4d for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:13.872232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.879372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port ac04bbc9-92ef-4183-b09e-b62fa6725bf2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:13.888919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.889040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:13.891227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.902286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc611d29-d6bf-4687-b062-b1b6220851fc admin admin] 10.222.0.49 "PUT /v2.0/routers/fb72a56b-0035-4fae-80dc-f625406adb72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6638899 Oct 13 04:12:13.958826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbd53dd7-3fb8-48e8-a558-af9074fafd85 req-3d56766d-d3bd-4c6d-ade7-1ca0832e9e3c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099632 Oct 13 04:12:13.975786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:13.994432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 709a71e6-1cab-45f8-ae75-2031a3d052ad no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:14.030486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 709a71e6-1cab-45f8-ae75-2031a3d052ad {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:14.030989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 709a71e6-1cab-45f8-ae75-2031a3d052ad not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:14.031509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f25e6377-20ce-4e74-b0d7-8a8807508009 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:14.063680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f25e6377-20ce-4e74-b0d7-8a8807508009 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:14.064101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f25e6377-20ce-4e74-b0d7-8a8807508009 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:14.064837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0456d504-88ab-4a73-b017-c2312106eb91 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:14.066403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Pushing event deleted for resources: {'Port': ['ID=709a71e6-1cab-45f8-ae75-2031a3d052ad,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.067554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.092674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0456d504-88ab-4a73-b017-c2312106eb91 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:14.093177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0456d504-88ab-4a73-b017-c2312106eb91 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:14.111652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5785beca-6fe0-4957-94c2-18cba5328e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.131263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.135114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.139925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17a594c1-c3d3-4bb3-b1b1-819dd7a5d9b5 HTTP/1.1" status: 204 len: 168 time: 0.9051483 Oct 13 04:12:14.143450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.144762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.150322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.159397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52325520-c3f1-4aed-aa51-0d1432a1b103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a594c1-c3d3-4bb3-b1b1-819dd7a5d9b5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.166473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:14.173803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:14.185715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.186177 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Added segment 7a45127d-78dc-445c-adb0-9e0d8b5177e8 of type vlan for network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 Oct 13 04:12:14.203819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c712bf-be03-45a7-9ae4-01be4f84027a') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:14.204161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c712bf-be03-45a7-9ae4-01be4f84027a') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:14.218089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.242583 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.257720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:14.258811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.298309 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.300961 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-56833815-99e8-4ad8-9ad1-47f27055ebff req-fee13b9d-32e3-4a55-8644-e84a1b0a9a17 tempest-FloatingIPDetailsNegativeTestJSON-308579961 tempest-FloatingIPDetailsNegativeTestJSON-308579961-project] show failed (client error): The resource could not be found. Oct 13 04:12:14.301981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56833815-99e8-4ad8-9ad1-47f27055ebff req-fee13b9d-32e3-4a55-8644-e84a1b0a9a17 tempest-FloatingIPDetailsNegativeTestJSON-308579961 tempest-FloatingIPDetailsNegativeTestJSON-308579961-project] 10.222.0.49 "GET /v2.0/floatingips/6aba5079-0472-4e17-9b5c-eb7a0636ccbc HTTP/1.1" status: 404 len: 350 time: 0.0665412 Oct 13 04:12:14.314919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:14.325588 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:14.334903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.349840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.354778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] 10.222.0.49 "DELETE /v2.0/networks/8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141 HTTP/1.1" status: 204 len: 168 time: 1.8571265 Oct 13 04:12:14.369288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0e05-c382-4e0e-a998-5d3dd15d02fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6c1836-4d8c-43c9-bcd6-7cd7df0ed141,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.391798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b585d5-f72a-4d51-b32e-b6be82b88650,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.434313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c566fa-bdf2-4d24-be06-76802249e788 req-8d456a55-152d-43f0-a623-7931f5f8f666 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=711939db808a4eafa38532af63f55301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474126 Oct 13 04:12:14.464314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.465267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:14.465850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.548377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0467331 Oct 13 04:12:14.549485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34060) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.559178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Request body: {'subnet': {'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-subnet', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:14.574696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321d486-10fe-490f-9ee5-dc0b3dc4ec96 admin admin] Pushing event updated for resources: {'Network': ['ID=5e44ca7d-603a-4e92-a2df-eaab71a279a1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:14.585279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:14.602398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c566fa-bdf2-4d24-be06-76802249e788 req-d0f5572a-c328-4bf2-a8a7-7eeff6d46f35 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:14.618550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c566fa-bdf2-4d24-be06-76802249e788 req-d0f5572a-c328-4bf2-a8a7-7eeff6d46f35 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775513 Oct 13 04:12:14.640065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c566fa-bdf2-4d24-be06-76802249e788 req-66a574a3-47b9-487e-84f2-510780938189 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/quotas/711939db808a4eafa38532af63f55301 HTTP/1.1" status: 200 len: 375 time: 0.0205803 Oct 13 04:12:14.669280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Made reservation on behalf of 63caf9a1850e45c585dd2a009a1cea4d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:14.671604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.711972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63c566fa-bdf2-4d24-be06-76802249e788 req-d9b7d787-712a-44a0-a723-c8688833d37a tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=711939db808a4eafa38532af63f55301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697978 Oct 13 04:12:14.713744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34062) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.732003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34064) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.738134 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Sync routers for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:14.755029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:14.756218 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:14.764856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffe9688d-7ad1-4135-ac24-f0249c9b0a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.810614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca7eed51-1df4-4e5f-b1da-72f77ad0cfa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64660964873745728e837ce43d417c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711963 Oct 13 04:12:14.812340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:14.846355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901af21-627e-42f6-aa66-d49abc17ae2f req-d4c0336b-0ae3-4a33-87b0-687d63d5f46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:14.848267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d901af21-627e-42f6-aa66-d49abc17ae2f req-d4c0336b-0ae3-4a33-87b0-687d63d5f46a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2235849 Oct 13 04:12:14.922940 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:14.924989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.965269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffe9688d-7ad1-4135-ac24-f0249c9b0a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.970632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d901af21-627e-42f6-aa66-d49abc17ae2f req-e1304733-3514-4884-a14d-ad0a73df6bc1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119955 Oct 13 04:12:14.971517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:14.975671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffe9688d-7ad1-4135-ac24-f0249c9b0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.088067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ffe9688d-7ad1-4135-ac24-f0249c9b0a4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b427e4a311da4c32b97da7545a9e9c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727918 Oct 13 04:12:15.089446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:15.096109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9688d-7ad1-4135-ac24-f0249c9b0a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423efca9-4f02-4c6d-ad31-d29523a4d553,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.167599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.169642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.173219 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9309bd3f-c9ae-44ad-bd16-53f6c8867e85 HTTP/1.1" status: 204 len: 168 time: 0.3574216 Oct 13 04:12:15.196115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278789-66a7-4a65-9a83-81430d2510d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9309bd3f-c9ae-44ad-bd16-53f6c8867e85,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.213665 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:11Z', 'revision_number': 4, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7cb17e72-7dba-405f-bc05-737feb18dac3', 'name': '', 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'mac_address': 'fa:16:3e:ad:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:10Z', 'updated_at': '2021-10-13T04:12:11Z', 'revision_number': 2, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'subnets': [{'id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:15.216297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.221885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.257196 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Checking router: fb72a56b-0035-4fae-80dc-f625406adb72 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:15.257634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Updating router fb72a56b-0035-4fae-80dc-f625406adb72 port 7cb17e72-7dba-405f-bc05-737feb18dac3 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:15.264698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.278696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.305642 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.345015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973bd3b-ad5a-4aff-8d47-ff468ecddfbc req-2b6e57c6-12e6-4380-a94b-4d75a687031a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:15.346521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1973bd3b-ad5a-4aff-8d47-ff468ecddfbc req-2b6e57c6-12e6-4380-a94b-4d75a687031a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1761119 Oct 13 04:12:15.355850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=236e29e5-713c-42df-92d7-8211c40f13a7,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.374122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.415795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.420108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.422464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/423efca9-4f02-4c6d-ad31-d29523a4d553 HTTP/1.1" status: 204 len: 168 time: 0.3318491 Oct 13 04:12:15.443187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f838b-bf24-46ec-8862-ef1acffe1773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423efca9-4f02-4c6d-ad31-d29523a4d553,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.443980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Checking segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:15.444447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Network hostable DHCP agents. Network: 5e44ca7d-603a-4e92-a2df-eaab71a279a1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:15.501652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1973bd3b-ad5a-4aff-8d47-ff468ecddfbc req-e6b031d0-f5ad-43ae-82b9-9ac17ad2ab60 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388800 Oct 13 04:12:15.528187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.563237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ac04bbc9-92ef-4183-b09e-b62fa6725bf2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:15.570744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:15.624711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5e44ca7d-603a-4e92-a2df-eaab71a279a1) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:15.634091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:15.634604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.657706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1422cda-99c8-4e3d-978e-08a22a73264f None None] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:15.686376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:15.686998 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.722292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5815919b-eb47-4d60-a585-c65654381525 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1676838 Oct 13 04:12:15.722955 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:15.730427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:15.786960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.788734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.843024 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.853048 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.894078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:15.937285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141694-27b9-4595-b65e-e5144af16d22 None None] Pushing event updated for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:15.998163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'fixed_ips': [{'subnet_id': '236e29e5-713c-42df-92d7-8211c40f13a7'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:15.999917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.069397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Attempting to bind port 7cb17e72-7dba-405f-bc05-737feb18dac3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:16.070449 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Attempting to bind port 7cb17e72-7dba-405f-bc05-737feb18dac3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:16.071705 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Attempting to bind port 7cb17e72-7dba-405f-bc05-737feb18dac3 on network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:16.089742 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:16.091531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Checking segment: {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:16.092179 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.093817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Bound using segment: {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:16.094523 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Bound port: 7cb17e72-7dba-405f-bc05-737feb18dac3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3223312-d96e-43d8-98d8-2efd044e0ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:16.096076 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.149827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Deleting port 7cb17e72-7dba-405f-bc05-737feb18dac3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:16.150316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.286518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.288387 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] For port 7cb17e72-7dba-405f-bc05-737feb18dac3, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:16.300699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] For port 7cb17e72-7dba-405f-bc05-737feb18dac3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7cb17e72-7dba-405f-bc05-737feb18dac3,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:16.309308 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.418490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc262b1d-b40f-485e-9d02-ba0aac6ce65c req-f5338d62-a2ea-4275-8903-0267477ffb75 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:16.420147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc262b1d-b40f-485e-9d02-ba0aac6ce65c req-f5338d62-a2ea-4275-8903-0267477ffb75 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2644675 Oct 13 04:12:16.435232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Allocated IP 172.20.0.2 (5e44ca7d-603a-4e92-a2df-eaab71a279a1/236e29e5-713c-42df-92d7-8211c40f13a7/174c60e1-0231-4347-9750-08cfda9dde7c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:16.455356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] Provisioning complete for port 7cb17e72-7dba-405f-bc05-737feb18dac3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:16.455356 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.535254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc262b1d-b40f-485e-9d02-ba0aac6ce65c req-ed8b1675-b42c-464d-a000-69f6628bedcb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Oct 13 04:12:16.673523 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:16.674155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:16.766014 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141694-27b9-4595-b65e-e5144af16d22 None None] Pushing event updated for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:16.795466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.809075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0d818b9-cb49-4e74-9c40-f4674d7eaaa4 req-d958fb6d-1f67-4660-820f-2b67321f94ff tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=711939db808a4eafa38532af63f55301&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224594 Oct 13 04:12:16.826761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9264df-3a9f-424d-b9cd-388cfe00ef85 req-02130f5a-c2a6-45f9-8e0d-2c947b828ed4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:16.835876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d9264df-3a9f-424d-b9cd-388cfe00ef85 req-02130f5a-c2a6-45f9-8e0d-2c947b828ed4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1546853 Oct 13 04:12:16.867910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] For port 7cb17e72-7dba-405f-bc05-737feb18dac3, host n-d-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:16.868445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.895898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] For port 7cb17e72-7dba-405f-bc05-737feb18dac3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7cb17e72-7dba-405f-bc05-737feb18dac3,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:16.899893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Calling delete_port for 7cb17e72-7dba-405f-bc05-737feb18dac3 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:16.920698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:16.928545 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:17.078294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.093772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:17.110250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.160339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d9264df-3a9f-424d-b9cd-388cfe00ef85 req-696f6626-3da4-4bc3-a25b-c02798d38df4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230991 Oct 13 04:12:17.190765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.199980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe55945-16f6-4f6f-b827-5ca9c86b092a None None] Pushing event updated for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.219863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4856bb21-2003-46cb-899d-f958b419dbc8 None None] Provisioning complete for port 7cb17e72-7dba-405f-bc05-737feb18dac3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:17.220241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4856bb21-2003-46cb-899d-f958b419dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.238848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d818b9-cb49-4e74-9c40-f4674d7eaaa4 req-53277139-abca-4200-8b30-f8f63bc019c4 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:17.246441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0d818b9-cb49-4e74-9c40-f4674d7eaaa4 req-53277139-abca-4200-8b30-f8f63bc019c4 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4353714 Oct 13 04:12:17.248288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:11Z', 'revision_number': 4, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7cb17e72-7dba-405f-bc05-737feb18dac3', 'name': '', 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'mac_address': 'fa:16:3e:ad:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:10Z', 'updated_at': '2021-10-13T04:12:16Z', 'revision_number': 4, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'subnets': [{'id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:17.256590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.269141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0d818b9-cb49-4e74-9c40-f4674d7eaaa4 req-1bb93ddc-6b9d-46a4-aa74-4b7f9c19bf7a tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/quotas/711939db808a4eafa38532af63f55301 HTTP/1.1" status: 200 len: 375 time: 0.0217617 Oct 13 04:12:17.273939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.319802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0d818b9-cb49-4e74-9c40-f4674d7eaaa4 req-74cf2da5-7bc5-4e51-ac5c-6c0d2af9a594 tempest-QuotasAdminNegativeTest-41788192 tempest-QuotasAdminNegativeTest-41788192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=711939db808a4eafa38532af63f55301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483871 Oct 13 04:12:17.325002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Pushing event updated for resources: {'Port': ['ID=174c60e1-0231-4347-9750-08cfda9dde7c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.331765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Allocated IP 172.25.0.178 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/66d253ac-d233-4b82-8425-8ed8dd7ae98b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:17.341010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:17.343104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:17.345733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:17.410839 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b91a458-451c-48ea-b77a-91cd04154b48 None None] The sync data for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 is: [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:11Z', 'revision_number': 4, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7cb17e72-7dba-405f-bc05-737feb18dac3', 'name': '', 'network_id': 'b84e8ecc-f1c8-4d31-a7ab-b72416cd2265', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'mac_address': 'fa:16:3e:ad:e6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:10Z', 'updated_at': '2021-10-13T04:12:16Z', 'revision_number': 4, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'subnets': [{'id': '27b6ed3e-94d3-4609-8e7d-d639edb0a408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:17.461795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.471465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Attempting to bind port 174c60e1-0231-4347-9750-08cfda9dde7c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:17.471975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Attempting to bind port 174c60e1-0231-4347-9750-08cfda9dde7c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:17.472294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Attempting to bind port 174c60e1-0231-4347-9750-08cfda9dde7c on network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:17.487627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:17.488005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Checking segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:17.488410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.488806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Bound using segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:17.489287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Bound port: 174c60e1-0231-4347-9750-08cfda9dde7c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:17.489664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.571204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb17e72-7dba-405f-bc05-737feb18dac3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.642795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] For port 174c60e1-0231-4347-9750-08cfda9dde7c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:17.651392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] For port 174c60e1-0231-4347-9750-08cfda9dde7c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=174c60e1-0231-4347-9750-08cfda9dde7c,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:17.669241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.695177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.786584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.856310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c92ca-a794-459b-9254-38a5d48e2f39 None None] Pushing event updated for resources: {'Port': ['ID=174c60e1-0231-4347-9750-08cfda9dde7c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.861137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:17.873210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:17.883689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:17.977240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Pushing event updated for resources: {'Port': ['ID=66d253ac-d233-4b82-8425-8ed8dd7ae98b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:17.983856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:17.999011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-335030671-network', 'tenant_id': '5d1bab6bc7ba4921aa12f5657ca1020a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:18.262100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Made reservation on behalf of 5d1bab6bc7ba4921aa12f5657ca1020a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:18.264492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.300927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.411793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.462734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bca39-9063-450f-b550-e1e8d6f7162a req-822f0f4b-d627-47f0-a17b-814c926ce682 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:18.470433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f2bca39-9063-450f-b550-e1e8d6f7162a req-822f0f4b-d627-47f0-a17b-814c926ce682 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.4791033 Oct 13 04:12:18.497685 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.520907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.534327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:18.564713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.565309 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Added segment 6b6ec029-7252-4aa1-85bc-bd1f699bd236 of type vlan for network af8d1df1-41c0-4f6c-aa7c-495eab72d812 Oct 13 04:12:18.589981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4f566-ed8f-4807-9671-83999c9c1db4 req-5062f02a-a53f-4562-9d5e-cc93d37e1380 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:18.598035 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78b4f566-ed8f-4807-9671-83999c9c1db4 req-5062f02a-a53f-4562-9d5e-cc93d37e1380 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1829855 Oct 13 04:12:18.639369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f2bca39-9063-450f-b550-e1e8d6f7162a req-f74efe9c-b97d-4116-a935-0bb9b7087311 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582582 Oct 13 04:12:18.652108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0032eea-2396-4cce-ac0e-19a1a3f07aaa,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:18.690424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78b4f566-ed8f-4807-9671-83999c9c1db4 req-1bd580d9-2d96-415d-80d3-9cad23e88c27 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Oct 13 04:12:18.757107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.815476 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.869364 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.870339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:18.870932 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:18.958024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Router fb72a56b-0035-4fae-80dc-f625406adb72 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:19.014263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9181249 Oct 13 04:12:19.018386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:19.029203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Request body: {'subnet': {'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-335030671-subnet', 'tenant_id': '5d1bab6bc7ba4921aa12f5657ca1020a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:19.085377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34208) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:19.092723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Made reservation on behalf of 5d1bab6bc7ba4921aa12f5657ca1020a for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:19.097830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.135569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0eac3-78fb-43ae-82fc-749c7e7bd2c4 admin admin] Pushing event updated for resources: {'Network': ['ID=af8d1df1-41c0-4f6c-aa7c-495eab72d812,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:19.151346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:19.196561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Router 5c754894-f8e4-41d2-8057-937a672262c6 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:19.327397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:19.341074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ec1d85ef-3324-4ca0-9936-fb7c14199ebf admin admin] 10.222.0.49 "PUT /v2.0/routers/fb72a56b-0035-4fae-80dc-f625406adb72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0163658 Oct 13 04:12:19.342641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:19.389351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032082f-272c-44f3-808a-72f2ba28c227 None None] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:19.475848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] Provisioning complete for port 174c60e1-0231-4347-9750-08cfda9dde7c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:19.476609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:19.788665 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:12:19.824604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 174c60e1-0231-4347-9750-08cfda9dde7c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:19.827416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Sync routers for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:19.843693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42683335-a4fa-4515-a34f-cc948890f725 req-7705c76d-4d25-4eaa-888f-fa027009fa5f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:19.853444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42683335-a4fa-4515-a34f-cc948890f725 req-7705c76d-4d25-4eaa-888f-fa027009fa5f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1085668 Oct 13 04:12:19.876031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:19.876685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:19.907235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42683335-a4fa-4515-a34f-cc948890f725 req-7232d9bc-dea5-4ebb-ae44-2b7e9519ecb8 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Oct 13 04:12:19.910396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fcf3-e82b-4ca4-ac55-d606a2d6f482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.019915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.095633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:20.098412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.120319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:20.140066 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Sync routers for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:20.171033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:20.190412 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:20.230881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.241145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] For port 174c60e1-0231-4347-9750-08cfda9dde7c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=174c60e1-0231-4347-9750-08cfda9dde7c,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:20.292708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.307351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 174c60e1-0231-4347-9750-08cfda9dde7c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:20.308066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.456251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820bceb-210b-4e6d-b83b-657c39268a1a None None] Pushing event updated for resources: {'Port': ['ID=174c60e1-0231-4347-9750-08cfda9dde7c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.465491 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:20.512921 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.514817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e2eb9d4d-7e5b-4507-9555-ab875e2efce7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7901452 Oct 13 04:12:20.518157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34256) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:20.522792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.564751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97c5b2-562f-4fec-9694-3bd1533da1ac req-1d095a4f-7732-47e7-89f9-dd38d849bdb8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:20.586984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f97c5b2-562f-4fec-9694-3bd1533da1ac req-1d095a4f-7732-47e7-89f9-dd38d849bdb8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.7432137 Oct 13 04:12:20.630666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96965f6-83c7-48b1-a0fa-9da3c15706a9,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.661064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:17Z', 'revision_number': 5, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port': {'id': 'ac04bbc9-92ef-4183-b09e-b62fa6725bf2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:80:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:06Z', 'updated_at': '2021-10-13T04:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:20.700180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Checking router: fb72a56b-0035-4fae-80dc-f625406adb72 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:20.712024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Routers {'fb72a56b-0035-4fae-80dc-f625406adb72'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:20.713029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fb72a56b-0035-4fae-80dc-f625406adb72'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:20.728128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Checking segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:20.728503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Network hostable DHCP agents. Network: af8d1df1-41c0-4f6c-aa7c-495eab72d812, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:20.777808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fcf3-e82b-4ca4-ac55-d606a2d6f482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.815990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3c3fcf3-e82b-4ca4-ac55-d606a2d6f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:20.869537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3fcf3-e82b-4ca4-ac55-d606a2d6f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f289d9b9-cc9c-47d8-8449-9db41d5330cb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:20.895950 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:18Z', 'revision_number': 3, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:20.899079 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f97c5b2-562f-4fec-9694-3bd1533da1ac req-3907eb6f-30e7-49a7-8c35-c5e592d6fb66 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056357 Oct 13 04:12:20.923603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:20.955953 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Checking router: 5c754894-f8e4-41d2-8057-937a672262c6 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:20.956369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Updating router 5c754894-f8e4-41d2-8057-937a672262c6 port 66d253ac-d233-4b82-8425-8ed8dd7ae98b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:20.957717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] Set router fb72a56b-0035-4fae-80dc-f625406adb72 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:20.962248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f3c3fcf3-e82b-4ca4-ac55-d606a2d6f482 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=711939db808a4eafa38532af63f55301&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8746643 Oct 13 04:12:20.962951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, af8d1df1-41c0-4f6c-aa7c-495eab72d812) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:20.971941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34264) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:20.997405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:20.997931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.019953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Deleting port ac04bbc9-92ef-4183-b09e-b62fa6725bf2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:21.020315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.027520 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.053276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5e6c0142-834e-4eb1-98ad-411d13f7e19e None None] Provisioning complete for port 174c60e1-0231-4347-9750-08cfda9dde7c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:21.054078 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e6c0142-834e-4eb1-98ad-411d13f7e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.111039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e428dc-77bf-4293-ad0a-0b7ec257f2c1 None None] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:21.144249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:20Z', 'revision_number': 6, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:21.145278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4eddb6e2-51f0-480b-a2e3-4b72dd2551f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1253448 Oct 13 04:12:21.247674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18824b65-1597-4cc4-9368-59a7e492c478 None None] The sync data for ids ['fb72a56b-0035-4fae-80dc-f625406adb72'] in n-d-813736-1 is: [{'id': 'fb72a56b-0035-4fae-80dc-f625406adb72', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-623366977-router', 'tenant_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:05Z', 'updated_at': '2021-10-13T04:12:20Z', 'revision_number': 6, 'project_id': '798c774ad8ac4acfb8864cfed2d6e1a4', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:21.276503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.312086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28e6ee-ec4e-46f2-84df-32ceb3638428 req-ac0c40d7-f12b-4fd4-af64-ae81c0c35ace tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:21.314064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b28e6ee-ec4e-46f2-84df-32ceb3638428 req-ac0c40d7-f12b-4fd4-af64-ae81c0c35ace tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2544854 Oct 13 04:12:21.340838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] For port ac04bbc9-92ef-4183-b09e-b62fa6725bf2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:21.340838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.394494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Calling delete_port for ac04bbc9-92ef-4183-b09e-b62fa6725bf2 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:21.413565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.505203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b28e6ee-ec4e-46f2-84df-32ceb3638428 req-2fa494d5-b481-4cf1-8b57-109b22a042c4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538467 Oct 13 04:12:21.562903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.586150 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.601771 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.702066 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6ac27-0851-49c4-8b4b-c081730871c1 None None] Pushing event updated for resources: {'Port': ['ID=66d253ac-d233-4b82-8425-8ed8dd7ae98b,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:21.717610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163467a-442e-467a-bc87-cc5e8503e9aa None None] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:21.731958 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Attempting to bind port 66d253ac-d233-4b82-8425-8ed8dd7ae98b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:21.732346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Attempting to bind port 66d253ac-d233-4b82-8425-8ed8dd7ae98b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:21.732716 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Attempting to bind port 66d253ac-d233-4b82-8425-8ed8dd7ae98b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:21.740896 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:21.741287 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:21.741751 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.742158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:21.742732 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Bound port: 66d253ac-d233-4b82-8425-8ed8dd7ae98b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:21.743160 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.899266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.905827 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.923382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f289d9b9-cc9c-47d8-8449-9db41d5330cb HTTP/1.1" status: 204 len: 168 time: 0.9460273 Oct 13 04:12:21.934747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:21.938907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 174c60e1-0231-4347-9750-08cfda9dde7c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:21.975576 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] For port 66d253ac-d233-4b82-8425-8ed8dd7ae98b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:21.979925 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] For port 66d253ac-d233-4b82-8425-8ed8dd7ae98b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=66d253ac-d233-4b82-8425-8ed8dd7ae98b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:21.993247 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.027225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ac04bbc9-92ef-4183-b09e-b62fa6725bf2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.034088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 174c60e1-0231-4347-9750-08cfda9dde7c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:22.034704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.042965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca3151-6f47-49b6-a78d-f1727c25aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f289d9b9-cc9c-47d8-8449-9db41d5330cb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.111410 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6ac27-0851-49c4-8b4b-c081730871c1 None None] Pushing event updated for resources: {'Port': ['ID=66d253ac-d233-4b82-8425-8ed8dd7ae98b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.125939 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:22.126699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:22.153615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Allocated IP 172.20.0.1 (5e44ca7d-603a-4e92-a2df-eaab71a279a1/236e29e5-713c-42df-92d7-8211c40f13a7/9a33c33f-de8a-4e63-8d9a-aee149529117) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:22.157441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.200018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7cb17e72-7dba-405f-bc05-737feb18dac3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:22.250445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7cb17e72-7dba-405f-bc05-737feb18dac3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:22.250997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7cb17e72-7dba-405f-bc05-737feb18dac3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:22.299168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.301529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.356306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdb84a-431e-4a0f-b8d4-a29edce77a0e req-70ebe395-3a2d-4c02-8f98-9952735d2378 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:22.363808 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1cdb84a-431e-4a0f-b8d4-a29edce77a0e req-70ebe395-3a2d-4c02-8f98-9952735d2378 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2892382 Oct 13 04:12:22.391710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.392578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb72a56b-0035-4fae-80dc-f625406adb72 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:12:22.401398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.405543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc31ce6a-5414-4480-8ef7-4ffb30e4efdc admin admin] 10.222.0.49 "DELETE /v2.0/routers/fb72a56b-0035-4fae-80dc-f625406adb72 HTTP/1.1" status: 204 len: 168 time: 3.0606813 Oct 13 04:12:22.406491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.413403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-bf5e2b24-77ad-4820-a505-cd94b2802898 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:22.419680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-bf5e2b24-77ad-4820-a505-cd94b2802898 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.4866765 Oct 13 04:12:22.429796 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:22.438613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-5b9e1761-1f5b-45d5-b76f-adadf87d92e8 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/quotas/5d1bab6bc7ba4921aa12f5657ca1020a HTTP/1.1" status: 200 len: 375 time: 0.0175483 Oct 13 04:12:22.463722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Deleting subnet 27b6ed3e-94d3-4609-8e7d-d639edb0a408 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:12:22.470091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.501473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-9c3475ea-ab7c-4716-896d-6a1687e4e2ae tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530939 Oct 13 04:12:22.518955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1cdb84a-431e-4a0f-b8d4-a29edce77a0e req-276dee4b-c0d5-4f30-9152-f8a558704e5f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493559 Oct 13 04:12:22.554689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.600332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34326) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.632078 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c545822-34aa-4c59-b330-ec91fdced30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.665622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.725189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.726171 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:18Z', 'revision_number': 3, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:22.752763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-66065a10-4eff-4db9-b1cf-048b344b6c61 service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348270 Oct 13 04:12:22.825738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.832649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03231f4d-c220-42d5-ba16-56968abd9bba req-efe9e2dc-c832-4987-8a60-aab487eca872 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:22.840579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03231f4d-c220-42d5-ba16-56968abd9bba req-efe9e2dc-c832-4987-8a60-aab487eca872 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0892878 Oct 13 04:12:22.844047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.862438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38417670-2217-45d7-8412-2b7a55eec5ab None None] The sync data for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 is: [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:18Z', 'revision_number': 3, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:22.876136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae1733-de34-4fb9-9853-2f39ba09bf9f None None] Network b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:22.894386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.899110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/27b6ed3e-94d3-4609-8e7d-d639edb0a408 HTTP/1.1" status: 204 len: 168 time: 0.4910975 Oct 13 04:12:22.901766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:22.903246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:22.906477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:22.922859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:22.926372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bc384-eabc-4505-929d-32bebf67b244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b6ed3e-94d3-4609-8e7d-d639edb0a408,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:22.932506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c545822-34aa-4c59-b330-ec91fdced30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:22.939418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03231f4d-c220-42d5-ba16-56968abd9bba req-b08495ee-6fb1-4479-b9d2-e2883d86ac9a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964074 Oct 13 04:12:23.012734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.064024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c545822-34aa-4c59-b330-ec91fdced30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.133145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] DHCP port deletion for b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:12:23.138623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-3857d44e-611e-43d3-bc29-6a5cf698164b service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720815 Oct 13 04:12:23.171017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.254831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Deleting port d98ca808-8263-40fe-b8c5-ee8e44c777a5 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:23.257226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.304223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c545822-34aa-4c59-b330-ec91fdced30f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00142ab34a7b4ee2af3a8c91af7cad62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013497 Oct 13 04:12:23.306844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.361910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c545822-34aa-4c59-b330-ec91fdced30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e45f81-fbb2-4a5f-8adc-07b4752cf609,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.376540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.432504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.458272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.552155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7befa8e3-6715-4f15-8917-89ca197bd9d3 req-1f9c2783-4d61-4f4b-bcfc-3f1e1e810cfc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 210 time: 0.0956719 Oct 13 04:12:23.604819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.655436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34344) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:23.683650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 66d253ac-d233-4b82-8425-8ed8dd7ae98b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:23.794755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3e858cdb-ba41-464b-9f05-51252a50b51c None None] Provisioning complete for port 9a33c33f-de8a-4e63-8d9a-aee149529117 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:23.795476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3e858cdb-ba41-464b-9f05-51252a50b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.797281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bd436-5402-417b-81c5-7b133a291a06 req-264bdd83-c57e-4227-b7d1-588e0f77625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:23.801982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a83bd436-5402-417b-81c5-7b133a291a06 req-264bdd83-c57e-4227-b7d1-588e0f77625a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.1602330 Oct 13 04:12:23.806942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] For port d98ca808-8263-40fe-b8c5-ee8e44c777a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d98ca808-8263-40fe-b8c5-ee8e44c777a5,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:23.807814 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.850930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Deleting port d98ca808-8263-40fe-b8c5-ee8e44c777a5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:23.851327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.861083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Calling delete_port for d98ca808-8263-40fe-b8c5-ee8e44c777a5 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:23.868678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4192f-b793-439d-9de6-064b5f552073 req-c87f99b2-96a4-466a-ad96-fe1c878692ef tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:23.873258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.875947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:23.880040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3e45f81-fbb2-4a5f-8adc-07b4752cf609 HTTP/1.1" status: 204 len: 168 time: 0.5691416 Oct 13 04:12:23.883238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0c4192f-b793-439d-9de6-064b5f552073 req-c87f99b2-96a4-466a-ad96-fe1c878692ef tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.1471291 Oct 13 04:12:23.909133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6e0ad-4420-4826-802c-8138ca7e1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e45f81-fbb2-4a5f-8adc-07b4752cf609,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:23.938166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a83bd436-5402-417b-81c5-7b133a291a06 req-de62ea5a-c6e9-4e6b-8f50-96a5a2ca8ee8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216466 Oct 13 04:12:23.939141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3e858cdb-ba41-464b-9f05-51252a50b51c None None] Port 9a33c33f-de8a-4e63-8d9a-aee149529117 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:24.033443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49815395-1e63-447f-a7dd-b159d1c55305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.107806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.131562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0c4192f-b793-439d-9de6-064b5f552073 req-10d49f53-3539-453a-b1e1-c8f2816fa053 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445025 Oct 13 04:12:24.139779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] For port d98ca808-8263-40fe-b8c5-ee8e44c777a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d98ca808-8263-40fe-b8c5-ee8e44c777a5,segment=NetworkSegment(f3223312-d96e-43d8-98d8-2efd044e0ca2),segment_id=f3223312-d96e-43d8-98d8-2efd044e0ca2)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:24.140525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.146996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 66d253ac-d233-4b82-8425-8ed8dd7ae98b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:24.147610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.156339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.156659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.164189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad5c84-1fd2-4979-9c0c-8bf72d4fa761 req-f684046a-3e7e-433f-89e9-87b1839ce6ed tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:24.172621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05ad5c84-1fd2-4979-9c0c-8bf72d4fa761 req-f684046a-3e7e-433f-89e9-87b1839ce6ed tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1259418 Oct 13 04:12:24.236346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05ad5c84-1fd2-4979-9c0c-8bf72d4fa761 req-06c14ee7-e462-4157-b679-38d94ad3ad41 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627549 Oct 13 04:12:24.262649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] No DVR routers for this DVR port d98ca808-8263-40fe-b8c5-ee8e44c777a5 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:24.273590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14bf28-0ffd-47b0-9d68-7ea970bcf8d2 None None] Pushing event deleted for resources: {'Port': ['ID=d98ca808-8263-40fe-b8c5-ee8e44c777a5,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.293629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Calling delete_port for d98ca808-8263-40fe-b8c5-ee8e44c777a5 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:24.372289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.448185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 66d253ac-d233-4b82-8425-8ed8dd7ae98b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=66d253ac-d233-4b82-8425-8ed8dd7ae98b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:24.461021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.547878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d98ca808-8263-40fe-b8c5-ee8e44c777a5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:24.581223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=66d253ac-d233-4b82-8425-8ed8dd7ae98b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.592768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d98ca808-8263-40fe-b8c5-ee8e44c777a5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:24.594057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d98ca808-8263-40fe-b8c5-ee8e44c777a5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:24.594595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ac04bbc9-92ef-4183-b09e-b62fa6725bf2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:24.597816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.624091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ac04bbc9-92ef-4183-b09e-b62fa6725bf2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:24.624628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ac04bbc9-92ef-4183-b09e-b62fa6725bf2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:24.644188 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49815395-1e63-447f-a7dd-b159d1c55305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.659676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49815395-1e63-447f-a7dd-b159d1c55305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.662416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.751018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-857d75e5-b973-4ed2-aac1-f66bfd72439c req-e576199a-d780-4694-9fcf-2bb16a70ebe9 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 210 time: 0.1112347 Oct 13 04:12:24.795017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49815395-1e63-447f-a7dd-b159d1c55305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7041c2e3-3a73-4cdc-8302-52c7d2253693,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.799273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49815395-1e63-447f-a7dd-b159d1c55305 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16aaa33c314c491da4bbf10ff75634e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0848103 Oct 13 04:12:24.802267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34382) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:24.860464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.863055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:24.871158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:24.880674 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:24.893733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d98ca808-8263-40fe-b8c5-ee8e44c777a5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:24.899340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] No DVR routers for this DVR port d98ca808-8263-40fe-b8c5-ee8e44c777a5 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:24.932724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.001225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.006369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.008133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7041c2e3-3a73-4cdc-8302-52c7d2253693 HTTP/1.1" status: 204 len: 168 time: 0.2043712 Oct 13 04:12:25.017836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eac68c-901b-4d2c-b35a-3716c5b5c4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041c2e3-3a73-4cdc-8302-52c7d2253693,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:25.160865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:25.163384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:25.174698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.201183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84e8ecc-f1c8-4d31-a7ab-b72416cd2265']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:25.231850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3223312-d96e-43d8-98d8-2efd044e0ca2') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:25.232144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3223312-d96e-43d8-98d8-2efd044e0ca2') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:25.243810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.257965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.265512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:12:25.265910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.305804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b4738641-279f-4e94-99b9-60b1fde3fecb None None] Provisioning complete for port 9a33c33f-de8a-4e63-8d9a-aee149529117 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:25.306770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b4738641-279f-4e94-99b9-60b1fde3fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:12:25.371167 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:12:25.428539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d71e1-587a-4f26-baa0-5e62dc8b5238 req-d74d8986-f828-4e8a-8837-19c126544b50 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:25.432369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-994d71e1-587a-4f26-baa0-5e62dc8b5238 req-d74d8986-f828-4e8a-8837-19c126544b50 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0835466 Oct 13 04:12:25.439340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b4738641-279f-4e94-99b9-60b1fde3fecb None None] Port 9a33c33f-de8a-4e63-8d9a-aee149529117 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:25.471200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.532303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.538047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/b84e8ecc-f1c8-4d31-a7ab-b72416cd2265 HTTP/1.1" status: 204 len: 168 time: 2.6241698 Oct 13 04:12:25.581824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-994d71e1-587a-4f26-baa0-5e62dc8b5238 req-54a819d2-c36f-43cf-a0cb-c5deffcc32cf tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314335 Oct 13 04:12:25.585505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:25.591053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e5e2-353b-4893-a685-3f047b4d79ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b84e8ecc-f1c8-4d31-a7ab-b72416cd2265,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:25.607189 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-b15241b6-a863-4747-ab88-b3d9670f0155 service neutron] show failed (client error): The resource could not be found. Oct 13 04:12:25.608747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-b15241b6-a863-4747-ab88-b3d9670f0155 service neutron] 10.222.0.47 "GET /v2.0/ports/f28305ba-8709-45df-b1e0-79bcf1efdf51/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.1736953 Oct 13 04:12:25.631029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'mac_address': 'fa:16:3e:c9:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:25.645267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4221bd-e57f-4d4c-ae05-90c494c8c1ac req-a9313839-3f95-4a92-b457-546be5378914 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:25.647637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c4221bd-e57f-4d4c-ae05-90c494c8c1ac req-a9313839-3f95-4a92-b457-546be5378914 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.2670538 Oct 13 04:12:25.658932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-173466ce-50bc-424a-94d9-ab095545b204 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:25.660508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-173466ce-50bc-424a-94d9-ab095545b204 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.47 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.7622919 Oct 13 04:12:25.673934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Router 5c754894-f8e4-41d2-8057-937a672262c6 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:25.681111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'port': {'device_id': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'admin_state_up': True, 'tenant_id': '5d1bab6bc7ba4921aa12f5657ca1020a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:25.715788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 66d253ac-d233-4b82-8425-8ed8dd7ae98b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:25.764225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c4221bd-e57f-4d4c-ae05-90c494c8c1ac req-0d799913-d960-4c4b-ac92-2c1508fa8b08 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028187 Oct 13 04:12:25.789553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ebca-f8ef-4171-9f67-569843adff92 req-cf783aa3-400a-40b7-bbe1-36d6fa471c97 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:25.800210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-90e1ebca-f8ef-4171-9f67-569843adff92 req-cf783aa3-400a-40b7-bbe1-36d6fa471c97 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1115446 Oct 13 04:12:25.815530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.856568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.876482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:25.877506 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785d02b9-f4a2-4aaf-a01b-f4cddd194f90" -d '{"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:25.879209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:25.892699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:25.899476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-90e1ebca-f8ef-4171-9f67-569843adff92 req-f58ca69b-ac98-4880-ab76-7df7b9d2b84e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981555 Oct 13 04:12:25.904856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:25.909581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 66d253ac-d233-4b82-8425-8ed8dd7ae98b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:25.910557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.915203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:25.997041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:26.008118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-603808e2-56e1-4902-b362-f56a45716ab9 admin admin] 10.222.0.49 "PUT /v2.0/routers/5c754894-f8e4-41d2-8057-937a672262c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4885435 Oct 13 04:12:26.017929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Sync routers for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:26.030978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Made reservation on behalf of 5d1bab6bc7ba4921aa12f5657ca1020a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:26.035693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.042619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.045084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a7121bd-fa7c-43c8-b8c9-95e34f0a9f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.054685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:12:26.055055 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:12:26.063357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:26.063990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:26.147675 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c6eb96-b0fa-4998-8384-1ed3e07021a2 x-openstack-request-id: req-10c6eb96-b0fa-4998-8384-1ed3e07021a2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:26.148000 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-unplugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:26.148258 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10c6eb96-b0fa-4998-8384-1ed3e07021a2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:26.148652 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'code': 200} Oct 13 04:12:26.157911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-d194e94f-e171-40ed-8ffa-9381ee1d0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:26.167951 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-d194e94f-e171-40ed-8ffa-9381ee1d0b5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1101 time: 0.2349572 Oct 13 04:12:26.183424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:26.206307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:26.260224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Allocated IP 172.20.0.11 (af8d1df1-41c0-4f6c-aa7c-495eab72d812/c96965f6-83c7-48b1-a0fa-9da3c15706a9/22d0e486-c9f8-4db7-b8ba-8e2a41938795) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:26.317628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.326911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f90c3568-2aa0-4ba9-9435-301e5db96a7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=798c774ad8ac4acfb8864cfed2d6e1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1129963 Oct 13 04:12:26.334744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:26.352445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:26.358395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a7121bd-fa7c-43c8-b8c9-95e34f0a9f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.388408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a7121bd-fa7c-43c8-b8c9-95e34f0a9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.406952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a71216c7-9efc-4b3b-90b2-88d3ad69db97 req-112f50a1-a11c-43a7-8914-8dfcecf84b17 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 210 time: 0.4031975 Oct 13 04:12:26.469782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7121bd-fa7c-43c8-b8c9-95e34f0a9f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5bb76-50a5-450a-98c8-17c1ab0499bd,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.479221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0a7121bd-fa7c-43c8-b8c9-95e34f0a9f30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3c534df29f74dc3967f38d6038ebe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762148 Oct 13 04:12:26.486918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34436) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:26.491928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.544271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.571370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.641613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.717418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.736027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.755865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.781996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:26.789133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:26.796462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:26.822537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:26.823149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.844583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:26.854019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.869112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.870566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78b85c86-9fc5-4435-aa2e-244267919718 HTTP/1.1" status: 204 len: 168 time: 0.5337570 Oct 13 04:12:26.876513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:26.888889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:26.931795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928f2d-a622-4f16-8026-33776b855bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b85c86-9fc5-4435-aa2e-244267919718,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.961292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:26.977921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:26.990481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:26.991374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.010829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:23Z', 'revision_number': 4, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '9a33c33f-de8a-4e63-8d9a-aee149529117', 'name': '', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'mac_address': 'fa:16:3e:93:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:21Z', 'updated_at': '2021-10-13T04:12:23Z', 'revision_number': 2, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'subnets': [{'id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:27.016585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f3d60-6e6c-4a44-9ede-211b01c816b6 req-87bffeb9-de5b-4405-af13-c701ade43ecc tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.018452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c25f3d60-6e6c-4a44-9ede-211b01c816b6 req-87bffeb9-de5b-4405-af13-c701ade43ecc tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 949 time: 0.1757572 Oct 13 04:12:27.019485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.023446 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.024815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2a5bb76-50a5-450a-98c8-17c1ab0499bd HTTP/1.1" status: 204 len: 168 time: 0.5367074 Oct 13 04:12:27.044270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed0453-19ae-44cf-a2a5-203c241f89dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5bb76-50a5-450a-98c8-17c1ab0499bd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.048028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:27.048620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-71ab65eb-a27e-4b66-8ac6-ef5a6ce50ff6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3708634 Oct 13 04:12:27.050448 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587753a0-8bb1-487d-add8-75fa03a83557" -d '{"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-unplugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:27.055620 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.071608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Transition to ACTIVE for port object f28305ba-8709-45df-b1e0-79bcf1efdf51 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:27.080056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.089649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Request body: {'port': {'device_id': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:27.104762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Checking router: 5c754894-f8e4-41d2-8057-937a672262c6 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:27.105123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Updating router 5c754894-f8e4-41d2-8057-937a672262c6 port 9a33c33f-de8a-4e63-8d9a-aee149529117 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:27.158032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.174026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] No DVR routers for this DVR port f28305ba-8709-45df-b1e0-79bcf1efdf51 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:27.190475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.196190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:27.204146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c25f3d60-6e6c-4a44-9ede-211b01c816b6 req-1789b82d-d2c4-4c13-aca4-fb19b9414b0c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539080 Oct 13 04:12:27.211164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.299332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:27.299904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:27.300008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:27.312060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:27.312388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Attempting to bind port f28305ba-8709-45df-b1e0-79bcf1efdf51 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:27.328112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:27.328449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:27.328840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:27.329279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Bound port: f28305ba-8709-45df-b1e0-79bcf1efdf51, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:27.329640 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.409575 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb312955-ca57-4247-a45a-7cb1fa05d434 x-openstack-request-id: req-fb312955-ca57-4247-a45a-7cb1fa05d434 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:27.409890 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-unplugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:27.415048 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb312955-ca57-4247-a45a-7cb1fa05d434 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:27.415560 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'code': 200} Oct 13 04:12:27.486539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:27.492484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:27.501765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.552993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.553734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:27.555425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 1096 time: 1.3812261 Oct 13 04:12:27.656583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea07f-6626-47f3-bb5a-2558043b2fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:27.719913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-b0d4cb94-3cda-4fbe-953b-2b500c1add67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.722559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-b0d4cb94-3cda-4fbe-953b-2b500c1add67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1099 time: 0.1283524 Oct 13 04:12:27.757446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e06b9-a5e9-4663-bf90-5b295f86220a req-fed67e50-6dd6-44aa-b6cc-6b46fe6a8dcc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.768561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e39e06b9-a5e9-4663-bf90-5b295f86220a req-fed67e50-6dd6-44aa-b6cc-6b46fe6a8dcc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 932 time: 0.1184285 Oct 13 04:12:27.839888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4482d-0437-4af1-97dd-2ff21050a84a req-5289fc91-5bb8-49da-b97f-b8b4276a8678 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.855089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85a4482d-0437-4af1-97dd-2ff21050a84a req-5289fc91-5bb8-49da-b97f-b8b4276a8678 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.3217435 Oct 13 04:12:27.868551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e39e06b9-a5e9-4663-bf90-5b295f86220a req-51597449-99ce-43aa-b4a3-0379762ddee1 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986621 Oct 13 04:12:27.937478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-1f03791c-e063-448d-826b-79b8ed5e06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:27.939316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-1f03791c-e063-448d-826b-79b8ed5e06e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2064970 Oct 13 04:12:27.982590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85a4482d-0437-4af1-97dd-2ff21050a84a req-9f5c273b-c7ae-452f-b058-78a08b638d11 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251307 Oct 13 04:12:28.038604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-29310196-c7ab-45d4-9b87-0d1e16ef4105 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0898333 Oct 13 04:12:28.047472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34498) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.051805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34500) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.058422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-network', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:28.095678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Made reservation on behalf of 9a2e4245e8f94e229bac72a0e18ae4da for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:28.098769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.110461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:28.122761 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.140750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.145602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d46a4817-7ea0-4720-b894-3db98bf45c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.180340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Transition to ACTIVE for port object 22d0e486-c9f8-4db7-b8ba-8e2a41938795 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:28.185261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.188593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-2eef1607-2c78-4822-8e44-5d851efe2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.190077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-2eef1607-2c78-4822-8e44-5d851efe2a50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1404605 Oct 13 04:12:28.253599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.276406 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.286101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.333198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-ed0e0bb1-326f-4d02-ac18-bfef9821b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.336275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-ed0e0bb1-326f-4d02-ac18-bfef9821b577 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1303504 Oct 13 04:12:28.414581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Attempting to bind port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:28.414874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Attempting to bind port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:28.415172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Attempting to bind port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:28.425508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:28.425851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Attempting to bind port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:28.439218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ef556-4b3a-42c3-8bbd-b326659d2d15 None None] Pushing event updated for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.439821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:28.440168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Checking segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:28.440655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Bound using segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:28.440980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Bound port: 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:28.441337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.548180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Attempting to bind port 9a33c33f-de8a-4e63-8d9a-aee149529117 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:28.548554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Attempting to bind port 9a33c33f-de8a-4e63-8d9a-aee149529117 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:28.548922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Attempting to bind port 9a33c33f-de8a-4e63-8d9a-aee149529117 on network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:28.562779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:28.563344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Checking segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:28.564362 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.564775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Bound using segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:28.567556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Bound port: 9a33c33f-de8a-4e63-8d9a-aee149529117, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:28.568716 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.577657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.591611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d46a4817-7ea0-4720-b894-3db98bf45c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.608508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.626969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:28.636626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:28.648680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.665926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b451ca9-dbe5-4913-9569-d43f7af235da,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.669937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d46a4817-7ea0-4720-b894-3db98bf45c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.687906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] For port 9a33c33f-de8a-4e63-8d9a-aee149529117, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:28.693977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] For port 9a33c33f-de8a-4e63-8d9a-aee149529117, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9a33c33f-de8a-4e63-8d9a-aee149529117,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:28.699381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] Provisioning complete for port 9a33c33f-de8a-4e63-8d9a-aee149529117 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:28.700449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.705744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.709723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a537c-a337-4c83-8309-0f73ac1cdbaa req-156ebd1d-143a-4678-a86e-623617e4f3d4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.711463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-149a537c-a337-4c83-8309-0f73ac1cdbaa req-156ebd1d-143a-4678-a86e-623617e4f3d4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 949 time: 0.3713853 Oct 13 04:12:28.728437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d46a4817-7ea0-4720-b894-3db98bf45c73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c43251bf9f54b45ad0d49195b1d44ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463568 Oct 13 04:12:28.733420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-29f90a72-765c-4965-808c-71589c9548b6 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786302 Oct 13 04:12:28.733902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34524) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.755310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.756535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:28.762055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] 10.222.0.47 "PUT /v2.0/ports/22d0e486-c9f8-4db7-b8ba-8e2a41938795 HTTP/1.1" status: 200 len: 1092 time: 1.6978502 Oct 13 04:12:28.768976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:28.773054 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ecf29d-5c77-4676-a641-4a5a25ec85e3" -d '{"events": [{"name": "network-changed", "server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:28.787538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:28.812235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1807a8-6490-4206-9a6d-9b434055031a service neutron] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:28.881033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34532) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:28.890549 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60c6c38-10a8-4b52-aa0d-254ef93f2903 x-openstack-request-id: req-c60c6c38-10a8-4b52-aa0d-254ef93f2903 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:28.891835 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:28.892201 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c60c6c38-10a8-4b52-aa0d-254ef93f2903 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:28.892905 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'status': 'completed', 'code': 200} Oct 13 04:12:28.954647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-4302f9a6-e7d4-47d8-b0ba-b30202cd49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:28.956400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-4302f9a6-e7d4-47d8-b0ba-b30202cd49f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 1095 time: 0.1347795 Oct 13 04:12:28.959941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ef556-4b3a-42c3-8bbd-b326659d2d15 None None] Pushing event updated for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.047254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34540) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.065420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-4c2f8079-7ba5-4dc5-b63e-de66a6e5e7bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795 HTTP/1.1" status: 200 len: 217 time: 0.1011548 Oct 13 04:12:29.066317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:29.067271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.200496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-4643aae9-2355-43c6-8281-b99f777483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.204076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-4643aae9-2355-43c6-8281-b99f777483f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.1205478 Oct 13 04:12:29.212699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a4df23a-c82b-42a7-9624-ae92e17a48de req-7366ef59-fab8-4b3e-b9d4-6e591be51d68 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264543 Oct 13 04:12:29.216334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd4867-93d0-4e3b-9a85-daa91738a528 req-0c9f24c4-165d-4cd5-b898-1e235a168665 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.218374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dfd4867-93d0-4e3b-9a85-daa91738a528 req-0c9f24c4-165d-4cd5-b898-1e235a168665 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 944 time: 0.1697984 Oct 13 04:12:29.218894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:29.232527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1358524061-network', 'tenant_id': '304405e631454c54a1e2df701c72edec'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:29.235337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a4817-7ea0-4720-b894-3db98bf45c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f3b94a-3217-4ffe-a041-47ad06c0673f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.248036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.248625 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Added segment 39f1ab2c-4143-4fc0-b381-a32d3ace60ff of type vlan for network dffd3f05-1ccb-4f0a-a017-0b28d2723951 Oct 13 04:12:29.269545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-44220e72-4dc8-466a-a95b-4dfdeb36461a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481348 Oct 13 04:12:29.299811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-149a537c-a337-4c83-8309-0f73ac1cdbaa req-2c1cfac2-b291-4b23-beb8-8c45136c1b0e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686753 Oct 13 04:12:29.321239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bed003ae-c76e-449f-aae0-85de5d631c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.363746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:29.366938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.375585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:29.401985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.414687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.417900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dfd4867-93d0-4e3b-9a85-daa91738a528 req-7f354bc8-a477-4c3b-91f4-c25c7e7fee7f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785147 Oct 13 04:12:29.433508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:29.440053 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d827b-c28a-4480-8df5-319a55b4f1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:29.456355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.494729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.531745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] For port 9a33c33f-de8a-4e63-8d9a-aee149529117, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9a33c33f-de8a-4e63-8d9a-aee149529117,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:29.542496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-d1cb5842-cf7d-427c-86ac-f29cade69809 service neutron] 10.222.0.47 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503929 Oct 13 04:12:29.544160 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc78a248-1f82-4e49-9d76-edf6a9f86125 x-openstack-request-id: req-dc78a248-1f82-4e49-9d76-edf6a9f86125 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:29.544676 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:29.545424 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc78a248-1f82-4e49-9d76-edf6a9f86125 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:29.546009 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'status': 'completed', 'code': 200} Oct 13 04:12:29.564253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.614363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aef7d85a-fcab-46e7-baaf-cdcf1af03576 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:29.614363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.617928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.661895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340a557-8a14-4551-8fff-fe5ccfdb5a2c None None] Pushing event updated for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.666427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c079eb-a49e-439c-9b41-ec23a2088518 req-5d48e5b2-22fc-48ff-a6a4-d48e7f946805 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.668568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c079eb-a49e-439c-9b41-ec23a2088518 req-5d48e5b2-22fc-48ff-a6a4-d48e7f946805 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.2867422 Oct 13 04:12:29.676873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.678904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.678904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.691264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:23Z', 'revision_number': 4, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '9a33c33f-de8a-4e63-8d9a-aee149529117', 'name': '', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'mac_address': 'fa:16:3e:93:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:21Z', 'updated_at': '2021-10-13T04:12:28Z', 'revision_number': 4, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'subnets': [{'id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:29.698584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bed003ae-c76e-449f-aae0-85de5d631c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.718134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bed003ae-c76e-449f-aae0-85de5d631c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.727175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa708ba-c5f2-4068-b240-57394b3ca8bb None None] The sync data for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 is: [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:12:23Z', 'revision_number': 4, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '9a33c33f-de8a-4e63-8d9a-aee149529117', 'name': '', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'mac_address': 'fa:16:3e:93:1a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:21Z', 'updated_at': '2021-10-13T04:12:28Z', 'revision_number': 4, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'subnets': [{'id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:29.734807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-468cdc7f-4ed2-44b4-9635-cf452f8876d6 None None] Provisioning complete for port 9a33c33f-de8a-4e63-8d9a-aee149529117 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:29.735515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-468cdc7f-4ed2-44b4-9635-cf452f8876d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.754797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd78bdb6-2498-4bda-8ce8-2ea451834fe2 req-50408677-37d7-45f5-80de-27e7d4f56281 service neutron] 10.222.0.47 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048728 Oct 13 04:12:29.757643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.782918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.795805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:29.804577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.807671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.808083 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Added segment 6ea7142b-2932-4985-9683-8cbeaea9a9f7 of type vlan for network 09eb9e89-c7da-43f3-a91a-c841807753de Oct 13 04:12:29.834452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed003ae-c76e-449f-aae0-85de5d631c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9f191-9ab6-4f11-8f20-ccdea75e83e7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.847895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bed003ae-c76e-449f-aae0-85de5d631c13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fcdfc30a17945baa72dc484c594f54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949114 Oct 13 04:12:29.852095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.885046 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8361058 Oct 13 04:12:29.892803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34550) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:29.900945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-cf58d146-7352-4f9b-abdb-e3098af1d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.902885 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-cf58d146-7352-4f9b-abdb-e3098af1d9f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1099 time: 0.3230851 Oct 13 04:12:29.911081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:29.917766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Request body: {'subnet': {'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-subnet', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:29.919128 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc2e840-a254-46ba-8edd-4a879cf5106e" -d '{"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:29.923309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-e8774ce0-bf55-449b-8c91-1291ac6da6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:29.939905 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-e8774ce0-bf55-449b-8c91-1291ac6da6f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1099 time: 0.3655581 Oct 13 04:12:29.941244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:29.952736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.967024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:29.976688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe97f7-0bf2-4a4b-a10a-a86985161231 admin admin] Pushing event updated for resources: {'Network': ['ID=dffd3f05-1ccb-4f0a-a017-0b28d2723951,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:29.977366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4165914e-6bc8-4580-ac28-049418891373,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.007801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-46425d43-b4ab-4e04-a4cd-e781893348d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.008584 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2087a62-b38b-49e6-a8ae-7dc2bbe80af0 x-openstack-request-id: req-a2087a62-b38b-49e6-a8ae-7dc2bbe80af0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:30.008872 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:30.009123 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2087a62-b38b-49e6-a8ae-7dc2bbe80af0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:30.009570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-46425d43-b4ab-4e04-a4cd-e781893348d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 1095 time: 0.1233623 Oct 13 04:12:30.009652 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'code': 200} Oct 13 04:12:30.011478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:30.016381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.017508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.022342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.109528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.137767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8c079eb-a49e-439c-9b41-ec23a2088518 req-b4fc1325-a9f0-4bf1-a7cc-e4900ac678e3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561274 Oct 13 04:12:30.156086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] Pushing event updated for resources: {'Network': ['ID=09eb9e89-c7da-43f3-a91a-c841807753de,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.156299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.158869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.162218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3f3b94a-3217-4ffe-a041-47ad06c0673f HTTP/1.1" status: 204 len: 168 time: 1.4166632 Oct 13 04:12:30.172708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 09eb9e89-c7da-43f3-a91a-c841807753de details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:30.184105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:30.201323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-d4deeb5c-e740-4bb6-a7f3-bdd3f56e97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.203493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-d4deeb5c-e740-4bb6-a7f3-bdd3f56e97d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 922 time: 0.1779008 Oct 13 04:12:30.210950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2bbd033b-5a80-423a-8aa8-73ef499d1db1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3283973 Oct 13 04:12:30.211132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Made reservation on behalf of 9a2e4245e8f94e229bac72a0e18ae4da for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:30.214762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.219733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34556) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:30.256124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f431db8-0a29-4ef9-abd4-d204744d625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f3b94a-3217-4ffe-a041-47ad06c0673f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.262842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Request body: {'subnet': {'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1358524061-subnet', 'tenant_id': '304405e631454c54a1e2df701c72edec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:30.269888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-49002848-bedc-443f-906b-1a030d43c896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795 HTTP/1.1" status: 200 len: 217 time: 0.0569398 Oct 13 04:12:30.327604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-ef4c36b8-1ef8-4498-82c2-07965cc5050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.329190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-ef4c36b8-1ef8-4498-82c2-07965cc5050c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3881285 Oct 13 04:12:30.360327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:30.376926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-7829d704-4bbe-4ce7-a1fe-9687ea9c840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.378683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-7829d704-4bbe-4ce7-a1fe-9687ea9c840c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.0989223 Oct 13 04:12:30.384366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.445432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:30.449189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.452976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-bfc3546c-5922-47b8-b941-94f34953aead service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662146 Oct 13 04:12:30.462994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-1aa8f153-6667-445b-8a9e-8cb932110520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.1112115 Oct 13 04:12:30.491700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.548534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-60d39fb5-7914-4b8f-8a25-71a49a1daf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.550686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-60d39fb5-7914-4b8f-8a25-71a49a1daf43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5750902 Oct 13 04:12:30.672309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-d8c41546-e622-4785-a3c9-2090c52b104d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.1057427 Oct 13 04:12:30.722500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.726335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:30.729768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cef9f191-9ab6-4f11-8f20-ccdea75e83e7 HTTP/1.1" status: 204 len: 168 time: 0.8705237 Oct 13 04:12:30.752270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-1f6c149e-4d70-4b4f-a642-279406fccddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.753767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-1f6c149e-4d70-4b4f-a642-279406fccddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2846293 Oct 13 04:12:30.763716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96098850-6fba-4f60-bac9-fbf9409c1c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9f191-9ab6-4f11-8f20-ccdea75e83e7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:30.828903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30b03-2a16-47f2-9f04-af062c8295dd req-601b5a57-3b25-461e-b2a2-81d3590f92ee tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.831264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fea30b03-2a16-47f2-9f04-af062c8295dd req-601b5a57-3b25-461e-b2a2-81d3590f92ee tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 944 time: 0.2666795 Oct 13 04:12:30.857017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-e90bc055-18cb-44d4-901f-d4ee69eacf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:30.858467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-e90bc055-18cb-44d4-901f-d4ee69eacf9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1753056 Oct 13 04:12:31.044497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-bfcd79b4-0da4-4466-be36-b687bc92437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.046125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-bfcd79b4-0da4-4466-be36-b687bc92437f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739072 Oct 13 04:12:31.051024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dc357-b893-4306-b059-fc6a77af05f1 req-2eb28e59-28f7-459f-8fb2-6961f8f8652b tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.053316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a01dc357-b893-4306-b059-fc6a77af05f1 req-2eb28e59-28f7-459f-8fb2-6961f8f8652b tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.6107664 Oct 13 04:12:31.077234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fea30b03-2a16-47f2-9f04-af062c8295dd req-7aef798e-06ab-4232-9764-76551f3ad16f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184250 Oct 13 04:12:31.108659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-79c9bc1b-b7ab-49fa-b486-8f1852f6816b service neutron] 10.222.0.47 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444087 Oct 13 04:12:31.278985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-4f040724-0c2b-4b6f-9e3c-edda1c4f2113 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963842 Oct 13 04:12:31.304040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-a9560908-9c76-4cfd-b05f-69f0a4f2fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.305657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-a9560908-9c76-4cfd-b05f-69f0a4f2fd5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4219253 Oct 13 04:12:31.325322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a01dc357-b893-4306-b059-fc6a77af05f1 req-1ce20816-706f-4122-be04-661b7d84e00c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575245 Oct 13 04:12:31.389887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:31.402269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.429995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47c57951-80ac-42ef-8a04-880269e85d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.442204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.447416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-9df3e570-5c82-4778-8138-971c5ab6cc0c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242573 Oct 13 04:12:31.538881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76ecf29d-5c77-4676-a641-4a5a25ec85e3 req-dd43c0d0-2d1b-4ea5-ad1d-e8ae7b4ea74f service neutron] 10.222.0.47 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725410 Oct 13 04:12:31.558083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26442103-b8fa-40e3-8a69-5c8bf1873f36,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:31.578013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3e1db5-61bc-4907-b32b-93d1393c0eaa,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:31.585357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Checking segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:31.585626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Network hostable DHCP agents. Network: 09eb9e89-c7da-43f3-a91a-c841807753de, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:31.609049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9a33c33f-de8a-4e63-8d9a-aee149529117 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:31.634964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Network 09eb9e89-c7da-43f3-a91a-c841807753de is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:31.653924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47c57951-80ac-42ef-8a04-880269e85d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.655478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 09eb9e89-c7da-43f3-a91a-c841807753de) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:31.660185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.660826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.668648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47c57951-80ac-42ef-8a04-880269e85d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.685214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b9a76-1f3f-48ff-a5f0-717bbd540a46 None None] Network 09eb9e89-c7da-43f3-a91a-c841807753de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:31.687627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-499428d2-0dab-4a2e-bd97-0f2664486f48 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109700 Oct 13 04:12:31.715506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-05078de7-0b72-43ff-b462-373eef292074 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4937127 Oct 13 04:12:31.725500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-47c57951-80ac-42ef-8a04-880269e85d31 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=107979a9f1184bdbabbaf1261d4270ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336587 Oct 13 04:12:31.726516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c57951-80ac-42ef-8a04-880269e85d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c1b8e-2391-4c28-beed-4815785cd4cd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:31.729181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34596) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:31.754363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6d3a2-5a73-4263-a791-728847499b91 req-7c9609f3-96e7-42c2-aec1-a2fbad39a17b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.756783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88c6d3a2-5a73-4263-a791-728847499b91 req-7c9609f3-96e7-42c2-aec1-a2fbad39a17b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.4498770 Oct 13 04:12:31.764249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Checking segment: {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:31.764607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Network hostable DHCP agents. Network: dffd3f05-1ccb-4f0a-a017-0b28d2723951, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:31.792391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.821306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9a33c33f-de8a-4e63-8d9a-aee149529117 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:31.822740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.837666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:31.852506 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88c6d3a2-5a73-4263-a791-728847499b91 req-137bac40-2b2d-46a9-88df-9b91637373d8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893173 Oct 13 04:12:31.856301 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-579d827b-c28a-4480-8df5-319a55b4f1b2 req-ea854a00-7d1f-4c32-989e-40a40b1e8c18 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678582 Oct 13 04:12:31.874968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, dffd3f05-1ccb-4f0a-a017-0b28d2723951) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:31.875249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.877399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:31.878018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.889944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf6a2e-2185-4fae-ad7f-2e483ae44d86 None None] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:31.899093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b7fb6639-28da-49ea-ae4f-1607697c865d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0000885 Oct 13 04:12:31.901975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34598) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:31.926568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:31.980030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.984275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:31.985789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef8c1b8e-2391-4c28-beed-4815785cd4cd HTTP/1.1" status: 204 len: 168 time: 0.2556701 Oct 13 04:12:32.008115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235d49-6c79-434a-8cc4-c0113c388bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c1b8e-2391-4c28-beed-4815785cd4cd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:32.020917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.022755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.088840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.197676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f84ec-3196-420a-a992-796e622bd080 None None] Network 09eb9e89-c7da-43f3-a91a-c841807753de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:32.204462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:32.243447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd50855-6c28-4621-ba60-24e7b04e1305 req-b69ac693-61f7-47d8-abd5-f505839b7aa6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:32.245498 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5bd50855-6c28-4621-ba60-24e7b04e1305 req-b69ac693-61f7-47d8-abd5-f505839b7aa6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 944 time: 0.0815074 Oct 13 04:12:32.321626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5bd50855-6c28-4621-ba60-24e7b04e1305 req-c31fae03-266d-446f-a09a-7c48b585c995 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702281 Oct 13 04:12:32.334206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.413345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'fixed_ips': [{'subnet_id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:32.414208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.582864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:32.635784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'port_id': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'mac_address': 'fa:16:3e:19:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96965f6-83c7-48b1-a0fa-9da3c15706a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:32.684279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824deb25-7145-4216-8dd8-eb50726f1174 req-b11f401d-41dc-4db4-8be4-42072aad0704 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:32.689984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-824deb25-7145-4216-8dd8-eb50726f1174 req-b11f401d-41dc-4db4-8be4-42072aad0704 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0937738 Oct 13 04:12:32.732103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.737058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-824deb25-7145-4216-8dd8-eb50726f1174 req-e5f053ff-73f0-49be-b52c-6b0a573e145c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Oct 13 04:12:32.741681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.762267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Allocated IP 172.20.0.2 (dffd3f05-1ccb-4f0a-a017-0b28d2723951/8b3e1db5-61bc-4907-b32b-93d1393c0eaa/80a82974-94b4-40b2-943d-dbe7ace0740c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:32.765073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:32.768934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.801455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:32.812534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:32.867340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-0e12ba39-b029-45a0-a132-f0223c1339b0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:32.868838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-0e12ba39-b029-45a0-a132-f0223c1339b0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.2304938 Oct 13 04:12:32.907853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:32.919916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-825b4369-07cc-4223-a5d6-e977757dcf9b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/quotas/304405e631454c54a1e2df701c72edec HTTP/1.1" status: 200 len: 375 time: 0.0371201 Oct 13 04:12:32.954253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Allocated IP 172.25.0.172 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/419a4892-a99a-4f3a-898e-de99ff98062b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:32.984914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-6cba268d-9db3-48dc-b97b-38b800958906 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385838 Oct 13 04:12:32.994111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.005889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.038876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22d0e486-c9f8-4db7-b8ba-8e2a41938795'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:33.089391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:33.095099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:33.101103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:33.106931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Pushing event updated for resources: {'Port': ['ID=80a82974-94b4-40b2-943d-dbe7ace0740c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:33.164387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-988141a7-02d0-498c-960a-3e9a2e814650 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663492 Oct 13 04:12:33.173607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:33.201524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Attempting to bind port 80a82974-94b4-40b2-943d-dbe7ace0740c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:33.201896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Attempting to bind port 80a82974-94b4-40b2-943d-dbe7ace0740c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:33.202265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Attempting to bind port 80a82974-94b4-40b2-943d-dbe7ace0740c on network dffd3f05-1ccb-4f0a-a017-0b28d2723951 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:33.231332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:33.231678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Checking segment: {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:33.232088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.232498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Bound using segment: {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:33.232979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Bound port: 80a82974-94b4-40b2-943d-dbe7ace0740c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:33.233366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.234192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.315581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-8b8ab2f6-132e-4820-a96f-8382f41829c8 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425304 Oct 13 04:12:33.360960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.372088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df111c-f6f6-4cf5-a000-6281547d0ae5 req-4d40a026-6f62-4d00-b6cd-5bd2ae39086e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:33.377000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7df111c-f6f6-4cf5-a000-6281547d0ae5 req-4d40a026-6f62-4d00-b6cd-5bd2ae39086e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 948 time: 0.0925910 Oct 13 04:12:33.401473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:33.407426 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:33.416889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:33.420799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:33.423117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] For port 80a82974-94b4-40b2-943d-dbe7ace0740c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:33.428782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] For port 80a82974-94b4-40b2-943d-dbe7ace0740c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=80a82974-94b4-40b2-943d-dbe7ace0740c,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:33.430644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:33.430845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'mac_address': 'fa:16:3e:fa:cc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:33.441684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.490649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Pushing event updated for resources: {'Port': ['ID=419a4892-a99a-4f3a-898e-de99ff98062b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:33.506197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7df111c-f6f6-4cf5-a000-6281547d0ae5 req-b1e70489-0149-45ac-8434-8bf8a81fea52 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237721 Oct 13 04:12:33.566324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.586991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062388f-219c-4314-b90b-e2b74313e2de None None] Pushing event updated for resources: {'Port': ['ID=80a82974-94b4-40b2-943d-dbe7ace0740c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:33.601521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28305ba-8709-45df-b1e0-79bcf1efdf51 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:33.628540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:33.652724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.664364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca5758-0dd6-4bea-bd46-79e3c2f7894b req-4340a21b-6cf3-4ebc-8c55-273ea3f3191c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:33.671588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fca5758-0dd6-4bea-bd46-79e3c2f7894b req-4340a21b-6cf3-4ebc-8c55-273ea3f3191c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 945 time: 0.0709031 Oct 13 04:12:33.694582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-network', 'tenant_id': '6c32f957b87a47d08340578a8e118c52'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:33.729378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:33.756005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fca5758-0dd6-4bea-bd46-79e3c2f7894b req-5a730b9b-70c8-41dd-a5d4-23dd7694e29b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801079 Oct 13 04:12:33.773175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Made reservation on behalf of 6c32f957b87a47d08340578a8e118c52 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:33.784214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.794137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:33.819637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f08061a4-8d3d-4468-b63d-8060c3fcb871 req-37066a83-4580-4bcb-acda-0725b429f8ba tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 210 time: 0.0509565 Oct 13 04:12:33.916304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:33.998375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.008716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.100991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a017d1-750d-4cf1-9645-75d179f04e14,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:34.116126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:34.141539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.141873 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Added segment e523abab-b1f3-44b2-abfa-a4635834b9b5 of type vlan for network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed Oct 13 04:12:34.203287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.215786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e5236-b94f-4784-8c4b-bc262eb256af req-c4f6856d-b9be-4fda-a1cf-b34d743bb311 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.217357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:34.217824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8e5236-b94f-4784-8c4b-bc262eb256af req-c4f6856d-b9be-4fda-a1cf-b34d743bb311 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1260011 Oct 13 04:12:34.273382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.297397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:34.306914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:34.308608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8e5236-b94f-4784-8c4b-bc262eb256af req-ac31d428-90c2-46ef-9806-f60ac964772d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Oct 13 04:12:34.308823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.323374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90f152-4186-49dc-84b2-195db7f2542a req-a1811cac-7002-4547-aeee-112a5406e1f1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.325158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c90f152-4186-49dc-84b2-195db7f2542a req-a1811cac-7002-4547-aeee-112a5406e1f1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 949 time: 0.1687782 Oct 13 04:12:34.415451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-8d44d087-7176-451e-8fb2-903bc8d06679 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.417568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-8d44d087-7176-451e-8fb2-903bc8d06679 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39&tenant_id=e5631d415ae040dcbaded884bc5e0b91&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 949 time: 0.2447624 Oct 13 04:12:34.456181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.479821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.480768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.481428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.482719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:34.485386 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651532c-77c3-44f9-a239-2472ec1e254f" -d '{"events": [{"server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "name": "network-vif-plugged", "status": "completed", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:34.511256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:34.524516 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.569538 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8339234b-6379-4853-958a-2d62207c2326 x-openstack-request-id: req-8339234b-6379-4853-958a-2d62207c2326 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:34.570207 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "name": "network-vif-plugged", "status": "completed", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:34.570207 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8339234b-6379-4853-958a-2d62207c2326 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:34.570430 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'code': 200} Oct 13 04:12:34.580029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c90f152-4186-49dc-84b2-195db7f2542a req-9450692f-a1e6-4a02-aa26-fb57e09545d9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405879 Oct 13 04:12:34.652401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2496521 Oct 13 04:12:34.654661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:34.659408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1ddd-a94e-4280-8ad2-f8e79ba3cd75 admin admin] Pushing event updated for resources: {'Network': ['ID=5a93f828-dfed-46c3-80f1-d2d9e82df0ed,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:34.664062 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-0eac9436-6c7f-4f3f-8958-68deca8a71c0 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:12:34.665237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-0eac9436-6c7f-4f3f-8958-68deca8a71c0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/f28305ba-8709-45df-b1e0-79bcf1efdf51/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.2362218 Oct 13 04:12:34.672406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:34.674790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:34.680821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Request body: {'subnet': {'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-subnet', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:34.722341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.793026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Made reservation on behalf of 6c32f957b87a47d08340578a8e118c52 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:34.795347 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:34.893446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99833a96-1758-4bc5-ba6b-4fb62cd8137a req-68417c87-333e-4b11-9589-51df3b7045b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.895423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99833a96-1758-4bc5-ba6b-4fb62cd8137a req-68417c87-333e-4b11-9589-51df3b7045b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 1097 time: 0.2416058 Oct 13 04:12:34.951193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-bc092953-0a04-4c2b-b161-10c86ca63004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.953336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-bc092953-0a04-4c2b-b161-10c86ca63004 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1100 time: 0.1053302 Oct 13 04:12:34.986992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318be30-3473-4f20-95a3-d6e5ba1a5540 req-3b2bbbe1-3c42-4909-ae98-2681901183ad tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:34.994966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5318be30-3473-4f20-95a3-d6e5ba1a5540 req-3b2bbbe1-3c42-4909-ae98-2681901183ad tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.0829158 Oct 13 04:12:35.042271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99833a96-1758-4bc5-ba6b-4fb62cd8137a req-8057aae4-9913-41d8-b48e-6d2412c9d8f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Oct 13 04:12:35.048548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b243e0c3-798d-42e5-a483-ac8e1e998690 req-d7e98c17-066a-440e-9770-e457dc521031 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 210 time: 0.0701759 Oct 13 04:12:35.101371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5318be30-3473-4f20-95a3-d6e5ba1a5540 req-d39477cc-912c-4dd1-bc79-0c93ad078f47 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052108 Oct 13 04:12:35.126010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34710) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:35.134991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-f8634841-1bfe-4d21-bcf5-829a1dd07d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:35.136633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-f8634841-1bfe-4d21-bcf5-829a1dd07d72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1742432 Oct 13 04:12:35.170993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:35.193384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfb403-0d03-492c-8a5b-63d49202208d None None] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:35.226581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:35.236549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.280894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] Provisioning complete for port 80a82974-94b4-40b2-943d-dbe7ace0740c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:35.281280 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.286400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-faae6fa0-b0c0-451c-a99a-9bbed5d0c99a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0484467 Oct 13 04:12:35.294289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273c1d29-4826-48d9-83b0-19b8a9696d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.375681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port f28305ba-8709-45df-b1e0-79bcf1efdf51 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:35.387432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port f28305ba-8709-45df-b1e0-79bcf1efdf51 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:35.387810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.410116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc43976-4780-4296-989c-ae991d1f81da,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.514737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.591515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] For port 80a82974-94b4-40b2-943d-dbe7ace0740c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=80a82974-94b4-40b2-943d-dbe7ace0740c,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:35.597737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.602072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 80a82974-94b4-40b2-943d-dbe7ace0740c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:35.651179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.768427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:35.780427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.783161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270ae74-db9c-4307-92e0-33326c61d722 None None] Pushing event updated for resources: {'Port': ['ID=80a82974-94b4-40b2-943d-dbe7ace0740c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:35.819274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 80a82974-94b4-40b2-943d-dbe7ace0740c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:35.819562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.861433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Checking segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:35.862521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Network hostable DHCP agents. Network: 5a93f828-dfed-46c3-80f1-d2d9e82df0ed, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:35.875324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-c1bab188-92f1-4536-ad2c-7d76c2040a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:35.876827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-c1bab188-92f1-4536-ad2c-7d76c2040a91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.5794420 Oct 13 04:12:35.895415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56efdf-3487-48fb-8bab-8583ef3b5187 req-f6700789-b12a-445c-bf4d-d2d4f9f03cda tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:35.899139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f56efdf-3487-48fb-8bab-8583ef3b5187 req-f6700789-b12a-445c-bf4d-d2d4f9f03cda tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.4795923 Oct 13 04:12:35.902619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:35.918528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Sync routers for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:35.932240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:35.933066 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:35.933730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-000d6ea6-fc72-4ae2-acee-9c90b7ddb821 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0283659 Oct 13 04:12:35.934037 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:35.943813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34720) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:35.946095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:35.972794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-713d9e59-2fce-470b-9e3b-f2492e29f1c2 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:35.975565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-713d9e59-2fce-470b-9e3b-f2492e29f1c2 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.6825023 Oct 13 04:12:36.002672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Request body: {'port': {'device_id': 'c46ad325-805e-4339-9089-79820cfc273d', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'admin_state_up': True, 'tenant_id': '304405e631454c54a1e2df701c72edec'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:36.026951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.040278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2059c892-1cf8-4446-965a-971d70907b12 None None] Provisioning complete for port 80a82974-94b4-40b2-943d-dbe7ace0740c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:36.040650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2059c892-1cf8-4446-965a-971d70907b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.047842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:36.203792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5a93f828-dfed-46c3-80f1-d2d9e82df0ed) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:36.214358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c990fae8-86ef-492f-a1df-313280feb94e None None] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:36.216043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685c2d5-2772-4914-8e1b-5cf6ddb8eb5f req-45125315-22bb-4f2c-94e1-440a85060127 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:36.223816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b685c2d5-2772-4914-8e1b-5cf6ddb8eb5f req-45125315-22bb-4f2c-94e1-440a85060127 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.4182475 Oct 13 04:12:36.249208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:36.249776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.256979 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:33Z', 'revision_number': 3, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:36.275445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f56efdf-3487-48fb-8bab-8583ef3b5187 req-06609d82-99c4-44d0-8959-cf4d978a87a8 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497987 Oct 13 04:12:36.285667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-a93bb2ae-f851-4518-95a8-8dd0a3984d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:36.288029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-a93bb2ae-f851-4518-95a8-8dd0a3984d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4027503 Oct 13 04:12:36.293416 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Checking router: 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:36.293984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Updating router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 port 419a4892-a99a-4f3a-898e-de99ff98062b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:36.306189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273c1d29-4826-48d9-83b0-19b8a9696d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.318368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:36.322167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.324728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-15626e2a-c144-4786-a3ea-ded1c0b8a56c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6689410 Oct 13 04:12:36.325529 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.327638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:36.343310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:36.353590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273c1d29-4826-48d9-83b0-19b8a9696d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.396758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b685c2d5-2772-4914-8e1b-5cf6ddb8eb5f req-6b16aada-a527-4a65-8e87-2600399e60dd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717951 Oct 13 04:12:36.489922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:12:36.491310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.548084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-273c1d29-4826-48d9-83b0-19b8a9696d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2d5b9485dab40f2a358c4b8d41415c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4210210 Oct 13 04:12:36.554433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c1d29-4826-48d9-83b0-19b8a9696d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f3c85e-4cbc-419c-af71-99194b0c4957,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.555311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:36.595551 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.597276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.607435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:36.609859 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597f8d3-e50a-4b8e-9824-c1c45a22dc47" -d '{"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-plugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:36.633740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5197fa96-a0ba-4b6d-9a70-80fc1a3ef5f7 req-08ffe021-6498-4010-b787-e9bf333247fb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 210 time: 0.1095593 Oct 13 04:12:36.666816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4a96b-fe11-491d-a1f7-729e282c3518 req-0cffe28c-ee15-4c7c-a16e-19e99a634383 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:36.668439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e4a96b-fe11-491d-a1f7-729e282c3518 req-0cffe28c-ee15-4c7c-a16e-19e99a634383 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.1526358 Oct 13 04:12:36.699383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-b6a9be40-1aa0-459f-8f9a-1e4520010386 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970568 Oct 13 04:12:36.717333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Allocated IP 172.20.0.2 (5a93f828-dfed-46c3-80f1-d2d9e82df0ed/7cc43976-4780-4296-989c-ae991d1f81da/84e3b88a-e8a6-483a-ae34-dfb09f4b7def) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:36.731257 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96567f70-36ee-465c-a7c6-b032c116a482 x-openstack-request-id: req-96567f70-36ee-465c-a7c6-b032c116a482 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:36.731511 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.731654 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-plugged", "status": "completed", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:36.731844 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96567f70-36ee-465c-a7c6-b032c116a482 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:36.732464 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'code': 200} Oct 13 04:12:36.738289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.740301 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.778871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.788305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Attempting to bind port 419a4892-a99a-4f3a-898e-de99ff98062b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:36.788935 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Attempting to bind port 419a4892-a99a-4f3a-898e-de99ff98062b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:36.789502 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Attempting to bind port 419a4892-a99a-4f3a-898e-de99ff98062b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:36.800372 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:36.801018 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:36.801563 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.802628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:36.803282 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Bound port: 419a4892-a99a-4f3a-898e-de99ff98062b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:36.803834 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.804287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.852422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.861945 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] For port 419a4892-a99a-4f3a-898e-de99ff98062b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:36.865938 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] For port 419a4892-a99a-4f3a-898e-de99ff98062b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=419a4892-a99a-4f3a-898e-de99ff98062b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:36.872063 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.881385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e4a96b-fe11-491d-a1f7-729e282c3518 req-f59963c1-466f-40ec-a58c-9ebea3412b7c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743619 Oct 13 04:12:36.899955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941670-79de-4465-9664-4a5713285335 None None] Pushing event updated for resources: {'Port': ['ID=419a4892-a99a-4f3a-898e-de99ff98062b,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.931362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Allocated IP 172.20.0.11 (09eb9e89-c7da-43f3-a91a-c841807753de/26442103-b8fa-40e3-8a69-5c8bf1873f36/868f5499-0b85-4ca9-9844-7f36a1d8a661) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:36.952836 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941670-79de-4465-9664-4a5713285335 None None] Pushing event updated for resources: {'Port': ['ID=419a4892-a99a-4f3a-898e-de99ff98062b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:36.956392 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:36.957145 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:36.971237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:36.983376 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.037667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:37.049192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:37.057343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:37.075109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Pushing event updated for resources: {'Port': ['ID=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.076259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.078977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.085735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55f3c85e-4cbc-419c-af71-99194b0c4957 HTTP/1.1" status: 204 len: 168 time: 0.5243678 Oct 13 04:12:37.116871 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:37.117966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e098e1-0fde-4f1a-a75a-f2fc61cd63b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f3c85e-4cbc-419c-af71-99194b0c4957,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.147381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.159955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Allocated IP 172.20.0.1 (dffd3f05-1ccb-4f0a-a017-0b28d2723951/8b3e1db5-61bc-4907-b32b-93d1393c0eaa/c6944b95-97c3-4edf-89ca-9cc1a7fac4ec) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:37.223161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Attempting to bind port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:37.224566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Attempting to bind port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:37.225167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Attempting to bind port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def on network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:37.237333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:37.238152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Checking segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:37.238790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.239551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Bound using segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:37.240473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Bound port: 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:37.241100 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.313261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.317413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d74a994-3e90-48af-8bcc-b5bd5f8ab121 req-473120b9-333f-43e2-8f24-8458bbd889e9 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882645 Oct 13 04:12:37.381775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] For port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:37.388725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7fa01-4107-4a63-8a2a-92aa791cd8d5 req-3bce6ba9-e7ce-44f3-98f7-c28cd37d71c3 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:37.390819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80e7fa01-4107-4a63-8a2a-92aa791cd8d5 req-3bce6ba9-e7ce-44f3-98f7-c28cd37d71c3 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.3193927 Oct 13 04:12:37.409202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] For port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:37.448673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.470297 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35169829-7a21-477d-87de-a65f903acbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:33Z', 'revision_number': 3, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:37.504464 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35169829-7a21-477d-87de-a65f903acbcb None None] The sync data for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 is: [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:33Z', 'revision_number': 3, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:37.525376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.542698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80e7fa01-4107-4a63-8a2a-92aa791cd8d5 req-2a0d33aa-68c5-42ef-b615-77dbae172abe tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130810 Oct 13 04:12:37.585839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 80a82974-94b4-40b2-943d-dbe7ace0740c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:37.588354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.603749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed22bcc-94bd-4aeb-9ad4-a44c23156e78 req-dbfbce21-d188-4e75-8132-ef1eea9a9bbd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:37.607677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed22bcc-94bd-4aeb-9ad4-a44c23156e78 req-dbfbce21-d188-4e75-8132-ef1eea9a9bbd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1923449 Oct 13 04:12:37.653042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34746) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:37.662274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4846c29-f2e0-4f2f-af98-964706adb45b None None] Pushing event updated for resources: {'Port': ['ID=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.703639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 80a82974-94b4-40b2-943d-dbe7ace0740c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:37.704140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.722248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Network 09eb9e89-c7da-43f3-a91a-c841807753de is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:37.728983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f67e-5453-483f-a2dc-2328f6f98e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.732287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed22bcc-94bd-4aeb-9ad4-a44c23156e78 req-5ab41d60-5fe2-47e7-a797-2427d21b1c66 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154575 Oct 13 04:12:37.751471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:37.829461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:37.838165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:37.853667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:37.867688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:37.870680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:37.900138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:38.012462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Pushing event updated for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.044843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.108392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e4086-e770-4748-9291-546057e6fed7 req-3d1a332b-18d6-42ef-a517-d66cab062b7d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.109842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-457e4086-e770-4748-9291-546057e6fed7 req-3d1a332b-18d6-42ef-a517-d66cab062b7d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 932 time: 0.1986589 Oct 13 04:12:38.138880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.145680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.204645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.228301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-457e4086-e770-4748-9291-546057e6fed7 req-49d5c2ed-6ef7-4d01-923d-92394f480d9f tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039500 Oct 13 04:12:38.285893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.290903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-4514c517-ca81-488f-8cb1-8d7c82e6cba1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2984512 Oct 13 04:12:38.316782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.322506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-aa8287b2-e2eb-4407-8bd1-6d3975c3c5f7 None None] Provisioning complete for port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:38.325667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa8287b2-e2eb-4407-8bd1-6d3975c3c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.330309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983c2e-ae3d-413a-8f69-ab7e29f11e3b req-80cb11db-1f06-440d-834d-42863fa08ab8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.333932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c983c2e-ae3d-413a-8f69-ab7e29f11e3b req-80cb11db-1f06-440d-834d-42863fa08ab8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.3858066 Oct 13 04:12:38.353383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Request body: {'port': {'device_id': 'c46ad325-805e-4339-9089-79820cfc273d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:38.381934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-aa8287b2-e2eb-4407-8bd1-6d3975c3c5f7 None None] Port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:38.433175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baac68-43a3-4f34-b72a-0ed7706a930b req-2035d9b0-2969-4c5d-b3b3-969aac3a44e8 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.434765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1baac68-43a3-4f34-b72a-0ed7706a930b req-2035d9b0-2969-4c5d-b3b3-969aac3a44e8 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.0989423 Oct 13 04:12:38.530209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f67e-5453-483f-a2dc-2328f6f98e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.531005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1baac68-43a3-4f34-b72a-0ed7706a930b req-d185da5c-d91c-4c70-bc54-a51580804326 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830529 Oct 13 04:12:38.539292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.585907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c983c2e-ae3d-413a-8f69-ab7e29f11e3b req-bfacf1aa-8fac-40ae-9248-b9d69844356b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291324 Oct 13 04:12:38.591746 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f67e-5453-483f-a2dc-2328f6f98e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.636689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.648102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.676156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2aa2f67e-5453-483f-a2dc-2328f6f98e55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b478f4302fa4ef9b8c0ab81fb2e8afc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0009675 Oct 13 04:12:38.684419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34754) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:38.704070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Allocated IP 172.25.0.54 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/bf46e89b-2990-483a-a869-3517d4aa5af2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:38.706525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2f67e-5453-483f-a2dc-2328f6f98e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2cf1dd-b630-4cd6-b6da-81dcb9840f5d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.796667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Pushing event updated for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:38.801308 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:38.829736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496592e2-9ded-4119-bef8-08314f7f30a3 req-f3bf823c-046d-48fe-b43b-ec04143dbe09 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:38.838772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-496592e2-9ded-4119-bef8-08314f7f30a3 req-f3bf823c-046d-48fe-b43b-ec04143dbe09 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.1353271 Oct 13 04:12:38.923933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-496592e2-9ded-4119-bef8-08314f7f30a3 req-b32d2429-a47b-4250-b773-deebb1dbea01 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Oct 13 04:12:38.983849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.002952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:39.005984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:39.075757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c808bb7-726d-4996-aa68-fd9e5bbb51ef None None] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:39.109424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.118612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed31c-8fe0-4f3f-9e7e-860d90a19e87 req-e4c21240-a1c5-44fb-a6ea-99c213cf2036 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:39.120959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b63ed31c-8fe0-4f3f-9e7e-860d90a19e87 req-e4c21240-a1c5-44fb-a6ea-99c213cf2036 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2128112 Oct 13 04:12:39.167888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] Provisioning complete for port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:39.168473 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.180233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.198171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d8ec-b115-4250-8319-3e594e439e29 req-2eeb27bf-9048-4253-87a3-12112c0c7674 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:39.201740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed73d8ec-b115-4250-8319-3e594e439e29 req-2eeb27bf-9048-4253-87a3-12112c0c7674 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.1365142 Oct 13 04:12:39.235210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:39.266216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed73d8ec-b115-4250-8319-3e594e439e29 req-53b3622b-1015-4f78-95a2-e30acb33b090 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566547 Oct 13 04:12:39.299792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b63ed31c-8fe0-4f3f-9e7e-860d90a19e87 req-37c1152a-92e6-4640-a089-ca380df94e91 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585374 Oct 13 04:12:39.304913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.310758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.314957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da2cf1dd-b630-4cd6-b6da-81dcb9840f5d HTTP/1.1" status: 204 len: 168 time: 0.6284862 Oct 13 04:12:39.351603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28a7d-f322-4d17-9e8d-ec6945c5bf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2cf1dd-b630-4cd6-b6da-81dcb9840f5d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:39.405227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.428196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.494422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:39.500135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a4d05ff-b416-4483-aef4-629969adb903 admin admin] 10.222.0.49 "PUT /v2.0/routers/062ffb37-85ff-40aa-83bc-5d9e752bd1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5549669 Oct 13 04:12:39.530421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f5b9-f4e2-4ec7-99c8-8cd4930e39af req-c6f84ce6-b5ac-4462-a73c-2de1c43236ef tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:39.537106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c671f5b9-f4e2-4ec7-99c8-8cd4930e39af req-c6f84ce6-b5ac-4462-a73c-2de1c43236ef tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 932 time: 0.1116159 Oct 13 04:12:39.573790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] For port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:39.589378 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.659204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c671f5b9-f4e2-4ec7-99c8-8cd4930e39af req-bf916572-f562-4800-acdc-147bbe93b2a6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129105 Oct 13 04:12:39.708453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 419a4892-a99a-4f3a-898e-de99ff98062b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:39.751626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab02ce-5803-4e30-9745-a8c1def7cc87 None None] Pushing event updated for resources: {'Port': ['ID=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:39.773751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-888f3020-5821-41ec-9cd9-596db71e0488 None None] Provisioning complete for port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:39.779324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-888f3020-5821-41ec-9cd9-596db71e0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.851211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 419a4892-a99a-4f3a-898e-de99ff98062b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:39.852052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:39.893051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-888f3020-5821-41ec-9cd9-596db71e0488 None None] Port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:39.910639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150a03a-2f77-44ae-9487-203b5020a238 req-80cb73b8-20ac-47b8-a044-ec2e39a19a86 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:39.919946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4150a03a-2f77-44ae-9487-203b5020a238 req-80cb73b8-20ac-47b8-a044-ec2e39a19a86 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0952938 Oct 13 04:12:40.017606 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4150a03a-2f77-44ae-9487-203b5020a238 req-54730ad4-bdd4-4e8c-9b35-49af3a11ef78 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938773 Oct 13 04:12:40.041377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.085173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-28a62b23-86fa-49bd-acca-b2e663f802c7 None None] Provisioning complete for port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:40.087421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28a62b23-86fa-49bd-acca-b2e663f802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.106240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Pushing event updated for resources: {'Port': ['ID=bf46e89b-2990-483a-a869-3517d4aa5af2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.178509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 419a4892-a99a-4f3a-898e-de99ff98062b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=419a4892-a99a-4f3a-898e-de99ff98062b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:40.185107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868f5499-0b85-4ca9-9844-7f36a1d8a661 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:40.186166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Sync routers for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:40.199999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.200207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.200939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84e3b88a-e8a6-483a-ae34-dfb09f4b7def up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:40.216994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:40.223655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:40.235450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:40.246638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Transition to ACTIVE for port object 868f5499-0b85-4ca9-9844-7f36a1d8a661 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:40.275735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.287205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739fd59-5c00-46fa-a34b-2ad2998cd70f req-7f7fc9f7-3582-469d-b8d4-29ab6e057646 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.290338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0ca72-92f1-4ac0-82a9-1e54ec911c06 req-3fadc1bc-8527-4700-8046-44d8c2144c73 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.297235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9739fd59-5c00-46fa-a34b-2ad2998cd70f req-7f7fc9f7-3582-469d-b8d4-29ab6e057646 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.1921828 Oct 13 04:12:40.300320 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76b0ca72-92f1-4ac0-82a9-1e54ec911c06 req-3fadc1bc-8527-4700-8046-44d8c2144c73 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.0974288 Oct 13 04:12:40.301368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:40.303150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:40.310349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:40.311007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.389612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76b0ca72-92f1-4ac0-82a9-1e54ec911c06 req-42c924f6-46eb-49bb-9d6d-70f1ba2ce5f0 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Oct 13 04:12:40.549330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.584500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9739fd59-5c00-46fa-a34b-2ad2998cd70f req-33b51670-064b-4d50-aacc-f90b13e325e3 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859750 Oct 13 04:12:40.619932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f9a1-7498-4a83-8766-86edbd464bce req-f253f391-c969-43f3-9597-dad1d4bf3540 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.628098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e003f9a1-7498-4a83-8766-86edbd464bce req-f253f391-c969-43f3-9597-dad1d4bf3540 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1602206 Oct 13 04:12:40.717223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=419a4892-a99a-4f3a-898e-de99ff98062b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:40.736053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e003f9a1-7498-4a83-8766-86edbd464bce req-571a6303-8592-4d6f-9fb4-96adebfebe7f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737975 Oct 13 04:12:40.778395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Attempting to bind port 868f5499-0b85-4ca9-9844-7f36a1d8a661 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:40.778726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Attempting to bind port 868f5499-0b85-4ca9-9844-7f36a1d8a661 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:40.779045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Attempting to bind port 868f5499-0b85-4ca9-9844-7f36a1d8a661 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:40.916562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:40.918240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Port 868f5499-0b85-4ca9-9844-7f36a1d8a661 on network 09eb9e89-c7da-43f3-a91a-c841807753de not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:40.918558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Attempting to bind port 868f5499-0b85-4ca9-9844-7f36a1d8a661 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:40.942087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72144d80-5a62-467e-911e-cb6bc66914e1 req-dad231cb-f2cb-4edf-8eac-d8a24f479786 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:40.950955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72144d80-5a62-467e-911e-cb6bc66914e1 req-dad231cb-f2cb-4edf-8eac-d8a24f479786 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.0925989 Oct 13 04:12:40.985763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:40.985977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:40.986434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Checking segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:40.986821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Bound using segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:40.987295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Bound port: 868f5499-0b85-4ca9-9844-7f36a1d8a661, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:40.988157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.033693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72144d80-5a62-467e-911e-cb6bc66914e1 req-9057009b-1004-4a3d-b7d5-ef96f3ea51b7 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815036 Oct 13 04:12:41.037756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.072277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ee1b-2699-4ae6-a745-a6ef57c50963 req-30c7a8f2-4ce3-4279-bf00-2df522a0bd45 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.091260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38c2ee1b-2699-4ae6-a745-a6ef57c50963 req-30c7a8f2-4ce3-4279-bf00-2df522a0bd45 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 944 time: 0.1757882 Oct 13 04:12:41.196734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-6a8bc3c1-454e-45e6-bb94-40cb54fc248a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321815 Oct 13 04:12:41.214761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2004252537-network', 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:41.235542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38c2ee1b-2699-4ae6-a745-a6ef57c50963 req-5b601a38-502f-4949-bf91-c51fc3235d9b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388910 Oct 13 04:12:41.253305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:41.256057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.305727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.357663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:41.389901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:41.394729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.404812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-bfdc1d0b-7e3d-4a91-98dc-a6e8c03561ad tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.413153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:38Z', 'revision_number': 4, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c6944b95-97c3-4edf-89ca-9cc1a7fac4ec', 'name': '', 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'mac_address': 'fa:16:3e:4e:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:38Z', 'revision_number': 2, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'subnets': [{'id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:41.413567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-bfdc1d0b-7e3d-4a91-98dc-a6e8c03561ad tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151084 Oct 13 04:12:41.419552 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.448003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Checking router: 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:41.448382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Updating router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:41.533344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.538571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.544758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.556294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-872cdc4f-2f61-47ee-975e-a9f23f3ac447 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/quotas/e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 375 time: 0.1260350 Oct 13 04:12:41.559725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.574140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:41.585109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.585824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.587589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-aa9500e2-459e-4cc0-b6d2-dfa24b96fbd1 service neutron] 10.222.0.16 "PUT /v2.0/ports/868f5499-0b85-4ca9-9844-7f36a1d8a661 HTTP/1.1" status: 200 len: 1092 time: 3.2425585 Oct 13 04:12:41.588280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:41.590929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8665405-00b6-4be2-8b33-ec1cc576c1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:41.595143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.596011 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Added segment 6fcd6c32-37cf-4a88-a193-575721e8e081 of type vlan for network bce2e91a-108a-4988-88c0-6fa86e0d9bbf Oct 13 04:12:41.651543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.696142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.697324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.698075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.786830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Pushing event updated for resources: {'Network': ['ID=bce2e91a-108a-4988-88c0-6fa86e0d9bbf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.796090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.800154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7547114 Oct 13 04:12:41.805125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34840) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:41.819732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Request body: {'subnet': {'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2004252537-subnet', 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:41.857379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9e90-2e9a-4ef1-804e-65dc9dbad780 req-f6d02040-94bf-45ba-b383-8030e49c724d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:41.860450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-7ada8d71-2c8b-421a-8419-2946808e0aeb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3028746 Oct 13 04:12:41.861472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85863748-9d40-458e-8150-3c5c7722e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97825076-0633-46fd-8c34-75569fcfb5b9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:41.864515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b47a9e90-2e9a-4ef1-804e-65dc9dbad780 req-f6d02040-94bf-45ba-b383-8030e49c724d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.5085266 Oct 13 04:12:41.902163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:41.909701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.986929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:41.993755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 419a4892-a99a-4f3a-898e-de99ff98062b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:42.019397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:42.259127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.260069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b47a9e90-2e9a-4ef1-804e-65dc9dbad780 req-489bab22-e25b-4f35-abb8-9469ca2a7fbe tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892363 Oct 13 04:12:42.268146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-062ebd7f-ead1-4d1e-8dec-170afa837112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:42.269749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-062ebd7f-ead1-4d1e-8dec-170afa837112 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 1095 time: 0.6146343 Oct 13 04:12:42.280919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.398983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-9e7534fa-2396-4fe9-aa1c-815f0148d246 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661 HTTP/1.1" status: 200 len: 217 time: 0.1173465 Oct 13 04:12:42.417877 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1ecce4-003a-4d7a-bf14-a6fc5633400e x-openstack-request-id: req-cd1ecce4-003a-4d7a-bf14-a6fc5633400e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:42.418172 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:42.418431 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd1ecce4-003a-4d7a-bf14-a6fc5633400e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:42.418895 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'status': 'completed', 'code': 200} Oct 13 04:12:42.428359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a09000-c56a-4ee8-b9c5-084cf76eb648,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.453813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:42.455432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Network hostable DHCP agents. Network: bce2e91a-108a-4988-88c0-6fa86e0d9bbf, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:42.554781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:42.611383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, bce2e91a-108a-4988-88c0-6fa86e0d9bbf) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:42.635050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83848059-1b73-4f83-90e5-a704a0c07773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.656659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:42.658191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.698680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f9b7517-368b-471f-8b66-a0514f085145 req-6fea21fe-3fa7-4c54-b372-12e4e69a3bf8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 210 time: 0.1289070 Oct 13 04:12:42.716822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ecbeb-9b18-4fb6-938d-36a92852f70e None None] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:42.741974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b456438-a77d-4727-96e3-19b0298bef6c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9328256 Oct 13 04:12:42.766332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Attempting to bind port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:42.766714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Attempting to bind port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:42.767261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Attempting to bind port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec on network dffd3f05-1ccb-4f0a-a017-0b28d2723951 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:42.775553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b9e62-618d-41df-bff8-78600d874cd3 req-49d2834c-cc94-4b92-aa02-1cee0208c109 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:42.779129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:42.779513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Checking segment: {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:42.779942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.780322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Bound using segment: {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:42.780800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Bound port: c6944b95-97c3-4edf-89ca-9cc1a7fac4ec, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f1ab2c-4143-4fc0-b381-a32d3ace60ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:42.781186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.793811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb98dce-de0d-46a8-bff2-0f2a0912c6fa None None] Pushing event updated for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:42.795132 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-130b9e62-618d-41df-bff8-78600d874cd3 req-49d2834c-cc94-4b92-aa02-1cee0208c109 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.3746850 Oct 13 04:12:42.827943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Router 0a3b8b30-5dbe-4367-9108-2e9c3418146e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:12:42.832300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.834304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6723e-8880-431e-ac67-0a110997b6dc req-7dc614c8-95c6-46fc-84d0-b1a25b5120cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:42.836431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-7dc614c8-95c6-46fc-84d0-b1a25b5120cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.3053951 Oct 13 04:12:42.887540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-5db95ce4-089e-461b-b609-4de4cd86fa2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371861 Oct 13 04:12:42.909170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 419a4892-a99a-4f3a-898e-de99ff98062b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:42.909912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:42.921148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-130b9e62-618d-41df-bff8-78600d874cd3 req-98d5e0ca-3e3b-4d64-b3a4-11cecab92d80 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084146 Oct 13 04:12:42.991359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-593d24d1-ab2e-4236-819a-39fd2f7cc077 None None] Provisioning complete for port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:42.992485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-593d24d1-ab2e-4236-819a-39fd2f7cc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.069654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71afc6-d630-4b73-80d4-7f180df1af79 req-c93f2a8c-4a07-4a8f-b4e1-9365dd2d2b12 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:43.081801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd71afc6-d630-4b73-80d4-7f180df1af79 req-c93f2a8c-4a07-4a8f-b4e1-9365dd2d2b12 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 944 time: 0.1566877 Oct 13 04:12:43.179205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd71afc6-d630-4b73-80d4-7f180df1af79 req-688e512d-6e2d-4f1c-b39e-d8b11e5e0b6d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938034 Oct 13 04:12:43.180276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] For port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:43.188946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] For port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:43.235236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.251312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-593d24d1-ab2e-4236-819a-39fd2f7cc077 None None] Port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:43.252854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c885ffa4-9dbe-4eb7-ae64-f48372149ae6 None None] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:43.310884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:43.325402 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Sync routers for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:43.327503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-7bd83739-9580-4dab-b4a4-7aee8b787b1e service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029455 Oct 13 04:12:43.370447 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:43.371284 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:43.474700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43c6723e-8880-431e-ac67-0a110997b6dc req-ae7b5793-b628-4e0b-95dc-4be00c587e2a service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367455 Oct 13 04:12:43.498199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:43.500112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1602fb78-2e85-43ee-a5be-cd01ba9d49fe admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.1705606 Oct 13 04:12:43.503474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34874) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:43.780766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-a200a527-0cd6-4bf6-bce1-55438b83068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:43.786574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-a200a527-0cd6-4bf6-bce1-55438b83068f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 1095 time: 0.2336781 Oct 13 04:12:43.934353 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:43.952760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb98dce-de0d-46a8-bff2-0f2a0912c6fa None None] Pushing event updated for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:44.034757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84e3b88a-e8a6-483a-ae34-dfb09f4b7def up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:44.093706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-7f5b3055-74c5-40c6-9308-283b5648f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:44.101961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-7f5b3055-74c5-40c6-9308-283b5648f53d service neutron] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 906 time: 0.3044045 Oct 13 04:12:44.290466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-f2ea71ec-c87c-4d15-9d1b-3323997b2638 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661 HTTP/1.1" status: 200 len: 217 time: 0.1750257 Oct 13 04:12:44.306449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:44.307260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:44.320974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] Provisioning complete for port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.322071 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.426011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a8a00623-1fd2-40e9-8c66-56d56f4f7991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.447177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:44.447559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.469256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34896) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:44.492697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a2dd1e6-854d-4f40-8bd3-7945a4c814a8 req-5bfb0bcc-71b7-4794-bd68-2da30fab16df tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 210 time: 0.0863717 Oct 13 04:12:44.554656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1521991345-network', 'tenant_id': 'ecaa90892c2647698916a12d155bad04'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:44.643291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Made reservation on behalf of ecaa90892c2647698916a12d155bad04 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:44.649941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.677422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:44.682980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-20f29ea5-0e5a-4616-b672-751f0a900970 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2788584 Oct 13 04:12:44.728681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.743771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.889737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] For port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:44.905117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:44.970563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b8252-c7e8-42ff-b1b5-db748b0181cc None None] Pushing event updated for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:44.990747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:45.031126 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Checking router: 0a3b8b30-5dbe-4367-9108-2e9c3418146e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:45.033035 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Updating router 0a3b8b30-5dbe-4367-9108-2e9c3418146e port bf46e89b-2990-483a-a869-3517d4aa5af2 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:45.034390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667a8ad-9647-4d35-a6f5-9e3e7f47e9cf req-5b2b9069-9c63-4ff0-b475-ba672d95f400 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.042188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7667a8ad-9647-4d35-a6f5-9e3e7f47e9cf req-5b2b9069-9c63-4ff0-b475-ba672d95f400 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 944 time: 0.1401989 Oct 13 04:12:45.048008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-374d72b9-c2c7-423d-a107-0d5719ef7f48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.050078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-374d72b9-c2c7-423d-a107-0d5719ef7f48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923326 Oct 13 04:12:45.065280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff0a-904d-4603-8e63-59cf67b69971 req-5b1b1ebb-9760-4ac5-b09e-6c5ffc0dbdd1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.077622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e18dff0a-904d-4603-8e63-59cf67b69971 req-5b1b1ebb-9760-4ac5-b09e-6c5ffc0dbdd1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.7859561 Oct 13 04:12:45.099731 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.104583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Request body: {'port': {'device_id': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'e5631d415ae040dcbaded884bc5e0b91'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:45.144852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7667a8ad-9647-4d35-a6f5-9e3e7f47e9cf req-ba1c2074-2950-4dab-8608-162071dcb855 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972974 Oct 13 04:12:45.256189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Made reservation on behalf of e5631d415ae040dcbaded884bc5e0b91 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:45.260432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.443729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Allocated IP 192.168.233.178 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:45.508651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.523131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.537019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:38Z', 'revision_number': 4, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c6944b95-97c3-4edf-89ca-9cc1a7fac4ec', 'name': '', 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'mac_address': 'fa:16:3e:4e:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:43Z', 'revision_number': 4, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'subnets': [{'id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:45.555893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.571351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522934b2-5f67-461c-b8b1-54704eeeebbe None None] The sync data for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 is: [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:38Z', 'revision_number': 4, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c6944b95-97c3-4edf-89ca-9cc1a7fac4ec', 'name': '', 'network_id': 'dffd3f05-1ccb-4f0a-a017-0b28d2723951', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'mac_address': 'fa:16:3e:4e:ff:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:43Z', 'revision_number': 4, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'subnets': [{'id': '8b3e1db5-61bc-4907-b32b-93d1393c0eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:45.583508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fa52c-c849-40b5-86b2-14e8e44b1aa5 req-766f22b2-c6bc-4517-8c55-09dbcef10511 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.590818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b30fa52c-c849-40b5-86b2-14e8e44b1aa5 req-766f22b2-c6bc-4517-8c55-09dbcef10511 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.1415477 Oct 13 04:12:45.706121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b30fa52c-c849-40b5-86b2-14e8e44b1aa5 req-c79316d4-135c-41c5-8d5b-3c8ba432c842 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143396 Oct 13 04:12:45.732555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.735120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-68d5c627-a9f9-47b8-b921-bf8405bc2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:45.738296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-68d5c627-a9f9-47b8-b921-bf8405bc2410 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 1.2318208 Oct 13 04:12:45.745433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.829146 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.840475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-9a9c2163-ecfc-40a2-a1ed-95ecfd584b37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902288 Oct 13 04:12:45.844295 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.882031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:12:45.902309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ae926-ff08-4af3-907c-537d6109f8a4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:45.917529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e18dff0a-904d-4603-8e63-59cf67b69971 req-21f59700-355b-45c6-a9ef-cbf5e8dc0d28 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8390279 Oct 13 04:12:45.948335 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62582e34-867a-475f-a65f-97ca3282f086 None None] Pushing event updated for resources: {'Port': ['ID=bf46e89b-2990-483a-a869-3517d4aa5af2,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:45.980169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Attempting to bind port bf46e89b-2990-483a-a869-3517d4aa5af2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:45.981030 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Attempting to bind port bf46e89b-2990-483a-a869-3517d4aa5af2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:45.981498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Attempting to bind port bf46e89b-2990-483a-a869-3517d4aa5af2 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:45.987609 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:45.990262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.990650 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Added segment c2deb0b2-23cf-4891-bf18-31476271780b of type vlan for network 2a28d888-3829-4175-8a9d-d31e3838f11b Oct 13 04:12:45.990956 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:45.993251 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:45.994397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:45.994397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Bound port: bf46e89b-2990-483a-a869-3517d4aa5af2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:45.994834 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.055709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Allocated IP 172.20.0.1 (5a93f828-dfed-46c3-80f1-d2d9e82df0ed/7cc43976-4780-4296-989c-ae991d1f81da/a597f475-1278-48f4-9234-8880552a4754) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:46.070305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] For port bf46e89b-2990-483a-a869-3517d4aa5af2, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:46.074093 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] For port bf46e89b-2990-483a-a869-3517d4aa5af2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf46e89b-2990-483a-a869-3517d4aa5af2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:46.086924 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.240484 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:46.241491 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:46.271466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.434795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.464294 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:46.510695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:46.513213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.538026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Pushing event updated for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.548711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:46.577212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:46.586826 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62582e34-867a-475f-a65f-97ca3282f086 None None] Pushing event updated for resources: {'Port': ['ID=bf46e89b-2990-483a-a869-3517d4aa5af2,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:46.588829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f6ad-be0c-4ee5-be36-9825dae078b3 req-6b68ff16-8199-441e-bd76-0f590a292caf tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:46.592558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0565f6ad-be0c-4ee5-be36-9825dae078b3 req-6b68ff16-8199-441e-bd76-0f590a292caf tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 944 time: 0.2226379 Oct 13 04:12:46.637905 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.702552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f311b84-a89c-41bd-89ce-e209cea581ff req-d7693cbd-e9a4-4be8-a406-fd19301035e3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 210 time: 0.3762901 Oct 13 04:12:46.704363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.762758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0565f6ad-be0c-4ee5-be36-9825dae078b3 req-48b91eb2-1b1d-4092-b3a7-e3028416016d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210451 Oct 13 04:12:46.764018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:12:46.902541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-fc2bd7f7-9d3b-4ec2-a3e1-d32f62120185 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288780 Oct 13 04:12:46.949674 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.950738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:46.955801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:46.997334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:47.054868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-360165cd-c362-4b43-bff8-adc8d5da52ad None None] Provisioning complete for port a597f475-1278-48f4-9234-8880552a4754 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:47.057861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-360165cd-c362-4b43-bff8-adc8d5da52ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.079884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-69fa5ed4-34a2-4a4d-81d1-388ad4744a65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7527449 Oct 13 04:12:47.087497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-20e17496-164b-49ad-bb0e-519175a0126e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7627676 Oct 13 04:12:47.133772 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86855c52-7613-4b6a-84ce-8e766a377ec3 None None] The sync data for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 is: [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 3, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:47.184114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6944b95-97c3-4edf-89ca-9cc1a7fac4ec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:47.259718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7215970 Oct 13 04:12:47.272371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:47.272745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.300317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:47.315803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Request body: {'subnet': {'network_id': '2a28d888-3829-4175-8a9d-d31e3838f11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1521991345-subnet', 'tenant_id': 'ecaa90892c2647698916a12d155bad04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:47.322387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:47.390152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.416902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-95e4ecdf-f4ae-441f-8e96-29abe63d0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.418461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-95e4ecdf-f4ae-441f-8e96-29abe63d0d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 1096 time: 0.1838009 Oct 13 04:12:47.451404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:47.470431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'mac_address': 'fa:16:3e:b3:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:47.472474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Made reservation on behalf of ecaa90892c2647698916a12d155bad04 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:47.491999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.525233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.539374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.541884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6986d-75e4-4d6d-bb6a-3c00540e37e1 admin admin] Pushing event updated for resources: {'Network': ['ID=2a28d888-3829-4175-8a9d-d31e3838f11b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:47.570367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.572312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-360165cd-c362-4b43-bff8-adc8d5da52ad None None] Port a597f475-1278-48f4-9234-8880552a4754 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:47.585321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2a28d888-3829-4175-8a9d-d31e3838f11b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:12:47.658723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:47.703177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:47.750226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ed4b0-db83-42e6-acf1-11807c36b785 req-48cf51ad-f975-425a-a2f3-089f690e7721 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.761994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d69ed4b0-db83-42e6-acf1-11807c36b785 req-48cf51ad-f975-425a-a2f3-089f690e7721 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 946 time: 0.5829232 Oct 13 04:12:47.800376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.813673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-f1a29f8a-f0f7-4e28-8e02-529d231806a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.815412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-f1a29f8a-f0f7-4e28-8e02-529d231806a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 1120 time: 0.5846553 Oct 13 04:12:47.825603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3053-3207-4c25-a52a-07d7c09e14ab req-d2ed60f7-2688-46a9-add7-171818f616a4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:47.827380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3e3053-3207-4c25-a52a-07d7c09e14ab req-d2ed60f7-2688-46a9-add7-171818f616a4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.7024157 Oct 13 04:12:47.853145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868f5499-0b85-4ca9-9844-7f36a1d8a661 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:47.872653 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:47.905812 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d69ed4b0-db83-42e6-acf1-11807c36b785 req-edcde28d-dc90-47dc-a170-026bc42bab9d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417251 Oct 13 04:12:47.906725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:47.930739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:47.978470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:48.012904 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.037272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8665405-00b6-4be2-8b33-ec1cc576c1d9 req-1d0397b8-ed93-46f8-906a-e66a555cb041 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1197536 Oct 13 04:12:48.068383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:48.069523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.111995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.129080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.133337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-9631c134-d3d2-4b66-8a8d-a30f6a278320 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0348997 Oct 13 04:12:48.156769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Request body: {'port': {'device_id': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:48.176727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.212325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Pushing event updated for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:48.228562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3e3053-3207-4c25-a52a-07d7c09e14ab req-72e4fa6f-26af-4795-a86f-5806e46ffc0e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733743 Oct 13 04:12:48.279509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:48.284049 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.434126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-cff98824-bccc-46d8-848b-803097ac39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:48.436219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-cff98824-bccc-46d8-848b-803097ac39a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5226157 Oct 13 04:12:48.469535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['868f5499-0b85-4ca9-9844-7f36a1d8a661'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:48.535099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-9375411c-120e-4390-8398-94cfe3aa97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:48.538045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-9375411c-120e-4390-8398-94cfe3aa97f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 925 time: 0.7297299 Oct 13 04:12:48.607964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:48.651603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'port_id': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'mac_address': 'fa:16:3e:19:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96965f6-83c7-48b1-a0fa-9da3c15706a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:48.658480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9fbbaac4-1265-4968-9314-2555b43d769e None None] Provisioning complete for port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:48.658859 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaac4-1265-4968-9314-2555b43d769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.744651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-142a410c-d795-4a47-a648-8b76bb0c87de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 200 len: 217 time: 0.2041681 Oct 13 04:12:48.749569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:48.820240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbaac4-1265-4968-9314-2555b43d769e None None] Port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:48.825321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:48.872425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-f809f819-e78e-4fc1-9dcb-baffe5c7ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:48.886398 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-f809f819-e78e-4fc1-9dcb-baffe5c7ac2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1016283 Oct 13 04:12:48.976961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:49.002630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.006445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.008908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7c5d7-c275-433c-a089-b6d268cf9058 req-ffa9953a-0697-4bc8-b5c0-6af75a8d47a6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.011981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ce7c5d7-c275-433c-a089-b6d268cf9058 req-ffa9953a-0697-4bc8-b5c0-6af75a8d47a6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 945 time: 0.5488679 Oct 13 04:12:49.014416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-19ff692f-2523-4174-a458-bf80b02e697f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 200 len: 1001 time: 0.4005978 Oct 13 04:12:49.026700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf46e89b-2990-483a-a869-3517d4aa5af2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:49.085162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19178e8b-8041-41e8-b47d-0cb45b7bce38,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.133413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e1e0d-7528-4823-bb88-3a815a345a54 req-5f4cba3d-8db8-43e3-8c51-ed088969ba7a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.139187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22d0e486-c9f8-4db7-b8ba-8e2a41938795'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:49.143762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-414e1e0d-7528-4823-bb88-3a815a345a54 req-5f4cba3d-8db8-43e3-8c51-ed088969ba7a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 936 time: 0.9945071 Oct 13 04:12:49.166545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Checking segment: {'id': 'c2deb0b2-23cf-4891-bf18-31476271780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a28d888-3829-4175-8a9d-d31e3838f11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:49.166545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Network hostable DHCP agents. Network: 2a28d888-3829-4175-8a9d-d31e3838f11b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:12:49.180717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:49.184274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-aa3143c3-081a-4a40-907b-2f0c5156740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.186583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-aa3143c3-081a-4a40-907b-2f0c5156740d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.1550491 Oct 13 04:12:49.225312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-414e1e0d-7528-4823-bb88-3a815a345a54 req-ac728950-5a31-4372-abe7-a7864994f5f6 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806136 Oct 13 04:12:49.229046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.242808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Network 2a28d888-3829-4175-8a9d-d31e3838f11b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:12:49.273670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ce7c5d7-c275-433c-a089-b6d268cf9058 req-d5b58c77-319f-4669-8d93-06acd3c968a7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323785 Oct 13 04:12:49.309805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Transition to ACTIVE for port object b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:49.316182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:49.320355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-39f9a973-527f-41b8-9578-af47dcb0ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.323215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-39f9a973-527f-41b8-9578-af47dcb0ce62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4234633 Oct 13 04:12:49.326288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.326455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:49.335708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.345960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2a28d888-3829-4175-8a9d-d31e3838f11b) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:49.373841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13e455-cf4f-4d77-8001-9086ffe21545 None None] Network 2a28d888-3829-4175-8a9d-d31e3838f11b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:49.410151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.411694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:49.606293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-31f4313f-1e1c-4ea0-b1fc-a52e7ffe8b01 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513766 Oct 13 04:12:49.645761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a733c944-e30c-4b5b-9588-7ec11d2f6655 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3425565 Oct 13 04:12:49.649113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:49.862753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:49.863544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:49.864515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:49.894468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e4d03-e115-446d-b3e2-1fe10172d2ae req-d1eba2c9-44b3-470c-b5e3-3c2310dc2063 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:49.905431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a17e4d03-e115-446d-b3e2-1fe10172d2ae req-d1eba2c9-44b3-470c-b5e3-3c2310dc2063 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2327623 Oct 13 04:12:49.907518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:49.910402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:49.925332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:49.925690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:49.926042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:49.927849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Bound port: b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:49.928227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.014710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:50.017665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c26dbda-e086-483b-9fb0-5187f068b4e3 None None] Network 2a28d888-3829-4175-8a9d-d31e3838f11b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:12:50.018412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:50.045101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.063695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-aac0a1e8-aacf-406b-af04-b003541c44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.065179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-aac0a1e8-aacf-406b-af04-b003541c44d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8074791 Oct 13 04:12:50.088484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bf46e89b-2990-483a-a869-3517d4aa5af2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:50.089381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.090472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Router 0a3b8b30-5dbe-4367-9108-2e9c3418146e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:12:50.156291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.192797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a17e4d03-e115-446d-b3e2-1fe10172d2ae req-6bcb56ab-f48b-4b22-9aa5-3cae3a4cbe81 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860839 Oct 13 04:12:50.206797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.208174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.210414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-48fbb2ea-540f-44b7-8806-d1c415c2c2e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 1096 time: 2.0584552 Oct 13 04:12:50.210895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:50.213348 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be15fe26-7ace-474e-8a5c-af93be2d7b68" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:50.254165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4838aa0f-8d77-4866-87e6-d41c6224e8cd None None] Provisioning complete for port a597f475-1278-48f4-9234-8880552a4754 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:50.255357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4838aa0f-8d77-4866-87e6-d41c6224e8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.359252 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce178789-26da-4a3a-bb19-b0f6750873b5 x-openstack-request-id: req-ce178789-26da-4a3a-bb19-b0f6750873b5 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:50.359547 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:50.360388 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce178789-26da-4a3a-bb19-b0f6750873b5 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:50.360388 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'status': 'completed', 'code': 200} Oct 13 04:12:50.389470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-d8fd98f0-b36a-4c41-9180-4c995d4d6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.391260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-d8fd98f0-b36a-4c41-9180-4c995d4d6fcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1099 time: 0.1142600 Oct 13 04:12:50.453523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c34c6-e1b9-4760-affe-fc36673f5203 req-6ec2962e-b4b9-48db-98f7-dbbd59d87c61 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.466687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-625c34c6-e1b9-4760-affe-fc36673f5203 req-6ec2962e-b4b9-48db-98f7-dbbd59d87c61 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 945 time: 0.4330118 Oct 13 04:12:50.484750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4838aa0f-8d77-4866-87e6-d41c6224e8cd None None] Port a597f475-1278-48f4-9234-8880552a4754 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:50.496064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-729ec905-302e-46de-ac23-22c3a1c43aa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0921261 Oct 13 04:12:50.600455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-72692a9f-aab8-4ba7-82eb-d0b4792e4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.604445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-72692a9f-aab8-4ba7-82eb-d0b4792e4bf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0983639 Oct 13 04:12:50.662063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.723802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614687-3ebe-480a-827c-0991317909bc req-80acb27b-d8b4-4b18-a95b-104230edcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.725818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-80acb27b-d8b4-4b18-a95b-104230edcc55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057038 Oct 13 04:12:50.760809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port bf46e89b-2990-483a-a869-3517d4aa5af2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf46e89b-2990-483a-a869-3517d4aa5af2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:50.769471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:50.844399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=bf46e89b-2990-483a-a869-3517d4aa5af2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:50.937471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a960aaa6-dfd9-4f39-9974-a32bf4b8e77c req-3e329a2f-d326-49d5-8390-6e3a7f8b4725 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3196995 Oct 13 04:12:50.963252 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-4f5a0032-bea9-4585-af42-c8c2136f0c03 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277977 Oct 13 04:12:50.993847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-879d277e-0e2f-4c41-b139-be0953013007 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:50.996244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-879d277e-0e2f-4c41-b139-be0953013007 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.2352407 Oct 13 04:12:50.999105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-9adfda19-3e31-491d-81f9-f36b157adf2e service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042933 Oct 13 04:12:51.014778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-625c34c6-e1b9-4760-affe-fc36673f5203 req-444d6a9a-dc34-45c9-9b3e-41dc617a88b1 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459654 Oct 13 04:12:51.057009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:12:51.075219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Sync routers for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:12:51.086254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-b9e67eaa-301a-4fb2-afc8-5221b85168fd tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/quotas/721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 375 time: 0.0798523 Oct 13 04:12:51.090065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-521bd829-0dab-4a2c-bb1b-b1aa6e1a359d admin admin] 10.222.0.49 "PUT /v2.0/routers/0a3b8b30-5dbe-4367-9108-2e9c3418146e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5851946 Oct 13 04:12:51.112859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:51.115376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:51.133496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-2fd6293a-9738-4756-9e0c-451bf8c6eeb3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462387 Oct 13 04:12:51.173003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03614687-3ebe-480a-827c-0991317909bc req-1e3d54bc-92fa-4f1c-bdc3-1fe23b518797 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895096 Oct 13 04:12:51.323286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:51.351742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-fb817a37-8710-4401-81d8-c24d3ab68b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:51.355091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-fb817a37-8710-4401-81d8-c24d3ab68b6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1099 time: 0.1005898 Oct 13 04:12:51.399960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c16b27-f36f-4216-8c97-6d948d3a34b3 req-70eeba86-f2b0-4c55-9b0f-febf15459e83 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:51.401578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50c16b27-f36f-4216-8c97-6d948d3a34b3 req-70eeba86-f2b0-4c55-9b0f-febf15459e83 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1781905 Oct 13 04:12:51.437587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:51.438840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-ca7a17b5-4e51-49fa-b5cb-fcc6f77e9629 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:12:51.446937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-ca7a17b5-4e51-49fa-b5cb-fcc6f77e9629 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1306589 Oct 13 04:12:51.481064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf870c55-8ccb-4a45-9cb3-ef9b4099c011 req-215ccb95-4b51-44f0-91f7-3fbc846119b5 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605401 Oct 13 04:12:51.535150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-facc117d-40f9-463d-a864-648533c025da tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:51.537648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-facc117d-40f9-463d-a864-648533c025da tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.47 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 945 time: 0.1918650 Oct 13 04:12:51.610569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-eff2bf2e-a841-40fa-8f33-b9558df9ace4 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623294 Oct 13 04:12:51.661731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50c16b27-f36f-4216-8c97-6d948d3a34b3 req-367c4fa9-3bfe-49fc-8926-b099dc781d70 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902885 Oct 13 04:12:51.715821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Deleting port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:12:51.719416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.762062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-89d0d8ef-0779-483a-9651-488919a76469 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504118 Oct 13 04:12:51.763611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-52e000ea-bdd8-4ef4-ab8c-77137b8993a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:51.765387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 868f5499-0b85-4ca9-9844-7f36a1d8a661 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:51.767896 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-52e000ea-bdd8-4ef4-ab8c-77137b8993a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4059334 Oct 13 04:12:51.773529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 868f5499-0b85-4ca9-9844-7f36a1d8a661 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:51.773911 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:51.837422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-8b7b534b-fc99-42df-ad12-d84776383137 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0581660 Oct 13 04:12:51.909726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] For port 22d0e486-c9f8-4db7-b8ba-8e2a41938795, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22d0e486-c9f8-4db7-b8ba-8e2a41938795,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:51.910096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.001661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-ad51ca8f-1839-4a95-bc03-7759db9d343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.006569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-ad51ca8f-1839-4a95-bc03-7759db9d343c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1558580 Oct 13 04:12:52.046277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.053375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 2, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:52.069153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Calling delete_port for 22d0e486-c9f8-4db7-b8ba-8e2a41938795 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:12:52.092563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac55f21-7559-4da4-a970-5a6aeb4cd903 req-80180d18-0b4b-4418-8eeb-1f9d1194054a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.094395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Checking router: 0a3b8b30-5dbe-4367-9108-2e9c3418146e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:12:52.094759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Updating router 0a3b8b30-5dbe-4367-9108-2e9c3418146e port a597f475-1278-48f4-9234-8880552a4754 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:12:52.098817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aac55f21-7559-4da4-a970-5a6aeb4cd903 req-80180d18-0b4b-4418-8eeb-1f9d1194054a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 945 time: 0.1922085 Oct 13 04:12:52.104401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-0b7185a4-1a3c-4100-b0f9-8a1cb74b25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.109737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-0b7185a4-1a3c-4100-b0f9-8a1cb74b25a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945289 Oct 13 04:12:52.122385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.249302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aac55f21-7559-4da4-a970-5a6aeb4cd903 req-a8406019-949f-4bdb-9adf-2ba9dc43ff83 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407797 Oct 13 04:12:52.255932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-0b1509fd-ede8-4eec-9c5a-9822a8991566 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382413 Oct 13 04:12:52.385780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:52.388129 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410ede8f-61b9-4625-ba9f-6642bcb5cfe1" -d '{"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-plugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:52.415596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:52.459725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be15fe26-7ace-474e-8a5c-af93be2d7b68 req-742d5d3b-282c-4f0d-886b-5a5994f336f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965640 Oct 13 04:12:52.533196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.582852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37011734-a50f-448f-97db-cd5ccf426f20 req-e8ce455d-6dd9-4cc6-a5f8-3eae54f0bc26 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.582852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37011734-a50f-448f-97db-cd5ccf426f20 req-e8ce455d-6dd9-4cc6-a5f8-3eae54f0bc26 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1191056 Oct 13 04:12:52.593618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event deleted for resources: {'Port': ['ID=22d0e486-c9f8-4db7-b8ba-8e2a41938795,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:52.605146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.605507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.605856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.606288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.606638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.606976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.607337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.607668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.608027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.608348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.608652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.608979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:52.628991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:52.643149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22d0e486-c9f8-4db7-b8ba-8e2a41938795'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:52.690560 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.706615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37011734-a50f-448f-97db-cd5ccf426f20 req-e3fd715e-c307-4c39-a7e3-13ed5207c944 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737281 Oct 13 04:12:52.791421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:52.791421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:12:52.813657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] No DVR routers for this DVR port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:12:52.823394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-1bcb4f0a-6387-4259-bd1e-94c457306300 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:52.830974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-1bcb4f0a-6387-4259-bd1e-94c457306300 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 829 time: 0.2616363 Oct 13 04:12:52.834722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:52.838441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ec756a6-1ea6-45e0-a269-4cef9ffd0810 req-f33a5673-05e7-40c3-8975-0dcae590ff9e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.47 "DELETE /v2.0/ports/22d0e486-c9f8-4db7-b8ba-8e2a41938795 HTTP/1.1" status: 204 len: 173 time: 1.2925806 Oct 13 04:12:52.839676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'name': 'network-vif-deleted', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:52.842130 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e2bb4-f348-480b-a52e-4fff01bbb336" -d '{"events": [{"server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "name": "network-vif-deleted", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:52.865629 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-21261d48-00ca-4d43-bf31-8badbad59dee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/quotas/6c32f957b87a47d08340578a8e118c52 HTTP/1.1" status: 200 len: 375 time: 0.0334380 Oct 13 04:12:52.894965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d836447-8d99-4ab5-baa8-eaf30e767bc7 req-938d4a44-b4c6-4d49-beeb-535b3fb70da3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 210 time: 0.0986004 Oct 13 04:12:52.945262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Port 22d0e486-c9f8-4db7-b8ba-8e2a41938795 not found, will not notify nova. {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:12:52.998541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.013486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-57a48e64-0f6e-48d6-9e4e-9625d3f0cfcd tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466510 Oct 13 04:12:53.073552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf46e89b-2990-483a-a869-3517d4aa5af2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:53.076016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fe58c53-6eeb-4190-a9bc-fb406e40d55b req-dbfa2d74-6ba5-4f6f-965f-80f01af14bed tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=53dfdd18-1b32-46a3-bcc2-51bb72d98369 HTTP/1.1" status: 200 len: 210 time: 0.0338817 Oct 13 04:12:53.110585 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.164573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-6945669a-0f1a-4820-995c-f36f8ca29a04 service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497111 Oct 13 04:12:53.166707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.177136 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb66936e-f757-457f-9b08-76ce779149ed x-openstack-request-id: req-fb66936e-f757-457f-9b08-76ce779149ed {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:53.177708 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-plugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:53.177975 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb66936e-f757-457f-9b08-76ce779149ed {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:53.189060 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'code': 200} Oct 13 04:12:53.212782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.213315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.213826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.214330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.214974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.215520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.216022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.216531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.217006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.217636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.218234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.218790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:53.227890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bf46e89b-2990-483a-a869-3517d4aa5af2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:53.228528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.331282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-ca342eea-ebfa-43e6-8310-efd2898917df service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655638 Oct 13 04:12:53.397912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c50b00-5ae3-47b7-935f-d6c1ae5d1057 req-3022f058-52eb-4f0c-b5d8-8bec7751f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.403443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92c50b00-5ae3-47b7-935f-d6c1ae5d1057 req-3022f058-52eb-4f0c-b5d8-8bec7751f562 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 1097 time: 0.1081271 Oct 13 04:12:53.411981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617f379-f202-4bde-bfe5-e52c6aff541d req-75141e74-4ef8-439a-959f-9c296959f022 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.416270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f617f379-f202-4bde-bfe5-e52c6aff541d req-75141e74-4ef8-439a-959f-9c296959f022 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1441004 Oct 13 04:12:53.478235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Attempting to bind port a597f475-1278-48f4-9234-8880552a4754 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:53.478625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Attempting to bind port a597f475-1278-48f4-9234-8880552a4754 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:53.481027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Attempting to bind port a597f475-1278-48f4-9234-8880552a4754 on network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:53.486251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92c50b00-5ae3-47b7-935f-d6c1ae5d1057 req-1a94fc19-fb9c-4c1d-8ab6-e4744dbf6e62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Oct 13 04:12:53.496855 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f617f379-f202-4bde-bfe5-e52c6aff541d req-e00857e4-70fa-44b6-9d1f-356b24cbd32c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738339 Oct 13 04:12:53.499086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:53.499482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Checking segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:53.499893 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.500494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Bound using segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:53.500987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Bound port: a597f475-1278-48f4-9234-8880552a4754, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:53.501370 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.586219 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd02610-89c5-4427-851c-80ae104c6a90 x-openstack-request-id: req-1fd02610-89c5-4427-851c-80ae104c6a90 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:53.586829 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dfdd18-1b32-46a3-bcc2-51bb72d98369", "name": "network-vif-deleted", "tag": "22d0e486-c9f8-4db7-b8ba-8e2a41938795", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:53.587205 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fd02610-89c5-4427-851c-80ae104c6a90 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:53.587582 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dfdd18-1b32-46a3-bcc2-51bb72d98369', 'name': 'network-vif-deleted', 'tag': '22d0e486-c9f8-4db7-b8ba-8e2a41938795', 'status': 'completed', 'code': 200} Oct 13 04:12:53.598724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] For port a597f475-1278-48f4-9234-8880552a4754, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:53.602692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] For port a597f475-1278-48f4-9234-8880552a4754, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a597f475-1278-48f4-9234-8880552a4754,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:53.617073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.620207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309a2a4-3069-4296-afb6-9566a1bfd642 None None] Pushing event updated for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.741329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] Provisioning complete for port a597f475-1278-48f4-9234-8880552a4754 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:53.741705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:53.767025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691ad2e-39ee-48ac-9368-caf42b73b0c2 req-8367f937-1c74-4b7a-9f9b-8ee3dc7a67ce tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:53.769142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c691ad2e-39ee-48ac-9368-caf42b73b0c2 req-8367f937-1c74-4b7a-9f9b-8ee3dc7a67ce tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 946 time: 0.0734084 Oct 13 04:12:53.789717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:12:53.790363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:12:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:53.819877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d948291a-2e81-4631-a241-d02556f3ecc9 req-e5382141-a944-4753-b982-17a7a4dfea94 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 210 time: 0.0628090 Oct 13 04:12:53.846805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309a2a4-3069-4296-afb6-9566a1bfd642 None None] Pushing event updated for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:53.868780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c691ad2e-39ee-48ac-9368-caf42b73b0c2 req-928a23db-7a17-48f1-9f99-622cf66f2184 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927117 Oct 13 04:12:54.066146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5d8e-c2e2-4a31-b26d-f64561c1bcb5 req-5dea6a6e-3107-4b4f-95bd-a654573b63ec tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:54.076039 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-702d5d8e-c2e2-4a31-b26d-f64561c1bcb5 req-5dea6a6e-3107-4b4f-95bd-a654573b63ec tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1099088 Oct 13 04:12:54.128962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.131261 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-702d5d8e-c2e2-4a31-b26d-f64561c1bcb5 req-6476b0d9-f2d7-4fde-a8c1-f25e97051d42 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Oct 13 04:12:54.177652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:12:54.226309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-da797a86-5e53-45aa-a4c0-f2776063a6b4 req-8632b191-c9f6-443a-bb0d-9b65a245e317 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 210 time: 0.0931842 Oct 13 04:12:54.312184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:12:54.330153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] For port a597f475-1278-48f4-9234-8880552a4754, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a597f475-1278-48f4-9234-8880552a4754,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:54.350738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.363499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-8d0f76b6-bd39-4164-a1df-cae0cef2c73d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:54.369845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-8d0f76b6-bd39-4164-a1df-cae0cef2c73d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.3903775 Oct 13 04:12:54.384040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Request body: {'port': {'device_id': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'admin_state_up': True, 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:54.493991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1d39-49b1-4113-b04f-201056b61405 None None] Pushing event updated for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:54.577953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:12:54.663599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c800dfe8-45cd-4a8c-acc8-cd82d97625d2 None None] Provisioning complete for port a597f475-1278-48f4-9234-8880552a4754 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:54.664265 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c800dfe8-45cd-4a8c-acc8-cd82d97625d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.705196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:54.720448 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.807186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff7aa-197f-49ef-9656-79ba9bcd9ed2 req-05e8327e-4080-4338-8bba-c9100b03a34c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:54.810048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2cff7aa-197f-49ef-9656-79ba9bcd9ed2 req-05e8327e-4080-4338-8bba-c9100b03a34c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1803563 Oct 13 04:12:54.866275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35052) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:54.871375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780240642', 'description': 'tempest-description--579979560'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:54.916438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2cff7aa-197f-49ef-9656-79ba9bcd9ed2 req-5a54d368-5c0d-4fee-8ac5-b5c4439b40d9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994897 Oct 13 04:12:54.939311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:54.992542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.013540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'mac_address': 'fa:16:3e:a1:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:12:55.063627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42d82650-d96a-4c42-890e-3890a03d0355 req-e811ecca-62ba-4f3b-9d7b-f86a864a5633 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 210 time: 0.0733364 Oct 13 04:12:55.155823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Allocated IP 172.20.0.12 (bce2e91a-108a-4988-88c0-6fa86e0d9bbf/a9a09000-c56a-4ee8-b9c5-084cf76eb648/c5683567-a7c5-44dc-ae16-c7d8695b05cf) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:55.178716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.210641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.235108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:53Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:12:55.245652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:55.306220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7bc7e-4ee5-4907-bc9d-b8b7b91497bb None None] The sync data for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 is: [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:53Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:12:55.319097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-7e47113f-363c-4aff-9ca6-aa693c4607df tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.320653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-7e47113f-363c-4aff-9ca6-aa693c4607df tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.47 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 829 time: 0.1507313 Oct 13 04:12:55.329292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.337861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:55.363559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.405830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'port': {'device_id': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'admin_state_up': True, 'tenant_id': '6c32f957b87a47d08340578a8e118c52'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:55.477571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.488111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.508581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.513713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6462755 Oct 13 04:12:55.517833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35060) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:55.525969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ffeba1-015b-4438-b2a6-b6ea23b46bf1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.554729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.555033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.555419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.555763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.556098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.556431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.556760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.557094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.557409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.557742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.558061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.558386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b6650-9335-4ae9-b773-f2d7db12883e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:12:55.561104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'security_group_rule': {'security_group_id': '37ffeba1-015b-4438-b2a6-b6ea23b46bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:55.573919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd0e52-074c-4bbc-b459-657c0f2c955d req-87ca19fc-e4fc-4132-8a46-ff43a8e2f611 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.581553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8bd0e52-074c-4bbc-b459-657c0f2c955d req-87ca19fc-e4fc-4132-8a46-ff43a8e2f611 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 946 time: 0.2748346 Oct 13 04:12:55.601468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:12:55.646531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.648701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.722981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.740436 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8bd0e52-074c-4bbc-b459-657c0f2c955d req-a1cdf5de-ee3b-46cc-8526-3ebfcaafbac6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579173 Oct 13 04:12:55.752659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38227d85-2968-4ec4-abcd-1c779faacf0f req-bb19fd50-17a7-4075-8994-883d3ec1d3fb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.761987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38227d85-2968-4ec4-abcd-1c779faacf0f req-bb19fd50-17a7-4075-8994-883d3ec1d3fb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2809525 Oct 13 04:12:55.771539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Made reservation on behalf of 6c32f957b87a47d08340578a8e118c52 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:12:55.775742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.842548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:55.854803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:55.870372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:55.904533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.910563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38227d85-2968-4ec4-abcd-1c779faacf0f req-6649a989-9e3c-46f0-9690-0746dad2c8ab tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180360 Oct 13 04:12:55.914619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:55.962362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71b08b2-9b62-44dd-9a7f-61832145ad79,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:55.985984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:55.996003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.013871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.015029 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5e788dbd-78c4-4da0-ac1e-88e2b9af181a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4599924 Oct 13 04:12:56.019561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.023973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-5c88bebd-b81e-47e8-b937-8f0082b15f77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6448658 Oct 13 04:12:56.028419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'security_group_rule': {'security_group_id': '37ffeba1-015b-4438-b2a6-b6ea23b46bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:56.041439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Allocated IP 172.20.0.11 (5a93f828-dfed-46c3-80f1-d2d9e82df0ed/7cc43976-4780-4296-989c-ae991d1f81da/cd4b4789-2445-499b-92c6-15244e85bb3d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:56.045063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Request body: {'port': {'device_id': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:56.162227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.172660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.290824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:56.294288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.329930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179c2ea-e241-442c-acdc-e4cfe628e63e req-f02b0197-f2f5-42b8-b7c2-eac8c92088eb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:56.349809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6179c2ea-e241-442c-acdc-e4cfe628e63e req-f02b0197-f2f5-42b8-b7c2-eac8c92088eb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 932 time: 0.4618237 Oct 13 04:12:56.395933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:12:56.402547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:56.405271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.437493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.456372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0484f9c-a5a1-4e70-bf97-a791e767b228 req-df79b2f2-1b1d-4112-b072-9ac1399cabd7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:56.463603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0484f9c-a5a1-4e70-bf97-a791e767b228 req-df79b2f2-1b1d-4112-b072-9ac1399cabd7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 949 time: 0.2700088 Oct 13 04:12:56.463798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6179c2ea-e241-442c-acdc-e4cfe628e63e req-01892040-fd7d-4216-9796-74c6a2e14306 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118894 Oct 13 04:12:56.467391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.506759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.572663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0484f9c-a5a1-4e70-bf97-a791e767b228 req-1d534176-8ea7-4345-ac13-4f4cd42fea4d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994942 Oct 13 04:12:56.589839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:56.609855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:56.614032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:56.628892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.674113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:56.679350 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb46381e-0dd2-4d69-921e-b5f5209c18a5" -d '{"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-plugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:56.706342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:12:56.709537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event updated for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.716109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.717160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:12:56.728481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621b242e-13dd-487f-8949-943d4097ca01,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.778621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 22d0e486-c9f8-4db7-b8ba-8e2a41938795 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:12:56.779609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22d0e486-c9f8-4db7-b8ba-8e2a41938795 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:12:56.790561 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:12:56.821913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:56.834805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:56.836066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b6230cb-0c2a-4f1d-b526-4d4de23676cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8111541 Oct 13 04:12:56.864680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35076) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:12:56.879555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65df15f-4750-4ea3-bfb7-db14a97bdaa8 req-1886f606-4a4b-44c8-8bee-4b9e2ac529dc tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:56.881734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c65df15f-4750-4ea3-bfb7-db14a97bdaa8 req-1886f606-4a4b-44c8-8bee-4b9e2ac529dc tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 932 time: 0.1503248 Oct 13 04:12:57.026567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a597f475-1278-48f4-9234-8880552a4754 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:12:57.075515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:57.128009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a597f475-1278-48f4-9234-8880552a4754 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:57.128394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.173317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2b4c168d-370d-4174-9e15-ffd2e8716525 None None] Provisioning complete for port cd4b4789-2445-499b-92c6-15244e85bb3d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:12:57.173702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b4c168d-370d-4174-9e15-ffd2e8716525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.181278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c65df15f-4750-4ea3-bfb7-db14a97bdaa8 req-39efb238-7279-403f-b5e1-a8ec242debfb tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118824 Oct 13 04:12:57.190137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5683567-a7c5-44dc-ae16-c7d8695b05cf {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:57.222171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.231513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c168d-370d-4174-9e15-ffd2e8716525 None None] Port cd4b4789-2445-499b-92c6-15244e85bb3d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:12:57.278789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.313368 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ab7ca9-cc7c-4887-a613-72de2a637e95 x-openstack-request-id: req-63ab7ca9-cc7c-4887-a613-72de2a637e95 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:57.314099 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-plugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:57.314378 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63ab7ca9-cc7c-4887-a613-72de2a637e95 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:57.314783 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'code': 200} Oct 13 04:12:57.325986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Transition to ACTIVE for port object c5683567-a7c5-44dc-ae16-c7d8695b05cf will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:57.326726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:57.327432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.338530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.350419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-4302d620-51ce-4dfc-96e1-6173d3b8b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0149341 Oct 13 04:12:57.363405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3032f8-76bb-4907-b6a4-36a106a833fb req-a5dcddec-f689-4600-bee8-4e5f97cc3d42 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:57.365038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a3032f8-76bb-4907-b6a4-36a106a833fb req-a5dcddec-f689-4600-bee8-4e5f97cc3d42 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 946 time: 0.6096644 Oct 13 04:12:57.370264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Request body: {'port': {'device_id': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:12:57.455153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a3032f8-76bb-4907-b6a4-36a106a833fb req-3c19f22c-a290-4b61-b39b-be7659265aab tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789828 Oct 13 04:12:57.460172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.598378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:57.656270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec13112-5dd7-48d1-b8a1-f99aa49f676a req-6ca80cb8-2814-474e-a4d3-972df3a092dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:57.657939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ec13112-5dd7-48d1-b8a1-f99aa49f676a req-6ca80cb8-2814-474e-a4d3-972df3a092dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1101 time: 0.2769399 Oct 13 04:12:57.688166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d2c5-7102-4e9d-8ad4-4a2ff64c255e req-8a954e56-4737-49a6-b573-4a783fcf3368 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:57.696337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1e92d2c5-7102-4e9d-8ad4-4a2ff64c255e req-8a954e56-4737-49a6-b573-4a783fcf3368 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.2753830 Oct 13 04:12:57.791209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1e92d2c5-7102-4e9d-8ad4-4a2ff64c255e req-e7b0ce9d-c753-434a-a41a-35ca37179cf0 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938077 Oct 13 04:12:57.860358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4b4789-2445-499b-92c6-15244e85bb3d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:12:57.874334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.891412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ec13112-5dd7-48d1-b8a1-f99aa49f676a req-20a21bb2-ae66-4ee0-8134-5f7edeeeb84c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927769 Oct 13 04:12:57.899529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Transition to ACTIVE for port object cd4b4789-2445-499b-92c6-15244e85bb3d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:12:57.910956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.914415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:57.914583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:57.914969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:57.953374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:57.957815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:57.958208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:57.983297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:57.983695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:57.984826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:57.984826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Bound port: c5683567-a7c5-44dc-ae16-c7d8695b05cf, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:57.985033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.135521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b8ce4-64f9-4db0-b826-ab5126812df9 req-568f54ca-5796-4955-b9e4-6fa0990ce6fa tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.148074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b84b8ce4-64f9-4db0-b826-ab5126812df9 req-568f54ca-5796-4955-b9e4-6fa0990ce6fa tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.2386739 Oct 13 04:12:58.230230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Pushing event updated for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.243865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Attempting to bind port cd4b4789-2445-499b-92c6-15244e85bb3d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:12:58.244140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Attempting to bind port cd4b4789-2445-499b-92c6-15244e85bb3d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:12:58.244518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Attempting to bind port cd4b4789-2445-499b-92c6-15244e85bb3d on network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:58.260843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b204ec-9657-43a5-8008-1d8be94866d5 req-e43fde4b-b340-4fc5-a121-84b3b63ddc7b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.269165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3b204ec-9657-43a5-8008-1d8be94866d5 req-e43fde4b-b340-4fc5-a121-84b3b63ddc7b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.2034762 Oct 13 04:12:58.287814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b84b8ce4-64f9-4db0-b826-ab5126812df9 req-9c12e1d5-c649-48aa-846b-ab50e0da7e55 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387632 Oct 13 04:12:58.289063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:58.298484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Port cd4b4789-2445-499b-92c6-15244e85bb3d on network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:12:58.298921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Attempting to bind port cd4b4789-2445-499b-92c6-15244e85bb3d on network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:12:58.315431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:12:58.315768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Checking segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:12:58.316243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Bound using segment: {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:12:58.317426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Bound port: cd4b4789-2445-499b-92c6-15244e85bb3d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e523abab-b1f3-44b2-abfa-a4635834b9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:12:58.317798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.338169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3b204ec-9657-43a5-8008-1d8be94866d5 req-9ce54be0-8d41-4a52-b847-7fc68c16d167 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611401 Oct 13 04:12:58.351319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:58.370440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Allocated IP 172.25.0.187 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/763e1e3b-d471-41c5-a55e-92e948232cb8) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:12:58.373260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.466488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:12:58.471102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cd4b4789-2445-499b-92c6-15244e85bb3d,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:12:58.487134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.507151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.507780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.509169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 1092 time: 2.4685500 Oct 13 04:12:58.509613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:58.514135 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505aee4d-3845-4061-a396-2038f9adc82b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:58.556559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.557242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.558682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] 10.222.0.47 "PUT /v2.0/ports/cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 1092 time: 1.1926579 Oct 13 04:12:58.559226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:12:58.561493 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f333135c-2780-4799-b1fd-1f50d0bfe93f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:12:58.595416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb23238-672c-4b4b-8687-368cfe367720 service neutron] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.665725 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6231f62-08c1-46a0-b290-886f3f2be92b x-openstack-request-id: req-d6231f62-08c1-46a0-b290-886f3f2be92b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:58.666019 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:58.666273 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6231f62-08c1-46a0-b290-886f3f2be92b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:58.667997 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'status': 'completed', 'code': 200} Oct 13 04:12:58.682068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.713848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9dcdd-41b8-45d8-bd30-4118cef884ba service neutron] Pushing event updated for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:58.741597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-ba20813f-939e-40c3-a014-a4b4810f4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.743123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-ba20813f-939e-40c3-a014-a4b4810f4e7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1095 time: 0.1203554 Oct 13 04:12:58.766774 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8d779-b2af-4d46-8a5e-61985c735d9c x-openstack-request-id: req-82d8d779-b2af-4d46-8a5e-61985c735d9c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:12:58.767097 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:12:58.767458 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82d8d779-b2af-4d46-8a5e-61985c735d9c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:12:58.767943 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'status': 'completed', 'code': 200} Oct 13 04:12:58.825226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-3baa2f45-e88e-4b57-a24c-cfed81650c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 217 time: 0.0730035 Oct 13 04:12:58.833057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:58.956238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-2ea5680b-c4bb-43af-91d4-6689d988b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:58.958143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-2ea5680b-c4bb-43af-91d4-6689d988b2ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.1237869 Oct 13 04:12:59.047743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f4380-10a4-44c8-8d6a-1ff8ee365074 req-620ce093-b666-4dd9-8c13-f3f32e8f62c1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.050026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-616f4380-10a4-44c8-8d6a-1ff8ee365074 req-620ce093-b666-4dd9-8c13-f3f32e8f62c1 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1247704 Oct 13 04:12:59.059507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-fbcb42b8-f91b-48d6-af96-82f651e5524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.062383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-fbcb42b8-f91b-48d6-af96-82f651e5524b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839689 Oct 13 04:12:59.195117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-616f4380-10a4-44c8-8d6a-1ff8ee365074 req-1b026568-b41b-4d3d-a127-de157e6de31f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Oct 13 04:12:59.261974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:12:59.274539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cc8f5-5622-4907-bc46-208e5d6823ff req-5e3b4e34-b399-4b4a-8f7b-ee44ac345696 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.279683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-9efaeb6b-b22c-488c-b367-23e14e37ac2a service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071092 Oct 13 04:12:59.283575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a57cc8f5-5622-4907-bc46-208e5d6823ff req-5e3b4e34-b399-4b4a-8f7b-ee44ac345696 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 944 time: 0.7325916 Oct 13 04:12:59.289351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:12:59.297275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:12:59.345131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-f0ef6e13-a0c3-4cfb-b97f-39a135df7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.346879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-f0ef6e13-a0c3-4cfb-b97f-39a135df7fa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1095 time: 0.6080849 Oct 13 04:12:59.353224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'Port': ['ID=763e1e3b-d471-41c5-a55e-92e948232cb8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:12:59.398842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-f93445a2-c62a-4e7c-a41d-5cb692fb7902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.0409434 Oct 13 04:12:59.482426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a57cc8f5-5622-4907-bc46-208e5d6823ff req-a4f4f80a-aa7e-4738-88ae-fc4501b97657 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961010 Oct 13 04:12:59.500486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d7a4-1975-4b8b-b99e-928d2633dadc req-3c6f5a7a-2894-43b3-ad9a-5d7f810c12fe tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.502388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a331d7a4-1975-4b8b-b99e-928d2633dadc req-3c6f5a7a-2894-43b3-ad9a-5d7f810c12fe tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.0947371 Oct 13 04:12:59.538517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbe0d87-3465-4402-bd46-97eed094dc34 req-5abe3e6e-b1f3-46a4-b9a6-944deedb10c5 service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383757 Oct 13 04:12:59.571668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-ec4e6e3f-14b5-43bf-9b32-776e41bfa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.573724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-ec4e6e3f-14b5-43bf-9b32-776e41bfa7ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1596839 Oct 13 04:12:59.577476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a331d7a4-1975-4b8b-b99e-928d2633dadc req-f977d6f0-79a3-40f6-89af-d384bbf0fe94 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Oct 13 04:12:59.632927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.636153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-dcf9e1d8-9391-407a-aa7c-03accdf63bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435739 Oct 13 04:12:59.667231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-80e7842e-24fd-4716-b99d-14412587e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.669021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-80e7842e-24fd-4716-b99d-14412587e95b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1095 time: 0.0627685 Oct 13 04:12:59.747609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:12:59.794000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-6941eb9e-0fb5-4e9c-b308-bf0b8a3af341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.795523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-6941eb9e-0fb5-4e9c-b308-bf0b8a3af341 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 930 time: 0.1183031 Oct 13 04:12:59.839350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428feb60-ce15-4a25-946a-add72cdab003 req-844d5543-7ed8-49f7-bd01-d9107e4bf771 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.841251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-428feb60-ce15-4a25-946a-add72cdab003 req-844d5543-7ed8-49f7-bd01-d9107e4bf771 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.2358286 Oct 13 04:12:59.855017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-bd2f2b3c-f138-4814-a264-99d1c930bfd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 217 time: 0.0501857 Oct 13 04:12:59.916258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-b3f97108-7cb7-44b4-9674-9ef753d7621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:12:59.917655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-b3f97108-7cb7-44b4-9674-9ef753d7621d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.0543723 Oct 13 04:12:59.924341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-144147e0-dde9-4328-b8eb-1e29b55ce040 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624240 Oct 13 04:12:59.999159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-c29edf65-f3cd-4d1a-8a99-73648d79f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.000727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-c29edf65-f3cd-4d1a-8a99-73648d79f034 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685790 Oct 13 04:13:00.006417 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-428feb60-ce15-4a25-946a-add72cdab003 req-24f8e13c-a8a0-4499-997f-eab59773e30d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548629 Oct 13 04:13:00.090370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-073be6bd-0bac-47bf-8617-a59c407fac9d req-ec38087b-ad7a-474c-bf85-8a789dcb475a service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528754 Oct 13 04:13:00.107378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.118683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.196821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-fafb076b-3d53-4621-aa7b-7e12cb37401c req-524dea2a-a039-484b-ad61-ff7494687158 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:13:00.197982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fafb076b-3d53-4621-aa7b-7e12cb37401c req-524dea2a-a039-484b-ad61-ff7494687158 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0201821 Oct 13 04:13:00.200063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-4539f06a-380b-4bc5-a3cf-8d2d678ad6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907508 Oct 13 04:13:00.227578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'Port': ['ID=763e1e3b-d471-41c5-a55e-92e948232cb8,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:00.251871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.266445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aee4d-3845-4061-a396-2038f9adc82b req-7ab581f4-1172-4d13-ba11-4c3cd61343a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.267516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-7ab581f4-1172-4d13-ba11-4c3cd61343a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1095 time: 0.1157284 Oct 13 04:13:00.276794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:00.278169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9463ce00-ae48-4234-8587-1e1a0dd496a4 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3953724 Oct 13 04:13:00.345749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f333135c-2780-4799-b1fd-1f50d0bfe93f req-6f3b2f0b-bf1b-46e3-b9d6-04ffade08fca service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353824 Oct 13 04:13:00.412992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d943899-7479-42ea-830d-da0240d9c0a2 req-8fa1a14a-688b-4f62-bad9-df155fcef751 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.418021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d943899-7479-42ea-830d-da0240d9c0a2 req-8fa1a14a-688b-4f62-bad9-df155fcef751 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0903530 Oct 13 04:13:00.512868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aee4d-3845-4061-a396-2038f9adc82b req-05c24097-bc8b-4ad0-82dc-3c84c8b120fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.518370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-05c24097-bc8b-4ad0-82dc-3c84c8b120fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2389266 Oct 13 04:13:00.642119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-6793f5c3-f7af-4281-a0b8-7c5c75bb2bb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.1033514 Oct 13 04:13:00.661369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d943899-7479-42ea-830d-da0240d9c0a2 req-ab8c45c4-2441-4fb0-843b-fb92412d1f88 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221720 Oct 13 04:13:00.728967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-39faeee3-9642-4ae8-938e-b15e1686325e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.731978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-3f6c2de9-6f66-4c2a-897a-4be8b7912aee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1704130 Oct 13 04:13:00.735572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-39faeee3-9642-4ae8-938e-b15e1686325e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.1708524 Oct 13 04:13:00.742190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aee4d-3845-4061-a396-2038f9adc82b req-57c24e22-e323-4e69-bb02-f51f2d66b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.743885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-57c24e22-e323-4e69-bb02-f51f2d66b106 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0813649 Oct 13 04:13:00.745723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6149066-bb2f-4790-93c9-f7e2c6e6894b req-336457c4-48f8-4ac1-bd5c-91eab3baf0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.747432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6149066-bb2f-4790-93c9-f7e2c6e6894b req-336457c4-48f8-4ac1-bd5c-91eab3baf0d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.2073791 Oct 13 04:13:00.749173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-4c9d43bf-132c-492f-90c7-ed388b0541ad tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/quotas/5d1bab6bc7ba4921aa12f5657ca1020a HTTP/1.1" status: 200 len: 375 time: 0.0118296 Oct 13 04:13:00.812193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-fdf0dc32-951e-4930-8232-1bbaf8dab96c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543423 Oct 13 04:13:00.840722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-f43fd27e-3a9f-4566-bd88-d65f3c02ce62 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837538 Oct 13 04:13:00.905422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6149066-bb2f-4790-93c9-f7e2c6e6894b req-dc0c00a6-7a42-47c0-967f-f682770b9ea7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393182 Oct 13 04:13:00.917753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98950-79c6-4cae-897c-52977e85c1ea req-5b86a6ae-4fd5-4c24-adbe-ce304caa4a73 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:00.925107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ffd98950-79c6-4cae-897c-52977e85c1ea req-5b86a6ae-4fd5-4c24-adbe-ce304caa4a73 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1518929 Oct 13 04:13:00.949541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-ed1a266c-6626-407d-81e4-ef8a531212e6 service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073489 Oct 13 04:13:00.994026 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ffd98950-79c6-4cae-897c-52977e85c1ea req-85081d96-3cb9-4677-91c1-b4699647c75e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679753 Oct 13 04:13:01.017695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-e2d77cad-fb8b-4209-a67e-fe9f374ce8ed service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883571 Oct 13 04:13:01.087104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-272cfdf2-a5f5-444e-88ee-0b4ca3b3eb2e service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292050 Oct 13 04:13:01.178941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962211-4713-43cd-880a-1ba9237a5b08 req-257c8e6b-24ea-4913-a208-420ee8baa38c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:01.180593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f962211-4713-43cd-880a-1ba9237a5b08 req-257c8e6b-24ea-4913-a208-420ee8baa38c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 944 time: 0.1066997 Oct 13 04:13:01.193129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-505aee4d-3845-4061-a396-2038f9adc82b req-8cc82576-279d-4b05-aa41-8877c04f33da service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673181 Oct 13 04:13:01.303437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f962211-4713-43cd-880a-1ba9237a5b08 req-5d8a0697-25a2-48f1-b9b0-a5f2a6f331ef tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143115 Oct 13 04:13:01.366989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:01.406702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d4931-86a6-4e8b-b15e-42abda3ba975 req-7bdc5358-316b-41de-ac22-c258398fc095 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:01.408287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e63d4931-86a6-4e8b-b15e-42abda3ba975 req-7bdc5358-316b-41de-ac22-c258398fc095 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.1140208 Oct 13 04:13:01.483521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e63d4931-86a6-4e8b-b15e-42abda3ba975 req-11bc6192-97ec-424b-8ae6-3bc52cf54d57 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541213 Oct 13 04:13:01.611297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6410ea5-79c6-487d-859b-67e3a5a0acf9 req-c867f87c-ac50-46db-80b5-1b44afb9b4b3 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 210 time: 0.0838962 Oct 13 04:13:01.657047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:01.681245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'mac_address': 'fa:16:3e:b3:dc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:01.783507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.813744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 868f5499-0b85-4ca9-9844-7f36a1d8a661 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:01.900521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:01.902969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741d348-3e33-4fd9-9864-97ba6d8b4748 req-3d1ba413-e93a-459b-afe3-fa442ec0c295 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:01.907663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:01.914712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a741d348-3e33-4fd9-9864-97ba6d8b4748 req-3d1ba413-e93a-459b-afe3-fa442ec0c295 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.1618612 Oct 13 04:13:02.028130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a741d348-3e33-4fd9-9864-97ba6d8b4748 req-a4e3bcca-a2c5-4fa2-a135-e8fe2c522f7d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978160 Oct 13 04:13:02.028942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:02.058834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['868f5499-0b85-4ca9-9844-7f36a1d8a661'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:02.275663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6974c0-f485-4c1b-9c34-a578fa2a278c req-c56938e0-a14c-4398-a88b-ed7dd96a0d7d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:02.292212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e6974c0-f485-4c1b-9c34-a578fa2a278c req-c56938e0-a14c-4398-a88b-ed7dd96a0d7d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1481700 Oct 13 04:13:02.319279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cd4b4789-2445-499b-92c6-15244e85bb3d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:02.403320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e6974c0-f485-4c1b-9c34-a578fa2a278c req-63744258-6671-47f8-aeee-f767ae2001f2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115432 Oct 13 04:13:02.524511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738c77-5141-4d9f-89be-64dd3fdacdc1 req-38d3bf52-0cc5-4331-b803-7730c740e800 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:02.528822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c2738c77-5141-4d9f-89be-64dd3fdacdc1 req-38d3bf52-0cc5-4331-b803-7730c740e800 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 944 time: 0.1152120 Oct 13 04:13:02.610319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c2738c77-5141-4d9f-89be-64dd3fdacdc1 req-adfdc4a2-df72-424e-baaf-3c6a8c96650d tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735362 Oct 13 04:13:02.688307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cd4b4789-2445-499b-92c6-15244e85bb3d,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:02.696406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a989fbf-1c0d-4c37-84b6-75e421518933 req-718aa4b5-9935-44c9-8908-ca6c6e231ca2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:02.705116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a989fbf-1c0d-4c37-84b6-75e421518933 req-718aa4b5-9935-44c9-8908-ca6c6e231ca2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.0808761 Oct 13 04:13:02.724130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'mac_address': 'fa:16:3e:29:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:02.774881 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a989fbf-1c0d-4c37-84b6-75e421518933 req-b927fe03-e9bb-44fa-b84e-b69566dcde8d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687804 Oct 13 04:13:02.822156 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.844424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4b4789-2445-499b-92c6-15244e85bb3d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:02.872236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cd4b4789-2445-499b-92c6-15244e85bb3d,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:02.877931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:02.921380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b736b984-f5f6-4a36-99d3-abf1c48cba1d req-a58aa7a8-5023-4b05-afdb-1fcfeceff809 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 210 time: 0.0437322 Oct 13 04:13:02.963354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:03.022454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-cc965390-a670-463f-b067-ba1188d40068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.028623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-cc965390-a670-463f-b067-ba1188d40068 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1101 time: 0.0778344 Oct 13 04:13:03.096131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['cd4b4789-2445-499b-92c6-15244e85bb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:03.188877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-bcd65eb2-cac5-421a-b950-290acaa3259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.190424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-bcd65eb2-cac5-421a-b950-290acaa3259e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1398320 Oct 13 04:13:03.225702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe33f6-59ca-4278-a1b8-c464d0f64b68 req-387275bd-1d9a-4bd3-97d6-d70dbc22c342 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.232242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33fe33f6-59ca-4278-a1b8-c464d0f64b68 req-387275bd-1d9a-4bd3-97d6-d70dbc22c342 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 950 time: 0.0836589 Oct 13 04:13:03.289776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-47a00a90-bc10-4eaa-8ebf-5384fdd9c637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0898557 Oct 13 04:13:03.341288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33fe33f6-59ca-4278-a1b8-c464d0f64b68 req-55d3b818-6b3d-4fb4-b287-4c40a0c994b3 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018820 Oct 13 04:13:03.381264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:03.394154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:03.400384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-629af7da-7f08-4b32-b4ca-5604be743022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.406505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-629af7da-7f08-4b32-b4ca-5604be743022 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1104138 Oct 13 04:13:03.546783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-e4f42c7c-6b71-451e-9e47-56760721fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.550957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-e4f42c7c-6b71-451e-9e47-56760721fbe5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1364470 Oct 13 04:13:03.722359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 868f5499-0b85-4ca9-9844-7f36a1d8a661 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:03.723135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:03.792386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5374-ec9e-4a06-a746-e67c9557b21c req-6d5115a9-933a-488a-93cf-ef8e798ebf0f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:03.794337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b5d5374-ec9e-4a06-a746-e67c9557b21c req-6d5115a9-933a-488a-93cf-ef8e798ebf0f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1172922 Oct 13 04:13:03.848616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:03.885736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-d5467d0c-bfa5-4e76-9ddc-b50b8a3a0453 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259192 Oct 13 04:13:03.896332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b5d5374-ec9e-4a06-a746-e67c9557b21c req-41631116-ac42-49c0-a9e9-d8851c713773 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954232 Oct 13 04:13:03.980880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'mac_address': 'fa:16:3e:c9:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:04.064125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.121067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24919a-9c7b-45c1-8b3a-480976dbbea4 req-a63a7063-d1ab-4585-93bb-908607949c09 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.123724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.132773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a24919a-9c7b-45c1-8b3a-480976dbbea4 req-a63a7063-d1ab-4585-93bb-908607949c09 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1101 time: 0.0804503 Oct 13 04:13:04.149886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:04.160806 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8589d-7d39-443e-a829-c5d96558d479" -d '{"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-plugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:04.186111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:04.195416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a24919a-9c7b-45c1-8b3a-480976dbbea4 req-0e1acaf8-2415-418d-8df0-ed669153bc7d tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558925 Oct 13 04:13:04.216357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:04.218610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-392aeb2c-6c04-481b-a43d-8c1b2871536b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.220920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-392aeb2c-6c04-481b-a43d-8c1b2871536b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.6339810 Oct 13 04:13:04.240789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.241591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:04.249012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'port': {'device_id': '8e58e829-33f1-4564-bd37-9d57c326305a', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'admin_state_up': True, 'tenant_id': '5d1bab6bc7ba4921aa12f5657ca1020a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:04.265365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:04.290241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-fd14726c-8643-4019-a532-89416d9dce1c service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937182 Oct 13 04:13:04.376319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:04.380183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cd4b4789-2445-499b-92c6-15244e85bb3d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:04.387246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.410196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b27cb-872e-4d75-bd5c-6151ead73127 req-ff6922ac-527d-4c43-b0ed-6323bf15f9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.429372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b98b27cb-872e-4d75-bd5c-6151ead73127 req-ff6922ac-527d-4c43-b0ed-6323bf15f9a1 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 945 time: 0.1518605 Oct 13 04:13:04.615929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Made reservation on behalf of 5d1bab6bc7ba4921aa12f5657ca1020a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:04.632667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:04.658499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:04.663673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b98b27cb-872e-4d75-bd5c-6151ead73127 req-5c2db41b-8a53-4680-a4fb-b5639f685548 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299507 Oct 13 04:13:04.725701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:04.867308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246660a-9958-4863-b857-0b5218e556d7 req-1520e443-9f54-470b-9e40-a377ffba2072 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:04.868942 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6246660a-9958-4863-b857-0b5218e556d7 req-1520e443-9f54-470b-9e40-a377ffba2072 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.1249766 Oct 13 04:13:04.909520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Allocated IP 172.20.0.9 (af8d1df1-41c0-4f6c-aa7c-495eab72d812/c96965f6-83c7-48b1-a0fa-9da3c15706a9/0edcbdc5-eb6f-4184-b72b-ff5170be6380) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:04.979938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6246660a-9958-4863-b857-0b5218e556d7 req-e52e9bbb-4d52-40a1-859c-9b2c78d26383 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021554 Oct 13 04:13:05.007634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:05.026721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port cd4b4789-2445-499b-92c6-15244e85bb3d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:05.040910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.054465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port cd4b4789-2445-499b-92c6-15244e85bb3d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:05.055152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.061348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'port_id': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'mac_address': 'fa:16:3e:56:14:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a09000-c56a-4ee8-b9c5-084cf76eb648', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:05.084369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.155629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:05.176207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe30a38b-599b-457f-a8a4-36ef46335687 req-ebb054d8-2737-43b4-8350-cff0abd7a7ca tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 210 time: 0.0795548 Oct 13 04:13:05.199343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.236040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:05.247912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5683567-a7c5-44dc-ae16-c7d8695b05cf {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:05.271963 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7249b486-9499-4a87-8cb9-8ed01667f217 x-openstack-request-id: req-7249b486-9499-4a87-8cb9-8ed01667f217 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:05.272295 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-plugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:05.272701 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7249b486-9499-4a87-8cb9-8ed01667f217 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:05.272946 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'code': 200} Oct 13 04:13:05.282476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.286116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.339260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.364609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:05.380106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.387818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.454331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:05.460414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.465772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:05.477880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:05.497192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.518113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cd4b4789-2445-499b-92c6-15244e85bb3d,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:05.533105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.569657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.642892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:05.643602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.661760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:05.666983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c5683567-a7c5-44dc-ae16-c7d8695b05cf'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:05.678545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6a137e58-5d42-4540-aa14-0abd1b437b53 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424555 Oct 13 04:13:05.760075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Request body: {'port': {'device_id': '8e58e829-33f1-4564-bd37-9d57c326305a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:05.760299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9e4db-dc9d-478c-a335-40dc191d82ec req-a5f52aef-2e0a-410f-a191-8be46ee6dcf5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:05.760299 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27c9e4db-dc9d-478c-a335-40dc191d82ec req-a5f52aef-2e0a-410f-a191-8be46ee6dcf5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0922589 Oct 13 04:13:05.795808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:05.804547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27c9e4db-dc9d-478c-a335-40dc191d82ec req-a9c4d199-b633-4cbf-87c5-e2946d4798c6 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884485 Oct 13 04:13:06.050127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79d9ab-d2f8-47a8-ad4c-88de61fb55e8 req-900b6596-617b-4309-86e2-9a44122296d9 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:06.060275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-da79d9ab-d2f8-47a8-ad4c-88de61fb55e8 req-900b6596-617b-4309-86e2-9a44122296d9 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 1100 time: 0.0567412 Oct 13 04:13:06.111359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-da79d9ab-d2f8-47a8-ad4c-88de61fb55e8 req-e1d37e36-396a-439f-b33b-30367cd4a274 tempest-ServersAdminTestJSON-970243457 tempest-ServersAdminTestJSON-970243457-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Oct 13 04:13:06.284788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edcbdc5-eb6f-4184-b72b-ff5170be6380 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:06.309027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.318921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c094b-e6b8-40cd-be72-061d159f7dd6 req-aa215e1b-42e2-4d5f-a3e5-f08c9d6c3c61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:06.320998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d3c094b-e6b8-40cd-be72-061d159f7dd6 req-aa215e1b-42e2-4d5f-a3e5-f08c9d6c3c61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.1074002 Oct 13 04:13:06.344746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Transition to ACTIVE for port object 0edcbdc5-eb6f-4184-b72b-ff5170be6380 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:06.356118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.409190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d3c094b-e6b8-40cd-be72-061d159f7dd6 req-7d8d40d7-e9c4-4c1c-98e5-4f45c00909e8 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720191 Oct 13 04:13:06.492290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:06.610610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59ed6e-e143-44b7-86a3-d23cbcb5385e req-c1cc3b57-d3dc-42ab-9b1e-86454f1ffe97 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:06.625487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e59ed6e-e143-44b7-86a3-d23cbcb5385e req-c1cc3b57-d3dc-42ab-9b1e-86454f1ffe97 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.0924766 Oct 13 04:13:06.643699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Attempting to bind port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:06.644046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Attempting to bind port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:06.644937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Attempting to bind port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:06.662032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:06.662377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Attempting to bind port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:06.680600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:06.681001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Checking segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:06.681324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Bound using segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:06.688364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Bound port: 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:06.688751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.716701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e59ed6e-e143-44b7-86a3-d23cbcb5385e req-ecd382c8-19c6-431c-b8b1-b36e4ec24156 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901866 Oct 13 04:13:06.838227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:06.846101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:06.858873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.957722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:06.959898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:06.961998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/0edcbdc5-eb6f-4184-b72b-ff5170be6380 HTTP/1.1" status: 200 len: 1091 time: 1.2739387 Oct 13 04:13:06.962959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:06.965611 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e755c568-cf76-4c0a-8715-e39b21909e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:06.993028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c25dc-9c71-459b-9dcc-468620e675c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:07.114571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-59666552-1b09-418d-a15a-e72fdb6cf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.116144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-59666552-1b09-418d-a15a-e72fdb6cf492 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 1094 time: 0.0933897 Oct 13 04:13:07.171946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-eada9b69-add7-48c4-b3dc-68ced6f58b71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380 HTTP/1.1" status: 200 len: 217 time: 0.0397198 Oct 13 04:13:07.232611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f1c33-1deb-46cd-ad8e-116f2c054188 req-d434bf32-019c-453c-9d2c-6698549615b0 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.241507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d80f1c33-1deb-46cd-ad8e-116f2c054188 req-d434bf32-019c-453c-9d2c-6698549615b0 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.0849981 Oct 13 04:13:07.252556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-7e47e23a-e925-43f1-b977-2c2c7e1aba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.255008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-7e47e23a-e925-43f1-b977-2c2c7e1aba34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.0740077 Oct 13 04:13:07.274039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:07.276642 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7328abdd-bbeb-4960-88d6-fd4918f663d5" -d '{"events": [{"server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "name": "network-vif-plugged", "status": "completed", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:07.299648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d80f1c33-1deb-46cd-ad8e-116f2c054188 req-56012464-aeac-4967-b8f6-fc072d7b3b08 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Oct 13 04:13:07.319232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-735d1132-e300-4c08-af61-a87943745851 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519762 Oct 13 04:13:07.425149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:07.442068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038787a-df8a-44dd-afc7-5cc0f83d6442 req-bc1400a7-d9dc-44ac-a2fc-3950801e6a8d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.445198 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-2e881cd5-653a-4a74-aac1-6d0b22f43b22 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167152 Oct 13 04:13:07.450560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c038787a-df8a-44dd-afc7-5cc0f83d6442 req-bc1400a7-d9dc-44ac-a2fc-3950801e6a8d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0811687 Oct 13 04:13:07.520630 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c038787a-df8a-44dd-afc7-5cc0f83d6442 req-eecdfc1f-4e10-446d-b639-948e07bc1cb2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607338 Oct 13 04:13:07.558428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aef7d85a-fcab-46e7-baaf-cdcf1af03576 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:07.558817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.594067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a929a0f-a5b3-48a6-bbd2-26c8e0d87d81 req-6573e435-72d6-47ac-a11a-66b092495e32 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386249 Oct 13 04:13:07.653841 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ffdd8-b440-41d3-b99b-9aa7b7123258 x-openstack-request-id: req-a57ffdd8-b440-41d3-b99b-9aa7b7123258 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:07.654425 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:07.654880 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a57ffdd8-b440-41d3-b99b-9aa7b7123258 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:07.655537 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'status': 'completed', 'code': 200} Oct 13 04:13:07.702594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.786508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:07.803645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:07.811355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-f9f16e5d-b897-4394-bb1b-34a8c83c3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.814729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-f9f16e5d-b897-4394-bb1b-34a8c83c3287 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 1094 time: 0.1211891 Oct 13 04:13:07.882921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6974046-5629-4b5b-adc5-5c288d09648f req-48b36445-4472-41d6-a33c-f74874a144d3 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:07.886572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6974046-5629-4b5b-adc5-5c288d09648f req-48b36445-4472-41d6-a33c-f74874a144d3 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 950 time: 0.1057193 Oct 13 04:13:07.912008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:07.970827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6974046-5629-4b5b-adc5-5c288d09648f req-a759cc73-14d7-478c-9865-03c1c3e26ce7 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789187 Oct 13 04:13:08.025140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-b8133413-7d1a-462a-a31a-0ce4971bead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.027001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-b8133413-7d1a-462a-a31a-0ce4971bead3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 922 time: 0.1935914 Oct 13 04:13:08.055923 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1a930c-0947-467b-a8be-d198e6af9c5e x-openstack-request-id: req-9e1a930c-0947-467b-a8be-d198e6af9c5e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:08.056255 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "name": "network-vif-plugged", "status": "completed", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:08.056469 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e1a930c-0947-467b-a8be-d198e6af9c5e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:08.056904 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'code': 200} Oct 13 04:13:08.126401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-cc8b1c7a-f1c1-484e-a6e4-685a8b807707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380 HTTP/1.1" status: 200 len: 217 time: 0.0893610 Oct 13 04:13:08.208468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443565c6-b586-423f-b3c1-2fdf223a2620 req-b3c780a6-fcf9-431c-b8f6-6e4cd39b4590 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.216267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-443565c6-b586-423f-b3c1-2fdf223a2620 req-b3c780a6-fcf9-431c-b8f6-6e4cd39b4590 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.0903540 Oct 13 04:13:08.241302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-3d6fecd8-a192-46f3-8746-68f38008cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.243197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-3d6fecd8-a192-46f3-8746-68f38008cc3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.0761967 Oct 13 04:13:08.286534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-443565c6-b586-423f-b3c1-2fdf223a2620 req-de7f6d42-3e38-4e05-8d59-60d6880ecc6d tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Oct 13 04:13:08.287723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213f92-9b80-47d5-8620-23fcfd75609e req-78c56141-a3d4-46d1-acba-540d53df5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.289499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5213f92-9b80-47d5-8620-23fcfd75609e req-78c56141-a3d4-46d1-acba-540d53df5f72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1097 time: 0.1804891 Oct 13 04:13:08.336283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:08.341232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-2be7a03c-a546-44aa-87d5-aa60cd6ccc78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823543 Oct 13 04:13:08.493268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe903e-05e1-4d25-b112-14cca4af064e req-a48027a3-7261-45f3-bcd1-3376293c31f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.511784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dbe903e-05e1-4d25-b112-14cca4af064e req-a48027a3-7261-45f3-bcd1-3376293c31f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1289425 Oct 13 04:13:08.544657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5213f92-9b80-47d5-8620-23fcfd75609e req-138a6c2a-a7bd-4b16-aec1-59f1951b4f5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187440 Oct 13 04:13:08.609976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dbe903e-05e1-4d25-b112-14cca4af064e req-26282420-49f4-4952-984d-272f2a81ee1c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969477 Oct 13 04:13:08.633951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-e06ac053-33c7-434d-9cd6-87d7f682dab4 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713737 Oct 13 04:13:08.761341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-ddae6513-2471-4152-b6e3-de8ace63e00c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:08.771786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-ddae6513-2471-4152-b6e3-de8ace63e00c tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 950 time: 0.1082489 Oct 13 04:13:08.823259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port c5683567-a7c5-44dc-ae16-c7d8695b05cf completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:08.829181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port c5683567-a7c5-44dc-ae16-c7d8695b05cf triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:08.829929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:08.872432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e755c568-cf76-4c0a-8715-e39b21909e2e req-a316eb6e-0c3c-4be1-9de6-07998fb124a6 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147861 Oct 13 04:13:09.032522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.061677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e4091-3da7-447b-a665-c6b59d8c31b6 req-306d37fd-03b2-4330-ab7b-f31b516d299b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:09.076779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d7e4091-3da7-447b-a665-c6b59d8c31b6 req-306d37fd-03b2-4330-ab7b-f31b516d299b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.3036494 Oct 13 04:13:09.121164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:09.136739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.199205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d7e4091-3da7-447b-a665-c6b59d8c31b6 req-6ac214c3-7b07-4b27-a301-58e6e823eacc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211557 Oct 13 04:13:09.209850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Deleting port 6d9900f6-dc10-48fc-8007-99862f3b080e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:09.210192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.267823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:09.376773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] For port 6d9900f6-dc10-48fc-8007-99862f3b080e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6d9900f6-dc10-48fc-8007-99862f3b080e,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:09.377349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.390902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Calling delete_port for 6d9900f6-dc10-48fc-8007-99862f3b080e owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:09.507570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f624e-e4d0-44ff-8b3b-c0c8e2e1d3ee req-71930975-feca-4099-898b-e21d0e0e372a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:09.509100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-222f624e-e4d0-44ff-8b3b-c0c8e2e1d3ee req-71930975-feca-4099-898b-e21d0e0e372a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0773408 Oct 13 04:13:09.632985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-222f624e-e4d0-44ff-8b3b-c0c8e2e1d3ee req-1248194c-5ab0-4a40-9ea3-5b31133a6e24 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885904 Oct 13 04:13:09.653684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.666983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1b122e96-e56e-40cd-bad2-106dc20d8d48'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:09.673999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6d9900f6-dc10-48fc-8007-99862f3b080e', 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:09.729718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event deleted for resources: {'Port': ['ID=6d9900f6-dc10-48fc-8007-99862f3b080e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:09.885649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] No DVR routers for this DVR port 6d9900f6-dc10-48fc-8007-99862f3b080e on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:09.891840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:09.907662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e780dce1-3022-4fe2-9cc1-6b90b35180e5 req-b6627a45-fef8-47f7-bce6-f752c6a4526a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "DELETE /v2.0/ports/6d9900f6-dc10-48fc-8007-99862f3b080e HTTP/1.1" status: 204 len: 173 time: 1.1173050 Oct 13 04:13:09.908824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'name': 'network-vif-deleted', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:09.914982 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529135d-b0c4-4b8e-ab74-da5306ca943a" -d '{"events": [{"server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "name": "network-vif-deleted", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:10.044930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bc71a8a-ad99-4c35-9a21-0ccedd4509c9 req-0c0ba921-a1a3-4cf5-bc67-2527f9bf897e tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=30995c06-5c2d-4f0f-a69b-9e86528f33c4 HTTP/1.1" status: 200 len: 210 time: 0.0991108 Oct 13 04:13:10.075931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}, {'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:10.090428 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33dcfe7-241a-4219-a563-246ccb6366ae" -d '{"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}, {"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-plugged", "status": "completed", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:10.235513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3ddc-68e2-44ea-863f-b2697ed1544d req-2bea95cc-2d7c-43a4-b925-c2579d7305a4 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:10.237158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792f3ddc-68e2-44ea-863f-b2697ed1544d req-2bea95cc-2d7c-43a4-b925-c2579d7305a4 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.0668373 Oct 13 04:13:10.328410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792f3ddc-68e2-44ea-863f-b2697ed1544d req-87677f9b-f6e4-475f-a284-1ac95180469e tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Oct 13 04:13:10.532325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f89600-4970-4965-a076-e987121c7421 req-059c0eee-5e0e-41a2-921c-c5ba791bb8db tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:10.541926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15f89600-4970-4965-a076-e987121c7421 req-059c0eee-5e0e-41a2-921c-c5ba791bb8db tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 946 time: 0.0944262 Oct 13 04:13:10.611558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15f89600-4970-4965-a076-e987121c7421 req-f675e724-f728-4bd7-ba10-e5f9c03ba92c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Oct 13 04:13:10.740702 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea43e79-06c4-4242-8e27-fb57bf4ee0b2 x-openstack-request-id: req-eea43e79-06c4-4242-8e27-fb57bf4ee0b2 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:10.741294 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30995c06-5c2d-4f0f-a69b-9e86528f33c4", "name": "network-vif-deleted", "tag": "6d9900f6-dc10-48fc-8007-99862f3b080e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:10.741809 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eea43e79-06c4-4242-8e27-fb57bf4ee0b2 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:10.742496 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30995c06-5c2d-4f0f-a69b-9e86528f33c4', 'name': 'network-vif-deleted', 'tag': '6d9900f6-dc10-48fc-8007-99862f3b080e', 'status': 'completed', 'code': 200} Oct 13 04:13:10.792786 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4537be-201f-4646-ba00-4cf543da13f2 x-openstack-request-id: req-4b4537be-201f-4646-ba00-4cf543da13f2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:10.794047 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-plugged", "status": "completed", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "code": 200}, {"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-plugged", "status": "completed", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:10.794518 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b4537be-201f-4646-ba00-4cf543da13f2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:10.795104 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'code': 200} Oct 13 04:13:10.795523 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'code': 200} Oct 13 04:13:10.977267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62d38c-068b-4e32-8607-956c0d5d5947 req-01307cbc-589c-4102-8873-ee5de8d03df5 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:10.988565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b62d38c-068b-4e32-8607-956c0d5d5947 req-01307cbc-589c-4102-8873-ee5de8d03df5 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.1092730 Oct 13 04:13:11.054720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b62d38c-068b-4e32-8607-956c0d5d5947 req-d349c4d7-590e-4a6f-a471-a30beab2572c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640614 Oct 13 04:13:11.335172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.436649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:11.496520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c374fe0d-59e2-40bc-a10a-0cc938603686 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 258 time: 0.4071801 Oct 13 04:13:11.513166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d395e-6870-4a8c-9079-f098efc4dee1 req-3836588a-74c2-4c31-8180-dd021d8d3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:11.514683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b1d395e-6870-4a8c-9079-f098efc4dee1 req-3836588a-74c2-4c31-8180-dd021d8d3103 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1097 time: 0.6443594 Oct 13 04:13:11.518481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:11.574032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.591464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b1d395e-6870-4a8c-9079-f098efc4dee1 req-4a994ffe-fa60-40d3-a310-3fae5caa5026 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Oct 13 04:13:11.681070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:11.709030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'port_id': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'mac_address': 'fa:16:3e:60:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96965f6-83c7-48b1-a0fa-9da3c15706a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:11.756949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d85597cf-1e9e-427a-b431-658943d8230e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.769882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.788007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edcbdc5-eb6f-4184-b72b-ff5170be6380 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:11.812595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.819197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:11.825181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:11.909828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:12.027432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Allocated IP 172.25.0.78 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/b0a645dc-ecef-4ab9-ab94-da5940b1b862) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:12.106860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0edcbdc5-eb6f-4184-b72b-ff5170be6380'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:12.225321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c2515-733d-4173-a812-e6a8d5b216de req-8732cae4-def1-432f-9674-ee441e9caac3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:12.240771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-649c2515-733d-4173-a812-e6a8d5b216de req-8732cae4-def1-432f-9674-ee441e9caac3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0962453 Oct 13 04:13:12.315012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-649c2515-733d-4173-a812-e6a8d5b216de req-1203ba23-6c04-484e-9afe-ef04ac6b5b59 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732028 Oct 13 04:13:12.319644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.382916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.427522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:12.430725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:12.432193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.465649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:12.527101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event updated for resources: {'Port': ['ID=b0a645dc-ecef-4ab9-ab94-da5940b1b862,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:12.578381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29803f4d-dd97-4276-bc59-f5eee90b1210 req-f6240aaf-89af-4cd0-b160-777a16532231 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:12.580622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29803f4d-dd97-4276-bc59-f5eee90b1210 req-f6240aaf-89af-4cd0-b160-777a16532231 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 946 time: 0.0724010 Oct 13 04:13:12.602832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.658050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29803f4d-dd97-4276-bc59-f5eee90b1210 req-55d91317-5dde-4d94-b108-ba7aa6fe4ac1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667329 Oct 13 04:13:12.664998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:12.850594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60ed0-ae8d-4a62-896a-aca53d0e3431 req-8e60ddee-60d6-4fe0-a132-98cd7b8b3e3e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:12.859050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24a60ed0-ae8d-4a62-896a-aca53d0e3431 req-8e60ddee-60d6-4fe0-a132-98cd7b8b3e3e tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 944 time: 0.1150405 Oct 13 04:13:12.915359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24a60ed0-ae8d-4a62-896a-aca53d0e3431 req-30b43a77-a94b-4d0b-a485-243850d0a302 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Oct 13 04:13:13.216367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-4319bf02-647c-47f3-ade4-abe20d05dfbb tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.220237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.225279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-4319bf02-647c-47f3-ade4-abe20d05dfbb tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/networks?id=5e44ca7d-603a-4e92-a2df-eaab71a279a1 HTTP/1.1" status: 200 len: 815 time: 0.1509116 Oct 13 04:13:13.226779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.239230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-d311322c-9ee3-46fd-85ca-e8373c6c7d3d tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/quotas/63caf9a1850e45c585dd2a009a1cea4d HTTP/1.1" status: 200 len: 375 time: 0.0130239 Oct 13 04:13:13.300628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event updated for resources: {'Port': ['ID=b0a645dc-ecef-4ab9-ab94-da5940b1b862,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:13.315231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-c79d0c93-4586-4d8b-a3cb-2871cfbb9b92 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=63caf9a1850e45c585dd2a009a1cea4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697460 Oct 13 04:13:13.315507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.335461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.339601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-c83be9e8-d187-4337-b0bd-79c0762e555c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8333590 Oct 13 04:13:13.409480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-7fb6003e-252f-4f6c-a0e9-5cae97f7a77d tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0654328 Oct 13 04:13:13.431685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a61fb763-dcce-47d8-ab9f-64843f1addef service neutron] 10.222.0.49 "GET /v2.0/networks/5e44ca7d-603a-4e92-a2df-eaab71a279a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052501 Oct 13 04:13:13.440533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:13.493500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:13.497772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:13.498209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.560267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-ac935f39-a0ea-436c-bf06-7c3940a5d438 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.575456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3984bd25-58c0-4316-bb99-2fcdf4b15d21 req-ac935f39-a0ea-436c-bf06-7c3940a5d438 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1550581 Oct 13 04:13:13.600891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.602828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-9cf2fc0a-c799-4f6c-b563-f0a6b6f5febb service neutron] 10.222.0.49 "GET /v2.0/networks/5e44ca7d-603a-4e92-a2df-eaab71a279a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576118 Oct 13 04:13:13.644681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:13.649315 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63356567-3ac8-4fb7-97ba-e7ce40d8f256" -d '{"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-plugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:13.680906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:13.691190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:13.692925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6d9900f6-dc10-48fc-8007-99862f3b080e no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:13.748346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 6d9900f6-dc10-48fc-8007-99862f3b080e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:13.749205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6d9900f6-dc10-48fc-8007-99862f3b080e not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:13.812141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:13.904682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1674-de3c-4619-8c9e-ac5961f987c6 req-61a05d2d-e5d2-4de5-bc15-183ac3807a1c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:13.906917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0dea1674-de3c-4619-8c9e-ac5961f987c6 req-61a05d2d-e5d2-4de5-bc15-183ac3807a1c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0683572 Oct 13 04:13:13.954038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0dea1674-de3c-4619-8c9e-ac5961f987c6 req-ec676537-e754-4787-9b95-99f2d0591420 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Oct 13 04:13:14.025151 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323202e9-f466-417c-b234-b6e566829e3b x-openstack-request-id: req-323202e9-f466-417c-b234-b6e566829e3b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:14.025441 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-plugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:14.025754 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-323202e9-f466-417c-b234-b6e566829e3b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:14.026271 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'code': 200} Oct 13 04:13:14.096318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9363e82-f26a-4145-8483-b16dae0e94c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.186398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61414-a16d-41d9-ba9c-746b76abce60 req-21de405f-bb25-46f7-86a5-e9b6a9437cb9 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.189236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-337e79ea-1ff3-4b9d-8a86-e03241226d34 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.191908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-337e79ea-1ff3-4b9d-8a86-e03241226d34 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1282818 Oct 13 04:13:14.198396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cea61414-a16d-41d9-ba9c-746b76abce60 req-21de405f-bb25-46f7-86a5-e9b6a9437cb9 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 946 time: 0.0717964 Oct 13 04:13:14.210276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7f0d-8e09-497d-8ace-5d34cf14ea65 req-5555093e-807e-4edd-aa88-4eb95c95cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.211973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ccf7f0d-8e09-497d-8ace-5d34cf14ea65 req-5555093e-807e-4edd-aa88-4eb95c95cbde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 1096 time: 0.1120024 Oct 13 04:13:14.270060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cea61414-a16d-41d9-ba9c-746b76abce60 req-c29ea808-7b87-453f-8334-6d975a278472 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667675 Oct 13 04:13:14.279080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-a4db5e65-80e5-44a3-8c60-a5233be33f48 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0811801 Oct 13 04:13:14.284520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'floatingip': {'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:14.296742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ccf7f0d-8e09-497d-8ace-5d34cf14ea65 req-5ed8863f-fa75-453d-b5c3-078d619b2912 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758324 Oct 13 04:13:14.335935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.367086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9b8590d-0f59-4aa3-84c2-767b75e88b4e req-e50207e2-eca8-4071-a4a5-4933af5e6a1e tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 210 time: 0.0449250 Oct 13 04:13:14.501913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd4cd4-2c84-43c8-b48b-a907a78d0174 req-89aedcbb-f67e-4769-ab74-82ec92af69fb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.515575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3dd4cd4-2c84-43c8-b48b-a907a78d0174 req-89aedcbb-f67e-4769-ab74-82ec92af69fb tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 969 time: 0.0851762 Oct 13 04:13:14.553037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3dd4cd4-2c84-43c8-b48b-a907a78d0174 req-bb46019b-a890-4977-bcc6-7d72806fbe23 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365746 Oct 13 04:13:14.678849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720345b-21dd-4a66-a241-007ec886b2a9 req-224a000c-4bab-46f4-9422-0daf128fafd1 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.686628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e720345b-21dd-4a66-a241-007ec886b2a9 req-224a000c-4bab-46f4-9422-0daf128fafd1 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 945 time: 0.0678606 Oct 13 04:13:14.740700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e720345b-21dd-4a66-a241-007ec886b2a9 req-b8b9a00b-f9f7-41e2-af8a-e897651daa74 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530446 Oct 13 04:13:14.912861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.919098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:14.947610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6e7d7-9cdc-40a9-89ae-8e32326bcfe0 req-57c71dca-0e2f-4c35-9ae3-276edfa1ce49 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:14.954727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fa6e7d7-9cdc-40a9-89ae-8e32326bcfe0 req-57c71dca-0e2f-4c35-9ae3-276edfa1ce49 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1097 time: 0.0670979 Oct 13 04:13:14.992418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fa6e7d7-9cdc-40a9-89ae-8e32326bcfe0 req-5c1af8bc-6093-4d87-a3bf-2e418db21679 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368056 Oct 13 04:13:15.033302 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Floating IP 2f34eeda-1030-434a-b611-42d595dcebcf associated. External IP: 172.25.0.78, port: cd4b4789-2445-499b-92c6-15244e85bb3d. Oct 13 04:13:15.256323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.388848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.445891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc9482-3d2b-474b-879c-97efdb2a46ea req-86e8b178-df22-4074-91d1-c54e09c881f3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:15.454515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbbc9482-3d2b-474b-879c-97efdb2a46ea req-86e8b178-df22-4074-91d1-c54e09c881f3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1231978 Oct 13 04:13:15.459516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-9959e2d3-32d1-423a-84d6-5dfb64a1e32a tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:15.461182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-9959e2d3-32d1-423a-84d6-5dfb64a1e32a tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.47 "GET /v2.0/networks?id=5e44ca7d-603a-4e92-a2df-eaab71a279a1 HTTP/1.1" status: 200 len: 815 time: 0.2779570 Oct 13 04:13:15.466888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Router 0a3b8b30-5dbe-4367-9108-2e9c3418146e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:15.491310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1441d-ae13-4885-8b11-4448283ff640 req-9040ea1a-9e37-4114-bdf4-ad006b9cb9d4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:15.494170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07c1441d-ae13-4885-8b11-4448283ff640 req-9040ea1a-9e37-4114-bdf4-ad006b9cb9d4 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.47 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 969 time: 0.1070116 Oct 13 04:13:15.511396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Request body: {'port': {'device_id': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'admin_state_up': True, 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:15.556369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbbc9482-3d2b-474b-879c-97efdb2a46ea req-193d645a-1d0f-43dc-822b-a7236bfdb96a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008654 Oct 13 04:13:15.731478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aab3a-e2f4-410c-8d3c-ae9a30ba0d4b req-92439a73-6b1e-4b52-8428-6066b450ee24 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:15.743129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d0aab3a-e2f4-410c-8d3c-ae9a30ba0d4b req-92439a73-6b1e-4b52-8428-6066b450ee24 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1097 time: 0.0710599 Oct 13 04:13:15.752475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Made reservation on behalf of 63caf9a1850e45c585dd2a009a1cea4d for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:15.756953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.768127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Deleting port 1b122e96-e56e-40cd-bad2-106dc20d8d48 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:15.768470 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.844816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d0aab3a-e2f4-410c-8d3c-ae9a30ba0d4b req-5da542c7-4dec-431c-9a49-a2e8c4b1de9e tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005802 Oct 13 04:13:15.927738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Allocated IP 172.20.0.7 (5e44ca7d-603a-4e92-a2df-eaab71a279a1/236e29e5-713c-42df-92d7-8211c40f13a7/cc284cbe-9a3f-4f05-a93f-54ae5397f65b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:15.951341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] For port 1b122e96-e56e-40cd-bad2-106dc20d8d48, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1b122e96-e56e-40cd-bad2-106dc20d8d48,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:15.951917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:15.973499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Calling delete_port for 1b122e96-e56e-40cd-bad2-106dc20d8d48 owned by compute:tempest-test_az-67245987 {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:16.105884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58575f5c-903f-49c8-9eaf-53c72eb8472e req-06bf88e5-df54-411c-be3f-c10a19b1f8a8 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 210 time: 0.1076217 Oct 13 04:13:16.236221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.306367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.384248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:16.392877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:16.461881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:16.483857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a13a7a-800b-4cc8-bf6c-ca6c2b1521d9 req-2232232a-75b2-471f-97a3-533cb55e407d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.485700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28a13a7a-800b-4cc8-bf6c-ca6c2b1521d9 req-2232232a-75b2-471f-97a3-533cb55e407d tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=34673a30-22d7-41dd-a470-d59b5e1f1a3a HTTP/1.1" status: 200 len: 969 time: 0.2183704 Oct 13 04:13:16.488862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.503919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1b122e96-e56e-40cd-bad2-106dc20d8d48'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:16.513116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:16.537148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event deleted for resources: {'Port': ['ID=1b122e96-e56e-40cd-bad2-106dc20d8d48,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.588270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28a13a7a-800b-4cc8-bf6c-ca6c2b1521d9 req-40cab456-e94b-420e-a9e7-d45047d48200 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914178 Oct 13 04:13:16.647392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] No DVR routers for this DVR port 1b122e96-e56e-40cd-bad2-106dc20d8d48 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:16.651465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.654857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07c1441d-ae13-4885-8b11-4448283ff640 req-00fa4696-8f5a-4be9-9623-2d5c432ff847 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.47 "DELETE /v2.0/ports/1b122e96-e56e-40cd-bad2-106dc20d8d48 HTTP/1.1" status: 204 len: 173 time: 1.1484532 Oct 13 04:13:16.655391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'name': 'network-vif-deleted', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:16.668538 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aa3391-45ba-4b0d-ae0f-5b56c7423e53" -d '{"events": [{"server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "name": "network-vif-deleted", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:16.777199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa42bf-e973-4c96-84b1-ccdc1be351dc req-2467a84c-fed9-4c7b-a81c-a9d92afea507 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.785780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8aa42bf-e973-4c96-84b1-ccdc1be351dc req-2467a84c-fed9-4c7b-a81c-a9d92afea507 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 945 time: 0.0766549 Oct 13 04:13:16.816656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:16.829752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.835913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Pushing event updated for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:16.848526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8aa42bf-e973-4c96-84b1-ccdc1be351dc req-597c06c9-7af5-4636-beb1-7cdde74eafac tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Oct 13 04:13:16.865515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:16.891742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:16.893379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Sync routers for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:16.915828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:16.916453 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:16.935908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-fb6002c2-6a68-4701-b8cb-9377145d1e84 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "PUT /v2.0/floatingips/2f34eeda-1030-434a-b611-42d595dcebcf HTTP/1.1" status: 200 len: 996 time: 2.6554496 Oct 13 04:13:16.937139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:16.939820 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:16.947767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-a35cd02d-8f7a-4b32-a209-24f44a9d6ac2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4631128 Oct 13 04:13:16.964250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Request body: {'port': {'device_id': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:17.017770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3337183e-d625-46b1-99fa-1242a19b18c3 None None] Provisioning complete for port cc284cbe-9a3f-4f05-a93f-54ae5397f65b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:17.039838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3337183e-d625-46b1-99fa-1242a19b18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.235817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:17.237959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3337183e-d625-46b1-99fa-1242a19b18c3 None None] Port cc284cbe-9a3f-4f05-a93f-54ae5397f65b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:17.249264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.252648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-b37e4d43-2ecc-4d19-8beb-660f5b9d33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:17.254257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-b37e4d43-2ecc-4d19-8beb-660f5b9d33bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1097 time: 0.2377968 Oct 13 04:13:17.261480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:17.660955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-ebb21f4e-835c-4488-8ffc-3a8d9ecadcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:17.662700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-ebb21f4e-835c-4488-8ffc-3a8d9ecadcfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 930 time: 0.3895175 Oct 13 04:13:17.827887 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2f34eeda-1030-434a-b611-42d595dcebcf', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'mac_address': 'fa:16:3e:29:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:13:12Z', 'updated_at': '2021-10-13T04:13:14Z', 'revision_number': 1, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:17.857181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-a602841d-ce5e-46cf-9930-07b0035d6335 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 999 time: 0.1674790 Oct 13 04:13:17.890822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Checking router: 0a3b8b30-5dbe-4367-9108-2e9c3418146e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:17.908462 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:17.911505 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:17.918106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-c470351e-8c3c-4fe0-aec1-52d9302a8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:17.928272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-c470351e-8c3c-4fe0-aec1-52d9302a8103 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.0696316 Oct 13 04:13:18.027722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-f5596dc6-06ac-49e7-bc3e-2cd506a7ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:18.040714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-f5596dc6-06ac-49e7-bc3e-2cd506a7ca3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101701 Oct 13 04:13:18.047870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-cfd49ee9-07b7-4920-a199-1e41f0427a44 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:13:18.062154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-cfd49ee9-07b7-4920-a199-1e41f0427a44 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0203385 Oct 13 04:13:18.185637 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:18.193936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-9abc0cf1-4adb-4edd-af41-1ae67673834c service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305532 Oct 13 04:13:18.439781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc284cbe-9a3f-4f05-a93f-54ae5397f65b {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:18.452412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.482887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100f4d9-6a32-4ec7-826e-1c089c222de3 req-a03dcf5f-1e87-423c-8e17-77bbe7d94d57 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:18.490951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Transition to ACTIVE for port object cc284cbe-9a3f-4f05-a93f-54ae5397f65b will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:18.496264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4dfbbfb-da47-4553-95c4-75dc521b8044 req-f3261775-c85f-4a14-bf06-191a85aeeb62 service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009961 Oct 13 04:13:18.498538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7100f4d9-6a32-4ec7-826e-1c089c222de3 req-a03dcf5f-1e87-423c-8e17-77bbe7d94d57 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0963025 Oct 13 04:13:18.500170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.588448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7100f4d9-6a32-4ec7-826e-1c089c222de3 req-f12c9a18-3505-4946-9813-618d2464cae8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890734 Oct 13 04:13:18.626403 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea7850-202d-4cb6-a5aa-85046a553050 x-openstack-request-id: req-81ea7850-202d-4cb6-a5aa-85046a553050 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:18.626802 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34673a30-22d7-41dd-a470-d59b5e1f1a3a", "name": "network-vif-deleted", "tag": "1b122e96-e56e-40cd-bad2-106dc20d8d48", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:18.626935 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81ea7850-202d-4cb6-a5aa-85046a553050 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:18.627391 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34673a30-22d7-41dd-a470-d59b5e1f1a3a', 'name': 'network-vif-deleted', 'tag': '1b122e96-e56e-40cd-bad2-106dc20d8d48', 'status': 'completed', 'code': 200} Oct 13 04:13:18.741849 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515c6034-d795-446c-8be8-1b621c1ca18e x-openstack-request-id: req-515c6034-d795-446c-8be8-1b621c1ca18e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:18.750108 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:18.750543 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-515c6034-d795-446c-8be8-1b621c1ca18e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:18.750904 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'status': 'completed', 'code': 200} Oct 13 04:13:18.754803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:18.824803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Attempting to bind port cc284cbe-9a3f-4f05-a93f-54ae5397f65b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:18.825145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Attempting to bind port cc284cbe-9a3f-4f05-a93f-54ae5397f65b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:18.825472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Attempting to bind port cc284cbe-9a3f-4f05-a93f-54ae5397f65b on network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:18.846946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Port cc284cbe-9a3f-4f05-a93f-54ae5397f65b on network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:18.851872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Attempting to bind port cc284cbe-9a3f-4f05-a93f-54ae5397f65b on network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:18.863709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:18.864131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Checking segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:18.864529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Bound using segment: {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:18.864981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Bound port: cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a45127d-78dc-445c-adb0-9e0d8b5177e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:18.865366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:18.868075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca65e8f-960a-4f27-8ec7-2d0e9ce5332c req-a7980b9a-c071-4151-9c8a-642344ddca65 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:18.884737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eca65e8f-960a-4f27-8ec7-2d0e9ce5332c req-a7980b9a-c071-4151-9c8a-642344ddca65 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 945 time: 0.1684716 Oct 13 04:13:18.955489 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2f34eeda-1030-434a-b611-42d595dcebcf', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'mac_address': 'fa:16:3e:29:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:13:12Z', 'updated_at': '2021-10-13T04:13:14Z', 'revision_number': 1, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:18.970943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eca65e8f-960a-4f27-8ec7-2d0e9ce5332c req-61b894b4-9a93-425a-9b09-57c8e1f3a38c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847974 Oct 13 04:13:19.030890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:19.038795 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea36558b-0fc4-45f9-b833-2d291b1dbf95 None None] The sync data for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 is: [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2f34eeda-1030-434a-b611-42d595dcebcf', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'mac_address': 'fa:16:3e:29:e4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:13:12Z', 'updated_at': '2021-10-13T04:13:14Z', 'revision_number': 1, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:19.039638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:19.050179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.073499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:19.074117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:19.075554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-09700773-da67-481d-babc-434ba7de1b59 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc284cbe-9a3f-4f05-a93f-54ae5397f65b HTTP/1.1" status: 200 len: 1091 time: 2.1175046 Oct 13 04:13:19.167015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700773-da67-481d-babc-434ba7de1b59 service neutron] Pushing event updated for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:19.260506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397614-86aa-4812-88cf-018594174ab8 req-31188457-17e3-4e84-a86a-6457202462b4 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:19.268221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c397614-86aa-4812-88cf-018594174ab8 req-31188457-17e3-4e84-a86a-6457202462b4 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.1507199 Oct 13 04:13:19.335425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c397614-86aa-4812-88cf-018594174ab8 req-6b9c9d62-0177-4b16-8144-1649569361cd tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659008 Oct 13 04:13:19.558826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82aa7af-e7a4-42bc-9828-3657388b26b0 None None] New status for floating IP 2f34eeda-1030-434a-b611-42d595dcebcf: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:13:19.800361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-826981f9-a12b-4191-80b6-8233645e0de6 req-300c0d71-8dd9-4051-8977-5624cddd712c tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 258 time: 0.2230175 Oct 13 04:13:19.811635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:19.860797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.079046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.371979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Allocated IP 172.25.0.208 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/1c86e20d-7f5c-407a-a4c8-2f5b885978dd) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:20.408545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1b122e96-e56e-40cd-bad2-106dc20d8d48 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:20.452590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 1b122e96-e56e-40cd-bad2-106dc20d8d48 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:20.454109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1b122e96-e56e-40cd-bad2-106dc20d8d48 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:20.575946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.666741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.714187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:20.717232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:20.721111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:20.752148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:20.755553 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611d15d7-fa6c-4f42-8d1d-8d136613df3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:20.804139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event updated for resources: {'Port': ['ID=1c86e20d-7f5c-407a-a4c8-2f5b885978dd,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:20.895802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:20.939011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.150981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.167562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.252000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event updated for resources: {'Port': ['ID=1c86e20d-7f5c-407a-a4c8-2f5b885978dd,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:21.270516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.290381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:21.296390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-826981f9-a12b-4191-80b6-8233645e0de6 req-5a7a9625-2d74-426f-9fc3-5f2ba5622aee tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4887617 Oct 13 04:13:21.366758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-826981f9-a12b-4191-80b6-8233645e0de6 req-4ff7ec4a-2da1-4d76-8e18-8c1f82f19245 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0565755 Oct 13 04:13:21.495871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826981f9-a12b-4191-80b6-8233645e0de6 req-e2de3a2b-e8f7-4f92-bb8b-44875dbc8485 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:21.497603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-826981f9-a12b-4191-80b6-8233645e0de6 req-e2de3a2b-e8f7-4f92-bb8b-44875dbc8485 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1245341 Oct 13 04:13:22.795412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f83c39-4bf5-4b62-96e4-7c26343cfead req-b6ad2cc5-71d5-4703-bbcd-e8a8c3319be0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.799414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91f83c39-4bf5-4b62-96e4-7c26343cfead req-b6ad2cc5-71d5-4703-bbcd-e8a8c3319be0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0533571 Oct 13 04:13:22.856963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91f83c39-4bf5-4b62-96e4-7c26343cfead req-be5f2320-d915-4239-98e8-359507423b93 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Oct 13 04:13:22.982443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46a8a1-0088-4041-914d-e3e3af710315 req-20c5b2bf-4fc2-48b5-9196-36e48e97a3ff tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:22.983906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c46a8a1-0088-4041-914d-e3e3af710315 req-20c5b2bf-4fc2-48b5-9196-36e48e97a3ff tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.0533710 Oct 13 04:13:23.026156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c46a8a1-0088-4041-914d-e3e3af710315 req-8ba45ccb-cdb9-4c69-81e2-f883768118b3 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Oct 13 04:13:23.072658 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6106e450-0cba-4ea7-b2e1-1421e36a909e x-openstack-request-id: req-6106e450-0cba-4ea7-b2e1-1421e36a909e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:23.073819 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:23.074392 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6106e450-0cba-4ea7-b2e1-1421e36a909e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:23.075055 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b', 'status': 'completed', 'code': 200} Oct 13 04:13:23.245543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-72a4bd43-45f1-4b95-a6ba-19438c3479d0 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.246963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-72a4bd43-45f1-4b95-a6ba-19438c3479d0 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0855846 Oct 13 04:13:23.299131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-d9a3945d-2fbf-4cd5-a311-9a0246855aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0462070 Oct 13 04:13:23.309150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-f44b74ce-6e81-46a0-8d8e-5406d37bc201 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'floatingip': {'port_id': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:23.350026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-f44b74ce-6e81-46a0-8d8e-5406d37bc201 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.471004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:23.560129 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.574487 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-f44b74ce-6e81-46a0-8d8e-5406d37bc201 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:13:23.575982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-985aab0d-c276-4147-8e5a-7cd97e7579f8 req-f44b74ce-6e81-46a0-8d8e-5406d37bc201 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "PUT /v2.0/floatingips/bfcba1cf-65da-4cbd-acbe-a7d36220aaf7 HTTP/1.1" status: 409 len: 551 time: 0.2705743 Oct 13 04:13:23.593850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:23.597454 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ffae02-952b-4a14-b9b9-e0861f97837b" -d '{"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-unplugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:23.620209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:23.624355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:23.682001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:23.875360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-a486f9cd-2ea8-4f5a-8b6c-b46516127699 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.876852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-a486f9cd-2ea8-4f5a-8b6c-b46516127699 tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 951 time: 0.0750523 Oct 13 04:13:23.902027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405db5-c28b-4244-a0ed-ad4b9837b524 req-b6bf7721-5f5e-4c08-9c86-46aaad82079a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:23.903503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d405db5-c28b-4244-a0ed-ad4b9837b524 req-b6bf7721-5f5e-4c08-9c86-46aaad82079a tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffee4928-0aba-4cad-91b3-32a1afa6cc0f HTTP/1.1" status: 200 len: 951 time: 0.0934482 Oct 13 04:13:23.992615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d405db5-c28b-4244-a0ed-ad4b9837b524 req-a9becf1a-c448-444a-854b-ea3662aa7e7f tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.49 "GET /v2.0/security-groups?id=f4046cb5-26c1-4e76-ba21-dacf79e05f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Oct 13 04:13:24.017163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Deleting port aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:24.017707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.114548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] For port aef7d85a-fcab-46e7-baaf-cdcf1af03576, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aef7d85a-fcab-46e7-baaf-cdcf1af03576,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:24.114911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.131506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Calling delete_port for aef7d85a-fcab-46e7-baaf-cdcf1af03576 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:24.327298 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-ac461522-6566-473b-96e6-5646a179a7ba tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips/bfcba1cf-65da-4cbd-acbe-a7d36220aaf7 HTTP/1.1" status: 200 len: 693 time: 0.0518765 Oct 13 04:13:24.360053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.374064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aef7d85a-fcab-46e7-baaf-cdcf1af03576'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:24.430133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Pushing event deleted for resources: {'Port': ['ID=aef7d85a-fcab-46e7-baaf-cdcf1af03576,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:24.488566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] No DVR routers for this DVR port aef7d85a-fcab-46e7-baaf-cdcf1af03576 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:24.491715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.495270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-842700dd-770b-4a7a-88b3-426bf7e412bf req-4305e31e-24d7-486d-98fc-cc0504f132fd tempest-ServersAdminTestJSON-1051971853 tempest-ServersAdminTestJSON-1051971853-project] 10.222.0.16 "DELETE /v2.0/ports/aef7d85a-fcab-46e7-baaf-cdcf1af03576 HTTP/1.1" status: 204 len: 173 time: 0.6089988 Oct 13 04:13:24.498744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-deleted', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:24.500613 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a7e952-5e08-47d2-8b19-fffcc9033c17" -d '{"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-deleted", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:24.539321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-2c5a1fe2-5a4a-48da-b15f-5ff948ccaf31 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:24.540652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-2c5a1fe2-5a4a-48da-b15f-5ff948ccaf31 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2047729 Oct 13 04:13:24.648197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-54a219e2-9ddc-4496-99cb-1722854b9478 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0904531 Oct 13 04:13:24.705497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-0c90bb73-7c20-4e33-997e-990c23d8716b tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0565002 Oct 13 04:13:24.848989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Deleting port 1c86e20d-7f5c-407a-a4c8-2f5b885978dd {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:24.849216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.935690 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.936413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:24.948198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Calling delete_port for 1c86e20d-7f5c-407a-a4c8-2f5b885978dd owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:25.107558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.139653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event deleted for resources: {'Port': ['ID=1c86e20d-7f5c-407a-a4c8-2f5b885978dd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:25.212342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.215502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.216665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbcc1209-9485-47cb-8918-f4aba9f9abd4 req-5074db86-193a-4776-b494-6d0c063cafc5 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "DELETE /v2.0/floatingips/bfcba1cf-65da-4cbd-acbe-a7d36220aaf7 HTTP/1.1" status: 204 len: 173 time: 0.4963930 Oct 13 04:13:25.262969 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f1cd6a-780e-4b66-83a0-7185bb11f417 x-openstack-request-id: req-73f1cd6a-780e-4b66-83a0-7185bb11f417 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:25.264225 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-unplugged", "status": "completed", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:25.264899 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73f1cd6a-780e-4b66-83a0-7185bb11f417 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:25.265719 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'code': 200} Oct 13 04:13:25.390218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb5905-4c64-44cd-926a-cd862e792ca0 req-6989bf26-db8c-41a1-9aa5-59f8d596b8cd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.391603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dbb5905-4c64-44cd-926a-cd862e792ca0 req-6989bf26-db8c-41a1-9aa5-59f8d596b8cd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0520151 Oct 13 04:13:25.430977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dbb5905-4c64-44cd-926a-cd862e792ca0 req-ca83e2e3-789e-47d3-a896-2537b95c04c0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Oct 13 04:13:25.483020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:25.550916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbaeb8-a2df-4022-a5d5-7306193016d1 req-4ea5b341-6a57-46cb-aacd-8d33df06ec22 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.552464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06dbaeb8-a2df-4022-a5d5-7306193016d1 req-4ea5b341-6a57-46cb-aacd-8d33df06ec22 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.0643704 Oct 13 04:13:25.602285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:25.605064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06dbaeb8-a2df-4022-a5d5-7306193016d1 req-277fa16f-4f09-45d5-9bca-e7a8180d973f tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Oct 13 04:13:25.614593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'port_id': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'mac_address': 'fa:16:3e:60:be:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96965f6-83c7-48b1-a0fa-9da3c15706a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:25.658910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.682664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0edcbdc5-eb6f-4184-b72b-ff5170be6380 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:25.702378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:25.706759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:25.776603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:25.795769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-3dde0e13-5c44-4137-9f8e-a5958c733c80 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:25.798636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0edcbdc5-eb6f-4184-b72b-ff5170be6380'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:25.816534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-3dde0e13-5c44-4137-9f8e-a5958c733c80 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.1315353 Oct 13 04:13:25.832257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-ed69c2d2-731a-4a4b-80f1-40d8d5a137dc tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/quotas/304405e631454c54a1e2df701c72edec HTTP/1.1" status: 200 len: 375 time: 0.0091975 Oct 13 04:13:25.886724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-40b665e2-b3ef-4bac-9f17-76dc8e4d9feb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489428 Oct 13 04:13:26.006597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-43b49d48-1b4e-4dbd-b41d-60b6258d17f0 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127520 Oct 13 04:13:26.093924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-30a1803e-1b38-45af-91bd-43d1d5639414 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Oct 13 04:13:26.210377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4f678b90-3547-4285-a423-e149aa2aa791 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:26.212064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4f678b90-3547-4285-a423-e149aa2aa791 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/ports?device_id=c46ad325-805e-4339-9089-79820cfc273d HTTP/1.1" status: 200 len: 944 time: 0.0594273 Oct 13 04:13:26.250954 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06859eb-ffb4-4056-a30e-f98eab0909dd x-openstack-request-id: req-e06859eb-ffb4-4056-a30e-f98eab0909dd {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:26.251279 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee4928-0aba-4cad-91b3-32a1afa6cc0f", "name": "network-vif-deleted", "tag": "aef7d85a-fcab-46e7-baaf-cdcf1af03576", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:26.251542 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e06859eb-ffb4-4056-a30e-f98eab0909dd {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:26.251944 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee4928-0aba-4cad-91b3-32a1afa6cc0f', 'name': 'network-vif-deleted', 'tag': 'aef7d85a-fcab-46e7-baaf-cdcf1af03576', 'status': 'completed', 'code': 200} Oct 13 04:13:26.406143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Deleting port 868f5499-0b85-4ca9-9844-7f36a1d8a661 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:26.406494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.411868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-9dc94f77-9898-4d03-b7df-05d86b71d7cb tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.1053128 Oct 13 04:13:26.523126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-177fb71a-8732-4a4d-9a78-788e4cae6055 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:26.538713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-177fb71a-8732-4a4d-9a78-788e4cae6055 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports/cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 943 time: 0.1028697 Oct 13 04:13:26.681235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] For port 868f5499-0b85-4ca9-9844-7f36a1d8a661, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=868f5499-0b85-4ca9-9844-7f36a1d8a661,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:26.681894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:26.699377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35658) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:26.700668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Calling delete_port for 868f5499-0b85-4ca9-9844-7f36a1d8a661 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:26.715317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-bbb35bc6-69ef-4a45-92de-2a3a1fac72bb tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.0887358 Oct 13 04:13:26.925480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3657daeb-ee00-4d53-9ba2-4a81ff347fbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=361bfd870be64475a9b20fb44cd8dbc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239535 Oct 13 04:13:26.927983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35664) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:26.986353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.014535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.082560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.086981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.088812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4046cb5-26c1-4e76-ba21-dacf79e05f63 HTTP/1.1" status: 204 len: 168 time: 0.1596920 Oct 13 04:13:27.100447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b4eb9-a8ad-493b-a2b2-521adacd2810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4046cb5-26c1-4e76-ba21-dacf79e05f63,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:27.216200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-8011345f-e4cd-4aed-aad1-9e9c2c600572 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:27.217617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-8011345f-e4cd-4aed-aad1-9e9c2c600572 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.4955094 Oct 13 04:13:27.254164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-67c448d5-b564-427f-adab-8686a0a181fe tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:13:27.262184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-67c448d5-b564-427f-adab-8686a0a181fe tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0310953 Oct 13 04:13:27.353284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-38f9afb4-2200-42ce-b23f-05c43083b37e tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 1001 time: 0.0900362 Oct 13 04:13:27.355376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.369428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:27.474563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event deleted for resources: {'Port': ['ID=868f5499-0b85-4ca9-9844-7f36a1d8a661,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:27.476554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:27.495422 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:27.499750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.578149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:27.578883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.585771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] No DVR routers for this DVR port 868f5499-0b85-4ca9-9844-7f36a1d8a661 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:27.597948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.601327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e55649-2dc9-4235-bab0-db1dba48a9bf req-4306d0cf-3f54-43c6-9a05-b8769c327701 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "DELETE /v2.0/ports/868f5499-0b85-4ca9-9844-7f36a1d8a661 HTTP/1.1" status: 204 len: 173 time: 1.3826244 Oct 13 04:13:27.611297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f8f43cf7-7330-4970-90a1-c2f129737ec9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=075b34b2064d46f48674138fa09d02e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334307 Oct 13 04:13:27.614753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35672) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:27.731003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.740148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.786941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.798607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.799003 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Floating IP 2f34eeda-1030-434a-b611-42d595dcebcf disassociated. External IP: 172.25.0.78, port: cd4b4789-2445-499b-92c6-15244e85bb3d. Oct 13 04:13:27.800480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:27.803217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.809075 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a605128-b8f1-4a00-9cb7-673e804f0424" -d '{"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-plugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:27.814283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:27.818415 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.819713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:27.866392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: aef7d85a-fcab-46e7-baaf-cdcf1af03576 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:27.867205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aef7d85a-fcab-46e7-baaf-cdcf1af03576 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:27.867962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:27.885325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-d31ed7d4-d7b5-4b42-8cba-38fb7b6d5837 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:27.886878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-d31ed7d4-d7b5-4b42-8cba-38fb7b6d5837 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.4580281 Oct 13 04:13:27.896182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 868f5499-0b85-4ca9-9844-7f36a1d8a661 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:27.896565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 868f5499-0b85-4ca9-9844-7f36a1d8a661 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:27.904515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Request body: {'port': {'device_id': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'admin_state_up': True, 'tenant_id': '304405e631454c54a1e2df701c72edec'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:27.914101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:27.969953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.973275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:27.974416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/422779b7-3412-4112-b369-2c316dd03b60 HTTP/1.1" status: 204 len: 168 time: 0.3586998 Oct 13 04:13:27.990531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6d2e-8c94-4328-b811-58b126355d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422779b7-3412-4112-b369-2c316dd03b60,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.044279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:28.047982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.059513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Router 0a3b8b30-5dbe-4367-9108-2e9c3418146e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:28.188874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:28.195687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.202601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Sync routers for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:28.206617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Allocated IP 172.20.0.9 (09eb9e89-c7da-43f3-a91a-c841807753de/26442103-b8fa-40e3-8a69-5c8bf1873f36/69f7f778-dd56-495e-8c37-776f211b1e23) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:28.216728 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:28.217780 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:28.253673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-deleted', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:28.256403 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1162fe19-c913-48f1-9996-5501658e50ea" -d '{"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-deleted", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:28.276302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-3021c1bc-bb68-47c5-a412-d5ed621eb5b7 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "PUT /v2.0/floatingips/2f34eeda-1030-434a-b611-42d595dcebcf HTTP/1.1" status: 200 len: 694 time: 0.9220257 Oct 13 04:13:28.346535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-1965dbd3-3239-4cab-aa29-bb8663221f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.348772 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:28.351547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-1965dbd3-3239-4cab-aa29-bb8663221f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1097 time: 0.0588920 Oct 13 04:13:28.388319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.501913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-040b734e-5399-46a8-bc21-4ae032170943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.503902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-3e628649-118b-4253-8efe-607d3c7ffdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.505296 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-040b734e-5399-46a8-bc21-4ae032170943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1097 time: 0.0610001 Oct 13 04:13:28.505550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-3e628649-118b-4253-8efe-607d3c7ffdd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63caf9a1850e45c585dd2a009a1cea4d&device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 1094 time: 0.0692811 Oct 13 04:13:28.507182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.510974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-f091d3dc-951f-47be-92b7-399df8124123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.512507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-f091d3dc-951f-47be-92b7-399df8124123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 930 time: 0.1400831 Oct 13 04:13:28.576478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-5b443750-cf86-4764-8dc7-9f910449b766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 217 time: 0.0539641 Oct 13 04:13:28.633083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Network 09eb9e89-c7da-43f3-a91a-c841807753de is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:28.642551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:28.647133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:28.686264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:28.744203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.745229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:28.760734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35696) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:28.765094 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:28.765987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-c446e533-16e7-43a2-9885-696206fa6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.767755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-c446e533-16e7-43a2-9885-696206fa6c3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 930 time: 0.2149332 Oct 13 04:13:28.777387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62534f51-7e93-4624-924b-84a1bb191152 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795063 Oct 13 04:13:28.784651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-f57d5ee1-44c0-427a-8056-752ce376a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.786741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-f57d5ee1-44c0-427a-8056-752ce376a8dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.1835420 Oct 13 04:13:28.794023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Request body: {'port': {'device_id': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:28.839683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-0b32d41d-5f73-462d-b113-6a5cb9e8c330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 217 time: 0.0611639 Oct 13 04:13:28.852111 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Checking router: 0a3b8b30-5dbe-4367-9108-2e9c3418146e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:28.857680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-09fff099-71e3-46c6-b5d5-c41295a9a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.859470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-09fff099-71e3-46c6-b5d5-c41295a9a204 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=63caf9a1850e45c585dd2a009a1cea4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2924995 Oct 13 04:13:28.867919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-9e191944-9fef-4e3f-82ef-7645654d5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.869534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-9e191944-9fef-4e3f-82ef-7645654d5d91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688908 Oct 13 04:13:28.875687 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:28.876407 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:28.911286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-86be5452-847b-4f54-a01a-908fca7ff7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:28.912827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-86be5452-847b-4f54-a01a-908fca7ff7df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.0541244 Oct 13 04:13:28.994165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.010263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-5b3fecfe-97bc-4139-bb1d-3799576169ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.011827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-5b3fecfe-97bc-4139-bb1d-3799576169ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897408 Oct 13 04:13:29.044923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35706) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:29.076427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-6331b4e9-bd3f-426b-ade6-9ac8a86d7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.078002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-611d15d7-fa6c-4f42-8d1d-8d136613df3f req-6331b4e9-bd3f-426b-ade6-9ac8a86d7ec8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2074342 Oct 13 04:13:29.080271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-382a695f-7217-4064-933c-b8ff475c1e69 service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009015 Oct 13 04:13:29.088383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:29.155356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-626000747-network', 'tenant_id': '10f6bbb6f83c4cceb183586b5f415b83'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:29.165394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5cade7d3-46da-4ebc-8c78-fd8011a996b4 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:13:29.166510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5cade7d3-46da-4ebc-8c78-fd8011a996b4 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4048362 Oct 13 04:13:29.256670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-eedf57b3-7480-4c33-afe5-8b4d08dc0092 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.258167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-eedf57b3-7480-4c33-afe5-8b4d08dc0092 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 1094 time: 0.0711415 Oct 13 04:13:29.261956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Made reservation on behalf of 10f6bbb6f83c4cceb183586b5f415b83 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:29.263633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.281887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-631411c0-d178-4ecf-b12e-915747984fbc service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286515 Oct 13 04:13:29.286694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.289723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-ff2eee0b-e557-4a2a-b53f-b6d3521bda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.291323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-ff2eee0b-e557-4a2a-b53f-b6d3521bda43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=63caf9a1850e45c585dd2a009a1cea4d&device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 1094 time: 0.1496413 Oct 13 04:13:29.310900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8eef3555-9228-47fa-a4b6-90aaa22f95ff req-23d0aa6a-f611-4912-aea3-6134145f3e9b service neutron] 10.222.0.49 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154145 Oct 13 04:13:29.367374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-adbfca3e-fa06-41f5-b72d-fb9558f6316b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b HTTP/1.1" status: 200 len: 217 time: 0.0551479 Oct 13 04:13:29.380815 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:29.381388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Request body: {'binding': {'host': 'n-h1-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:29.381872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:13:29.417600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46096da-b89e-49ac-9637-b12b011839fd None None] The sync data for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 is: [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:12:47Z', 'revision_number': 4, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a597f475-1278-48f4-9234-8880552a4754', 'name': '', 'network_id': '5a93f828-dfed-46c3-80f1-d2d9e82df0ed', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'mac_address': 'fa:16:3e:92:1a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '7cc43976-4780-4296-989c-ae991d1f81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:45Z', 'updated_at': '2021-10-13T04:12:54Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'subnets': [{'id': '7cc43976-4780-4296-989c-ae991d1f81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:29.468229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1bfc079-d45b-4460-8aab-ca99aa6bbc33 req-9b9aaf82-c5e7-4ef2-9f31-153c2579948e service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733496 Oct 13 04:13:29.497932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:29.554725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-b26bbcab-6b78-4c7c-9639-a7c9f8b13123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.556249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-b26bbcab-6b78-4c7c-9639-a7c9f8b13123 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=236e29e5-713c-42df-92d7-8211c40f13a7 HTTP/1.1" status: 200 len: 854 time: 0.1794357 Oct 13 04:13:29.558512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f7f778-dd56-495e-8c37-776f211b1e23 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:29.568648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.584980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Transition to ACTIVE for port object 69f7f778-dd56-495e-8c37-776f211b1e23 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:29.590135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.676774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.703868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53614f96-eccb-426d-8ee3-938343bb00eb req-a9b55a36-7af0-4e45-a598-cc5f4cd84924 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.705427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53614f96-eccb-426d-8ee3-938343bb00eb req-a9b55a36-7af0-4e45-a598-cc5f4cd84924 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 945 time: 0.1563332 Oct 13 04:13:29.712712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.718889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.731687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Attempting to bind port 69f7f778-dd56-495e-8c37-776f211b1e23 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:29.732090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Attempting to bind port 69f7f778-dd56-495e-8c37-776f211b1e23 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:29.732478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Attempting to bind port 69f7f778-dd56-495e-8c37-776f211b1e23 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:29.735440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-cab1d1c3-934e-4bdb-9908-c61689f36c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.737046 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-cab1d1c3-934e-4bdb-9908-c61689f36c78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e44ca7d-603a-4e92-a2df-eaab71a279a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636324 Oct 13 04:13:29.737635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Port 69f7f778-dd56-495e-8c37-776f211b1e23 on network 09eb9e89-c7da-43f3-a91a-c841807753de not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:29.738045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Attempting to bind port 69f7f778-dd56-495e-8c37-776f211b1e23 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:29.743620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:29.744017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Checking segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:29.744514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Bound using segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:29.744996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Bound port: 69f7f778-dd56-495e-8c37-776f211b1e23, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:29.745507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.766838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.772450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:29.817593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:29.825146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.825693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:29.827256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89b8d9-4e0a-4bfc-852d-717706b7eca7 None None] New status for floating IP 2f34eeda-1030-434a-b611-42d595dcebcf: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:13:29.829093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:29.834816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.836389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on host n-h1-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:29.836724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:29.837050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:29.839560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.839899 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Added segment ceb034bb-dc41-4473-a08f-845b9e833bb2 of type vlan for network e7c35675-9229-4dd2-be78-9bf9135ab196 Oct 13 04:13:29.849539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b975fdd6-e06f-4884-82a1-96ef25447556,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:29.896801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53614f96-eccb-426d-8ee3-938343bb00eb req-882976cf-7e00-4598-b3e0-ef1d6be90c9c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789997 Oct 13 04:13:29.897087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:29.897409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:29.907224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:29.907855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.911014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] 10.222.0.16 "PUT /v2.0/ports/69f7f778-dd56-495e-8c37-776f211b1e23 HTTP/1.1" status: 200 len: 1091 time: 1.1217070 Oct 13 04:13:29.924754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:29.929530 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd6887d-3dda-4f6e-8384-91773a59ebbf" -d '{"events": [{"name": "network-changed", "server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:29.930126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:29.934972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:29.935842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:29.936250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:29.936707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Bound port: c5683567-a7c5-44dc-ae16-c7d8695b05cf, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:29.941612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c456a-c792-45e3-809d-6b5c26777b87 service neutron] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.011731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03db08e-0873-43f7-b79b-456d66fccece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.014164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e03db08e-0873-43f7-b79b-456d66fccece service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 1094 time: 0.0495470 Oct 13 04:13:30.028405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.060300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-b480179d-489f-4f88-8ae5-a48fa6234510 service neutron] 10.222.0.47 "GET /v2.0/networks/5e44ca7d-603a-4e92-a2df-eaab71a279a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987864 Oct 13 04:13:30.071208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-ce9fcf57-97a6-4213-959d-83c78fbaa91d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7f778-dd56-495e-8c37-776f211b1e23 HTTP/1.1" status: 200 len: 217 time: 0.0466039 Oct 13 04:13:30.102695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.103666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.104249 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.125800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-7dcac432-646d-4730-aec6-3ff488782470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.127303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-7dcac432-646d-4730-aec6-3ff488782470 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.0489845 Oct 13 04:13:30.160359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:30.161360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-e4cff082-4935-40a5-abaf-1bee21d35f97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252380 Oct 13 04:13:30.200701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.201881 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-dd1e6160-4d96-49df-a897-71ddecdb9239 service neutron] 10.222.0.49 "POST /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf/bindings HTTP/1.1" status: 201 len: 389 time: 0.8824494 Oct 13 04:13:30.218437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01114f7b-7a29-46d9-803a-baa34678d378 req-9cf5f5f7-0c96-42a7-b278-9ff4ac8ced73 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.219961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01114f7b-7a29-46d9-803a-baa34678d378 req-9cf5f5f7-0c96-42a7-b278-9ff4ac8ced73 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 943 time: 0.2213333 Oct 13 04:13:30.223534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1761453 Oct 13 04:13:30.228494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35722) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:30.235199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Request body: {'subnet': {'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-626000747-subnet', 'tenant_id': '10f6bbb6f83c4cceb183586b5f415b83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:30.284771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Made reservation on behalf of 10f6bbb6f83c4cceb183586b5f415b83 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:30.287482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.374996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-3b8a019e-7de7-4849-9a61-61975d5c6871 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048793 Oct 13 04:13:30.488865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3203cd-163b-4720-a53b-54632465eb75 req-5c7243b3-7535-4efd-98e0-b294ab351c7c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.490290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c3203cd-163b-4720-a53b-54632465eb75 req-5c7243b3-7535-4efd-98e0-b294ab351c7c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1595507 Oct 13 04:13:30.532830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c274-fadb-44ee-968a-c8e7bb0c494c admin admin] Pushing event updated for resources: {'Network': ['ID=e7c35675-9229-4dd2-be78-9bf9135ab196,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.544122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e7c35675-9229-4dd2-be78-9bf9135ab196 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:30.590758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5648dfaa-b559-46de-b35d-f51fc0afc6a3 req-c043c790-574a-422d-a02b-a55f58f0d9cc service neutron] 10.222.0.47 "GET /v2.0/networks/5e44ca7d-603a-4e92-a2df-eaab71a279a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116260 Oct 13 04:13:30.591983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c3203cd-163b-4720-a53b-54632465eb75 req-ef4f4a95-56d1-4f0e-8daa-512bd5de1534 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917730 Oct 13 04:13:30.595828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6f0c872-621d-41bf-b276-227c9002c8ed req-62300b95-8eb2-490e-bbee-6493e819ccf2 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047002 Oct 13 04:13:30.601594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01114f7b-7a29-46d9-803a-baa34678d378 req-cc5c00e5-7f6e-445d-9cc6-fb6bda1e6c16 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679969 Oct 13 04:13:30.625112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-60bf0f68-88b0-4404-a0e5-a00f40bacd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.628944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-60bf0f68-88b0-4404-a0e5-a00f40bacd5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1097 time: 0.0933046 Oct 13 04:13:30.671527 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cccd2f-eb4a-4082-b1dc-810befc494a2 x-openstack-request-id: req-94cccd2f-eb4a-4082-b1dc-810befc494a2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:30.671823 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-plugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:30.672080 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94cccd2f-eb4a-4082-b1dc-810befc494a2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:30.672473 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'code': 200} Oct 13 04:13:30.708231 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b209a048-ba6e-44bb-80ae-c193f5f12401 x-openstack-request-id: req-b209a048-ba6e-44bb-80ae-c193f5f12401 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:30.708522 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46ad325-805e-4339-9089-79820cfc273d", "name": "network-vif-deleted", "tag": "868f5499-0b85-4ca9-9844-7f36a1d8a661", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:30.708778 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b209a048-ba6e-44bb-80ae-c193f5f12401 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:30.709172 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46ad325-805e-4339-9089-79820cfc273d', 'name': 'network-vif-deleted', 'tag': '868f5499-0b85-4ca9-9844-7f36a1d8a661', 'status': 'completed', 'code': 200} Oct 13 04:13:30.716713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.769332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d64e7-af75-4f8d-82fd-a0e74d179e4a req-b9da0cd9-c386-4121-ae9d-34708cb3d8c5 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.770720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-632d64e7-af75-4f8d-82fd-a0e74d179e4a req-b9da0cd9-c386-4121-ae9d-34708cb3d8c5 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.0820713 Oct 13 04:13:30.786667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-e237b6ac-1c03-4ffc-9351-a418a8790767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.788089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-e237b6ac-1c03-4ffc-9351-a418a8790767 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1507134 Oct 13 04:13:30.799285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-cd39fd1b-f323-4e39-aeeb-ce86e2e17261 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips/2f34eeda-1030-434a-b611-42d595dcebcf HTTP/1.1" status: 200 len: 692 time: 0.0766428 Oct 13 04:13:30.825903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6274c0f9-f7ea-454d-8e03-d6b552253601,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:30.840070 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-c198d9e1-3c23-4a5a-91b9-55cdbd8c0bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.0418429 Oct 13 04:13:30.847936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-632d64e7-af75-4f8d-82fd-a0e74d179e4a req-8045b1f0-b291-4220-90d1-b8376f7ec0df tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700164 Oct 13 04:13:30.875534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Checking segment: {'id': 'ceb034bb-dc41-4473-a08f-845b9e833bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:30.875882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Network hostable DHCP agents. Network: e7c35675-9229-4dd2-be78-9bf9135ab196, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:30.897289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-4d87c127-dc6f-4eb7-a2f7-bc387aff641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.898854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-4d87c127-dc6f-4eb7-a2f7-bc387aff641e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0497177 Oct 13 04:13:30.915721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Network e7c35675-9229-4dd2-be78-9bf9135ab196 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:30.935648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e7c35675-9229-4dd2-be78-9bf9135ab196) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:30.943991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-cecf6072-b382-4aed-b718-9d392001ca32 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.944839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b818003a-d43d-4dec-976c-49763dfacb0d None None] Network e7c35675-9229-4dd2-be78-9bf9135ab196 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:30.945375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-cecf6072-b382-4aed-b718-9d392001ca32 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1383090 Oct 13 04:13:30.948281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:30.948867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:30.959968 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-b223ebda-6592-4b8d-8d25-50e077a388bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522888 Oct 13 04:13:30.967915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a761b1ca-068a-4d6b-9ce6-7497277a36e7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7382534 Oct 13 04:13:30.975010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-605e1156-5312-4577-a5ef-b5282636ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:13:30.976014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-605e1156-5312-4577-a5ef-b5282636ed59 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071030 Oct 13 04:13:31.015024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e620fe1-8460-4ec3-bf4f-9c9130692a89 req-c19e0701-27a8-4ffe-8ef2-2d516460df4b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.016612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e620fe1-8460-4ec3-bf4f-9c9130692a89 req-c19e0701-27a8-4ffe-8ef2-2d516460df4b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.0992541 Oct 13 04:13:31.041507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-68a5c4d6-7c07-46f6-bd30-fd72375b6dab tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0565581 Oct 13 04:13:31.101334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-bdc6ede0-e92f-468e-acfc-53f9449b2731 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.78 HTTP/1.1" status: 200 len: 695 time: 0.0588527 Oct 13 04:13:31.109105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e620fe1-8460-4ec3-bf4f-9c9130692a89 req-466a2ade-2b3b-4759-a9dc-e5c7cbac70a6 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632377 Oct 13 04:13:31.113793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518126ec-ff22-493d-8cd9-beacf410334f None None] Network e7c35675-9229-4dd2-be78-9bf9135ab196 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:31.149160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-875c3718-5d28-4244-8ba7-94228714d0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685367 Oct 13 04:13:31.299971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-eb49ee33-c979-45a7-a973-a4327c09b2c1 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418068 Oct 13 04:13:31.306454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Deleting port b0a645dc-ecef-4ab9-ab94-da5940b1b862 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:31.307140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.353626 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd406096-8659-4ed8-8caf-65c25ed30338 x-openstack-request-id: req-dd406096-8659-4ed8-8caf-65c25ed30338 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:31.353990 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:31.354271 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd406096-8659-4ed8-8caf-65c25ed30338 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:31.354757 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23', 'status': 'completed', 'code': 200} Oct 13 04:13:31.400853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.401197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.416231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Calling delete_port for b0a645dc-ecef-4ab9-ab94-da5940b1b862 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:31.497682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbde16-7a5a-4b58-88d1-a36083e4c58b req-5275e8ae-376f-4cbd-819d-22f1b543e4a8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.499232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7abbde16-7a5a-4b58-88d1-a36083e4c58b req-5275e8ae-376f-4cbd-819d-22f1b543e4a8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 946 time: 0.0943143 Oct 13 04:13:31.506409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-c195cc6a-7570-4395-9b0c-3b6f019ba9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.507966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-c195cc6a-7570-4395-9b0c-3b6f019ba9ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 1094 time: 0.0668936 Oct 13 04:13:31.588442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-1e296bf9-8cc2-418d-bc76-b338f00458e0 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.589944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-1e296bf9-8cc2-418d-bc76-b338f00458e0 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1097 time: 0.1089122 Oct 13 04:13:31.607622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7abbde16-7a5a-4b58-88d1-a36083e4c58b req-ae308bd2-3716-4c58-92f1-3eb171512429 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937920 Oct 13 04:13:31.615841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813736-1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:31.648284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35750) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:31.653989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1904990823-network', 'tenant_id': '2255a35ba619452ebdc1c258d0674d8a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:31.658664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-e7fbd3f6-3077-43fc-8894-2fdb8394505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.661121 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-e7fbd3f6-3077-43fc-8894-2fdb8394505e service neutron] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 906 time: 0.1406105 Oct 13 04:13:31.729696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-0b653c22-d10b-4e86-99d8-c049f0890827 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69f7f778-dd56-495e-8c37-776f211b1e23 HTTP/1.1" status: 200 len: 217 time: 0.0502656 Oct 13 04:13:31.731447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.733226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Made reservation on behalf of 2255a35ba619452ebdc1c258d0674d8a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:31.735441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.755477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f9995-7c3b-450d-89a7-5466eefa2f37 req-e617197f-56af-43fe-8022-140d694df55d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.755701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.756949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f6f9995-7c3b-450d-89a7-5466eefa2f37 req-e617197f-56af-43fe-8022-140d694df55d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.0889730 Oct 13 04:13:31.774144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:31.790672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event deleted for resources: {'Port': ['ID=b0a645dc-ecef-4ab9-ab94-da5940b1b862,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:31.817535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-2e7e8020-3424-4269-8596-7c26882280f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:31.818979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-2e7e8020-3424-4269-8596-7c26882280f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.0809746 Oct 13 04:13:31.826247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f6f9995-7c3b-450d-89a7-5466eefa2f37 req-482df6e5-ebf3-43da-a6d9-3d6f63e4335b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511472 Oct 13 04:13:31.854271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-f1002735-03ee-4707-be77-9d69b3b28324 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270760 Oct 13 04:13:32.011683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef17be-412d-41f8-976e-21aa12ecee55 req-afcff562-b141-4113-afd9-e2d74525a797 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.013760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2ef17be-412d-41f8-976e-21aa12ecee55 req-afcff562-b141-4113-afd9-e2d74525a797 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 943 time: 0.0997636 Oct 13 04:13:32.024998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-23dbb00a-d7c5-4ebb-984e-7783374ffb75 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588061 Oct 13 04:13:32.033738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.039614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.039614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a68e6c27-21d8-43a2-91bd-727cac2fd426 req-e169d012-a729-4563-99f2-293015bca7fa tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "DELETE /v2.0/floatingips/2f34eeda-1030-434a-b611-42d595dcebcf HTTP/1.1" status: 204 len: 173 time: 0.9262185 Oct 13 04:13:32.080156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:32.117013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2ef17be-412d-41f8-976e-21aa12ecee55 req-f2aeca9f-d1ed-4433-88b1-3fd572d46b24 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905614 Oct 13 04:13:32.148249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd6887d-3dda-4f6e-8384-91773a59ebbf req-dad11b1b-e086-4193-a78e-0c7b638413af service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147976 Oct 13 04:13:32.187326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.188704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:32.221536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90a3a-ae57-4c81-94eb-1055aabd943d req-413ca25f-9dd1-4696-9113-2230f8bb89e9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.223281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba90a3a-ae57-4c81-94eb-1055aabd943d req-413ca25f-9dd1-4696-9113-2230f8bb89e9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1296654 Oct 13 04:13:32.223899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.231746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc427c-3624-43d9-9b75-166f94af84ba req-0a78bbaf-680b-4497-8b2d-3c41d0bc39d7 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.233288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51dc427c-3624-43d9-9b75-166f94af84ba req-0a78bbaf-680b-4497-8b2d-3c41d0bc39d7 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.0555887 Oct 13 04:13:32.272993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51dc427c-3624-43d9-9b75-166f94af84ba req-469cd856-f85b-4cd1-9bad-571c8b5c3e97 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Oct 13 04:13:32.273251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:32.301277 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.303622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d317045d-d9c2-49b0-9b14-ed368fbd3c35,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.310664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.311012 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Added segment 9a703b48-71f9-4b1f-9e36-0d868448c0b6 of type vlan for network aceea3dc-618a-4834-9f4c-5b96fc8f0c33 Oct 13 04:13:32.324532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba90a3a-ae57-4c81-94eb-1055aabd943d req-85b714f5-0d0c-4d40-952f-1e41d95cc4d1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936570 Oct 13 04:13:32.325984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.387884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.629706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-67c66896-0d5b-46ab-949b-1b88a3394170 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--149081404&fields=id&tenant_id=8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 267 time: 0.0440128 Oct 13 04:13:32.673784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:32.676955 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56968d2c-ef03-480e-997b-3e0df35f4a6b" -d '{"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:32.710062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:32.712740 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d634729-cb85-4e86-a431-363c511fb245" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:32.724824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.730058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.730966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.731570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.748441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-ac93becc-3f26-4773-85db-8932b275e200 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.749898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-ac93becc-3f26-4773-85db-8932b275e200 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 824 time: 0.1132126 Oct 13 04:13:32.765996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-513fbf7a-aea0-4b57-b77c-872f96fe9a53 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/quotas/8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 375 time: 0.0090370 Oct 13 04:13:32.789958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on host n-h2-813736-1 for vnic_type normal with profile {"migrating_to": "n-h1-813736-1"} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:32.790342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:32.790611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:32.803913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eeb17-80a7-46d9-a4e8-e69d27b5220b req-9bec23c0-40f6-431e-878c-d31a3a947c80 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:32.805424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a6eeb17-80a7-46d9-a4e8-e69d27b5220b req-9bec23c0-40f6-431e-878c-d31a3a947c80 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4032345 Oct 13 04:13:32.814521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1615560 Oct 13 04:13:32.815543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35778) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:32.819620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Request body: {'subnet': {'network_id': 'aceea3dc-618a-4834-9f4c-5b96fc8f0c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1904990823-subnet', 'tenant_id': '2255a35ba619452ebdc1c258d0674d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:32.826230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:32.826559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Attempting to bind port c5683567-a7c5-44dc-ae16-c7d8695b05cf on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:32.833919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-905b571c-3f7d-431b-a4c9-897738a5a178 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0623353 Oct 13 04:13:32.840059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfbae5-85fa-4c83-8d39-61a49c90c778 admin admin] Pushing event updated for resources: {'Network': ['ID=aceea3dc-618a-4834-9f4c-5b96fc8f0c33,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:32.853186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network aceea3dc-618a-4834-9f4c-5b96fc8f0c33 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:13:32.853515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Made reservation on behalf of 2255a35ba619452ebdc1c258d0674d8a for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:32.856023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.869112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:32.869460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:32.869901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:32.870290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Bound port: c5683567-a7c5-44dc-ae16-c7d8695b05cf, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:32.870649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:32.880499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a6eeb17-80a7-46d9-a4e8-e69d27b5220b req-84c40159-0602-426a-aced-237931fa83c8 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0659590 Oct 13 04:13:32.956168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:32.983778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:32.993272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.017816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-70d609b2-7531-4b8a-9aa9-9240816c6603 service neutron] 10.222.0.49 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495061 Oct 13 04:13:33.043756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa25d-695e-4749-b8cc-cc3d6c58990a req-d411ef7c-8fae-4439-996e-6ea50b7a6370 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.045235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36eaa25d-695e-4749-b8cc-cc3d6c58990a req-d411ef7c-8fae-4439-996e-6ea50b7a6370 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.1057296 Oct 13 04:13:33.102887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.103532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.104904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] 10.222.0.16 "PUT /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 1122 time: 1.4963601 Oct 13 04:13:33.120130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6b81b-4f3e-4516-ae22-5eaa9b10f816 service neutron] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:33.138571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36eaa25d-695e-4749-b8cc-cc3d6c58990a req-9d488987-a2bd-40f0-b8fe-52d4c716bc40 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800066 Oct 13 04:13:33.173055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.177079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c5683567-a7c5-44dc-ae16-c7d8695b05cf'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:33.201519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-375d85b3-9693-4075-b873-d7598659629b service neutron] 10.222.0.49 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755853 Oct 13 04:13:33.219722 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b20155-6756-4f17-a06d-d0e0ae24e984 x-openstack-request-id: req-a5b20155-6756-4f17-a06d-d0e0ae24e984 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:33.220390 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-unplugged", "status": "completed", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:33.221082 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5b20155-6756-4f17-a06d-d0e0ae24e984 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:33.222342 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'code': 200} Oct 13 04:13:33.239092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda09e0a-3675-4dc8-815e-e35a316b617c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:33.249628 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734f3fff-0603-4d27-a878-13f58c540b48 x-openstack-request-id: req-734f3fff-0603-4d27-a878-13f58c540b48 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:33.250147 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:33.250601 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-734f3fff-0603-4d27-a878-13f58c540b48 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:33.251216 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'status': 'completed', 'code': 200} Oct 13 04:13:33.253236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Checking segment: {'id': '9a703b48-71f9-4b1f-9e36-0d868448c0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'aceea3dc-618a-4834-9f4c-5b96fc8f0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:33.254016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Network hostable DHCP agents. Network: aceea3dc-618a-4834-9f4c-5b96fc8f0c33, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:13:33.292099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Network aceea3dc-618a-4834-9f4c-5b96fc8f0c33 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:13:33.333666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, aceea3dc-618a-4834-9f4c-5b96fc8f0c33) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:33.338298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-07c4ec7d-7909-49ae-985c-74f1bac6ca8f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.339773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.340474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.341252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-07c4ec7d-7909-49ae-985c-74f1bac6ca8f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.0947959 Oct 13 04:13:33.344122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634729-cb85-4e86-a431-363c511fb245 req-fe374f26-1d12-454d-92ca-bbb075483ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.345806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-fe374f26-1d12-454d-92ca-bbb075483ade service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c32f957b87a47d08340578a8e118c52&device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 1097 time: 0.0685351 Oct 13 04:13:33.354733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb0235-3d00-4a06-af11-b0a148e67cae None None] Network aceea3dc-618a-4834-9f4c-5b96fc8f0c33 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:33.360829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf'}, {'name': 'network-changed', 'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:33.363018 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b302ef4f-5ace-4e0f-9857-2c82a94652b9" -d '{"events": [{"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-unplugged", "status": "completed", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf"}, {"name": "network-changed", "server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:33.426180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef8e1f27-58e8-42df-8514-fd2e7a65bb7b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6007152 Oct 13 04:13:33.481242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b415a173-46e9-4688-9e63-675e329c154f req-6c5fe65c-d97f-402b-8d0e-18a3c812c98b tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0576689 Oct 13 04:13:33.482556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a0e1d-486b-4861-8793-18c764c624e7 req-55bc19af-60c1-460a-b0f5-558492d110bc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.489818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f95a0e1d-486b-4861-8793-18c764c624e7 req-55bc19af-60c1-460a-b0f5-558492d110bc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e58e829-33f1-4564-bd37-9d57c326305a HTTP/1.1" status: 200 len: 943 time: 0.1416438 Oct 13 04:13:33.514190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:33.561598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634729-cb85-4e86-a431-363c511fb245 req-2ef05a24-66c9-437e-9e52-c8a08dc6281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.562010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f95a0e1d-486b-4861-8793-18c764c624e7 req-e1fbee7d-24b6-4bf8-9e09-fe7b57c627cf tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713692 Oct 13 04:13:33.562964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-2ef05a24-66c9-437e-9e52-c8a08dc6281d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 200 len: 930 time: 0.2078800 Oct 13 04:13:33.583120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Deleting port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:33.583120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.647424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-c0560c2f-9f3f-4119-ac51-a940beeb757e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 200 len: 217 time: 0.0582211 Oct 13 04:13:33.669004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378cc0-1b61-4dee-abc3-39a5e29c8586 req-4785f06d-93ec-450b-a3d3-bdb9097b13d7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.671019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8378cc0-1b61-4dee-abc3-39a5e29c8586 req-4785f06d-93ec-450b-a3d3-bdb9097b13d7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 943 time: 0.1199629 Oct 13 04:13:33.751258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b9d3a-ab4b-461f-a11f-c8d837928383 None None] Network aceea3dc-618a-4834-9f4c-5b96fc8f0c33 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:33.789963 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:13:33.805406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8378cc0-1b61-4dee-abc3-39a5e29c8586 req-4a9f3ddd-854f-464a-9fe6-837812afa2ec tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249640 Oct 13 04:13:33.810820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634729-cb85-4e86-a431-363c511fb245 req-bd5c8b06-9b79-473a-90ed-400f7ced1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.816173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-bd5c8b06-9b79-473a-90ed-400f7ced1eb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 200 len: 868 time: 0.1576688 Oct 13 04:13:33.833312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995014f-a4c3-4d0e-801d-409a818d73ab req-c5d2cb8d-32b5-49ae-8ef1-a1c1ba7f4e2c tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:33.844375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7995014f-a4c3-4d0e-801d-409a818d73ab req-c5d2cb8d-32b5-49ae-8ef1-a1c1ba7f4e2c tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 943 time: 0.1431720 Oct 13 04:13:33.889348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] For port 0edcbdc5-eb6f-4184-b72b-ff5170be6380, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0edcbdc5-eb6f-4184-b72b-ff5170be6380,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:33.890004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:33.894284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:33.914616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Calling delete_port for 0edcbdc5-eb6f-4184-b72b-ff5170be6380 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:33.921511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7995014f-a4c3-4d0e-801d-409a818d73ab req-570a6558-debd-4754-ac9c-153ef3ada5b3 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Oct 13 04:13:33.929405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '69f7f778-dd56-495e-8c37-776f211b1e23', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '69f7f778-dd56-495e-8c37-776f211b1e23', 'mac_address': 'fa:16:3e:d7:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:34.009959 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.018928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634729-cb85-4e86-a431-363c511fb245 req-8858bb5d-5b9a-41c9-97e6-9723810dd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.020642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-8858bb5d-5b9a-41c9-97e6-9723810dd068 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a93f828-dfed-46c3-80f1-d2d9e82df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967719 Oct 13 04:13:34.025857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f7f778-dd56-495e-8c37-776f211b1e23 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:34.047733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:34.051837 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd3eb1-a139-4ca2-a650-8bc1307dcee2 x-openstack-request-id: req-1dfd3eb1-a139-4ca2-a650-8bc1307dcee2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:34.052375 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-unplugged", "status": "completed", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf", "code": 200}, {"name": "network-changed", "server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:34.052525 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dfd3eb1-a139-4ca2-a650-8bc1307dcee2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:34.052979 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'code': 200} Oct 13 04:13:34.053313 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'status': 'completed', 'code': 200} Oct 13 04:13:34.053886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.080828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-b33651d8-cf04-43c9-a00a-59d44a969230 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.082511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-b33651d8-cf04-43c9-a00a-59d44a969230 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/ports?device_id=b23f27e5-627c-4105-902c-ca3fb21bf2a6 HTTP/1.1" status: 200 len: 945 time: 0.2062607 Oct 13 04:13:34.122904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.128152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.168910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778532e-c088-4700-8f69-1a339878f097 req-237dfbfd-16b4-4da9-992a-3647c0e7825e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.177192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a778532e-c088-4700-8f69-1a339878f097 req-237dfbfd-16b4-4da9-992a-3647c0e7825e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.2534342 Oct 13 04:13:34.185177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event deleted for resources: {'Port': ['ID=0edcbdc5-eb6f-4184-b72b-ff5170be6380,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.219409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-118e952a-6db0-4c42-8c3c-d69f2e5628fc req-c27806dd-99f6-44d5-b805-e5bf06bfa6b0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 210 time: 0.0754094 Oct 13 04:13:34.254851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-333d45f3-3a9b-4192-9429-5ba4eed820db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.256571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-333d45f3-3a9b-4192-9429-5ba4eed820db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1125 time: 0.1641619 Oct 13 04:13:34.258929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] No DVR routers for this DVR port 0edcbdc5-eb6f-4184-b72b-ff5170be6380 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:34.261837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.266145 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2694979-e5f1-421f-937b-fcfb3521b2bd req-37fafbef-3bdc-48d7-bbc4-726318d1db35 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "DELETE /v2.0/ports/0edcbdc5-eb6f-4184-b72b-ff5170be6380 HTTP/1.1" status: 204 len: 173 time: 0.9071839 Oct 13 04:13:34.288087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a778532e-c088-4700-8f69-1a339878f097 req-87cce8a6-99ab-41e4-b9e8-e701b308155d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100342 Oct 13 04:13:34.323290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['69f7f778-dd56-495e-8c37-776f211b1e23'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:34.370983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-74b63b67-57ed-4102-a2aa-d392bcb7a350 service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340302 Oct 13 04:13:34.403310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-07bcef72-5caa-4b54-8115-fe92dc4c7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.405256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-07bcef72-5caa-4b54-8115-fe92dc4c7aed service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1380796 Oct 13 04:13:34.449447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cc284cbe-9a3f-4f05-a93f-54ae5397f65b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:34.460792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-771969bd-762a-4b66-a6c7-b59c64c19fcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.0469606 Oct 13 04:13:34.515833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Deleting port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:34.516289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.565036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d634729-cb85-4e86-a431-363c511fb245 req-9813cb7f-1c8b-45e0-95f8-cb44eb6a06d7 service neutron] 10.222.0.47 "GET /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818526 Oct 13 04:13:34.594351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-7d1147df-387b-4e3c-ae33-dc7811cc2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.598129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-7d1147df-387b-4e3c-ae33-dc7811cc2045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1206312 Oct 13 04:13:34.632035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5dceb-5873-4b08-8dda-6c160419cbf4 req-b7eb41af-718e-4c31-9019-ace61da7b4c1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.641515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50e5dceb-5873-4b08-8dda-6c160419cbf4 req-b7eb41af-718e-4c31-9019-ace61da7b4c1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.1021345 Oct 13 04:13:34.668192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-6973b3a1-87e9-4448-b8b6-e20a076ee24d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600028 Oct 13 04:13:34.678879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:34.694555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b', 'network_id': '5e44ca7d-603a-4e92-a2df-eaab71a279a1', 'port_id': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b', 'mac_address': 'fa:16:3e:27:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '236e29e5-713c-42df-92d7-8211c40f13a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:34.747753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.759723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] For port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:34.760239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.762096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc284cbe-9a3f-4f05-a93f-54ae5397f65b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:34.768188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50e5dceb-5873-4b08-8dda-6c160419cbf4 req-2942e585-f0e8-4dae-961a-07612b21f19a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193423 Oct 13 04:13:34.792580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:34.799765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:34.858084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:34.914457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-be40c74f-5c35-40e2-896d-d8bb80f3b33c tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.919580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-be40c74f-5c35-40e2-896d-d8bb80f3b33c tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/networks?id=e7c35675-9229-4dd2-be78-9bf9135ab196 HTTP/1.1" status: 200 len: 814 time: 0.2982733 Oct 13 04:13:34.922808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-e4f5bbb2-61a1-4426-8ee5-3d582c82fd69 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407160 Oct 13 04:13:34.936799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-0b38c5eb-7c43-4edb-9395-f63ceee3559c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.938279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-0b38c5eb-7c43-4edb-9395-f63ceee3559c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 824 time: 0.1993723 Oct 13 04:13:34.960368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968feba-0929-468e-85af-d56f2ca5786f req-833812b7-3d54-4d2c-a166-66cdc65920cb tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:34.964233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-1efed7ea-dd54-44ea-8044-251eb7a0c785 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/quotas/10f6bbb6f83c4cceb183586b5f415b83 HTTP/1.1" status: 200 len: 375 time: 0.0350218 Oct 13 04:13:34.967577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c968feba-0929-468e-85af-d56f2ca5786f req-833812b7-3d54-4d2c-a166-66cdc65920cb tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.1346974 Oct 13 04:13:35.023164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-716bc1f1-4b0f-4556-a17c-3ffdcebfc19a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10f6bbb6f83c4cceb183586b5f415b83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515938 Oct 13 04:13:35.089876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-f43f5ce0-b7d8-4c48-850d-c6e3c7af8687 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dc51dd493264d758806437f5239f79b HTTP/1.1" status: 200 len: 379 time: 0.1396148 Oct 13 04:13:35.102022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['cc284cbe-9a3f-4f05-a93f-54ae5397f65b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:35.112736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'port': {'device_id': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'admin_state_up': True, 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'security_groups': ['e5d79145-e9d6-4b1c-a468-c53c07247b8e']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:35.118836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c968feba-0929-468e-85af-d56f2ca5786f req-10ef971a-cbb2-4f86-8ece-8456bb6c33bd tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500561 Oct 13 04:13:35.195276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b302ef4f-5ace-4e0f-9857-2c82a94652b9 req-df30fdd4-8f14-4ca3-901e-639be0f0fd0a service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503390 Oct 13 04:13:35.340620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865bbb5-e099-4371-a945-d2a9142bdf92 req-574385a7-4173-439b-9dfd-8aa486c6cadb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:35.342162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0865bbb5-e099-4371-a945-d2a9142bdf92 req-574385a7-4173-439b-9dfd-8aa486c6cadb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 944 time: 0.0849824 Oct 13 04:13:35.356842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Made reservation on behalf of 8dc51dd493264d758806437f5239f79b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:35.360231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.408155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0865bbb5-e099-4371-a945-d2a9142bdf92 req-68bb8d41-a8f4-45c8-a38f-36d698551038 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589197 Oct 13 04:13:35.515843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-9d81f9ed-425c-45cd-a9f1-5ad3e0c62652 service neutron] 10.222.0.49 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619670 Oct 13 04:13:35.517788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.518370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.518698 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd disassociated. External IP: 172.25.0.170, port: 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2. Oct 13 04:13:35.519031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Calling delete_port for 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:35.533312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:35.536838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:35.549231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Allocated IP 172.20.0.6 (a6698724-3e31-496e-8a5b-a8dd3901b928/04610e58-9237-4589-9e26-d0e5c03824f7/0aaa8e4f-dc59-4765-be84-2f52530b0ada) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:35.562227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a1cf-84d0-41a9-ae94-50a1fad486a3 req-b63f55ba-b152-4fd6-8aaf-61312ee70c7c tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:35.563679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9c6a1cf-84d0-41a9-ae94-50a1fad486a3 req-b63f55ba-b152-4fd6-8aaf-61312ee70c7c tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 944 time: 0.0733392 Oct 13 04:13:35.608033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9c6a1cf-84d0-41a9-ae94-50a1fad486a3 req-da9a0d68-3fd4-440c-a3e0-ce4efb843dec tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375462 Oct 13 04:13:35.674137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 69f7f778-dd56-495e-8c37-776f211b1e23 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:35.693533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 69f7f778-dd56-495e-8c37-776f211b1e23 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:35.694237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.695636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-af19f50a-441b-4588-b05b-90b728263b96 service neutron] 10.222.0.49 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722739 Oct 13 04:13:35.758311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:35.768067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba269c8d-5a92-4f88-8b16-361844a4b090 req-7be257e2-c927-4d11-8713-06146654f50d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 210 time: 0.0533137 Oct 13 04:13:35.787989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf has no active binding in host n-h1-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:13:35.821661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.853213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.877529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event deleted for resources: {'Port': ['ID=5a61b1f3-173e-49d4-a85e-5c7edcc0fef2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:35.901886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:35.902451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:35.906073 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4db3bf-67cc-431d-9660-46ac5cc58ec4" -d '{"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-plugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:35.926657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:35.944032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.001356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.054782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-deleted', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:36.058396 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcefe24-8667-4883-ae51-46173d24c606" -d '{"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-deleted", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:36.077929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.089463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b89c94-dc37-408c-98a6-793ac7f99746 req-c6777978-db7b-4988-bdc7-c9667495eeea tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.090375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24b89c94-dc37-408c-98a6-793ac7f99746 req-c6777978-db7b-4988-bdc7-c9667495eeea tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1047075 Oct 13 04:13:36.096690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-b0f16cc1-509c-43e4-98df-000e7b2c0280 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.098047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-b0f16cc1-509c-43e4-98df-000e7b2c0280 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.1937115 Oct 13 04:13:36.125001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:36.149878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24b89c94-dc37-408c-98a6-793ac7f99746 req-177b8c49-7b0e-4118-b5eb-12d880082c30 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504477 Oct 13 04:13:36.157420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-0d84855e-9c66-4f6f-94a1-019d91ebce8f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/quotas/5d1bab6bc7ba4921aa12f5657ca1020a HTTP/1.1" status: 200 len: 375 time: 0.0370443 Oct 13 04:13:36.159252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Network a6698724-3e31-496e-8a5b-a8dd3901b928 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:36.189322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:36.200016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event updated for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:36.200828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:36.269250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:36.284947 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:36.298456 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:36.301545 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:36.303749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.305079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.335678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-fac658eb-48e0-453a-97c4-c41d1b4d11e0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346344 Oct 13 04:13:36.345355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] No DVR routers for this DVR port 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:36.351169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.354535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-253f2cc5-8dae-4ed1-9772-58cb16268f70 req-8ab61adb-232a-44d1-b9e4-f099e77c3be0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "DELETE /v2.0/ports/5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 HTTP/1.1" status: 204 len: 173 time: 2.2553065 Oct 13 04:13:36.354989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'name': 'network-vif-deleted', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:36.357486 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a614443-3fff-4174-a375-ad146c890af8" -d '{"events": [{"server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "name": "network-vif-deleted", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:36.368358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Request body: {'port': {'device_id': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:36.384092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-a755f7cc-25a1-451d-a5ec-f092b80c4886 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.386000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-a755f7cc-25a1-451d-a5ec-f092b80c4886 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.2486405 Oct 13 04:13:36.395887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4349b12-91d7-442a-984b-a4d74f8326a1 req-134c3ec4-3572-492f-af11-c3864ec29d72 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.397590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4349b12-91d7-442a-984b-a4d74f8326a1 req-134c3ec4-3572-492f-af11-c3864ec29d72 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.1301086 Oct 13 04:13:36.418713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-38b58008-78aa-4d00-a1b4-9a13e09cf99a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443347 Oct 13 04:13:36.465098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cc284cbe-9a3f-4f05-a93f-54ae5397f65b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:36.484805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4349b12-91d7-442a-984b-a4d74f8326a1 req-e32b1704-b13b-48a0-aa5b-5c1d555bee4b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737062 Oct 13 04:13:36.502911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:36.585732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port cc284cbe-9a3f-4f05-a93f-54ae5397f65b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:36.593377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port cc284cbe-9a3f-4f05-a93f-54ae5397f65b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:36.594217 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.632293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-428b8dfc-f233-4be3-b17f-59b206e77b77 req-f05040d2-0fb6-413a-be60-c715cfc0ddd8 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 210 time: 0.0370357 Oct 13 04:13:36.793186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-78ff9838-86b6-469f-8e11-5de08aa5853c service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403614 Oct 13 04:13:36.811423 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afdb3f-7405-4272-bb3c-6f3383f1b271 x-openstack-request-id: req-13afdb3f-7405-4272-bb3c-6f3383f1b271 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:36.811644 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e58e829-33f1-4564-bd37-9d57c326305a", "name": "network-vif-deleted", "tag": "0edcbdc5-eb6f-4184-b72b-ff5170be6380", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:36.811881 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13afdb3f-7405-4272-bb3c-6f3383f1b271 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:36.812279 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e58e829-33f1-4564-bd37-9d57c326305a', 'name': 'network-vif-deleted', 'tag': '0edcbdc5-eb6f-4184-b72b-ff5170be6380', 'status': 'completed', 'code': 200} Oct 13 04:13:36.838531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.850270 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c729bff-f066-4cc0-bf39-88c4cda82e90 x-openstack-request-id: req-7c729bff-f066-4cc0-bf39-88c4cda82e90 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:36.850771 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-plugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:36.850771 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c729bff-f066-4cc0-bf39-88c4cda82e90 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:36.851334 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23', 'code': 200} Oct 13 04:13:36.883918 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.894052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef1ec-8c3a-4139-9cb5-8b15d0b51752 req-f8ee0aea-a28b-4fdb-86c9-a779e3907d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.898510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51bef1ec-8c3a-4139-9cb5-8b15d0b51752 req-f8ee0aea-a28b-4fdb-86c9-a779e3907d1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 1096 time: 0.1029546 Oct 13 04:13:36.919477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00dae6-ff2f-498e-9392-aa813acf9ee6 req-9f0ac4c9-674f-4379-82aa-72ca8323a223 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:36.931056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec00dae6-ff2f-498e-9392-aa813acf9ee6 req-9f0ac4c9-674f-4379-82aa-72ca8323a223 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 946 time: 0.1117651 Oct 13 04:13:36.957022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f65f4261-4347-44b0-aa5e-67142cc548e0 None None] Provisioning complete for port 0aaa8e4f-dc59-4765-be84-2f52530b0ada triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:36.957392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f65f4261-4347-44b0-aa5e-67142cc548e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:36.957719 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.008870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec00dae6-ff2f-498e-9392-aa813acf9ee6 req-b90c163d-5262-4f53-aff5-37c49f430ff6 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/security-groups?id=b4a017d1-750d-4cf1-9645-75d179f04e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766428 Oct 13 04:13:37.022044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Deleting port cd4b4789-2445-499b-92c6-15244e85bb3d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:37.024463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51bef1ec-8c3a-4139-9cb5-8b15d0b51752 req-3604db2c-edb3-4bd9-b93e-992e0564df54 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134028 Oct 13 04:13:37.024664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.027946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:37.042736 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:37.043936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.069763 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bf78e4-a52b-44b2-8da1-ff9b39926dca x-openstack-request-id: req-95bf78e4-a52b-44b2-8da1-ff9b39926dca {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:37.070143 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23f27e5-627c-4105-902c-ca3fb21bf2a6", "name": "network-vif-deleted", "tag": "5a61b1f3-173e-49d4-a85e-5c7edcc0fef2", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:37.070428 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95bf78e4-a52b-44b2-8da1-ff9b39926dca {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:37.070831 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23f27e5-627c-4105-902c-ca3fb21bf2a6', 'name': 'network-vif-deleted', 'tag': '5a61b1f3-173e-49d4-a85e-5c7edcc0fef2', 'status': 'completed', 'code': 200} Oct 13 04:13:37.076091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:37.076712 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.088330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f65f4261-4347-44b0-aa5e-67142cc548e0 None None] Port 0aaa8e4f-dc59-4765-be84-2f52530b0ada cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:37.112162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:37.185740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db29073-2bfe-46b0-8923-34015252947e req-35d38d75-67c4-44de-ab2b-48cb7377eaa3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.189262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-91b93d3a-a63e-499f-870e-48c79d0e63e9 service neutron] 10.222.0.49 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949571 Oct 13 04:13:37.194412 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5db29073-2bfe-46b0-8923-34015252947e req-35d38d75-67c4-44de-ab2b-48cb7377eaa3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0626228 Oct 13 04:13:37.218848 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:37.242492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5db29073-2bfe-46b0-8923-34015252947e req-a49614ec-5b39-4e4d-845f-90c83961308d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471306 Oct 13 04:13:37.314626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] For port cd4b4789-2445-499b-92c6-15244e85bb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cd4b4789-2445-499b-92c6-15244e85bb3d,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:37.315625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.336311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Calling delete_port for cd4b4789-2445-499b-92c6-15244e85bb3d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:37.421053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917ca3a-fa17-486c-99ac-70caa0b13553 req-baeebb7d-48a5-4eb7-906a-61b90bc5a9fc tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.422967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a917ca3a-fa17-486c-99ac-70caa0b13553 req-baeebb7d-48a5-4eb7-906a-61b90bc5a9fc tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.1098640 Oct 13 04:13:37.489614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a917ca3a-fa17-486c-99ac-70caa0b13553 req-65db59ac-5a3f-45cb-bb50-a0ccce440f62 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Oct 13 04:13:37.545134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:37.593861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:37.597924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:37.598529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5a61b1f3-173e-49d4-a85e-5c7edcc0fef2 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:37.599116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:37.631270 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d474fc-565e-4371-b62c-797cc2438176 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:37.643162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 0edcbdc5-eb6f-4184-b72b-ff5170be6380 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:37.643386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0edcbdc5-eb6f-4184-b72b-ff5170be6380 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:37.649313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0848-eba6-4f86-839c-6672a661cb17 req-f857fb16-4194-490e-9271-82cbdde43c48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.657131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3df0848-eba6-4f86-839c-6672a661cb17 req-f857fb16-4194-490e-9271-82cbdde43c48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0907762 Oct 13 04:13:37.713386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3df0848-eba6-4f86-839c-6672a661cb17 req-b81eab92-d55e-4a85-b162-4cd9dc057166 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552511 Oct 13 04:13:37.779678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2caa7f4e-ef23-450e-b8ad-866871ef4c14 req-640a9550-51bd-4b64-9137-f7725175f0dc tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 210 time: 0.0273664 Oct 13 04:13:37.882379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bceba9-2438-4750-80c5-14c5d8d58184 req-f7ee4b0a-b16f-432f-a44c-a31cc61a193f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.883976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56bceba9-2438-4750-80c5-14c5d8d58184 req-f7ee4b0a-b16f-432f-a44c-a31cc61a193f tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 931 time: 0.4562106 Oct 13 04:13:37.892559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaa8e4f-dc59-4765-be84-2f52530b0ada {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:37.908309 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:37.937173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abc154-0d74-4078-8ff6-85b5694e7ff0 None None] New status for floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:13:37.940375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8228-ebe4-462c-b49e-d0c307b29b4f req-fbba9175-dd8d-40eb-98fc-4eaf9ced7d8e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:37.942485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e0a8228-ebe4-462c-b49e-d0c307b29b4f req-fbba9175-dd8d-40eb-98fc-4eaf9ced7d8e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 944 time: 0.0792370 Oct 13 04:13:37.984252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56bceba9-2438-4750-80c5-14c5d8d58184 req-abf005b7-3d3a-44a9-a934-0ab16d6e4e95 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853848 Oct 13 04:13:37.997790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e0a8228-ebe4-462c-b49e-d0c307b29b4f req-00e6d4bf-a868-497d-bd06-592e7b6c955b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Oct 13 04:13:38.001953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Transition to ACTIVE for port object 0aaa8e4f-dc59-4765-be84-2f52530b0ada will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:38.005171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.010545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.025568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['cd4b4789-2445-499b-92c6-15244e85bb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:38.106136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:38.135436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b187a03-9044-485d-b4f5-3c54ecbc3f99 req-ca7bb0ff-bb57-43fc-b3fa-d3f5127a8d15 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 210 time: 0.0648646 Oct 13 04:13:38.156746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] No DVR routers for this DVR port cd4b4789-2445-499b-92c6-15244e85bb3d on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:38.161628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.165416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b46d77d5-50da-46bb-90cd-765715e736e5 req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.47 "DELETE /v2.0/ports/cd4b4789-2445-499b-92c6-15244e85bb3d HTTP/1.1" status: 204 len: 173 time: 1.7594328 Oct 13 04:13:38.167629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bd07805-2f3f-40d8-813f-58c46904039d req-7580279e-f44e-4b39-a153-f2c1302f8cbd tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ec9028-e183-4fd9-bab0-de947cf8f436 HTTP/1.1" status: 200 len: 210 time: 0.0509086 Oct 13 04:13:38.192985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f66614-35cc-4872-b0f9-f63ce6bd8e61 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679 tempest-FloatingIPsAssociationNegativeTestJSON-1020938679-project] Pushing event deleted for resources: {'Port': ['ID=cd4b4789-2445-499b-92c6-15244e85bb3d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:38.276755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Attempting to bind port 0aaa8e4f-dc59-4765-be84-2f52530b0ada on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:38.277139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Attempting to bind port 0aaa8e4f-dc59-4765-be84-2f52530b0ada by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:38.277581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Attempting to bind port 0aaa8e4f-dc59-4765-be84-2f52530b0ada on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:38.282911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Port 0aaa8e4f-dc59-4765-be84-2f52530b0ada on network a6698724-3e31-496e-8a5b-a8dd3901b928 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:38.283321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Attempting to bind port 0aaa8e4f-dc59-4765-be84-2f52530b0ada on network a6698724-3e31-496e-8a5b-a8dd3901b928 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:38.288923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:38.289266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Checking segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:38.289648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Bound using segment: {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:38.290359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Bound port: 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732ebcb-1aa5-468b-b969-53faaac98e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:38.290722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.398053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:38.403582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:38.412410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfca3e-5ad7-4391-9b5b-de00f7f13d0a req-8f148ea0-58fc-4840-b50c-c556787e4b62 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:38.413898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75cfca3e-5ad7-4391-9b5b-de00f7f13d0a req-8f148ea0-58fc-4840-b50c-c556787e4b62 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0800815 Oct 13 04:13:38.415580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.474719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:38.475365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:38.476768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] 10.222.0.16 "PUT /v2.0/ports/0aaa8e4f-dc59-4765-be84-2f52530b0ada HTTP/1.1" status: 200 len: 1091 time: 2.1239929 Oct 13 04:13:38.507789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75cfca3e-5ad7-4391-9b5b-de00f7f13d0a req-8c78369d-ed86-487e-90c9-33430b5d14c6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840919 Oct 13 04:13:38.508806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e57f2-c6d0-47d7-b9c8-b900a4b98506 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:38.610852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca74f1e-b178-4cba-8489-65d57e9f72a2 req-5bcd9977-e3e6-4c73-bc88-3d4c3d93b4c5 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:38.613785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ca74f1e-b178-4cba-8489-65d57e9f72a2 req-5bcd9977-e3e6-4c73-bc88-3d4c3d93b4c5 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.0550890 Oct 13 04:13:38.627469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-519df275-756f-4aba-8133-0831671dcfc2 service neutron] 10.222.0.47 "GET /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.0603240 Oct 13 04:13:38.657498 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ca74f1e-b178-4cba-8489-65d57e9f72a2 req-ddd7e325-a737-49f3-9cec-3ec9629f0f92 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Oct 13 04:13:38.820232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'name': 'network-vif-deleted', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d'}, {'name': 'network-changed', 'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:38.822519 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f27031-488b-47a0-b71f-129669e72737" -d '{"events": [{"server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "name": "network-vif-deleted", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d"}, {"name": "network-changed", "server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:38.852339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:38.855248 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b7ba5-3e52-4876-b7eb-873d670261c7" -d '{"events": [{"server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "name": "network-vif-plugged", "status": "completed", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:38.859056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:38.885366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05443f7b-8e6f-43cc-aab0-69a7aa4738d8 req-81484de7-082b-42d3-82f5-138221194c05 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Oct 13 04:13:38.890219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90845a59-d678-44a4-a18a-c2f8e0218b11 req-1b736ea6-4ff4-4c61-9b94-676a26377741 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:38.891663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90845a59-d678-44a4-a18a-c2f8e0218b11 req-1b736ea6-4ff4-4c61-9b94-676a26377741 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0992997 Oct 13 04:13:38.894993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:38.941071 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ecdc3-b207-4a2d-a0ec-6bca80eb3fbf x-openstack-request-id: req-999ecdc3-b207-4a2d-a0ec-6bca80eb3fbf {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:38.941302 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ec9028-e183-4fd9-bab0-de947cf8f436", "name": "network-vif-deleted", "tag": "cd4b4789-2445-499b-92c6-15244e85bb3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:38.941577 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-999ecdc3-b207-4a2d-a0ec-6bca80eb3fbf {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:38.941988 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ec9028-e183-4fd9-bab0-de947cf8f436', 'name': 'network-vif-deleted', 'tag': 'cd4b4789-2445-499b-92c6-15244e85bb3d', 'status': 'completed', 'code': 200} Oct 13 04:13:38.942238 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'status': 'completed', 'code': 200} Oct 13 04:13:38.953350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5683567-a7c5-44dc-ae16-c7d8695b05cf {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:38.968385 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad6ba6-1c80-405f-adf7-c99adbd65e40 x-openstack-request-id: req-fbad6ba6-1c80-405f-adf7-c99adbd65e40 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:38.968906 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "name": "network-vif-plugged", "status": "completed", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:38.969013 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbad6ba6-1c80-405f-adf7-c99adbd65e40 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:38.969459 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b', 'code': 200} Oct 13 04:13:38.973256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:38.978134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90845a59-d678-44a4-a18a-c2f8e0218b11 req-ef782089-994c-44be-b94e-f59911e97810 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592229 Oct 13 04:13:38.992276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.079316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] Transition to ACTIVE for port object c5683567-a7c5-44dc-ae16-c7d8695b05cf will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:39.079570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b00bd-2c44-4f5f-86a2-5e0d082ece91 req-3a3901c6-8939-43b1-95e4-bd46820d2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.081313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c40b00bd-2c44-4f5f-86a2-5e0d082ece91 req-3a3901c6-8939-43b1-95e4-bd46820d2b8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 1096 time: 0.0508482 Oct 13 04:13:39.092455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:39.142446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c40b00bd-2c44-4f5f-86a2-5e0d082ece91 req-add9e199-b641-4e5b-81aa-a78719940e69 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Oct 13 04:13:39.155080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f2741-2dbd-4690-a802-e7ab342982af req-cd84302a-dc62-4e9b-909c-46fbb103cb5e tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.156536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f14f2741-2dbd-4690-a802-e7ab342982af req-cd84302a-dc62-4e9b-909c-46fbb103cb5e tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 943 time: 0.0793405 Oct 13 04:13:39.190849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] No DVR routers for this DVR port c5683567-a7c5-44dc-ae16-c7d8695b05cf on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:39.196341 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f14f2741-2dbd-4690-a802-e7ab342982af req-d0fece6c-f458-425d-858f-07258022fad5 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Oct 13 04:13:39.202651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91521dc5-a828-457b-8b8c-66e0cba4668a req-69dd5885-b69e-46e3-bdc6-0f631adb749f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.204184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91521dc5-a828-457b-8b8c-66e0cba4668a req-69dd5885-b69e-46e3-bdc6-0f631adb749f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1282859 Oct 13 04:13:39.207431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:39.250134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-5db451e4-d95b-4226-a2b7-bdb75b0cffb0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf/bindings/n-h1-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6149702 Oct 13 04:13:39.271295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91521dc5-a828-457b-8b8c-66e0cba4668a req-3cb1bf94-12b6-4cbf-bccc-08174864fb22 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Oct 13 04:13:39.290310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-338aaac4-29f0-4c61-8208-74b8b2d85ef2 req-f9780045-d277-46a8-a8e4-939469fa2291 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 210 time: 0.0267200 Oct 13 04:13:39.321434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:39.583713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-aa2ff647-b2a6-4658-96c5-3522c6208893 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.585380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-aa2ff647-b2a6-4658-96c5-3522c6208893 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0629597 Oct 13 04:13:39.668672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-933b9243-f9e5-4a7b-8dd2-5537333a35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.670165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-933b9243-f9e5-4a7b-8dd2-5537333a35c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 1096 time: 0.0742548 Oct 13 04:13:39.670864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f27031-488b-47a0-b71f-129669e72737 req-703fec3f-2a69-409c-b08e-a4cab989b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.672716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4f27031-488b-47a0-b71f-129669e72737 req-703fec3f-2a69-409c-b08e-a4cab989b973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 1094 time: 0.1235931 Oct 13 04:13:39.746329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-7b960828-158c-4901-98a0-330fb6e463ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.747991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-7b960828-158c-4901-98a0-330fb6e463ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1096 time: 0.0542750 Oct 13 04:13:39.762598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655acc-9022-4ab7-a4a9-9c62c45fa6ce req-7c045a4b-e5b2-4bd0-b62b-407ea231948c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.764061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3655acc-9022-4ab7-a4a9-9c62c45fa6ce req-7c045a4b-e5b2-4bd0-b62b-407ea231948c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1587396 Oct 13 04:13:39.836594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49926-30e8-43f3-9a9c-abcac8a2e846 req-901a0989-63d1-4154-9918-fc6be8e98d1f tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.838074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95f49926-30e8-43f3-9a9c-abcac8a2e846 req-901a0989-63d1-4154-9918-fc6be8e98d1f tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.1062603 Oct 13 04:13:39.852608 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3655acc-9022-4ab7-a4a9-9c62c45fa6ce req-d693a21c-1443-408c-b4be-e39769c252ae tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794802 Oct 13 04:13:39.858804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f27031-488b-47a0-b71f-129669e72737 req-c052d500-81ce-4361-a364-00d79b289589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.860272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4f27031-488b-47a0-b71f-129669e72737 req-c052d500-81ce-4361-a364-00d79b289589 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8dc51dd493264d758806437f5239f79b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1628852 Oct 13 04:13:39.884946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-bfb68ecc-bfbf-47da-ac3e-72bf50a59af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:39.886391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-bfb68ecc-bfbf-47da-ac3e-72bf50a59af0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1216135 Oct 13 04:13:39.911793 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95f49926-30e8-43f3-9a9c-abcac8a2e846 req-443e84d7-fed1-4873-806b-5186d62d3af5 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Oct 13 04:13:39.945117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-b8a0ee90-497a-4c6f-acb9-a59dd28e9306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.0487397 Oct 13 04:13:40.009318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-1aa43ff4-8c3a-4397-a863-cf12f53d5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.010875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-1aa43ff4-8c3a-4397-a863-cf12f53d5920 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0565445 Oct 13 04:13:40.011167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7559cad9-791d-4546-b7c9-cf007482c810 req-c75b7e14-92d6-46b7-a1ee-7f4ca3a7c4e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 210 time: 0.0387647 Oct 13 04:13:40.055586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-00ce588e-30e4-42df-8933-7818e61c84ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351794 Oct 13 04:13:40.064085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.164389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855bf5-509d-48a5-8edb-6a3898a5e412 req-5d4dce24-fdd4-4260-a263-790533cbc36b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.165888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93855bf5-509d-48a5-8edb-6a3898a5e412 req-5d4dce24-fdd4-4260-a263-790533cbc36b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1061640 Oct 13 04:13:40.208182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-2aca1d3e-2152-4bef-9688-48aedcfee916 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371307 Oct 13 04:13:40.218058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f27031-488b-47a0-b71f-129669e72737 req-9b841692-9da9-4726-9ff1-f80249939c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.219579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4f27031-488b-47a0-b71f-129669e72737 req-9b841692-9da9-4726-9ff1-f80249939c15 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3241806 Oct 13 04:13:40.279260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-7c43423c-1028-4595-b7a5-6b152fe4659a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.280706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-7c43423c-1028-4595-b7a5-6b152fe4659a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.16 "GET /v2.0/networks?id=e7c35675-9229-4dd2-be78-9bf9135ab196 HTTP/1.1" status: 200 len: 814 time: 0.2746930 Oct 13 04:13:40.288529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93855bf5-509d-48a5-8edb-6a3898a5e412 req-67a1dd39-9b05-45fe-9d18-8d6fc4234504 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117537 Oct 13 04:13:40.357508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Request body: {'port': {'device_id': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196', 'admin_state_up': True, 'tenant_id': '10f6bbb6f83c4cceb183586b5f415b83'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:40.408144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-f995d9d4-1404-4ef8-8422-d899b3910095 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903763 Oct 13 04:13:40.429399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.16', 50373) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:40.466486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:40.486071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f71992-f45b-423b-a851-fa40242857cf req-2a5bf729-8c4b-4716-97e9-3834a897578d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.487746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88f71992-f45b-423b-a851-fa40242857cf req-2a5bf729-8c4b-4716-97e9-3834a897578d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 943 time: 0.2187707 Oct 13 04:13:40.497407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-39da9612-790f-4709-9db4-5a06630ebbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.498902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-39da9612-790f-4709-9db4-5a06630ebbb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 1094 time: 0.1495550 Oct 13 04:13:40.521804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59964-f4be-441b-b688-cc2c17049537 req-95d108ee-4b1f-45a3-8dfb-f370b17be516 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.523813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3f59964-f4be-441b-b688-cc2c17049537 req-95d108ee-4b1f-45a3-8dfb-f370b17be516 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1645207 Oct 13 04:13:40.554490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:40.557289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cd4b4789-2445-499b-92c6-15244e85bb3d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:40.569426 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-a32565a7-a04f-4ec5-8d9f-95d2b111279a service neutron] show failed (client error): The resource could not be found. Oct 13 04:13:40.570608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-a32565a7-a04f-4ec5-8d9f-95d2b111279a service neutron] 10.222.0.47 "GET /v2.0/ports/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.1726360 Oct 13 04:13:40.592988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-e361e7d0-6e71-4113-8468-2fc35b6ca8a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada HTTP/1.1" status: 200 len: 217 time: 0.0781891 Oct 13 04:13:40.607274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3f59964-f4be-441b-b688-cc2c17049537 req-e8bba084-5799-46b8-b66d-bb92ca328a13 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Oct 13 04:13:40.610437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88f71992-f45b-423b-a851-fa40242857cf req-682ae13a-fa37-4a2f-bc99-ab429ae9aa40 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047070 Oct 13 04:13:40.623775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: cd4b4789-2445-499b-92c6-15244e85bb3d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:40.624125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cd4b4789-2445-499b-92c6-15244e85bb3d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:40.667449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-6458c484-b26a-4791-a3ef-bcf48328ab74 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.669285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-6458c484-b26a-4791-a3ef-bcf48328ab74 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 821 time: 0.2378116 Oct 13 04:13:40.681036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-20ec554b-c225-4e8c-945e-58d9df315b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.682493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-20ec554b-c225-4e8c-945e-58d9df315b15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.0754595 Oct 13 04:13:40.684578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Request body: {'port': {'device_id': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'admin_state_up': True, 'tenant_id': '5d1bab6bc7ba4921aa12f5657ca1020a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:40.747741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Made reservation on behalf of 10f6bbb6f83c4cceb183586b5f415b83 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:40.751241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.808592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df8f9ca6-254d-4c29-a449-e52482873fe9 req-acd28043-ebd0-4868-b6fa-964f7c3d552a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 210 time: 0.0508542 Oct 13 04:13:40.812535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-265c284d-1dfc-4a7a-b2f5-a9471eba8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.814040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-265c284d-1dfc-4a7a-b2f5-a9471eba8bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186490 Oct 13 04:13:40.843993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-287fd3ee-4d39-44f2-83a5-1f198611ccec tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.845620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-287fd3ee-4d39-44f2-83a5-1f198611ccec tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1351829 Oct 13 04:13:40.871549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.16', 50374) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:40.947748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Made reservation on behalf of 5d1bab6bc7ba4921aa12f5657ca1020a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:40.951643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:40.996801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-6c37697c-dd85-44e7-9fc1-aad0477e7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:40.998246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-6c37697c-dd85-44e7-9fc1-aad0477e7517 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1101 time: 0.1237946 Oct 13 04:13:41.019568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:41.028393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Deleting port a597f475-1278-48f4-9234-8880552a4754 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:41.028746 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.247021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787c9e6-e8ad-4a7b-b555-fc06f4c3e868 req-cb5e3594-3d5a-468b-803c-8cc7125344a2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:41.248631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f787c9e6-e8ad-4a7b-b555-fc06f4c3e868 req-cb5e3594-3d5a-468b-803c-8cc7125344a2 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.2540572 Oct 13 04:13:41.269774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-ccf4000b-24ce-4aca-8036-634693396cd5 service neutron] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:41.278348 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.292275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-ccf4000b-24ce-4aca-8036-634693396cd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.293435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7136d5-9080-4e88-97bb-24241bf4cdf7 req-ccf4000b-24ce-4aca-8036-634693396cd5 service neutron] 10.222.0.16 "DELETE /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf/bindings/n-h2-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.4317760 Oct 13 04:13:41.313593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Allocated IP 172.20.0.12 (af8d1df1-41c0-4f6c-aa7c-495eab72d812/c96965f6-83c7-48b1-a0fa-9da3c15706a9/c2ed4c98-6b1e-443b-bb65-b7af359acfb8) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:41.334463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.368016 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f787c9e6-e8ad-4a7b-b555-fc06f4c3e868 req-4afa3686-163b-4371-b27a-a0d9209145d8 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Oct 13 04:13:41.424806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Allocated IP 172.20.0.2 (e7c35675-9229-4dd2-be78-9bf9135ab196/6274c0f9-f7ea-454d-8e03-d6b552253601/a09034bd-b569-42f0-b2d4-a1fce81974df) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:41.449537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-97c1bdcf-313f-4645-87d9-b1f933cc08d2 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989954 Oct 13 04:13:41.469035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f259df-2dd1-4c5d-b7a8-22e32fbcc6b1 req-4032b2ef-9831-453d-91a4-d45ea860698b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:41.471894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f259df-2dd1-4c5d-b7a8-22e32fbcc6b1 req-4032b2ef-9831-453d-91a4-d45ea860698b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.5225570 Oct 13 04:13:41.544459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-403003e6-341d-4f31-8dde-6629e3321055 req-2c024537-0650-4bf9-bb4f-b13269d7b14b tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 210 time: 0.0727999 Oct 13 04:13:41.589739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] For port a597f475-1278-48f4-9234-8880552a4754, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a597f475-1278-48f4-9234-8880552a4754,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:41.590330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.627779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Calling delete_port for a597f475-1278-48f4-9234-8880552a4754 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:41.661674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f259df-2dd1-4c5d-b7a8-22e32fbcc6b1 req-2c2f0794-361e-4bca-81d6-a411529073e0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769156 Oct 13 04:13:41.701024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.711151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c4df1b8f-55b8-48d9-ad87-f9717457f0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.805196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:41.872231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d81e8-d6b5-40d5-90ff-9902eff1a9a4 req-92a754fb-968b-4742-b85b-eab5175de686 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:41.873429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-819d81e8-d6b5-40d5-90ff-9902eff1a9a4 req-92a754fb-968b-4742-b85b-eab5175de686 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1402271 Oct 13 04:13:41.876827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:41.880384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.897088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3e9ecab-30f1-4fb2-9e89-76736306be5c req-482e8534-f2c2-4518-b979-b53b0dd7929b service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350076 Oct 13 04:13:41.988312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:41.993237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:41.995883 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e06c79-e1d2-4a73-98ed-50ba413f7e49" -d '{"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:42.014211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Network af8d1df1-41c0-4f6c-aa7c-495eab72d812 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:42.023098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:42.026045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event updated for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.027630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf417-fdd4-444c-b991-9a8f480f7268 req-e4dbe7cd-798c-4e34-8576-43e32587de58 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.029302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:42.037013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39bbf417-fdd4-444c-b991-9a8f480f7268 req-e4dbe7cd-798c-4e34-8576-43e32587de58 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1354916 Oct 13 04:13:42.074664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-819d81e8-d6b5-40d5-90ff-9902eff1a9a4 req-7bf83fc1-532e-4f5d-a841-888b1fde959c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754608 Oct 13 04:13:42.092415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39bbf417-fdd4-444c-b991-9a8f480f7268 req-141807d9-ea95-4ab6-8210-913af3e1e945 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Oct 13 04:13:42.107126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.107126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.108874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.116847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Transition to ACTIVE for port object b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:42.121114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.125758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.161218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-2b348ae1-51ff-4c70-a33e-c2fccee19f39 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4803483 Oct 13 04:13:42.166872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a597f475-1278-48f4-9234-8880552a4754,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.182205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Request body: {'port': {'device_id': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:42.320589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.448790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.537078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Network e7c35675-9229-4dd2-be78-9bf9135ab196 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:42.593248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:42.603321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Pushing event updated for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.606878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:42.650689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] No DVR routers for this DVR port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:42.670350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:42.698888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ded1-86c9-4c0a-bc35-59797fa17312 req-8e3a8aa3-03c7-4152-8e9b-8a0d805abba3 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.701790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ef1ded1-86c9-4c0a-bc35-59797fa17312 req-8e3a8aa3-03c7-4152-8e9b-8a0d805abba3 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 931 time: 0.3281488 Oct 13 04:13:42.744903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.745533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.764695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:42.765066 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:42.765360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:42.771776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.795803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0da385-d937-45e7-bcf7-7bb6766c3d6b req-afacbac7-c14b-4643-b0e9-151d50a66364 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:42.796844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ef1ded1-86c9-4c0a-bc35-59797fa17312 req-53be203c-381a-4d25-9445-7f5289aa1ed2 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716164 Oct 13 04:13:42.797269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c0da385-d937-45e7-bcf7-7bb6766c3d6b req-afacbac7-c14b-4643-b0e9-151d50a66364 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 943 time: 0.1499615 Oct 13 04:13:42.806646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.816426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-196e9fda-2974-44f7-8500-44f7e74ed721 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4683988 Oct 13 04:13:42.829038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:42.829396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Attempting to bind port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:42.863372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:42.863830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:42.864236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:42.864726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Bound port: b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:42.865143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:42.902119 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1b1802-e917-4c3d-96a5-a3d4af4c4ec7 x-openstack-request-id: req-3c1b1802-e917-4c3d-96a5-a3d4af4c4ec7 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:42.902419 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:42.902673 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c1b1802-e917-4c3d-96a5-a3d4af4c4ec7 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:42.903079 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'code': 200} Oct 13 04:13:42.922879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Request body: {'port': {'device_id': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:42.989496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.062455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c0da385-d937-45e7-bcf7-7bb6766c3d6b req-3d7f189b-c648-4748-956c-b010d5d945ec tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279661 Oct 13 04:13:43.073819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:43.197888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412b793-e94c-4091-9ee8-32afa1c9563f req-9548e710-d586-4668-9041-c0e6def28c3f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.199943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4412b793-e94c-4091-9ee8-32afa1c9563f req-9548e710-d586-4668-9041-c0e6def28c3f tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 932 time: 0.1551602 Oct 13 04:13:43.228946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:43.252939 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.310090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.310894 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.312657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] 10.222.0.16 "PUT /v2.0/ports/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 1096 time: 2.2974470 Oct 13 04:13:43.367306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4412b793-e94c-4091-9ee8-32afa1c9563f req-224102ee-fe04-4efb-b80d-aa2e6e87afc1 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271834 Oct 13 04:13:43.427766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Router 0a3b8b30-5dbe-4367-9108-2e9c3418146e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:43.475341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a1950-7793-47fd-bd9d-6054c2504757 req-61643601-99d4-455c-8846-8722edd3fc06 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.476911 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b29a1950-7793-47fd-bd9d-6054c2504757 req-61643601-99d4-455c-8846-8722edd3fc06 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.2752421 Oct 13 04:13:43.492372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d52bd-ebcd-4636-8604-e193a0a62ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.499091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-9a47c794-ccff-431a-af0e-bd58434206ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.500564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-9a47c794-ccff-431a-af0e-bd58434206ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1099 time: 0.1560266 Oct 13 04:13:43.593056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b29a1950-7793-47fd-bd9d-6054c2504757 req-722026e3-5f4c-477e-98eb-02bd31785d17 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960472 Oct 13 04:13:43.666278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ed4c98-6b1e-443b-bb65-b7af359acfb8 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:43.694351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09034bd-b569-42f0-b2d4-a1fce81974df {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:43.704701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.704917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.725775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bf6e2-3c39-4426-9153-ffaee40f2b58 req-76f77798-8d22-4257-91ec-dcc8c6b2ba5c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.727268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b74bf6e2-3c39-4426-9153-ffaee40f2b58 req-76f77798-8d22-4257-91ec-dcc8c6b2ba5c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1096 time: 0.1802034 Oct 13 04:13:43.730398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:43.736272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4f579202-970a-4ac8-8a21-ffb81d5869b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/0a3b8b30-5dbe-4367-9108-2e9c3418146e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4137850 Oct 13 04:13:43.736923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Transition to ACTIVE for port object c2ed4c98-6b1e-443b-bb65-b7af359acfb8 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:43.738120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Transition to ACTIVE for port object a09034bd-b569-42f0-b2d4-a1fce81974df will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:43.738417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-f5c4e794-c88f-4d04-a1f0-363fa9cea5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.739304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:43.740157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-f5c4e794-c88f-4d04-a1f0-363fa9cea5e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2167139 Oct 13 04:13:43.745122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.745525 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Sync routers for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:43.748083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:43.759697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:43.759697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:43.826570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caf1c9-ccd2-4a27-ac26-ebc8d754ecb1 req-425268a7-912f-4aa0-852c-77b1e8feb92c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:43.832094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7caf1c9-ccd2-4a27-ac26-ebc8d754ecb1 req-425268a7-912f-4aa0-852c-77b1e8feb92c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1607487 Oct 13 04:13:43.847375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-27241658-71f3-4a47-8314-3c42b18c32a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0965056 Oct 13 04:13:43.874708 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:43.914835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b74bf6e2-3c39-4426-9153-ffaee40f2b58 req-48e29373-10a7-4631-8a3b-02b95714196c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207409 Oct 13 04:13:43.916900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.927329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:43.953107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7caf1c9-ccd2-4a27-ac26-ebc8d754ecb1 req-60a8ada2-d144-4368-b010-d9107d8a10a0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010594 Oct 13 04:13:44.033080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.047108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Attempting to bind port a09034bd-b569-42f0-b2d4-a1fce81974df on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:44.047727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Attempting to bind port a09034bd-b569-42f0-b2d4-a1fce81974df by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'ceb034bb-dc41-4473-a08f-845b9e833bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:44.048288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Attempting to bind port a09034bd-b569-42f0-b2d4-a1fce81974df on network e7c35675-9229-4dd2-be78-9bf9135ab196 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.050263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-8b59f3b4-a5c6-48eb-b811-368b0e4e344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.057874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-8b59f3b4-a5c6-48eb-b811-368b0e4e344d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1880531 Oct 13 04:13:44.098149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Port a09034bd-b569-42f0-b2d4-a1fce81974df on network e7c35675-9229-4dd2-be78-9bf9135ab196 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:44.098529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Attempting to bind port a09034bd-b569-42f0-b2d4-a1fce81974df on network e7c35675-9229-4dd2-be78-9bf9135ab196 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.103462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93f12217-5d12-4eba-a53a-38c650e29ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.113909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:44.115307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Checking segment: {'id': 'ceb034bb-dc41-4473-a08f-845b9e833bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:44.115719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Bound using segment: {'id': 'ceb034bb-dc41-4473-a08f-845b9e833bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:44.116197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Bound port: a09034bd-b569-42f0-b2d4-a1fce81974df, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb034bb-dc41-4473-a08f-845b9e833bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:44.117842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.182168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Attempting to bind port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:44.182931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Attempting to bind port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:44.183525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Attempting to bind port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.197817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41352f1b-a497-4ce3-a8b6-6aa05923642e req-90273558-255c-4226-b9c3-e8f7ca75212b tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.205961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41352f1b-a497-4ce3-a8b6-6aa05923642e req-90273558-255c-4226-b9c3-e8f7ca75212b tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 943 time: 0.0946939 Oct 13 04:13:44.235728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:44.239418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Attempting to bind port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 on network af8d1df1-41c0-4f6c-aa7c-495eab72d812 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:44.271015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-12ac189b-805b-4324-ba98-444c7aa1c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.272731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-12ac189b-805b-4324-ba98-444c7aa1c69f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043698 Oct 13 04:13:44.279001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:44.279487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Checking segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:44.279968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Bound using segment: {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:44.280516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Bound port: c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6ec029-7252-4aa1-85bc-bd1f699bd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:44.280972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.304711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:44.312773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a09034bd-b569-42f0-b2d4-a1fce81974df,segment=NetworkSegment(ceb034bb-dc41-4473-a08f-845b9e833bb2),segment_id=ceb034bb-dc41-4473-a08f-845b9e833bb2)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:44.323246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.323562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41352f1b-a497-4ce3-a8b6-6aa05923642e req-ead3314a-fff2-4571-8075-6fc02d623f67 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160278 Oct 13 04:13:44.364955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:13:41Z', 'revision_number': 5, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port': {'id': 'bf46e89b-2990-483a-a869-3517d4aa5af2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:38Z', 'updated_at': '2021-10-13T04:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:44.374853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.375725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.378357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] 10.222.0.16 "PUT /v2.0/ports/a09034bd-b569-42f0-b2d4-a1fce81974df HTTP/1.1" status: 200 len: 1091 time: 1.4687910 Oct 13 04:13:44.378932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:44.382122 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc3606-321f-4dab-9326-c34c3e646d64" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:44.420437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.462047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:44.463073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd61c8-deb8-49ec-ba31-5e11147c5fcb service neutron] Pushing event updated for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.521367 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Checking router: 0a3b8b30-5dbe-4367-9108-2e9c3418146e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:44.542305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Routers {'0a3b8b30-5dbe-4367-9108-2e9c3418146e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:44.542914 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:44.557964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:44.561625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:44.615856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:44.625203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-ae302450-3d50-4649-9a6a-7652c3f119b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.626854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-ae302450-3d50-4649-9a6a-7652c3f119b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10f6bbb6f83c4cceb183586b5f415b83&device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 1094 time: 0.1772199 Oct 13 04:13:44.635812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-9ebe30a1-ff32-46b9-8474-bbb4e52aa076 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378115 Oct 13 04:13:44.636293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e57aa-077c-4d82-9535-44292c227daf req-9e2615a9-5cb9-4f88-b050-97b4b8dfe8ab tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.638216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.644377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b3e57aa-077c-4d82-9535-44292c227daf req-9e2615a9-5cb9-4f88-b050-97b4b8dfe8ab tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 943 time: 0.0899487 Oct 13 04:13:44.682277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] Set router 0a3b8b30-5dbe-4367-9108-2e9c3418146e gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:44.714430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-0198eafd-19ce-4002-83e3-ca2be7de7745 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a09034bd-b569-42f0-b2d4-a1fce81974df HTTP/1.1" status: 200 len: 217 time: 0.0606287 Oct 13 04:13:44.759913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Deleting port bf46e89b-2990-483a-a869-3517d4aa5af2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:44.760259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.785601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:13:44Z', 'revision_number': 6, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:44.797206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.798675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:44.801259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] 10.222.0.16 "PUT /v2.0/ports/c2ed4c98-6b1e-443b-bb65-b7af359acfb8 HTTP/1.1" status: 200 len: 1092 time: 2.6260865 Oct 13 04:13:44.819769 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c3e00-c794-4fb9-9d0d-aae27b8ffb17 None None] The sync data for ids ['0a3b8b30-5dbe-4367-9108-2e9c3418146e'] in n-d-813736-1 is: [{'id': '0a3b8b30-5dbe-4367-9108-2e9c3418146e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1184214708-router', 'tenant_id': '6c32f957b87a47d08340578a8e118c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:36Z', 'updated_at': '2021-10-13T04:13:44Z', 'revision_number': 6, 'project_id': '6c32f957b87a47d08340578a8e118c52', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:44.822059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b3e57aa-077c-4d82-9535-44292c227daf req-86f732ec-77de-4b5d-8349-d0bb01f151c8 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768231 Oct 13 04:13:44.860013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-97f2abb2-7243-4666-9e60-2d9ffe858110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.860013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-97f2abb2-7243-4666-9e60-2d9ffe858110 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6274c0f9-f7ea-454d-8e03-d6b552253601 HTTP/1.1" status: 200 len: 854 time: 0.1205080 Oct 13 04:13:44.862464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-01e3dbbb-d660-4611-b334-f66d471f264e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.870656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-01e3dbbb-d660-4611-b334-f66d471f264e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.3505683 Oct 13 04:13:44.906882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}, {'name': 'network-changed', 'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:44.909653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-03e03a00-3ce5-47f9-9291-b981738846db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7c35675-9229-4dd2-be78-9bf9135ab196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278881 Oct 13 04:13:44.910089 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}, {"name": "network-changed", "server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:44.929780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a3dfe-f769-4df2-8068-9069058b19cd service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:44.944040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-4d36a29a-8cdb-4f0c-9519-003da2543c31 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/quotas/721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 375 time: 0.0727563 Oct 13 04:13:44.997525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-ccf696f7-bae4-4161-b161-5e0d9655999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:44.999001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-ccf696f7-bae4-4161-b161-5e0d9655999f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 1095 time: 0.1256764 Oct 13 04:13:45.004413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] For port bf46e89b-2990-483a-a869-3517d4aa5af2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf46e89b-2990-483a-a869-3517d4aa5af2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:45.004799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.005317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32fbf510-8970-427e-8e52-f3b57f80f0f9 req-ce96e00f-4a96-4578-914b-942a345c1ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398235 Oct 13 04:13:45.029062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-27ff0865-a8c0-463b-8246-355dcbea32da tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702100 Oct 13 04:13:45.030780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Calling delete_port for bf46e89b-2990-483a-a869-3517d4aa5af2 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:45.069001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b8110-593e-490d-b75f-bda9a0f6d3b6 req-a1407457-244e-4827-a19c-e5fbd768b512 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.070414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-088b8110-593e-490d-b75f-bda9a0f6d3b6 req-a1407457-244e-4827-a19c-e5fbd768b512 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1418037 Oct 13 04:13:45.078061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-c6ba2a89-6c1f-4b62-b6de-5e41f57ea206 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8 HTTP/1.1" status: 200 len: 217 time: 0.0607998 Oct 13 04:13:45.136472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-36c1efeb-901b-4259-b323-31bf67e6230a service neutron] 10.222.0.16 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180858 Oct 13 04:13:45.176356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be192e-133f-494d-b740-7d6f3921228d req-075d30f4-d10c-4dd5-8c5e-3e891e7805e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.177281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-075d30f4-d10c-4dd5-8c5e-3e891e7805e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.0879545 Oct 13 04:13:45.207915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a597f475-1278-48f4-9234-8880552a4754 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:45.212488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-420ea06f-2824-42a2-9aef-eb8736cd1157 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484396 Oct 13 04:13:45.233493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-267afc4d-e4ed-4f23-8819-c4b6def39fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365627 Oct 13 04:13:45.248306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-088b8110-593e-490d-b75f-bda9a0f6d3b6 req-a338e664-3b3e-4b41-95f4-77ddeff769e4 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697392 Oct 13 04:13:45.252939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a597f475-1278-48f4-9234-8880552a4754 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:45.253580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a597f475-1278-48f4-9234-8880552a4754 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:45.262332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.373432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.398144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-09058440-2e78-4ce9-b491-050abe5d8f31 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683619 Oct 13 04:13:45.425046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-289852a4-5587-4e0b-8f8c-aafa0508d963 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811635 Oct 13 04:13:45.553786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25be192e-133f-494d-b740-7d6f3921228d req-dd2c6e97-4e7c-4d7c-a1bf-d45a8134d383 service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199040 Oct 13 04:13:45.563838 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e01eb1-6fd3-4e8b-aa32-d049d266d243 x-openstack-request-id: req-20e01eb1-6fd3-4e8b-aa32-d049d266d243 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:45.565118 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:45.565565 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20e01eb1-6fd3-4e8b-aa32-d049d266d243 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:45.566278 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'status': 'completed', 'code': 200} Oct 13 04:13:45.566756 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8', 'status': 'completed', 'code': 200} Oct 13 04:13:45.613638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0aaa8e4f-dc59-4765-be84-2f52530b0ada details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:45.646048 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45edd8-954d-48aa-a19c-c44a3cfb0fcb x-openstack-request-id: req-af45edd8-954d-48aa-a19c-c44a3cfb0fcb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:45.646413 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:45.646584 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af45edd8-954d-48aa-a19c-c44a3cfb0fcb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:45.646964 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df', 'status': 'completed', 'code': 200} Oct 13 04:13:45.711410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8aaae3e-83f3-46a5-b37b-1a69b3386e44 req-c71db92d-74f8-4a0c-8337-a681a073fa28 service neutron] 10.222.0.16 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644786 Oct 13 04:13:45.746094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd2549-78e9-4406-acf4-e65b872618c7 req-20e2d344-fa90-48fe-affb-5087d96e0580 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.754300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8bd2549-78e9-4406-acf4-e65b872618c7 req-20e2d344-fa90-48fe-affb-5087d96e0580 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 944 time: 0.1240277 Oct 13 04:13:45.761727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:45.784701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'port_id': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'mac_address': 'fa:16:3e:b3:b4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:45.822257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-439fa5aa-b2ad-4719-93cf-03339d52f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.824714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-439fa5aa-b2ad-4719-93cf-03339d52f9c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1099 time: 0.2399402 Oct 13 04:13:45.827905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-aead52b6-d2b0-435f-a960-84fe975d265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.829430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-aead52b6-d2b0-435f-a960-84fe975d265d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1099 time: 0.1834898 Oct 13 04:13:45.836278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.853833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaa8e4f-dc59-4765-be84-2f52530b0ada {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:45.869897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.879341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:45.887254 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:45.891700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fb8b1-fb32-46e2-911a-401395b18ef4 req-90d012f0-eb56-4a2b-891c-b8382e349e6d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:45.903635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-608fb8b1-fb32-46e2-911a-401395b18ef4 req-90d012f0-eb56-4a2b-891c-b8382e349e6d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1943948 Oct 13 04:13:45.951331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:45.998559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf46e89b-2990-483a-a869-3517d4aa5af2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:46.037785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8bd2549-78e9-4406-acf4-e65b872618c7 req-43479105-92d5-4ed6-831e-34613be50907 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824998 Oct 13 04:13:46.059929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-608fb8b1-fb32-46e2-911a-401395b18ef4 req-121dab4a-105b-44d8-92d7-891f80bf84d2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550930 Oct 13 04:13:46.077431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.081957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-76e15244-c750-45bc-96da-60016ca409ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.083542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-76e15244-c750-45bc-96da-60016ca409ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10f6bbb6f83c4cceb183586b5f415b83&device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 1094 time: 0.2698328 Oct 13 04:13:46.119230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-5a3d1477-14f7-4c44-beea-93e777f92051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.121119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-5a3d1477-14f7-4c44-beea-93e777f92051 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2877908 Oct 13 04:13:46.162402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99db67d2-1353-4ab8-b232-9fc7b6d975d5 req-269c6519-2deb-4eed-841d-9e2a6ad8d99e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 210 time: 0.0445769 Oct 13 04:13:46.209119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0aaa8e4f-dc59-4765-be84-2f52530b0ada'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:46.218967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-645bcc83-c030-44d0-8ad6-29284989bb5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0854053 Oct 13 04:13:46.225569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-5cd8b0fb-1b0f-4358-a39d-fdc8c9e04264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.227147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-5cd8b0fb-1b0f-4358-a39d-fdc8c9e04264 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3828313 Oct 13 04:13:46.228522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.230943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.306814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-b0d5ea3e-ade9-49d4-a8dd-0165758a290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.308160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-b0d5ea3e-ade9-49d4-a8dd-0165758a290f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0792313 Oct 13 04:13:46.329618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.330424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3b8b30-5dbe-4367-9108-2e9c3418146e {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:13:46.378118 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.379621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b6707b8d-5415-4b1b-a795-5a3ad4d19d49 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0a3b8b30-5dbe-4367-9108-2e9c3418146e HTTP/1.1" status: 204 len: 168 time: 2.6389666 Oct 13 04:13:46.394905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36026) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:46.449500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-5eec71ad-f8de-4ad4-b2fa-bbc1412317a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.1404243 Oct 13 04:13:46.458193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e621f6-d50f-48e5-8c65-129052a0271b req-6afc6b51-c9ee-4e4b-b219-ebfb6e305a1e tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.465713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38e621f6-d50f-48e5-8c65-129052a0271b req-6afc6b51-c9ee-4e4b-b219-ebfb6e305a1e tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 943 time: 0.1618817 Oct 13 04:13:46.545821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38e621f6-d50f-48e5-8c65-129052a0271b req-4b83920c-8a1e-4362-a5c5-a79083233988 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788233 Oct 13 04:13:46.566918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-4030c2b8-24f3-47b4-a2e9-d939016a9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.568427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-4030c2b8-24f3-47b4-a2e9-d939016a9307 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918166 Oct 13 04:13:46.576447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-7e64d01f-f772-498b-a02c-30dc3c7a3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.577175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Deleting subnet 7cc43976-4780-4296-989c-ae991d1f81da {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:13:46.578135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-7e64d01f-f772-498b-a02c-30dc3c7a3427 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7c35675-9229-4dd2-be78-9bf9135ab196 HTTP/1.1" status: 200 len: 915 time: 0.2635028 Oct 13 04:13:46.585002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-413368fb-f083-4ec9-a680-29dde94cc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.586754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-413368fb-f083-4ec9-a680-29dde94cc78c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1136258 Oct 13 04:13:46.593408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.631497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-eb2f5091-1b8a-4139-93cd-2a6b536a8c16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a09034bd-b569-42f0-b2d4-a1fce81974df HTTP/1.1" status: 200 len: 217 time: 0.0436213 Oct 13 04:13:46.723590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:46.735846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-8e3fd191-051f-4697-abfb-af8a82963ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.737950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-8e3fd191-051f-4697-abfb-af8a82963ad3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6274c0f9-f7ea-454d-8e03-d6b552253601 HTTP/1.1" status: 200 len: 854 time: 0.0935588 Oct 13 04:13:46.755664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-76387589-482a-4b7d-a159-d39b0164ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.756857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f2e2-c3a2-4d69-84f0-60579c7f8800 req-af3a30f1-5749-4da1-96cb-26aca3b38dbe tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:46.757308 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-76387589-482a-4b7d-a159-d39b0164ba0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530647 Oct 13 04:13:46.758297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af41f2e2-c3a2-4d69-84f0-60579c7f8800 req-af3a30f1-5749-4da1-96cb-26aca3b38dbe tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 944 time: 0.0805564 Oct 13 04:13:46.785141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-e8d46f13-02af-4e6c-a0bb-99278a8d54fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7c35675-9229-4dd2-be78-9bf9135ab196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371249 Oct 13 04:13:46.869029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af41f2e2-c3a2-4d69-84f0-60579c7f8800 req-aa241d6e-3756-486d-be1b-a9ec61e9f7eb tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864177 Oct 13 04:13:46.918596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-6ffe271d-c1d2-4017-a5bb-704eaa2afd6f service neutron] 10.222.0.16 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205680 Oct 13 04:13:46.984989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf46e89b-2990-483a-a869-3517d4aa5af2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:47.026694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bf46e89b-2990-483a-a869-3517d4aa5af2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:47.027325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf46e89b-2990-483a-a869-3517d4aa5af2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:47.056685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0fc3606-321f-4dab-9326-c34c3e646d64 req-3f41889e-0405-44c0-9f37-fc4c4d51ac50 service neutron] 10.222.0.16 "GET /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261358 Oct 13 04:13:47.114269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.225598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-aaf2cc78-d48e-4025-a2b5-c1db2df250b1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333897 Oct 13 04:13:47.244842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467d1fd-53b3-410c-9d00-7594bcf97c5b req-c9f8423e-4f28-48d6-81c0-62be512dff83 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:47.249876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650ccc-2748-427d-8bd6-c4db18fb3762 req-c8e89e45-304a-4d03-8408-276e54a5a66d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:47.252801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7467d1fd-53b3-410c-9d00-7594bcf97c5b req-c9f8423e-4f28-48d6-81c0-62be512dff83 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.5037460 Oct 13 04:13:47.268195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d650ccc-2748-427d-8bd6-c4db18fb3762 req-c8e89e45-304a-4d03-8408-276e54a5a66d tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 944 time: 0.1114264 Oct 13 04:13:47.321663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d650ccc-2748-427d-8bd6-c4db18fb3762 req-024ca055-97fd-4a5a-bff3-467f031be429 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Oct 13 04:13:47.369860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.406418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-8228b659-3e9d-41d9-9ec8-af0b1be24e1e service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200666 Oct 13 04:13:47.426274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7467d1fd-53b3-410c-9d00-7594bcf97c5b req-05a9282f-a8f3-468f-8229-fa40dc218b2d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671226 Oct 13 04:13:47.531180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c78ee-cbb7-4c6c-b16d-d52b48a1b830 req-4599bef4-087c-408d-a1d3-0d806e3e44ba tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:47.535386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a9c78ee-cbb7-4c6c-b16d-d52b48a1b830 req-4599bef4-087c-408d-a1d3-0d806e3e44ba tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 948 time: 0.1285114 Oct 13 04:13:47.612404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342523b3-4ee9-47bf-82ad-b8eac9e35f3e req-fcca85a9-4017-43a7-91bc-2e26f7eb760a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 210 time: 0.0335152 Oct 13 04:13:47.622943 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.632237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:47.635792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0aaa8e4f-dc59-4765-be84-2f52530b0ada up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:47.699461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc43976-4780-4296-989c-ae991d1f81da,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:47.734893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a9c78ee-cbb7-4c6c-b16d-d52b48a1b830 req-98e87ba0-eb54-4571-8e9c-a7de8fd3a718 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930718 Oct 13 04:13:47.782712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:47.792879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-633f098e-00db-4455-932b-fa72cfe7e141 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7cc43976-4780-4296-989c-ae991d1f81da HTTP/1.1" status: 204 len: 168 time: 1.3934131 Oct 13 04:13:47.793184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475cc49-00fb-46b3-a1d4-fa45f7a7bbb6 None None] Network 5a93f828-dfed-46c3-80f1-d2d9e82df0ed requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:13:47.811242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-51b23bd1-3241-458a-9567-02d4780bcb20 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598781 Oct 13 04:13:47.812008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36046) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:47.828392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-15a94181-d053-4108-ad85-458e036d61b7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:47.830712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-15a94181-d053-4108-ad85-458e036d61b7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.2659147 Oct 13 04:13:47.844919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Request body: {'port': {'device_id': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'admin_state_up': True, 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:47.891376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e95350-7972-45f6-9dd0-e9ce636157de req-246a5a73-42c3-4725-81d4-7df36983562f tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:47.893745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-28e95350-7972-45f6-9dd0-e9ce636157de req-246a5a73-42c3-4725-81d4-7df36983562f tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 943 time: 0.1835220 Oct 13 04:13:47.975414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:47.995005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'mac_address': 'fa:16:3e:a1:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:47.998794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 0aaa8e4f-dc59-4765-be84-2f52530b0ada completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:48.004019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-28e95350-7972-45f6-9dd0-e9ce636157de req-d9d72618-640a-47d9-9609-8c3e71bbc773 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985196 Oct 13 04:13:48.042083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-f3606e39-8f2a-4984-8994-70f43111a296 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142607 Oct 13 04:13:48.057988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.060240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0aaa8e4f-dc59-4765-be84-2f52530b0ada triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:48.060611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.065339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.100444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] DHCP port deletion for 5a93f828-dfed-46c3-80f1-d2d9e82df0ed request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:13:48.103507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:48.107027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.129735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:48.166814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5450f-8980-41ef-a0c1-7f7d17e3a2cc req-82514e41-b181-4bdc-9bc5-02ad43bb2fdb tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.167033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-2228c596-1e5b-4ae7-9d88-4bc5e6a69362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.169400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31d5450f-8980-41ef-a0c1-7f7d17e3a2cc req-82514e41-b181-4bdc-9bc5-02ad43bb2fdb tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 944 time: 0.1437871 Oct 13 04:13:48.176028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:48.177842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-2228c596-1e5b-4ae7-9d88-4bc5e6a69362 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 1095 time: 0.0533743 Oct 13 04:13:48.188821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.251422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Deleting port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:48.252004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.278340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Deleting port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:48.278740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.283680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.297569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31d5450f-8980-41ef-a0c1-7f7d17e3a2cc req-c66af6a2-c881-499d-bcc5-6ee8cf21b89d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756180 Oct 13 04:13:48.326008 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.349871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-ce944ade-7705-4c13-9635-dea6140efd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.352569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-ce944ade-7705-4c13-9635-dea6140efd94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 200 len: 922 time: 0.1731038 Oct 13 04:13:48.373850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:48.376368 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47deefd0-f073-4533-ad05-e16e1efefc96" -d '{"events": [{"server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:48.379987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Allocated IP 172.20.0.11 (bce2e91a-108a-4988-88c0-6fa86e0d9bbf/a9a09000-c56a-4ee8-b9c5-084cf76eb648/cebbbe06-28d1-4cb1-b50c-d96367a8b95d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:48.384305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] For port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:48.384982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.430686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] For port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,segment=NetworkSegment(e523abab-b1f3-44b2-abfa-a4635834b9b5),segment_id=e523abab-b1f3-44b2-abfa-a4635834b9b5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:48.436067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.446598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:48.451480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Calling delete_port for 84e3b88a-e8a6-483a-ae34-dfb09f4b7def owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:48.461097 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78a8e6e-bdc2-4746-97a1-080820798446 x-openstack-request-id: req-c78a8e6e-bdc2-4746-97a1-080820798446 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:48.461630 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:48.464550 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c78a8e6e-bdc2-4746-97a1-080820798446 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:48.465131 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'code': 200} Oct 13 04:13:48.473392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.542278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-4c9ebe33-d41b-4087-abd8-1bc80d62cbd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8 HTTP/1.1" status: 200 len: 217 time: 0.1467097 Oct 13 04:13:48.551978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:48.606353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-fc7c2fb2-50c2-4c5d-b7b6-6d7ee3338626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.606569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-fc7c2fb2-50c2-4c5d-b7b6-6d7ee3338626 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 200 len: 861 time: 0.0527143 Oct 13 04:13:48.628105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.637565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Calling delete_port for 84e3b88a-e8a6-483a-ae34-dfb09f4b7def owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:48.657884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3481ae3-01ad-4bdb-89c6-315d96342742 req-dfa24c1f-e4f8-4156-afae-998a7135a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.660547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3481ae3-01ad-4bdb-89c6-315d96342742 req-dfa24c1f-e4f8-4156-afae-998a7135a14e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1311760 Oct 13 04:13:48.662670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-4851133e-70b0-45cb-ae4e-6ba9ab6e19c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af8d1df1-41c0-4f6c-aa7c-495eab72d812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368013 Oct 13 04:13:48.677791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.710169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] Pushing event deleted for resources: {'Port': ['ID=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.718735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160fac0-7ac3-4bf9-a17b-c33ecd0d182c req-30c62be1-3a20-4dc3-b420-3f2332b03121 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.721093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3160fac0-7ac3-4bf9-a17b-c33ecd0d182c req-30c62be1-3a20-4dc3-b420-3f2332b03121 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1527681 Oct 13 04:13:48.724663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8714c0-1657-452f-9abb-82b2dee1411f None None] No DVR routers for this DVR port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:48.745223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.774404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3481ae3-01ad-4bdb-89c6-315d96342742 req-02cb3562-8360-4ab7-b893-e07ac4299f5c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907648 Oct 13 04:13:48.799313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3160fac0-7ac3-4bf9-a17b-c33ecd0d182c req-65bcb3c8-80f2-46ca-85a2-402e3fc5422b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Oct 13 04:13:48.803000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4801f3-88ab-4711-908c-427e18437ffb req-f5f81d79-e8ef-4ad1-ac7a-133687e565f2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:48.804595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a4801f3-88ab-4711-908c-427e18437ffb req-f5f81d79-e8ef-4ad1-ac7a-133687e565f2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 944 time: 0.2615349 Oct 13 04:13:48.844942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.856769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-69dfedf6-a96a-40bf-a029-cc4d4eac392e service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406600 Oct 13 04:13:48.885469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a4801f3-88ab-4711-908c-427e18437ffb req-3058192b-0baf-4deb-a22d-c216c6be617a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691338 Oct 13 04:13:48.920979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:48.921850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:48.924606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:48.928596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:48.961129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.972049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e3b88a-e8a6-483a-ae34-dfb09f4b7def,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:48.976397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] No DVR routers for this DVR port 84e3b88a-e8a6-483a-ae34-dfb09f4b7def on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:49.048021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84e3b88a-e8a6-483a-ae34-dfb09f4b7def no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:13:49.082047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.082248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 84e3b88a-e8a6-483a-ae34-dfb09f4b7def {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:13:49.082607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84e3b88a-e8a6-483a-ae34-dfb09f4b7def not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:13:49.083429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.103904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64600c23-42be-42d9-a2cd-892aed6e2981 req-db8bbe52-85c4-43d9-8274-d3f19f43639e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.105435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64600c23-42be-42d9-a2cd-892aed6e2981 req-db8bbe52-85c4-43d9-8274-d3f19f43639e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 932 time: 0.2332733 Oct 13 04:13:49.148224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7f6bb65e-8d58-430e-8f42-9fa90dba956f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3076141 Oct 13 04:13:49.154865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.175142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Request body: {'port': {'device_id': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:49.221564 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64600c23-42be-42d9-a2cd-892aed6e2981 req-82a89628-9d01-4ede-a7a8-e360432826bf tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003952 Oct 13 04:13:49.222320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024696a-c851-405d-a727-e2ca45393097 req-9316e085-de0a-43fc-9f35-dcaa2af4c260 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.224516 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-c344d37d-21c7-48c9-b58a-46dece6505c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146336 Oct 13 04:13:49.226913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1024696a-c851-405d-a727-e2ca45393097 req-9316e085-de0a-43fc-9f35-dcaa2af4c260 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 949 time: 0.1733510 Oct 13 04:13:49.228839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93f828-dfed-46c3-80f1-d2d9e82df0ed']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:49.249387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e523abab-b1f3-44b2-abfa-a4635834b9b5') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:49.249723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e523abab-b1f3-44b2-abfa-a4635834b9b5') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:49.269269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6541efb6-82b0-4faa-9a9e-b4b4f6fad865 req-ca4b0edc-1185-401e-b9de-8805a8849e5f service neutron] 10.222.0.16 "GET /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646086 Oct 13 04:13:49.269961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.275019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.304555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.309523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1024696a-c851-405d-a727-e2ca45393097 req-01019e64-179d-4834-9917-a6735a719af5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716143 Oct 13 04:13:49.315880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:13:49.316285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:13:49.318233 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:13:49.383946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.391500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.398924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] 10.222.0.49 "DELETE /v2.0/networks/5a93f828-dfed-46c3-80f1-d2d9e82df0ed HTTP/1.1" status: 204 len: 168 time: 1.5803316 Oct 13 04:13:49.424834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ac48-dd91-4f80-91e8-5b43f41c5a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a93f828-dfed-46c3-80f1-d2d9e82df0ed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:49.476602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237994a2-e41f-406b-8ec8-d23c897c3c17 req-519e79c7-bfb3-4ddc-a1fa-3076c9f1bda2 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.487751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebda6bd-a44a-4a5c-a1c9-db1eb1a7a33f req-fdf0ee4d-385f-48e0-b029-8f065cd9df41 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.494887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eebda6bd-a44a-4a5c-a1c9-db1eb1a7a33f req-fdf0ee4d-385f-48e0-b029-8f065cd9df41 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 943 time: 0.1420865 Oct 13 04:13:49.495309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-237994a2-e41f-406b-8ec8-d23c897c3c17 req-519e79c7-bfb3-4ddc-a1fa-3076c9f1bda2 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.0912538 Oct 13 04:13:49.542263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c1339-082e-4246-8663-32c8f0be41b7 req-6187728b-466c-404e-9cfc-d2374909756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.543959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-6187728b-466c-404e-9cfc-d2374909756c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.2568598 Oct 13 04:13:49.544399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-237994a2-e41f-406b-8ec8-d23c897c3c17 req-3d61f308-22d9-4a53-99da-1784ea22139c tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Oct 13 04:13:49.567628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eebda6bd-a44a-4a5c-a1c9-db1eb1a7a33f req-4c47a915-f6cf-4fa4-99a3-8f864f928676 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717082 Oct 13 04:13:49.636652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36072) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:49.653320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c2ed4c98-6b1e-443b-bb65-b7af359acfb8 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:49.664193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:49.725116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e514a264-fbf1-41f0-8505-7dee07616477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c32f957b87a47d08340578a8e118c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862725 Oct 13 04:13:49.727445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36076) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:49.775112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c1339-082e-4246-8663-32c8f0be41b7 req-ea0001ce-dbae-4aa0-86ab-eee1bf438e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.776343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-ea0001ce-dbae-4aa0-86ab-eee1bf438e52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2077665 Oct 13 04:13:49.800808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:49.847584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-20e8424f-9aa7-4d40-adc2-833d6ff76bf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0545685 Oct 13 04:13:49.862680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8', 'network_id': 'af8d1df1-41c0-4f6c-aa7c-495eab72d812', 'port_id': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8', 'mac_address': 'fa:16:3e:d5:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96965f6-83c7-48b1-a0fa-9da3c15706a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:49.876932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01eb42-598d-458c-b220-4df797027a89 req-9ea6c716-0abd-4145-8c04-766d8b3f6091 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.878588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd01eb42-598d-458c-b220-4df797027a89 req-9ea6c716-0abd-4145-8c04-766d8b3f6091 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 949 time: 0.1226602 Oct 13 04:13:49.900217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:49.912446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:49.914240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.960090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:49.993172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-a9d98bc0-a558-4e98-b2bb-24a4557491d5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:49.994875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-a9d98bc0-a558-4e98-b2bb-24a4557491d5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d&tenant_id=e5631d415ae040dcbaded884bc5e0b91&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 949 time: 0.2528703 Oct 13 04:13:50.004482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c1339-082e-4246-8663-32c8f0be41b7 req-8f70ede5-e9e5-44a4-84a8-b81404b809e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.005948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-8f70ede5-e9e5-44a4-84a8-b81404b809e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1424158 Oct 13 04:13:50.007012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.010350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebbbe06-28d1-4cb1-b50c-d96367a8b95d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:50.019777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd01eb42-598d-458c-b220-4df797027a89 req-fc0dc4d4-0e82-4d42-b3ff-6a66ca707194 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281240 Oct 13 04:13:50.023737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73272-a2e0-4e5e-aad0-3dc29304ecee req-28938e58-471d-4e17-9199-d26e6bda6c69 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.032513 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75b73272-a2e0-4e5e-aad0-3dc29304ecee req-28938e58-471d-4e17-9199-d26e6bda6c69 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1064737 Oct 13 04:13:50.037750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.095042 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.135810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Transition to ACTIVE for port object cebbbe06-28d1-4cb1-b50c-d96367a8b95d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:50.187125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.226197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c1339-082e-4246-8663-32c8f0be41b7 req-7f403cc6-c841-4f08-973f-343c76c471e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.227811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-7f403cc6-c841-4f08-973f-343c76c471e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067261 Oct 13 04:13:50.231317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75b73272-a2e0-4e5e-aad0-3dc29304ecee req-97d0638e-5d5d-41fe-8efc-bf17f8447cda tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870921 Oct 13 04:13:50.234383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ed4c98-6b1e-443b-bb65-b7af359acfb8 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:50.259624 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-339eb122-5a31-40b6-aa9f-0f8c82f9d436 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:13:50.260180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.260757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-339eb122-5a31-40b6-aa9f-0f8c82f9d436 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.2513378 Oct 13 04:13:50.271105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.271919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a09034bd-b569-42f0-b2d4-a1fce81974df details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:50.295950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.302121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.307354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4a017d1-750d-4cf1-9645-75d179f04e14 HTTP/1.1" status: 204 len: 168 time: 0.5787222 Oct 13 04:13:50.318168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e259b-6f30-4608-991c-dc3a0b213051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a017d1-750d-4cf1-9645-75d179f04e14,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.375045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-b9075430-e432-40a8-ba87-1c38d7fa494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.377203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-b9075430-e432-40a8-ba87-1c38d7fa494f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1100 time: 0.0543730 Oct 13 04:13:50.417286 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.450805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.467515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5884e0-6ef5-4f02-a346-4b7eb3d4f5d0 req-5d564aa7-9217-4c6f-879a-0a6e16228e08 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.469417 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b5884e0-6ef5-4f02-a346-4b7eb3d4f5d0 req-5d564aa7-9217-4c6f-879a-0a6e16228e08 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 944 time: 0.3571644 Oct 13 04:13:50.478357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:13:50.508020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-5406780a-c581-47d7-b777-02c6dbd2f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.509394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-5406780a-c581-47d7-b777-02c6dbd2f67d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1232631 Oct 13 04:13:50.536178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.554087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-1de4f201-2616-4cc1-9cbd-67a90c83f621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0356998 Oct 13 04:13:50.558732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.575820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:50.578176 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb67362-7c5e-4443-9a93-0c59c90b4268" -d '{"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-plugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:50.588290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.615239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:50.615590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:50.615922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:50.626071 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-7476fe22-5000-41dd-aab7-2d4677bb5290 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625441 Oct 13 04:13:50.629584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-3f3c1bf9-b3aa-4cdf-a834-0ffdce7965ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.631042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-3f3c1bf9-b3aa-4cdf-a834-0ffdce7965ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0477135 Oct 13 04:13:50.635403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:50.635727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:50.649673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.697137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8d616-fbaa-4aac-8ca9-f6bb0da1d899 req-b29a4398-243c-4142-804f-3e1af7fa77bc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.702136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a09034bd-b569-42f0-b2d4-a1fce81974df,segment=NetworkSegment(ceb034bb-dc41-4473-a08f-845b9e833bb2),segment_id=ceb034bb-dc41-4473-a08f-845b9e833bb2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.704345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61c8d616-fbaa-4aac-8ca9-f6bb0da1d899 req-b29a4398-243c-4142-804f-3e1af7fa77bc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.3193002 Oct 13 04:13:50.715572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'a09034bd-b569-42f0-b2d4-a1fce81974df', 'network_id': 'e7c35675-9229-4dd2-be78-9bf9135ab196', 'port_id': 'a09034bd-b569-42f0-b2d4-a1fce81974df', 'mac_address': 'fa:16:3e:e8:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6274c0f9-f7ea-454d-8e03-d6b552253601', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:50.767538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61c8d616-fbaa-4aac-8ca9-f6bb0da1d899 req-72692e31-b667-406d-88e9-3b242115a5b2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Oct 13 04:13:50.774946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-cd3c9434-295f-4a78-b97d-e335be1f7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:50.778332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-cd3c9434-295f-4a78-b97d-e335be1f7602 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373320 Oct 13 04:13:50.790390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.803619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479c1339-082e-4246-8663-32c8f0be41b7 req-6ff046a6-51b5-45ba-ad4e-f6ae95ef906f service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606772 Oct 13 04:13:50.805427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09034bd-b569-42f0-b2d4-a1fce81974df {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:50.811471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:50.812043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:50.812435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:50.812886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Bound port: cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:50.813371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.856029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a09034bd-b569-42f0-b2d4-a1fce81974df,segment=NetworkSegment(ceb034bb-dc41-4473-a08f-845b9e833bb2),segment_id=ceb034bb-dc41-4473-a08f-845b9e833bb2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:50.861952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:50.863101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b5884e0-6ef5-4f02-a346-4b7eb3d4f5d0 req-9741a7fd-8f81-4d4d-9df0-87979c305a34 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962811 Oct 13 04:13:50.941325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:50.967196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-5f76ff0d-cb88-4529-8fb9-ea7a1ed34cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783867 Oct 13 04:13:50.969038 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7e02fc-a6c3-4317-ac06-0dd307f5d191 x-openstack-request-id: req-0d7e02fc-a6c3-4317-ac06-0dd307f5d191 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:50.969578 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-plugged", "status": "completed", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:50.969906 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d7e02fc-a6c3-4317-ac06-0dd307f5d191 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:50.971571 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'code': 200} Oct 13 04:13:50.987511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:50.992674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:51.001422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.088835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580f682-48a6-4f5c-b240-65123fac6b83 req-fb6061f4-823b-4b37-bedb-4679a4fc29c5 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.098502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4580f682-48a6-4f5c-b240-65123fac6b83 req-fb6061f4-823b-4b37-bedb-4679a4fc29c5 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.1290083 Oct 13 04:13:51.132713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.133791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.135538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] 10.222.0.47 "PUT /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 1092 time: 1.9743083 Oct 13 04:13:51.136953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:51.139762 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b078024-7fe3-40a7-a80e-6a9779653639" -d '{"events": [{"name": "network-changed", "server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:51.152509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a09034bd-b569-42f0-b2d4-a1fce81974df'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:51.183052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8e83-b395-4734-9bd6-7ac671c0bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:51.202228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['c2ed4c98-6b1e-443b-bb65-b7af359acfb8'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:51.210745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4580f682-48a6-4f5c-b240-65123fac6b83 req-69748bad-c1da-444f-9ae5-48fe74e483de tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123667 Oct 13 04:13:51.215664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6330acf0-8233-431e-9a47-5ba32cf9cda8 req-a63baa99-7c1b-45b0-ad63-193974d163fd service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171941 Oct 13 04:13:51.243462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d0628-5e3b-4f80-967c-70500e6792ab req-2c2a611b-8bb4-4f7f-816b-49806823bf29 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.250875 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-471d0628-5e3b-4f80-967c-70500e6792ab req-2c2a611b-8bb4-4f7f-816b-49806823bf29 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 944 time: 0.1888428 Oct 13 04:13:51.310806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-1f5d2200-eab5-47f4-b162-8d412bc488c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.312378 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-1f5d2200-eab5-47f4-b162-8d412bc488c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1095 time: 0.1190333 Oct 13 04:13:51.332963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-471d0628-5e3b-4f80-967c-70500e6792ab req-1d233ff2-6e1a-4b4d-8492-6449b92f5aae tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762000 Oct 13 04:13:51.431750 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1272333e-80c6-43a1-9463-03204ed0a1aa x-openstack-request-id: req-1272333e-80c6-43a1-9463-03204ed0a1aa {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:51.432113 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:51.432299 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1272333e-80c6-43a1-9463-03204ed0a1aa {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:51.432702 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'status': 'completed', 'code': 200} Oct 13 04:13:51.434283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-7b6c5a91-d545-4ff8-8ba4-8adcd730b254 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 217 time: 0.1000586 Oct 13 04:13:51.485678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4f43b-5b64-4ec1-a7b1-02d50a8c82cd req-accd1bc5-6908-4f0e-a580-82bbaa22ef1b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.487569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fd4f43b-5b64-4ec1-a7b1-02d50a8c82cd req-accd1bc5-6908-4f0e-a580-82bbaa22ef1b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1253135 Oct 13 04:13:51.538967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fd4f43b-5b64-4ec1-a7b1-02d50a8c82cd req-97291f29-c892-4b7e-aab1-106219cd7e9a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Oct 13 04:13:51.550131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-fb6a6d5a-dfbd-45ef-8cee-01c962152436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.551719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-fb6a6d5a-dfbd-45ef-8cee-01c962152436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1085680 Oct 13 04:13:51.563891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fb3f3-fa95-4f99-a77b-709053bbb89e req-de40f34a-0162-42ad-a93a-dfdc7c92063d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.575021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36122) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:51.576038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-996fb3f3-fa95-4f99-a77b-709053bbb89e req-de40f34a-0162-42ad-a93a-dfdc7c92063d tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.0852246 Oct 13 04:13:51.581261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Request body: {'floatingip': {'port_id': '0aaa8e4f-dc59-4765-be84-2f52530b0ada'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:51.606823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-18a56b49-58fa-4d64-8206-cd81e182bf87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295224 Oct 13 04:13:51.654632 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:51.733736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-86ccfbf7-8997-4f22-ad85-fec11ada697b service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190615 Oct 13 04:13:51.908106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5263861e-662e-4b56-ad5f-20d3439c1a55 req-9a07bfbe-34b7-472f-a86a-f0f3a9d2d568 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624377 Oct 13 04:13:51.944060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04c30d-ebf2-4533-b306-cda6fe208cbc req-c2e77699-4409-4984-95eb-e4a6c351a146 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.951457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e04c30d-ebf2-4533-b306-cda6fe208cbc req-c2e77699-4409-4984-95eb-e4a6c351a146 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.2266161 Oct 13 04:13:51.989130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0702184-4ad4-436f-87ae-e5fbf61cbcea req-ef90746b-1177-4d08-ac5a-e10ec83a2b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:51.997138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0702184-4ad4-436f-87ae-e5fbf61cbcea req-ef90746b-1177-4d08-ac5a-e10ec83a2b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.0654821 Oct 13 04:13:52.051806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e04c30d-ebf2-4533-b306-cda6fe208cbc req-ad66e5e6-f328-4159-ac70-760ecd0e4273 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992682 Oct 13 04:13:52.088103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0702184-4ad4-436f-87ae-e5fbf61cbcea req-afa73692-be7d-4ff6-b32d-6f37b65af791 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858605 Oct 13 04:13:52.093152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-6ca51251-6340-44ab-9eb3-108c65e8b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.097422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-6ca51251-6340-44ab-9eb3-108c65e8b4ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1095 time: 0.0975356 Oct 13 04:13:52.286859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-6a67431c-2eb8-46a0-b8f0-762a63a2b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.287854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-6a67431c-2eb8-46a0-b8f0-762a63a2b033 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1806781 Oct 13 04:13:52.370008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-a3a9ca58-6709-4087-a0e3-279300eb3317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 217 time: 0.0720983 Oct 13 04:13:52.629164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3981da-8c2d-4d43-94f1-47aaa232fb04 req-aafa90b4-ca9d-4fe3-bb15-4e277da35087 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.631528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba3981da-8c2d-4d43-94f1-47aaa232fb04 req-aafa90b4-ca9d-4fe3-bb15-4e277da35087 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 945 time: 0.3783786 Oct 13 04:13:52.639343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36176) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:52.657542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:13:52.729730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba3981da-8c2d-4d43-94f1-47aaa232fb04 req-9d0a9e7a-962a-4bb5-87d7-83bbd75dd861 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819757 Oct 13 04:13:52.755268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.762622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.774188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-0f614e8b-54a8-43e2-abeb-f6cdf1a0ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.787339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-0f614e8b-54a8-43e2-abeb-f6cdf1a0ae84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.4063957 Oct 13 04:13:52.815436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e982ba7-456f-45b3-a4ec-7672009890c1 req-949f6aa9-39ba-4932-8c37-b9f988f4e12f tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.819179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e982ba7-456f-45b3-a4ec-7672009890c1 req-949f6aa9-39ba-4932-8c37-b9f988f4e12f tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 944 time: 0.0998502 Oct 13 04:13:52.837237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-74325d14-af71-4646-adb1-ded524b3de0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417774 Oct 13 04:13:52.860121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:52.939988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e982ba7-456f-45b3-a4ec-7672009890c1 req-9dd77a27-1fad-442f-b5b1-d8e5e17ae488 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010988 Oct 13 04:13:52.983268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fef44-9c0c-4afc-ab72-c58d295a0df2 req-7abdb45e-4cc7-4389-8dfe-b81089e7ad53 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:52.984758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f4fef44-9c0c-4afc-ab72-c58d295a0df2 req-7abdb45e-4cc7-4389-8dfe-b81089e7ad53 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1725900 Oct 13 04:13:52.984994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-a8ad42e8-55c3-40d3-97a7-44371a026652 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320231 Oct 13 04:13:52.996008 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd associated. External IP: 172.25.0.170, port: 0aaa8e4f-dc59-4765-be84-2f52530b0ada. Oct 13 04:13:53.083315 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.098297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b078024-7fe3-40a7-a80e-6a9779653639 req-e7ae439b-98ec-404c-b5cf-a74911e909da service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016006 Oct 13 04:13:53.128808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.161988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f4fef44-9c0c-4afc-ab72-c58d295a0df2 req-678ecf3c-b202-478d-a9ab-ecf9cd7d5c74 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675971 Oct 13 04:13:53.194758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b34f0-7653-4fb4-8932-ac3a4b15b127 req-a4335012-5565-4d39-a782-a0f6ee4cfd9c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.196711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d6b34f0-7653-4fb4-8932-ac3a4b15b127 req-a4335012-5565-4d39-a782-a0f6ee4cfd9c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0656710 Oct 13 04:13:53.204062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:53.204221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59ad7410ee1040589315b5c219443f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637572 Oct 13 04:13:53.207617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b8b883-779a-46c4-9eb9-18179bc27427,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:53.217928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.218269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.218607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.218941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.219304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.219624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.219948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.220271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.220621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.220943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.221531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.221845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eb60cb-1964-428d-b06a-6c1440a890a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:53.292682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d6b34f0-7653-4fb4-8932-ac3a4b15b127 req-5fd0cf43-e22d-4294-a867-b002f4c6ad43 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813549 Oct 13 04:13:53.322386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.354054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.365743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b02ae-2b58-496c-b44a-2474de7f9d00 req-a07fbbf7-7421-43b4-8d53-317fddd62fa4 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.367293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-885b02ae-2b58-496c-b44a-2474de7f9d00 req-a07fbbf7-7421-43b4-8d53-317fddd62fa4 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.0982039 Oct 13 04:13:53.415024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:13:53.429328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-885b02ae-2b58-496c-b44a-2474de7f9d00 req-b0fcdbb7-88dd-4f5b-ab5a-702c8b3c0c76 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546854 Oct 13 04:13:53.441202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b5157-ee4d-4bcd-aa5f-27843a6fbfce req-fd57af03-6193-48a1-a0cd-958f1dcf9fa5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.449636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-780b5157-ee4d-4bcd-aa5f-27843a6fbfce req-fd57af03-6193-48a1-a0cd-958f1dcf9fa5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0820720 Oct 13 04:13:53.481160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.484031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.488084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b8b883-779a-46c4-9eb9-18179bc27427 HTTP/1.1" status: 204 len: 168 time: 0.2796385 Oct 13 04:13:53.520648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-780b5157-ee4d-4bcd-aa5f-27843a6fbfce req-cefde9d7-10fa-47db-b1f3-01704533dfa0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698838 Oct 13 04:13:53.521730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e46f00-0676-4b96-a989-802b6f770647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b8b883-779a-46c4-9eb9-18179bc27427,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:53.565554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:13:53.571725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.576961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:13:53.593455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:53.594079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:53.620626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9c082718-9eb1-44e1-bd9e-0998fbb0d096 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "PUT /v2.0/floatingips/1ad1c630-2239-4af3-a059-8b2212b39bcd HTTP/1.1" status: 200 len: 991 time: 2.0418296 Oct 13 04:13:53.620626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:53.621799 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef4c7f7-8834-4626-a2be-9874e399f31e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:53.664107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c2ed4c98-6b1e-443b-bb65-b7af359acfb8 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:53.718252 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b29637-29b8-4b74-b5fe-85091305d120 x-openstack-request-id: req-a4b29637-29b8-4b74-b5fe-85091305d120 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:53.719123 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:53.719967 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4b29637-29b8-4b74-b5fe-85091305d120 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:53.721062 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'status': 'completed', 'code': 200} Oct 13 04:13:53.776101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:53.819180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:53.829110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:53.829487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:53.923332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-478c3f7f-7ea1-4a85-aeb1-78ce77b77374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.925837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-478c3f7f-7ea1-4a85-aeb1-78ce77b77374 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8dc51dd493264d758806437f5239f79b&device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1679485 Oct 13 04:13:53.944181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd6fdf-0899-4dc2-9bc6-a7423a2e0a21 req-7c2f0bbb-a078-4461-ba25-169fd45bd38c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:53.951810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f3bd6fdf-0899-4dc2-9bc6-a7423a2e0a21 req-7c2f0bbb-a078-4461-ba25-169fd45bd38c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 945 time: 0.1162777 Oct 13 04:13:54.034072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-852d84e0-679d-43d7-ae60-22e15f57473d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417502 Oct 13 04:13:54.060553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.089591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-704ef519-0e6c-4771-bc58-c0c583e448f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.091331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-704ef519-0e6c-4771-bc58-c0c583e448f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 200 len: 925 time: 0.1366208 Oct 13 04:13:54.122882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:54.125327 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a8eb80-ff18-42fa-8363-e593c3ad3a96" -d '{"events": [{"server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:54.128620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f3bd6fdf-0899-4dc2-9bc6-a7423a2e0a21 req-b5cbd2a9-a4e0-427f-b07e-ee1f085f702a tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758168 Oct 13 04:13:54.171297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:54.184591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.185914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a09034bd-b569-42f0-b2d4-a1fce81974df up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:54.234117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-bb165365-c2c1-4996-bb87-34426c072d08 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.239682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-fb88f321-5689-4da2-bd0d-b57aeeb3c681 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada HTTP/1.1" status: 200 len: 999 time: 0.1159480 Oct 13 04:13:54.243082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-bb165365-c2c1-4996-bb87-34426c072d08 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2078071 Oct 13 04:13:54.266775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-2e84df22-1bd4-47a6-a321-06df21ccb6a0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/quotas/e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 375 time: 0.0186782 Oct 13 04:13:54.269652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:b3:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:13:52Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.311649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:13:54.315599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:54.330925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.332869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.333313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.333506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.333831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.334272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.334576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:54.335415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-85d4c30c-af16-444e-98eb-9f5874798a3f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674310 Oct 13 04:13:54.341676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port a09034bd-b569-42f0-b2d4-a1fce81974df completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:54.346068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:13:54.347319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:54.352002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port a09034bd-b569-42f0-b2d4-a1fce81974df triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:54.354733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.384535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-c0e67e62-8af7-4d1b-8cc7-00b71001c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.386677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-c0e67e62-8af7-4d1b-8cc7-00b71001c917 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 200 len: 863 time: 0.1304419 Oct 13 04:13:54.482601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa0f4a-61eb-4025-a481-4225f707a564 req-8aa504af-912f-4716-8dea-40ae9f651675 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.496763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7baa0f4a-61eb-4025-a481-4225f707a564 req-8aa504af-912f-4716-8dea-40ae9f651675 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 944 time: 0.2102046 Oct 13 04:13:54.540097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:13:54.553405 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ea6b27-b58f-438d-adac-63a6865e5246 x-openstack-request-id: req-83ea6b27-b58f-438d-adac-63a6865e5246 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:54.553691 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:54.553945 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83ea6b27-b58f-438d-adac-63a6865e5246 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:54.554345 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8', 'code': 200} Oct 13 04:13:54.576658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:13:54.589743 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7baa0f4a-61eb-4025-a481-4225f707a564 req-6923f9e2-66b6-4429-b0ad-66ab7fc1ae0d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Oct 13 04:13:54.591836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-b7079580-379b-4e7b-a29a-7b0226fb2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.593815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-b7079580-379b-4e7b-a29a-7b0226fb2107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6698724-3e31-496e-8a5b-a8dd3901b928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989400 Oct 13 04:13:54.635303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.771625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba2bc8-4024-4018-a464-4a8df5b11ebf req-e6ab1631-911c-400f-a42d-ee9e79c031c1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.773327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f8ba2bc8-4024-4018-a464-4a8df5b11ebf req-e6ab1631-911c-400f-a42d-ee9e79c031c1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1431639 Oct 13 04:13:54.774077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42f23c-4816-4bec-8acd-becde0ae787e req-9137f073-0b67-479f-ae2c-9ed2de3d8dbd tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.775719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff42f23c-4816-4bec-8acd-becde0ae787e req-9137f073-0b67-479f-ae2c-9ed2de3d8dbd tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.1047225 Oct 13 04:13:54.783460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7287-d2b7-4faa-93cd-fa7dcbe92e58 req-9f118aa7-cd8b-471e-b6ee-18be62f9b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:54.786197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba8b7287-d2b7-4faa-93cd-fa7dcbe92e58 req-9f118aa7-cd8b-471e-b6ee-18be62f9b43f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 1097 time: 0.1260698 Oct 13 04:13:54.805680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-e25b65a4-ca24-40f9-ba4e-01f9a08d4c48 service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992226 Oct 13 04:13:54.863254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff42f23c-4816-4bec-8acd-becde0ae787e req-247907c9-2e45-4cea-b8df-fc3f57db8f3c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730879 Oct 13 04:13:54.877990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f8ba2bc8-4024-4018-a464-4a8df5b11ebf req-7539de9d-71ae-4e99-8e79-4970fe4f06c3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905869 Oct 13 04:13:54.891248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba8b7287-d2b7-4faa-93cd-fa7dcbe92e58 req-70055508-04fc-417c-877b-1fdf47d4b2a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767868 Oct 13 04:13:54.926992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a09034bd-b569-42f0-b2d4-a1fce81974df,segment=NetworkSegment(ceb034bb-dc41-4473-a08f-845b9e833bb2),segment_id=ceb034bb-dc41-4473-a08f-845b9e833bb2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:54.940319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:54.963039 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3874e61-1c58-4f8e-bc34-e10dca1dfc91 req-68dfd4f7-a2fa-4e20-b3d4-47bdf732922c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 210 time: 0.0417650 Oct 13 04:13:55.008934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ef4c7f7-8834-4626-a2be-9874e399f31e req-d9c7afe4-7481-40f4-a0c5-3045325de81f service neutron] 10.222.0.16 "GET /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872327 Oct 13 04:13:55.044848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:55.077719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'port_id': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'mac_address': 'fa:16:3e:0b:be:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a09000-c56a-4ee8-b9c5-084cf76eb648', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:13:55.084696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:55.150252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.187554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebbbe06-28d1-4cb1-b50c-d96367a8b95d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:55.213272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:55.227866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:55.263324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:b3:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:13:52Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:13:55.280247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e23ce-798b-43fe-a161-f6c21effcf6d req-f52d9ed3-be6d-4a40-9919-ef593337ff26 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:55.287542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-893e23ce-798b-43fe-a161-f6c21effcf6d req-f52d9ed3-be6d-4a40-9919-ef593337ff26 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.0731978 Oct 13 04:13:55.300889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e5cc73-16bd-43a0-8d12-7113ce5cb884 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '1ad1c630-2239-4af3-a059-8b2212b39bcd', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'floating_ip_address': '172.25.0.170', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'port_id': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'mac_address': 'fa:16:3e:b3:b4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:11:18Z', 'updated_at': '2021-10-13T04:13:52Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:13:55.314980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:55.350213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-893e23ce-798b-43fe-a161-f6c21effcf6d req-368403c9-a19a-460d-8c27-189c435c70f7 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600154 Oct 13 04:13:55.438438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['cebbbe06-28d1-4cb1-b50c-d96367a8b95d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:55.536184 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9137407-d5cc-4527-b4c5-17d9efc3cb4c None None] New status for floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:13:55.730714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6abd3-e764-4083-943f-3606169f9f97 req-5639dd82-8658-4bc5-823c-e70749f87d11 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:55.732553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51a6abd3-e764-4083-943f-3606169f9f97 req-5639dd82-8658-4bc5-823c-e70749f87d11 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.0627372 Oct 13 04:13:55.778786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51a6abd3-e764-4083-943f-3606169f9f97 req-18b66d5e-26dc-4597-9b7e-09a246cd940d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Oct 13 04:13:55.793549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-d2f3b720-1e7c-4a97-81f2-03de4dffc603 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320253 Oct 13 04:13:55.937204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-28f1fac5-af16-48d0-bfa8-42afe4f492fb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:55.939679 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-28f1fac5-af16-48d0-bfa8-42afe4f492fb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382716 Oct 13 04:13:55.956305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Request body: {'port': {'device_id': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'e5631d415ae040dcbaded884bc5e0b91'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:56.029392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859f722-d973-4c54-923d-1ae326988629 req-35d3b582-aed4-445e-87b1-8e3b121f1e55 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.030881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1859f722-d973-4c54-923d-1ae326988629 req-35d3b582-aed4-445e-87b1-8e3b121f1e55 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0521739 Oct 13 04:13:56.044735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93db67-7988-4100-98d9-99f98c985744 req-d8e72310-ea7c-4019-96e3-3295ba4f5ca3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.046239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b93db67-7988-4100-98d9-99f98c985744 req-d8e72310-ea7c-4019-96e3-3295ba4f5ca3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.1056042 Oct 13 04:13:56.079706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1859f722-d973-4c54-923d-1ae326988629 req-b7886261-8517-4fca-b170-dd1fd46dd974 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Oct 13 04:13:56.127076 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b93db67-7988-4100-98d9-99f98c985744 req-6d2f3479-f40c-4ac8-9f02-649500fbfd10 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684488 Oct 13 04:13:56.132648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Made reservation on behalf of e5631d415ae040dcbaded884bc5e0b91 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:56.136477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.249324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e528221f-f436-4193-9502-90ed18da6e21 req-e344dd1d-a71b-4035-98aa-c06c64872071 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 210 time: 0.0430973 Oct 13 04:13:56.317649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Allocated IP 192.168.233.82 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/84c12481-eb52-4ef6-b793-8269cbb059a4) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:13:56.502809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.512736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f795a1-ea7a-4c15-909d-881969841505 req-bf959e68-3fbd-46fc-8fe2-4da58694a402 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.514272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8f795a1-ea7a-4c15-909d-881969841505 req-bf959e68-3fbd-46fc-8fe2-4da58694a402 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.0829852 Oct 13 04:13:56.540642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:13:56.566014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:56.569079 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3bac8-4d04-49c3-bf04-04526e2658fd" -d '{"events": [{"server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "name": "network-vif-plugged", "status": "completed", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:56.573205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8f795a1-ea7a-4c15-909d-881969841505 req-8e39a578-171d-4431-b7ff-90d557fd9ce3 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523784 Oct 13 04:13:56.582752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.597894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51', 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:56.632273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:13:56.635778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:13:56.639907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:13:56.648711 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad644fb-19a6-4a0f-bf76-1ef1a3736aa2 x-openstack-request-id: req-3ad644fb-19a6-4a0f-bf76-1ef1a3736aa2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:56.649071 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "name": "network-vif-plugged", "status": "completed", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:56.649408 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ad644fb-19a6-4a0f-bf76-1ef1a3736aa2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:56.649865 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df', 'code': 200} Oct 13 04:13:56.686743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:56.705463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.705814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.707281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.707962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.708477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.708970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.709473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.709957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.710705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.711227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.711786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.712280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:13:56.737271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port cebbbe06-28d1-4cb1-b50c-d96367a8b95d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:13:56.744485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port cebbbe06-28d1-4cb1-b50c-d96367a8b95d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:56.744856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.745351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.746893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.818728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-e329cfe1-fd9b-49ca-82c6-aeee0f3c1486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8674750 Oct 13 04:13:56.826012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44766824-566b-4abb-8088-07f0af41cf08 req-241b1a17-3018-4790-a474-28a04bb2765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:56.827612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44766824-566b-4abb-8088-07f0af41cf08 req-241b1a17-3018-4790-a474-28a04bb2765b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 1096 time: 0.0729375 Oct 13 04:13:56.833795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Request body: {'port': {'device_id': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:56.946923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:56.950658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44766824-566b-4abb-8088-07f0af41cf08 req-636a0f56-a823-48c1-b0bb-984502d63970 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748448 Oct 13 04:13:56.952675 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.013729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:57.023414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.039198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a933be90-d0b3-4346-acb1-ea42bf2dac81 None None] Provisioning complete for port 84c12481-eb52-4ef6-b793-8269cbb059a4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:13:57.039570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a933be90-d0b3-4346-acb1-ea42bf2dac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.060937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a917d-f7fa-4eda-9b51-e1cbc277dcb7 req-8628d93b-8cc3-42b6-ab3b-0ad5632c15e3 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.062483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c0a917d-f7fa-4eda-9b51-e1cbc277dcb7 req-8628d93b-8cc3-42b6-ab3b-0ad5632c15e3 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.1048386 Oct 13 04:13:57.080551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0a1b6-db3a-418f-acf1-3a8cc9b9d544 req-504b6081-536a-4166-afaf-6d99ad853c63 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.082348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2dd0a1b6-db3a-418f-acf1-3a8cc9b9d544 req-504b6081-536a-4166-afaf-6d99ad853c63 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.0598750 Oct 13 04:13:57.137448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a933be90-d0b3-4346-acb1-ea42bf2dac81 None None] Port 84c12481-eb52-4ef6-b793-8269cbb059a4 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:13:57.148385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.154044 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2dd0a1b6-db3a-418f-acf1-3a8cc9b9d544 req-e49a746a-5d3f-464b-84fc-6dde20d53cbb tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639026 Oct 13 04:13:57.250674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c0a917d-f7fa-4eda-9b51-e1cbc277dcb7 req-3cbd5c7e-9b8e-40e8-a553-2942bb7a0bf7 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558801 Oct 13 04:13:57.335728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:13:57.357574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.374575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Transition to ACTIVE for port object 84c12481-eb52-4ef6-b793-8269cbb059a4 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:13:57.379557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.395270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4bc96-a583-4ca4-897c-dc5818ce23e5 req-468e7035-cbbc-4c8a-a5fe-85d9a80f4e4d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.396755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5d4bc96-a583-4ca4-897c-dc5818ce23e5 req-468e7035-cbbc-4c8a-a5fe-85d9a80f4e4d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0763857 Oct 13 04:13:57.455173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.514373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5d4bc96-a583-4ca4-897c-dc5818ce23e5 req-4454e093-a03b-444c-83af-63a241006b6e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989759 Oct 13 04:13:57.563523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:13:57.563904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:13:57.564286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:57.570692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:13:57.571048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:13:57.578597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:13:57.579147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:13:57.579601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:13:57.580087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Bound port: 84c12481-eb52-4ef6-b793-8269cbb059a4, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:13:57.581745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.690867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:13:57.695224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:13:57.700406 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.716406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c43de-e272-4571-b448-ef84f65cc994 req-5ea99a92-e4e8-4cd4-b341-a3a1bacb0d64 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.717897 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d0c43de-e272-4571-b448-ef84f65cc994 req-5ea99a92-e4e8-4cd4-b341-a3a1bacb0d64 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 946 time: 0.0820556 Oct 13 04:13:57.722319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3c3c8-353d-4cfd-9c12-a5d120246fd1 req-c932866d-6edc-43bf-9896-fe33571d866b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.723897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85a3c3c8-353d-4cfd-9c12-a5d120246fd1 req-c932866d-6edc-43bf-9896-fe33571d866b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.0522187 Oct 13 04:13:57.767620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85a3c3c8-353d-4cfd-9c12-a5d120246fd1 req-124a197d-4a42-4e5d-aafe-27af05316d4e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Oct 13 04:13:57.770425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.771040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:57.772425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] 10.222.0.47 "PUT /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 1095 time: 0.9436038 Oct 13 04:13:57.772863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:57.775162 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4" -d '{"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:57.821414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c69f6-17cc-46e7-ace2-271856603ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:57.826605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d0c43de-e272-4571-b448-ef84f65cc994 req-a32f7824-cdfd-4d0a-9363-d7dce469ec4a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818150 Oct 13 04:13:57.890188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-f3a9bb79-945f-4de6-8d08-0f6f1df009ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:57.892640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-f3a9bb79-945f-4de6-8d08-0f6f1df009ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1098 time: 0.0601466 Oct 13 04:13:57.899841 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295d30a-1f6c-4f4d-8220-cdb6a84d6449 x-openstack-request-id: req-f295d30a-1f6c-4f4d-8220-cdb6a84d6449 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:57.900142 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:57.900400 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f295d30a-1f6c-4f4d-8220-cdb6a84d6449 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:57.900834 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'status': 'completed', 'code': 200} Oct 13 04:13:57.944469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-8218e7ff-8ee6-458b-a949-703957d6de64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0413413 Oct 13 04:13:58.001838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-98184332-c217-4074-b938-f8d64e479b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.003496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-98184332-c217-4074-b938-f8d64e479b41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0514677 Oct 13 04:13:58.052046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-12b2dab3-ade2-4631-b272-709aa76dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.053556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-12b2dab3-ade2-4631-b272-709aa76dfd5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416152 Oct 13 04:13:58.154449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-46a0f97d-6524-4690-be46-b6d321cda03b service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910015 Oct 13 04:13:58.223230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36332) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:58.255523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f8445c3-9582-4e09-8d58-498f3c9e293b req-06f9a583-ae2c-4dc3-bad2-7ff2316c3a24 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887766 Oct 13 04:13:58.284907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3daf3e-2f7a-4710-ad7f-22e29c52944f req-289584f6-a4ce-40e5-b90a-e8d90db595d6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.286439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a3daf3e-2f7a-4710-ad7f-22e29c52944f req-289584f6-a4ce-40e5-b90a-e8d90db595d6 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.0674181 Oct 13 04:13:58.336567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a3daf3e-2f7a-4710-ad7f-22e29c52944f req-c03cee05-6b2d-44de-9604-44090dc628a5 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Oct 13 04:13:58.367719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c26ba928-0124-423e-9d98-2f200746dfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.389599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-8ef8ef7c-0e1a-4ca9-bc79-78b78d732697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.392399 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-8ef8ef7c-0e1a-4ca9-bc79-78b78d732697 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1098 time: 0.0812500 Oct 13 04:13:58.405004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184254f-d03c-4c17-ba4b-cd048cecbca5 req-a2672817-a10d-4fd1-b3b4-6fdcf7b4be92 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.406561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3184254f-d03c-4c17-ba4b-cd048cecbca5 req-a2672817-a10d-4fd1-b3b4-6fdcf7b4be92 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.0689328 Oct 13 04:13:58.451681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c26ba928-0124-423e-9d98-2f200746dfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.461626 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c26ba928-0124-423e-9d98-2f200746dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.503583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c26ba928-0124-423e-9d98-2f200746dfdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f72bde23603498fa173403e66fd6946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788191 Oct 13 04:13:58.503824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3184254f-d03c-4c17-ba4b-cd048cecbca5 req-d15b642b-a039-4134-bc12-e96ff3c02192 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878537 Oct 13 04:13:58.506058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36338) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:58.512689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba928-0124-423e-9d98-2f200746dfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a03aa-18a9-4385-9958-56b2116f99bc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:58.540584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-66f016c5-b482-42d3-8440-85034c208e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.542126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-66f016c5-b482-42d3-8440-85034c208e71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1345162 Oct 13 04:13:58.575797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.595617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-43b84a55-78bc-4ca7-a91a-14e699ed65f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0396829 Oct 13 04:13:58.603466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.649773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-464805f4-57bf-44c9-80ff-ee3ac4b7acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.650892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:58.651414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-464805f4-57bf-44c9-80ff-ee3ac4b7acc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0458586 Oct 13 04:13:58.654048 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8f0120-102f-4cf3-8263-20371135c08e" -d '{"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-plugged", "status": "completed", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:58.684297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce786271-d49a-48e5-af66-db32a1d90817 req-ee1bfb06-7057-4051-aa1c-0ddf5d10be3a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.686179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce786271-d49a-48e5-af66-db32a1d90817 req-ee1bfb06-7057-4051-aa1c-0ddf5d10be3a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0879514 Oct 13 04:13:58.714014 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe24d50-2c3e-4bc3-bd5b-24e599ebd192 x-openstack-request-id: req-fbe24d50-2c3e-4bc3-bd5b-24e599ebd192 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:58.714754 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-plugged", "status": "completed", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:58.714888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-9e1842c6-dc57-4831-b0bd-1ceb531b0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.715046 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbe24d50-2c3e-4bc3-bd5b-24e599ebd192 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:58.715449 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'code': 200} Oct 13 04:13:58.716539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-9e1842c6-dc57-4831-b0bd-1ceb531b0381 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559301 Oct 13 04:13:58.718635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.721615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:58.722722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e2a03aa-18a9-4385-9958-56b2116f99bc HTTP/1.1" status: 204 len: 168 time: 0.2155893 Oct 13 04:13:58.736749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5ce8-f423-4e87-b11a-242ac8affa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a03aa-18a9-4385-9958-56b2116f99bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:58.757977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce786271-d49a-48e5-af66-db32a1d90817 req-7a58b2c4-30b4-4ae1-af60-a6f57f71a930 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637834 Oct 13 04:13:58.868445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1e6c3-2455-42e3-a075-b52a7300e7c3 req-e5a65d44-04ed-4090-80fb-51d03c9b1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.870067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19c1e6c3-2455-42e3-a075-b52a7300e7c3 req-e5a65d44-04ed-4090-80fb-51d03c9b1d0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.0444901 Oct 13 04:13:58.898654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-21e15748-142b-40eb-8189-cae8a139fd42 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647229 Oct 13 04:13:58.920889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19c1e6c3-2455-42e3-a075-b52a7300e7c3 req-9c19e022-dabb-4f5e-a0ee-133f125f5090 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Oct 13 04:13:58.978842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71379c3c-a969-4420-ad66-81dc3ff074d7 req-b970718b-da05-44d4-8246-f69fd2ecb990 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.980362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71379c3c-a969-4420-ad66-81dc3ff074d7 req-b970718b-da05-44d4-8246-f69fd2ecb990 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.1235855 Oct 13 04:13:58.980495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a68e3-8741-4612-a17b-7d1bf04ec911 req-e1b93b64-9aba-4a2f-aa8f-e0452be14c68 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.982566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89a68e3-8741-4612-a17b-7d1bf04ec911 req-e1b93b64-9aba-4a2f-aa8f-e0452be14c68 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 946 time: 0.0567837 Oct 13 04:13:58.990073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-d1ad8dc3-5303-40ad-8dd4-72e0804f5cd5 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:58.991557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-d1ad8dc3-5303-40ad-8dd4-72e0804f5cd5 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.1760600 Oct 13 04:13:59.027656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89a68e3-8741-4612-a17b-7d1bf04ec911 req-223aa9ff-efdc-4ae9-b20e-babe204382f8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Oct 13 04:13:59.127663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71379c3c-a969-4420-ad66-81dc3ff074d7 req-00d3d62f-6956-47f7-96b2-e9677f581daa tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296458 Oct 13 04:13:59.134473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9882d4a3-c517-4b53-9226-f1e1a1fb61c4 req-f78e465c-69c7-4192-947b-7f86dbad1be2 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248180 Oct 13 04:13:59.157383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Deleting port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:13:59.158246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.445092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36374) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:13:59.473553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4646a-4218-4c17-a764-76d69a59d4fc req-9dc4423b-0bb2-42a0-a624-680c6f17cb98 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.475287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c4646a-4218-4c17-a764-76d69a59d4fc req-9dc4423b-0bb2-42a0-a624-680c6f17cb98 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9 HTTP/1.1" status: 200 len: 946 time: 0.0623541 Oct 13 04:13:59.525879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c4646a-4218-4c17-a764-76d69a59d4fc req-93d1d191-a904-4875-a653-318ed7bae178 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0032eea-2396-4cce-ac0e-19a1a3f07aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Oct 13 04:13:59.545499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] For port c2ed4c98-6b1e-443b-bb65-b7af359acfb8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,segment=NetworkSegment(6b6ec029-7252-4aa1-85bc-bd1f699bd236),segment_id=6b6ec029-7252-4aa1-85bc-bd1f699bd236)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:13:59.545891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.559269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Calling delete_port for c2ed4c98-6b1e-443b-bb65-b7af359acfb8 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:13:59.574919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1668319660-network', 'tenant_id': '751f21da41b44d37aa217799c624d811'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:13:59.597426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Made reservation on behalf of 751f21da41b44d37aa217799c624d811 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:13:59.599776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.608854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.675289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ee78-75c5-42ae-ba38-7f4cf5fee2ae req-322be750-f20d-4d36-b5bf-ad8d0ea1b02a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.676760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f607ee78-75c5-42ae-ba38-7f4cf5fee2ae req-322be750-f20d-4d36-b5bf-ad8d0ea1b02a tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.0735631 Oct 13 04:13:59.696210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.704306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.740111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d049201-07b5-4c18-ab91-b3dc7b2ce890,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:59.754082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f607ee78-75c5-42ae-ba38-7f4cf5fee2ae req-326d1541-ebe6-4277-9ea3-158cefa7ec0c tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654247 Oct 13 04:13:59.755226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.759813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:13:59.770627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['c2ed4c98-6b1e-443b-bb65-b7af359acfb8'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:13:59.790765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.791564 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Added segment 210cf646-4b10-46b3-95e8-cb359ae55cab of type vlan for network 7210d5de-8508-48c4-8355-a1d383f1f3e0 Oct 13 04:13:59.794103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event deleted for resources: {'Port': ['ID=c2ed4c98-6b1e-443b-bb65-b7af359acfb8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:13:59.853693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] No DVR routers for this DVR port c2ed4c98-6b1e-443b-bb65-b7af359acfb8 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:13:59.856543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.860420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-853e3bd8-ce45-470e-9708-e20fe8beed7f req-2680d9d7-1e38-4e8e-a2c5-e73546bc8711 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.16 "DELETE /v2.0/ports/c2ed4c98-6b1e-443b-bb65-b7af359acfb8 HTTP/1.1" status: 204 len: 173 time: 0.8551285 Oct 13 04:13:59.872301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.902185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'name': 'network-vif-deleted', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:13:59.904616 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d928b7d6-84df-4e71-a748-85b2c411b223" -d '{"events": [{"server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "name": "network-vif-deleted", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:13:59.942660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953506d-0bdf-4677-b0b6-404335002ae4 req-54677a89-5ae0-4634-8807-bbf58664ff7b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.944936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d953506d-0bdf-4677-b0b6-404335002ae4 req-54677a89-5ae0-4634-8807-bbf58664ff7b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0916498 Oct 13 04:13:59.945930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.947133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:13:59.947778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:13:59.951100 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24156172-da67-43a7-837f-2a193174f953 x-openstack-request-id: req-24156172-da67-43a7-837f-2a193174f953 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:13:59.951494 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9", "name": "network-vif-deleted", "tag": "c2ed4c98-6b1e-443b-bb65-b7af359acfb8", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:13:59.951789 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24156172-da67-43a7-837f-2a193174f953 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:13:59.952249 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e9fcd-6e2a-4ba2-80f3-ce04c0a2b7b9', 'name': 'network-vif-deleted', 'tag': 'c2ed4c98-6b1e-443b-bb65-b7af359acfb8', 'status': 'completed', 'code': 200} Oct 13 04:14:00.019870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5731611 Oct 13 04:14:00.023443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36388) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:00.031085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Request body: {'subnet': {'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-subnet', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:00.038866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2596e53-3809-4584-9fd7-a001a9e0f3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7210d5de-8508-48c4-8355-a1d383f1f3e0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:00.048270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d953506d-0bdf-4677-b0b6-404335002ae4 req-e0a275fb-1eb0-4f24-9ec1-9c79172397e4 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Oct 13 04:14:00.061540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:14:00.062032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Made reservation on behalf of 751f21da41b44d37aa217799c624d811 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:00.065258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.225337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fba69f-1f33-4f79-b418-6d5a4e3fcce5 req-90b44da8-ee94-44de-84f4-04ad98f2d703 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:00.236160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27fba69f-1f33-4f79-b418-6d5a4e3fcce5 req-90b44da8-ee94-44de-84f4-04ad98f2d703 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 946 time: 0.1166289 Oct 13 04:14:00.333107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc4182-adf3-4592-891c-c40b9235cdf4 req-8139c96d-94b8-4972-9dce-4567c7c74494 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:00.338515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9fc4182-adf3-4592-891c-c40b9235cdf4 req-8139c96d-94b8-4972-9dce-4567c7c74494 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.1132002 Oct 13 04:14:00.340174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27fba69f-1f33-4f79-b418-6d5a4e3fcce5 req-c0409982-2c9f-4cd1-adf2-c300bfe245f7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Oct 13 04:14:00.413979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9fc4182-adf3-4592-891c-c40b9235cdf4 req-2a77ff5d-d885-45eb-87c9-2f531bc18da4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543430 Oct 13 04:14:00.417156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.488357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b57a057-16ae-4a02-b518-2e0bc9037ed6,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:00.496958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Checking segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:00.497414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Network hostable DHCP agents. Network: 7210d5de-8508-48c4-8355-a1d383f1f3e0, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:14:00.515577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:14:00.524119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 7210d5de-8508-48c4-8355-a1d383f1f3e0) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:00.528092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:00.528681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.534953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809af94-f6ce-4f42-9263-250502dca882 None None] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:00.548849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bc73661c-32d9-42e8-b46e-9d4dd6a481b5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5234778 Oct 13 04:14:00.551640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36406) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:00.556095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:00.580593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.581893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.651768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.727902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-7210d5de-8508-48c4-8355-a1d383f1f3e0', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:14:00.728820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.845728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:00.920915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.925448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Allocated IP 172.20.0.2 (7210d5de-8508-48c4-8355-a1d383f1f3e0/3b57a057-16ae-4a02-b518-2e0bc9037ed6/1f90905f-cfbf-4afe-9c25-873f241a7db9) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:00.945382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:00.976145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.044004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.045748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.049494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "DELETE /v2.0/security-groups/37ffeba1-015b-4438-b2a6-b6ea23b46bf1 HTTP/1.1" status: 204 len: 168 time: 0.1995718 Oct 13 04:14:01.050997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36424) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:01.073867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae7457-eaa4-4bd4-9ab5-7c8b14a96641 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ffeba1-015b-4438-b2a6-b6ea23b46bf1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.077595 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-af57d4ae-a31d-4caa-8159-0da4b3e3284c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] show failed (client error): The resource could not be found. Oct 13 04:14:01.078650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-af57d4ae-a31d-4caa-8159-0da4b3e3284c tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "GET /v2.0/security-groups/37ffeba1-015b-4438-b2a6-b6ea23b46bf1 HTTP/1.1" status: 404 len: 347 time: 0.0266550 Oct 13 04:14:01.082157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36426) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:01.111332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.127699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.232231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:01.238565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:01.248725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Pushing event updated for resources: {'Port': ['ID=1f90905f-cfbf-4afe-9c25-873f241a7db9,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.257755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:01.270257 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.296304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.299087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18d64b-4736-44ef-9a17-ec34588280cb req-8c1cb558-00e8-4af9-bcbb-e725b2380a5c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.306732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c18d64b-4736-44ef-9a17-ec34588280cb req-8c1cb558-00e8-4af9-bcbb-e725b2380a5c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1085558 Oct 13 04:14:01.331916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Attempting to bind port 1f90905f-cfbf-4afe-9c25-873f241a7db9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:01.332282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Attempting to bind port 1f90905f-cfbf-4afe-9c25-873f241a7db9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:01.332696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Attempting to bind port 1f90905f-cfbf-4afe-9c25-873f241a7db9 on network 7210d5de-8508-48c4-8355-a1d383f1f3e0 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:01.339280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:01.339650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Checking segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:01.340180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.340802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Bound using segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:01.341451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Bound port: 1f90905f-cfbf-4afe-9c25-873f241a7db9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:01.342549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.347768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Deleting port 763e1e3b-d471-41c5-a55e-92e948232cb8 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:01.348116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.416726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c18d64b-4736-44ef-9a17-ec34588280cb req-3cd64015-e182-44f9-8463-682ea5f317a1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951157 Oct 13 04:14:01.432450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] For port 1f90905f-cfbf-4afe-9c25-873f241a7db9, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:01.436560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] For port 1f90905f-cfbf-4afe-9c25-873f241a7db9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1f90905f-cfbf-4afe-9c25-873f241a7db9,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:01.445037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.447977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Allocated IP 172.25.0.2 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/9d185368-a604-49ae-97cc-42a9ee6bd029) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:01.481757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.482152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.497214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Calling delete_port for 763e1e3b-d471-41c5-a55e-92e948232cb8 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:01.542147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fe15d-2485-44d2-a3be-eeedfb9f9bba None None] Pushing event updated for resources: {'Port': ['ID=1f90905f-cfbf-4afe-9c25-873f241a7db9,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.589876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca6cee-1642-4bba-9a2c-a1f19da2f449 req-c8aced74-9ea5-47de-8ca4-f1507bab7db2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.591487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6ca6cee-1642-4bba-9a2c-a1f19da2f449 req-c8aced74-9ea5-47de-8ca4-f1507bab7db2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 946 time: 0.1451840 Oct 13 04:14:01.662613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6ca6cee-1642-4bba-9a2c-a1f19da2f449 req-396ce9d2-2f1c-4514-b87b-8a212b2eaf63 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623918 Oct 13 04:14:01.665869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.674241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.715886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Pushing event deleted for resources: {'Port': ['ID=763e1e3b-d471-41c5-a55e-92e948232cb8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.736995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.854932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:01.861904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:01.868417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.869189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:01.875208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:01.888363 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-853dbf08-975f-4f99-83f4-b8333ffb23e2 tempest-ImagesOneServerNegativeTestJSON-1798592790 tempest-ImagesOneServerNegativeTestJSON-1798592790-project] 10.222.0.49 "DELETE /v2.0/floatingips/7a2ff660-ee1a-48de-88a7-b315481f84de HTTP/1.1" status: 204 len: 168 time: 0.7974474 Oct 13 04:14:01.896516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Pushing event updated for resources: {'Port': ['ID=9d185368-a604-49ae-97cc-42a9ee6bd029,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:01.945303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7162-edf0-41bd-bfc3-e0770b4460f8 req-dfcd626d-0f74-42e0-8ce5-e6fffa0e995d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.946916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb5c7162-edf0-41bd-bfc3-e0770b4460f8 req-dfcd626d-0f74-42e0-8ce5-e6fffa0e995d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.1981797 Oct 13 04:14:01.979758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525a8ee-9560-4146-91cc-a2c074f032f7 req-c61ed5a8-e0ba-4ac6-b40d-9656fb31afc4 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:01.981365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2525a8ee-9560-4146-91cc-a2c074f032f7 req-c61ed5a8-e0ba-4ac6-b40d-9656fb31afc4 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.0531847 Oct 13 04:14:02.023877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2525a8ee-9560-4146-91cc-a2c074f032f7 req-3cbba7c1-0206-4d26-8771-36a1bbb051b9 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Oct 13 04:14:02.088162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb5c7162-edf0-41bd-bfc3-e0770b4460f8 req-e34703f3-12b4-4438-832b-c21324e4f7c6 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Oct 13 04:14:02.230655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.252345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914406e-923e-4122-a2f2-e4fa65adb524 req-efdecbfd-3d8f-492a-a7c5-0e85d61f7092 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:02.253928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2914406e-923e-4122-a2f2-e4fa65adb524 req-efdecbfd-3d8f-492a-a7c5-0e85d61f7092 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.0587533 Oct 13 04:14:02.319716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2914406e-923e-4122-a2f2-e4fa65adb524 req-f4695c01-595c-459d-ba3d-d44cb9397ae0 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Oct 13 04:14:02.370904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36478) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:02.492336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Deleting subnet c96965f6-83c7-48b1-a0fa-9da3c15706a9 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:02.495817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.537104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.574179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:02.598799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.774347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348901c9-4d33-495f-8e92-c73cac7e42cd req-2640a715-090a-4f65-8e6d-a49d9a698b76 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:02.784297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-348901c9-4d33-495f-8e92-c73cac7e42cd req-2640a715-090a-4f65-8e6d-a49d9a698b76 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1890633 Oct 13 04:14:02.786720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.802046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:02.810287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:14:02.823741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'mac_address': 'fa:16:3e:fa:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:02.897007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-348901c9-4d33-495f-8e92-c73cac7e42cd req-582dde98-2684-4c46-906c-0bcf5cb053e4 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117327 Oct 13 04:14:02.932413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.952992 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:02.999729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:03.051092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:03.074265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.081847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.082067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c96965f6-83c7-48b1-a0fa-9da3c15706a9 HTTP/1.1" status: 204 len: 168 time: 0.7069056 Oct 13 04:14:03.082067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1053e79-4372-487b-b0e8-04269ac15af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96965f6-83c7-48b1-a0fa-9da3c15706a9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.083262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36494) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.133904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca885eb0-eba5-4b9d-8427-90d6e9eda28f req-d668927b-a4bf-4705-9b49-26468cece36c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.141123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca885eb0-eba5-4b9d-8427-90d6e9eda28f req-d668927b-a4bf-4705-9b49-26468cece36c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.0553277 Oct 13 04:14:03.149114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1f90905f-cfbf-4afe-9c25-873f241a7db9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:03.152573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6e100-c06e-4c64-8bb0-9dc1e4a34307 None None] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:03.186020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:03.203690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca885eb0-eba5-4b9d-8427-90d6e9eda28f req-ecb29769-bf48-4ca8-bdd7-4005a5e5a368 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610893 Oct 13 04:14:03.248710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Sync routers for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:03.262973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.299608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:03.300306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:03.306626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.307978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2d214533-e2f9-4ada-9410-ae107601124f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7553918 Oct 13 04:14:03.310851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] Provisioning complete for port 1f90905f-cfbf-4afe-9c25-873f241a7db9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:03.311018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36498) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.311319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.312492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.340713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09812-95b9-4e82-9959-108dfbafbff8 req-f937e741-3556-4aa0-a9d4-e8e979ab16a9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:03.342484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bcf09812-95b9-4e82-9959-108dfbafbff8 req-f937e741-3556-4aa0-a9d4-e8e979ab16a9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1397448 Oct 13 04:14:03.388568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84c12481-eb52-4ef6-b793-8269cbb059a4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:03.445410 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.466688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bcf09812-95b9-4e82-9959-108dfbafbff8 req-803460a0-9d78-4de5-bce3-a69ad42e9a5a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116097 Oct 13 04:14:03.488032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8d1df1-41c0-4f6c-aa7c-495eab72d812']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:03.511765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6ec029-7252-4aa1-85bc-bd1f699bd236') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:03.516798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6ec029-7252-4aa1-85bc-bd1f699bd236') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:03.548383 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.587636 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.594777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:03.596351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:03.599288 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:03.669631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.681527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.685170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1f90905f-cfbf-4afe-9c25-873f241a7db9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:03.685657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.688323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] 10.222.0.49 "DELETE /v2.0/networks/af8d1df1-41c0-4f6c-aa7c-495eab72d812 HTTP/1.1" status: 204 len: 168 time: 0.6037817 Oct 13 04:14:03.701231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3d958-270e-4fd9-a6e2-dd72afb61091 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8d1df1-41c0-4f6c-aa7c-495eab72d812,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:03.725750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c2ed4c98-6b1e-443b-bb65-b7af359acfb8 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:03.805950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:03.825106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: c2ed4c98-6b1e-443b-bb65-b7af359acfb8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:03.825452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c2ed4c98-6b1e-443b-bb65-b7af359acfb8 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:03.849034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36510) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.896112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:03.897596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c91336b2-9b54-4637-9554-610b05bafb21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d1bab6bc7ba4921aa12f5657ca1020a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472040 Oct 13 04:14:03.972736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:03.992916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.041228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489492-7014-41aa-9953-3ce046b191b0 req-81b6bb9a-640a-4207-a339-5afa1cdd2d75 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:04.044496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7489492-7014-41aa-9953-3ce046b191b0 req-81b6bb9a-640a-4207-a339-5afa1cdd2d75 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0682549 Oct 13 04:14:04.081301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.122580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.129340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7489492-7014-41aa-9953-3ce046b191b0 req-1ddd0e19-6076-4a80-bc05-77a34979f62c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782497 Oct 13 04:14:04.135016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] For port 1f90905f-cfbf-4afe-9c25-873f241a7db9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1f90905f-cfbf-4afe-9c25-873f241a7db9,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:04.137709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.155473 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.297413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51060c01-04e1-4c37-86a3-d959960e7234 None None] Pushing event updated for resources: {'Port': ['ID=1f90905f-cfbf-4afe-9c25-873f241a7db9,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.314164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:14:04.314607 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:14:04.328328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.332856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.334661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0032eea-2396-4cce-ac0e-19a1a3f07aaa HTTP/1.1" status: 204 len: 168 time: 0.4373395 Oct 13 04:14:04.337329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Allocated IP 172.20.0.1 (7210d5de-8508-48c4-8355-a1d383f1f3e0/3b57a057-16ae-4a02-b518-2e0bc9037ed6/5da722b6-9c02-4fa2-9fe0-c49390ad33ef) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:04.353860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:02Z', 'revision_number': 3, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:04.364396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207dd7-cc13-4ece-8d3d-33b195390c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0032eea-2396-4cce-ac0e-19a1a3f07aaa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.397052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Checking router: 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:04.397495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Updating router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c port 9d185368-a604-49ae-97cc-42a9ee6bd029 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:14:04.437971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.516553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4b241a39-012b-4969-9830-b3c3a6f81a04 None None] Provisioning complete for port 1f90905f-cfbf-4afe-9c25-873f241a7db9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:04.525327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4b241a39-012b-4969-9830-b3c3a6f81a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.557103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7ed6-3a5c-4bf4-a35b-c1b2d881f1b6 req-a7375b0b-2dbe-46ec-8b24-cdcbc676e620 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:04.558631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-602d7ed6-3a5c-4bf4-a35b-c1b2d881f1b6 req-a7375b0b-2dbe-46ec-8b24-cdcbc676e620 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.1482878 Oct 13 04:14:04.604989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.630261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-602d7ed6-3a5c-4bf4-a35b-c1b2d881f1b6 req-45d102eb-c8ba-4a6a-a9e5-181f70a067a8 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617683 Oct 13 04:14:04.679148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.710240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e6fe0-5934-4ce0-b16e-34da7748d560 req-7ecbdada-ee33-4c62-9134-434645d67ae3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:04.722661 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-346e6fe0-5934-4ce0-b16e-34da7748d560 req-7ecbdada-ee33-4c62-9134-434645d67ae3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1495135 Oct 13 04:14:04.791149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Pushing event updated for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:04.826552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-346e6fe0-5934-4ce0-b16e-34da7748d560 req-18a11278-4bd2-4ec9-8bb7-c8567f00f51c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Oct 13 04:14:04.845552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:04.847322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:04.865676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:04.953895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.965677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:04.986994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.068744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-891856c9-3dcc-4bfc-bb59-b9757e0e2c70 req-058853a0-ac82-469a-abba-eed1e67dbba2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:14:05.069900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-891856c9-3dcc-4bfc-bb59-b9757e0e2c70 req-058853a0-ac82-469a-abba-eed1e67dbba2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066650 Oct 13 04:14:05.082859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Attempting to bind port 9d185368-a604-49ae-97cc-42a9ee6bd029 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:05.083291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Attempting to bind port 9d185368-a604-49ae-97cc-42a9ee6bd029 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:05.083666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Attempting to bind port 9d185368-a604-49ae-97cc-42a9ee6bd029 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:05.092381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:05.093560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:05.094003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.094440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:05.095565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Bound port: 9d185368-a604-49ae-97cc-42a9ee6bd029, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:05.096520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.104420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1f90905f-cfbf-4afe-9c25-873f241a7db9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:05.271786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25089190-04a5-4e52-8d9f-b9ded32f52ba None None] Pushing event updated for resources: {'Port': ['ID=9d185368-a604-49ae-97cc-42a9ee6bd029,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:05.298579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1f90905f-cfbf-4afe-9c25-873f241a7db9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:05.299277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.368177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] For port 9d185368-a604-49ae-97cc-42a9ee6bd029, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:05.370292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2e0dd6e0-0d01-4bf5-9368-14260e3fe7f8 None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:05.370680 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd6e0-0d01-4bf5-9368-14260e3fe7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.415843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] For port 9d185368-a604-49ae-97cc-42a9ee6bd029, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d185368-a604-49ae-97cc-42a9ee6bd029,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:05.430932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2e0dd6e0-0d01-4bf5-9368-14260e3fe7f8 None None] Port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:05.434551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.530788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25089190-04a5-4e52-8d9f-b9ded32f52ba None None] Pushing event updated for resources: {'Port': ['ID=9d185368-a604-49ae-97cc-42a9ee6bd029,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:05.605452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:05.606126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:05.707573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.772198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:05.779624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce07e52-e14d-4266-a537-ac8c86b331ed req-3fc22f71-9ede-4810-abd2-34a96798c89e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:05.781168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1ce07e52-e14d-4266-a537-ac8c86b331ed req-3fc22f71-9ede-4810-abd2-34a96798c89e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.5026205 Oct 13 04:14:05.884090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1ce07e52-e14d-4266-a537-ac8c86b331ed req-600c5d7b-0be0-4268-9d67-b64ef7d63204 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932441 Oct 13 04:14:05.972687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:05.980966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.083585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:04Z', 'revision_number': 1, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:06.096633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Pushing event updated for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:06.112662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.115081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64fd641-37b2-4f9b-9400-8f2f4f206856 None None] The sync data for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 is: [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:04Z', 'revision_number': 1, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:06.185815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324200e4-d643-406f-81f8-2ac6743af935 req-46886896-cfa2-41d3-b9fb-e0b112b42d83 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:06.188450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-324200e4-d643-406f-81f8-2ac6743af935 req-46886896-cfa2-41d3-b9fb-e0b112b42d83 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1805151 Oct 13 04:14:06.242914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-324200e4-d643-406f-81f8-2ac6743af935 req-17b87cae-43ac-4ec8-842e-3ca537a31838 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Oct 13 04:14:06.284864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:06.286230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:06.441744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:06.577290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:06.619458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:06.632329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5af481ec-06c0-4547-9c34-e1aee8bbda97 admin admin] 10.222.0.49 "PUT /v2.0/routers/45ed5b4a-7600-4980-bb3a-48a3b9a9e64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3199871 Oct 13 04:14:06.684975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 84c12481-eb52-4ef6-b793-8269cbb059a4 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:06.689262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 84c12481-eb52-4ef6-b793-8269cbb059a4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:06.689645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.809472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4a449c25-ceb2-4806-8880-f84bcbe2c92f None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:06.809852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4a449c25-ceb2-4806-8880-f84bcbe2c92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.817361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-32aad879-52e9-46d9-888f-6da821032e36 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:14:06.818479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-32aad879-52e9-46d9-888f-6da821032e36 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1747098 Oct 13 04:14:06.870381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4a449c25-ceb2-4806-8880-f84bcbe2c92f None None] Port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:06.887091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:06.897380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-219fcfd8-6090-4f8f-89db-c377aa2c4594 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:06.900545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-219fcfd8-6090-4f8f-89db-c377aa2c4594 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 1094 time: 0.0739317 Oct 13 04:14:06.917266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Request body: {'binding': {'host': 'n-h1-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:06.919056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Unknown quota resources ['binding']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:14:06.925189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:06.928269 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e990385-77ae-4508-abc6-002b5f07091d" -d '{"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:06.958554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:06.969601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.231109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:07.246465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on host n-h1-813736-1 for vnic_type normal with profile None {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:07.246799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:07.247145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:07.252442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:07.252764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:07.262406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:07.262744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:07.263157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:07.263588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Bound port: cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:07.325551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:07.336073 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.337736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-a6677758-fffc-4837-ac18-deb4b046ce57 service neutron] 10.222.0.49 "POST /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4310107 Oct 13 04:14:07.503867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36620) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:07.508916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36832077', 'description': 'tempest-description--1682333367'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:07.580970 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ce1ca-74f2-479e-8516-8f900379da88 x-openstack-request-id: req-a93ce1ca-74f2-479e-8516-8f900379da88 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:07.581759 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:07.582403 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a93ce1ca-74f2-479e-8516-8f900379da88 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:07.584938 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'code': 200} Oct 13 04:14:07.609247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c80e9-c6b2-45fc-a45d-2e84e7f08bc5 req-dfa768e9-fb46-4f42-bd36-2b09b82b2061 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.611557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c2c80e9-c6b2-45fc-a45d-2e84e7f08bc5 req-dfa768e9-fb46-4f42-bd36-2b09b82b2061 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0826545 Oct 13 04:14:07.613368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.680833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c2c80e9-c6b2-45fc-a45d-2e84e7f08bc5 req-0a8e9bd2-94fd-4c0e-931c-9b8bee407987 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Oct 13 04:14:07.711292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba4e1b-c541-4f13-8352-ff718e684b2b req-0175e624-6199-4789-9f50-262752351fdf tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.714971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bba4e1b-c541-4f13-8352-ff718e684b2b req-0175e624-6199-4789-9f50-262752351fdf tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0577040 Oct 13 04:14:07.779602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bba4e1b-c541-4f13-8352-ff718e684b2b req-96850b04-8035-4b6e-ab4b-66dd2c8693af tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527260 Oct 13 04:14:07.815001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e5eca7cb-2e48-4447-98c0-b6820c0f1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.816644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e5eca7cb-2e48-4447-98c0-b6820c0f1e53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1097 time: 0.1322579 Oct 13 04:14:07.855672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed75cd7-224b-4a3d-a059-93e8c3ac819e req-27076048-f8f8-448f-b067-09f759b2e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.859668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ed75cd7-224b-4a3d-a059-93e8c3ac819e req-27076048-f8f8-448f-b067-09f759b2e744 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1100 time: 0.2092474 Oct 13 04:14:07.882517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.915022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c7ca3-b762-4617-bb1c-9b0a1c103390 req-07529053-3f59-4ff5-ad10-90a57e47629b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:07.918003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c7c7ca3-b762-4617-bb1c-9b0a1c103390 req-07529053-3f59-4ff5-ad10-90a57e47629b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 946 time: 0.0764337 Oct 13 04:14:07.928485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:07.990496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c7c7ca3-b762-4617-bb1c-9b0a1c103390 req-5c949c58-f1d7-4814-bc42-00a547c26638 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645521 Oct 13 04:14:08.011831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.015933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5082242 Oct 13 04:14:08.015933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ed75cd7-224b-4a3d-a059-93e8c3ac819e req-f04eb01a-96e5-43c6-b7ee-7fa515dca358 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358893 Oct 13 04:14:08.018647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36646) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.019293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891680-3d5b-4f61-a152-44159cd8fcf1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b941270-7253-4c33-9080-e4e00d1112b2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:08.025184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'security_group_rule': {'security_group_id': '1b941270-7253-4c33-9080-e4e00d1112b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:08.070629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-bbd04b33-b38d-4f6f-8405-15464f23fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.072151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-bbd04b33-b38d-4f6f-8405-15464f23fb70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2417567 Oct 13 04:14:08.075490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.126500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-45d07826-b4a2-4cee-87c7-cede0b25ad31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 217 time: 0.0414979 Oct 13 04:14:08.196379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.202550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.205400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-0aa17a23-233a-42d8-b2eb-fc202f668bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.207316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-0aa17a23-233a-42d8-b2eb-fc202f668bde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0699563 Oct 13 04:14:08.239095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.240670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2186174 Oct 13 04:14:08.243720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36648) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.249028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'security_group_rule': {'security_group_id': '1b941270-7253-4c33-9080-e4e00d1112b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:08.254664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9a27a-6ef2-44cd-b798-08eaa4c57dfc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550a24c2-90b1-4d8b-ac7e-8f766a57fc00,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:08.258159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-d0c9ca7c-5c27-4c72-ae6c-0506c53be349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389671 Oct 13 04:14:08.282003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.339660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.345985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.363604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-c8c4d6f3-a3bf-466f-a546-6b210619cff6 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921912 Oct 13 04:14:08.366466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8853ffe-ecaa-491f-aec4-a6ec93688a13,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:08.377656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.381870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4e0a6326-d481-43ee-8db3-245012dd3525 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336465 Oct 13 04:14:08.382186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:08.386877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:08.412945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.497091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-37fc08e3-b6dd-45a0-9167-a8f62ce859d9 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191616 Oct 13 04:14:08.522561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.648419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Allocated IP 172.25.0.129 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/735e6d91-b72d-4a74-a1d0-f9033f69e9c0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:08.666568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-f9545a73-a786-4422-aa7c-142dcfc60581 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.668330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-f9545a73-a786-4422-aa7c-142dcfc60581 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1097 time: 0.0976243 Oct 13 04:14:08.689517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813736-1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:08.752909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.762057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.817425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:08.872455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'Port': ['ID=735e6d91-b72d-4a74-a1d0-f9033f69e9c0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:08.895913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:08.897907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:08.908070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:08.922010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803f215-0516-4bf2-8ff8-6355afcc7bee req-7b076b54-2420-47f6-af5b-0b583c76f3d4 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:08.924331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8803f215-0516-4bf2-8ff8-6355afcc7bee req-7b076b54-2420-47f6-af5b-0b583c76f3d4 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1364689 Oct 13 04:14:09.007445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8803f215-0516-4bf2-8ff8-6355afcc7bee req-5a3e000f-909f-41e8-88e1-828ab99ef778 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Oct 13 04:14:09.058302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:09.071138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.115810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d185368-a604-49ae-97cc-42a9ee6bd029 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:09.137952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:09.139724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Sync routers for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:09.144666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.151317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:09.151924 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.211820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9d185368-a604-49ae-97cc-42a9ee6bd029 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:09.212195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.226435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.229960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:09.233223 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d0bce-a52c-4dfe-8ff3-d5ff7733b4bf" -d '{"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:09.274953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.338861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a6790-05eb-40de-a3e8-63ac996c0709 req-55bb49b5-5fa7-457d-bd33-9a8218fbc7b5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:09.342722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3a6790-05eb-40de-a3e8-63ac996c0709 req-55bb49b5-5fa7-457d-bd33-9a8218fbc7b5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.3949478 Oct 13 04:14:09.366786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.398087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9d185368-a604-49ae-97cc-42a9ee6bd029, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d185368-a604-49ae-97cc-42a9ee6bd029,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:09.414935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.445947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.447268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3a6790-05eb-40de-a3e8-63ac996c0709 req-ea0bfd6e-4f90-4f7b-b26d-af9f28e3da3c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898092 Oct 13 04:14:09.449824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on host n-h2-813736-1 for vnic_type normal with profile {"migrating_to": "n-h1-813736-1"} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:09.450316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:09.450650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:09.457118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:09.457447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Attempting to bind port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:09.474545 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:09.489253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656423d5-9589-4866-81c1-7e5f435b61ac req-6a32694c-2524-4783-808b-7be19fc4e2f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:09.498230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-656423d5-9589-4866-81c1-7e5f435b61ac req-6a32694c-2524-4783-808b-7be19fc4e2f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.2429523 Oct 13 04:14:09.517636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:09.517981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:09.518371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:09.520352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Bound port: cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:09.520724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.540401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.551254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.551996 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11704c3a-c0c1-49da-a11a-c81efdc84c68 x-openstack-request-id: req-11704c3a-c0c1-49da-a11a-c81efdc84c68 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:09.552272 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-unplugged", "status": "completed", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:09.552634 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11704c3a-c0c1-49da-a11a-c81efdc84c68 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:09.553041 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'code': 200} Oct 13 04:14:09.568502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9d185368-a604-49ae-97cc-42a9ee6bd029,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.634996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-656423d5-9589-4866-81c1-7e5f435b61ac req-6b63a574-a904-4344-a99d-e80025afe12e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350567 Oct 13 04:14:09.646629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'Port': ['ID=735e6d91-b72d-4a74-a1d0-f9033f69e9c0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.710011 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.713970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:09.723351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:09.734760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.749291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.760121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2945b65-5ec6-4abf-ade0-b1fb05e40b61 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3767734 Oct 13 04:14:09.842097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:09.842708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.844172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] 10.222.0.16 "PUT /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 1122 time: 1.1590719 Oct 13 04:14:09.845427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5a900-56aa-4ab6-94db-d49bf84de198 service neutron] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=8']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:09.848929 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 2, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:09.896846 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Checking router: 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:09.897626 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Updating router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:14:09.923341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['cebbbe06-28d1-4cb1-b50c-d96367a8b95d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:09.930814 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:09.962710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-71fd8f48-f00f-4af2-9dde-2ab1d9f6fb49 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--36832077&fields=id&tenant_id=751f21da41b44d37aa217799c624d811 HTTP/1.1" status: 200 len: 267 time: 0.0722716 Oct 13 04:14:10.098018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-cd6e4556-2c29-4d2c-9299-e689de053f97 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:10.105337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-cd6e4556-2c29-4d2c-9299-e689de053f97 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/networks?id=7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 200 len: 815 time: 0.1417243 Oct 13 04:14:10.121780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-61203903-8a9f-41c3-b808-4e9c5c8c1250 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/quotas/751f21da41b44d37aa217799c624d811 HTTP/1.1" status: 200 len: 375 time: 0.0155232 Oct 13 04:14:10.183782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-75f84816-8ac2-4278-8e46-caad13a40f5f tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=751f21da41b44d37aa217799c624d811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601020 Oct 13 04:14:10.184957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4328d0-75ce-433f-8488-87b5c1436cd3 req-2a9c79cf-5104-4ae1-93dc-6da4014d86cc tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:10.186956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca4328d0-75ce-433f-8488-87b5c1436cd3 req-2a9c79cf-5104-4ae1-93dc-6da4014d86cc tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0634580 Oct 13 04:14:10.232836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca4328d0-75ce-433f-8488-87b5c1436cd3 req-870a8674-8d53-489c-bd7d-264c370aa4af tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Oct 13 04:14:10.266538 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.272608 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.299195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-534e505e-23af-47d9-aeb5-f5be7e6f5e1b service neutron] 10.222.0.49 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017957 Oct 13 04:14:10.374694 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Pushing event updated for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:10.384077 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Attempting to bind port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:10.384698 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Attempting to bind port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:10.385408 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Attempting to bind port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef on network 7210d5de-8508-48c4-8355-a1d383f1f3e0 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:10.388341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.388672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.389158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.390064 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.390398 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.390723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.391042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.391385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.391833 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.392316 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.392785 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.393344 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:10.401586 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:10.402888 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Checking segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:10.403574 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.404107 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Bound using segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:10.404721 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Bound port: 5da722b6-9c02-4fa2-9fe0-c49390ad33ef, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:10.405290 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.421341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-cb7423c9-1d28-4cb1-b57c-4085e4504e95 service neutron] 10.222.0.49 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098998 Oct 13 04:14:10.534927 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] For port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:10.545870 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] For port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:10.552805 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.620233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d95ec-0137-4835-8e3f-d5a1aa7e1a3c req-293fa0c4-82cd-45f5-88c0-4fde704ffedc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:10.644996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c22d95ec-0137-4835-8e3f-d5a1aa7e1a3c req-293fa0c4-82cd-45f5-88c0-4fde704ffedc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0983610 Oct 13 04:14:10.650776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:10.651275 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.675182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75896b3c-f7a2-4edf-b7bc-6bb1811ab274 req-bbdf5b60-75c0-4867-800a-31ee35d815b1 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 210 time: 0.0765624 Oct 13 04:14:10.698724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:10.699535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:13:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:10.747635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c22d95ec-0137-4835-8e3f-d5a1aa7e1a3c req-338637a4-de60-47c6-ae5c-701d19689e4d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972188 Oct 13 04:14:10.812666 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:10.813336 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73bbce-4deb-40ac-80c3-79df8b512347 None None] Pushing event updated for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:10.886506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:10.960086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dfd2f-4a3c-4980-8434-903f9fffce4c req-5ced03cd-a4a2-42b0-a585-22c810357df1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:10.977092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d43dfd2f-4a3c-4980-8434-903f9fffce4c req-5ced03cd-a4a2-42b0-a585-22c810357df1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1134558 Oct 13 04:14:10.978552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] For port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:10.990128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.009992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8593a2-3f54-48be-b9dc-4a96a86279af req-6b3b7f7a-8a78-487d-8c2c-4596caa76e40 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:11.031552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be8593a2-3f54-48be-b9dc-4a96a86279af req-6b3b7f7a-8a78-487d-8c2c-4596caa76e40 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.2624395 Oct 13 04:14:11.089126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d43dfd2f-4a3c-4980-8434-903f9fffce4c req-22a1fc3c-26a5-4ff6-ba42-fb978f11cf90 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117938 Oct 13 04:14:11.124702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be8593a2-3f54-48be-b9dc-4a96a86279af req-c9ee928a-d295-43e9-bbbe-92f3ed517fcf tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Oct 13 04:14:11.170355 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:11.177715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5da722b6-9c02-4fa2-9fe0-c49390ad33ef up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:11.229605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8b11b-ccf4-4e70-9087-d66ed9c67e3a None None] Pushing event updated for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:11.243180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8682fd08-1667-4a15-84b9-5b8e83048b8c None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:11.244048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8682fd08-1667-4a15-84b9-5b8e83048b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.450441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.462685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:11.463154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.521503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f7498-6cc2-47ea-8f1f-693a85e98ed4 req-b5868f47-dffd-4341-b56d-30294d58b8ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:11.525516 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-195f7498-6cc2-47ea-8f1f-693a85e98ed4 req-b5868f47-dffd-4341-b56d-30294d58b8ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.1233237 Oct 13 04:14:11.532722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-f8b5c281-48fb-4d11-89de-b41419ad3777 req-a0d7dfe3-3985-4b9a-99db-64b4ac29d0f2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:14:11.534140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f8b5c281-48fb-4d11-89de-b41419ad3777 req-a0d7dfe3-3985-4b9a-99db-64b4ac29d0f2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079539 Oct 13 04:14:11.566695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:11.575106 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e" -d '{"events": [{"name": "network-changed", "server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:11.626914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d185368-a604-49ae-97cc-42a9ee6bd029 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:11.640755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-195f7498-6cc2-47ea-8f1f-693a85e98ed4 req-31e57dff-1f0a-46c8-8232-e57cc40233c3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093032 Oct 13 04:14:11.666962 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:11.715574 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a554418-845b-4f47-b50b-eea826319c22 None None] The sync data for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 is: [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:11.746900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b38bef0e-bd46-4ee6-a22e-db25f78b70c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.784911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:11.831828 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebd0ae2-3fe4-48d7-8b1d-37f464a1a0aa x-openstack-request-id: req-6ebd0ae2-3fe4-48d7-8b1d-37f464a1a0aa {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:11.836400 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:11.836931 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ebd0ae2-3fe4-48d7-8b1d-37f464a1a0aa {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:11.837581 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'status': 'completed', 'code': 200} Oct 13 04:14:11.846489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9d185368-a604-49ae-97cc-42a9ee6bd029 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:11.847142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:11.905596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d3473eb-2f77-4287-9219-017f4fb1a93e req-a9ed64e7-7a14-4a6a-b0d4-fb02f368371d tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 210 time: 0.0499465 Oct 13 04:14:12.001912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-fec7f544-2c53-4dad-bcd0-e929e2c24130 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1620705 Oct 13 04:14:12.025147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-44ee4fbc-5d03-4b5b-8bdf-8a9deadd2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.026659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-44ee4fbc-5d03-4b5b-8bdf-8a9deadd2eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1125 time: 0.0932786 Oct 13 04:14:12.102754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ff7f-61d4-4d7b-90cd-0fe89aa02a2c req-95f09e8e-2199-4fe4-9c94-a8624c668797 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.115734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d18ff7f-61d4-4d7b-90cd-0fe89aa02a2c req-95f09e8e-2199-4fe4-9c94-a8624c668797 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1499302 Oct 13 04:14:12.184203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:12.213573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d18ff7f-61d4-4d7b-90cd-0fe89aa02a2c req-d6721681-7a9a-483e-990f-0a4c950b18df tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968628 Oct 13 04:14:12.227764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-64582f37-e381-4431-a822-3148072bfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.229617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-64582f37-e381-4431-a822-3148072bfacd service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1822269 Oct 13 04:14:12.245943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d has no active binding in host n-h1-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:14:12.279388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-2fcd11f2-2e20-4f23-8143-3705af75b513 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=facfbd451f6a451d9078e51f8eef1310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474091 Oct 13 04:14:12.347486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-5ceb2514-5879-4c63-bef5-0ba5bc3fc387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 217 time: 0.0667996 Oct 13 04:14:12.431880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5c61-9841-4000-a0e8-1d18211d5d3d req-405dac54-9b48-43e8-bd46-a846259d6676 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.433455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd4f5c61-9841-4000-a0e8-1d18211d5d3d req-405dac54-9b48-43e8-bd46-a846259d6676 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.1441307 Oct 13 04:14:12.458157 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:12.511365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-d5305e82-e06e-4920-805d-4e3106fbe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.512853 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-d5305e82-e06e-4920-805d-4e3106fbe54c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1172211 Oct 13 04:14:12.567973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-12fe5fbb-faf5-4be8-9fb6-a9d750b19f2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381176 Oct 13 04:14:12.626484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd4f5c61-9841-4000-a0e8-1d18211d5d3d req-36062f96-b3cd-4656-94e4-6155d2d006e4 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851397 Oct 13 04:14:12.770167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-93455f76-5b77-45a7-93a2-87eca2529cf3 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:12.771990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-93455f76-5b77-45a7-93a2-87eca2529cf3 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.47 "GET /v2.0/networks?id=7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 200 len: 815 time: 0.3014958 Oct 13 04:14:12.827459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-03fdb2ad-da8a-4a0d-a2dc-41d6c3407424 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751f21da41b44d37aa217799c624d811 HTTP/1.1" status: 200 len: 378 time: 0.0426455 Oct 13 04:14:12.847092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'port': {'device_id': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'admin_state_up': True, 'tenant_id': '751f21da41b44d37aa217799c624d811', 'security_groups': ['1b941270-7253-4c33-9080-e4e00d1112b2']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:13.037952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Made reservation on behalf of 751f21da41b44d37aa217799c624d811 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:13.042077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.071713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5da722b6-9c02-4fa2-9fe0-c49390ad33ef up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:13.120698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:13.121386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.137343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-63cc05a7-cde7-4728-bf42-6e864d87e24a tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:13.144934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-63cc05a7-cde7-4728-bf42-6e864d87e24a tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8521481 Oct 13 04:14:13.169509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-568da9f5-89d9-4727-a1e0-a72c5b386a29 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/quotas/facfbd451f6a451d9078e51f8eef1310 HTTP/1.1" status: 200 len: 375 time: 0.0236487 Oct 13 04:14:13.181120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-8312e9da-de55-4087-be1e-8f3e728d82ff service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999019 Oct 13 04:14:13.208211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Allocated IP 172.20.0.10 (7210d5de-8508-48c4-8355-a1d383f1f3e0/3b57a057-16ae-4a02-b518-2e0bc9037ed6/8ea29c3f-7f52-40bc-9d75-522fff1ff00d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:13.216018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-87f90624-4c53-47e4-be62-21e0523d106b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456462 Oct 13 04:14:13.314675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f3e1d62-67a6-4c15-836f-e5ffbda1f69e req-f1b4378d-7308-4ea5-963b-a8c6f89c26c7 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111367 Oct 13 04:14:13.429493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.474549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfcafa-f818-42c2-a974-11c649519935 req-a6b3ea7d-f670-4b2f-8994-ed0daa143228 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:13.476339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cedfcafa-f818-42c2-a974-11c649519935 req-a6b3ea7d-f670-4b2f-8994-ed0daa143228 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0605154 Oct 13 04:14:13.484325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.529796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cedfcafa-f818-42c2-a974-11c649519935 req-6492647b-16d9-401c-9f36-c446c78ee3a5 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Oct 13 04:14:13.559477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event updated for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:13.570687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:13.573222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:13.576544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:13.673569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:13.687012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.726055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-d0e46704-56cb-48bc-95c0-c7bec52c08c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893118 Oct 13 04:14:13.744248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Request body: {'port': {'device_id': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:13.790020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392feed0-5351-4ce9-a14e-96952ce7aa3b req-ab09963b-bc2a-460b-99ec-d68b476524c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:13.791635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-392feed0-5351-4ce9-a14e-96952ce7aa3b req-ab09963b-bc2a-460b-99ec-d68b476524c9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 932 time: 0.1368992 Oct 13 04:14:13.837617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:13.858287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-392feed0-5351-4ce9-a14e-96952ce7aa3b req-ca9c3294-1c12-4110-a2fe-92ca30942c10 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494564 Oct 13 04:14:13.987914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4775075-e006-4160-8203-52a5c452a1e5 req-4f706791-955b-4e4a-8309-18b41b7a5e47 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:13.995663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4775075-e006-4160-8203-52a5c452a1e5 req-4f706791-955b-4e4a-8309-18b41b7a5e47 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0597768 Oct 13 04:14:14.023721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2488a075-0851-4098-ae3b-2bd478d9e232 None None] Provisioning complete for port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:14.024486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2488a075-0851-4098-ae3b-2bd478d9e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.039627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4775075-e006-4160-8203-52a5c452a1e5 req-16fe87bc-c755-4d17-b1db-54db4085da1c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428495 Oct 13 04:14:14.102031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2488a075-0851-4098-ae3b-2bd478d9e232 None None] Port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:14.118860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-92f393dd-883c-4104-b489-9fdeac1dda78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.193386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea29c3f-7f52-40bc-9d75-522fff1ff00d {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:14.203136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.211747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8a7ff1ac-ddfc-4800-a6ef-c65ffa96c8a8 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=facfbd451f6a451d9078e51f8eef1310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535200 Oct 13 04:14:14.227081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Transition to ACTIVE for port object 8ea29c3f-7f52-40bc-9d75-522fff1ff00d will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:14.242960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.350367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:14.359919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310700-1268-4147-a653-fce586f9eb05 req-ef67a095-1814-450c-b337-bdeab25869fc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:14.362059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c310700-1268-4147-a653-fce586f9eb05 req-ef67a095-1814-450c-b337-bdeab25869fc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 944 time: 0.1381183 Oct 13 04:14:14.407401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-51cd24db-f3af-42a2-a2e7-cc91da81d65c service neutron] 10.222.0.47 "GET /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.1284072 Oct 13 04:14:14.415451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-9fffe215-0794-482d-bc2e-19cc62b50a6c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:14.423736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-9fffe215-0794-482d-bc2e-19cc62b50a6c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101040 Oct 13 04:14:14.448194 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c310700-1268-4147-a653-fce586f9eb05 req-ade0ad6d-b098-46c4-8859-e7b91a43f580 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568035 Oct 13 04:14:14.468124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Attempting to bind port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:14.468673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Attempting to bind port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:14.469163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Attempting to bind port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d on network 7210d5de-8508-48c4-8355-a1d383f1f3e0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:14.486169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d on network 7210d5de-8508-48c4-8355-a1d383f1f3e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:14.487552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Attempting to bind port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d on network 7210d5de-8508-48c4-8355-a1d383f1f3e0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:14.504450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:14.506937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Checking segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:14.507537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Bound using segment: {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:14.508140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Bound port: 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210cf646-4b10-46b3-95e8-cb359ae55cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:14.508685 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.527344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-a6fd7a86-6b4e-4212-b5f6-1efb11858d8b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/quotas/facfbd451f6a451d9078e51f8eef1310 HTTP/1.1" status: 200 len: 375 time: 0.1022794 Oct 13 04:14:14.606295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-1c0a2e50-9a2c-47b4-ad8f-e20a69f54563 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776420 Oct 13 04:14:14.651198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:14.670152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:14.714825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.760878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:14.765752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650ab9e-c960-4405-b9b8-4c1265bf5d88 req-25455249-c351-49df-b7c6-0b27bdfe4b13 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:14.767934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d650ab9e-c960-4405-b9b8-4c1265bf5d88 req-25455249-c351-49df-b7c6-0b27bdfe4b13 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0956330 Oct 13 04:14:14.777474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:14.778844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.780609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] 10.222.0.47 "PUT /v2.0/ports/8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 200 len: 1092 time: 1.0419140 Oct 13 04:14:14.783903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:14.787876 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a41339-fc3e-46a2-9357-c36f1169c2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:14.810625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:14.899491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebbbe06-28d1-4cb1-b50c-d96367a8b95d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:14.915907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:14.935511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:14.939237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d650ab9e-c960-4405-b9b8-4c1265bf5d88 req-50159899-75b2-4401-b0cc-af43743f8847 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375902 Oct 13 04:14:15.003169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca14c41-e37c-4c0f-b9b2-5fbf8a3d0dfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:15.036967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-32e9b3ad-7603-4d08-8ce6-bfa78239ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.043402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-32e9b3ad-7603-4d08-8ce6-bfa78239ac59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751f21da41b44d37aa217799c624d811&device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 1095 time: 0.1580729 Oct 13 04:14:15.069832 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4f330-75e5-44b1-80ea-16deffeae70c x-openstack-request-id: req-84a4f330-75e5-44b1-80ea-16deffeae70c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:15.070290 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:15.070560 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84a4f330-75e5-44b1-80ea-16deffeae70c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:15.070976 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'status': 'completed', 'code': 200} Oct 13 04:14:15.119383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5f1d8983-35ae-4791-8e0d-6d9ced4d09f5 req-c3aee125-1242-4bf2-ad60-7eea275af1ee tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 210 time: 0.0946276 Oct 13 04:14:15.191431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] Transition to ACTIVE for port object cebbbe06-28d1-4cb1-b50c-d96367a8b95d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:15.200177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.255347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.258007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-ef1ca7c8-bec7-4ab5-941b-3dc90b1f5b93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 200 len: 217 time: 0.2055345 Oct 13 04:14:15.311568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] No DVR routers for this DVR port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:15.354878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-9512aeb8-5fbc-4581-bce5-48d134e6a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.357089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-9512aeb8-5fbc-4581-bce5-48d134e6a22f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b57a057-16ae-4a02-b518-2e0bc9037ed6 HTTP/1.1" status: 200 len: 854 time: 0.0513852 Oct 13 04:14:15.384696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:15.396116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] 10.222.0.47 "PUT /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d/bindings/n-h1-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9693785 Oct 13 04:14:15.398898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed9cb-0700-4abd-936b-5c7972ff2652 service neutron] Pushing event updated for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:15.408855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d08e5a4a-bf8b-48b0-9229-f14899235a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.410293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d08e5a4a-bf8b-48b0-9229-f14899235a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1100 time: 0.2225463 Oct 13 04:14:15.444593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d3aa-5746-45a2-9221-34ca2670d541 req-435672b1-fb1c-423b-8a3b-0527df275a5f tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.446355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ad6d3aa-5746-45a2-9221-34ca2670d541 req-435672b1-fb1c-423b-8a3b-0527df275a5f tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 944 time: 0.2381313 Oct 13 04:14:15.502139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-9761af65-af2a-4a7e-ab64-836325a92229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.503748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-9761af65-af2a-4a7e-ab64-836325a92229 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7210d5de-8508-48c4-8355-a1d383f1f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392679 Oct 13 04:14:15.617368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ad6d3aa-5746-45a2-9221-34ca2670d541 req-ebc28986-af10-4f82-99db-59f1d88ec511 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544456 Oct 13 04:14:15.623615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-1da92663-677c-4828-addf-4bac71777dc1 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.625116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-1da92663-677c-4828-addf-4bac71777dc1 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1364458 Oct 13 04:14:15.667222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d9262935-dca0-41d8-ae02-ad224153ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.679041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d9262935-dca0-41d8-ae02-ad224153ca0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2585618 Oct 13 04:14:15.716980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f447-dd79-45e2-ad9b-76702df51d2f req-15b83a51-c9eb-4cf1-b89b-c8eeeff6c418 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.728680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d2134987-a510-4e30-9869-867ce287270e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0395429 Oct 13 04:14:15.736231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc51f447-dd79-45e2-ad9b-76702df51d2f req-15b83a51-c9eb-4cf1-b89b-c8eeeff6c418 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1694281 Oct 13 04:14:15.784373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-026fa3d1-c79f-4f39-8ba0-99aa4a952892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.786004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-026fa3d1-c79f-4f39-8ba0-99aa4a952892 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 1096 time: 0.1462343 Oct 13 04:14:15.807757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc51f447-dd79-45e2-ad9b-76702df51d2f req-ea770f3d-acc5-4852-89d6-0295b8186902 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702009 Oct 13 04:14:15.820766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-3c07ee7b-6e85-4116-a940-53d6c8550963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.822625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-3c07ee7b-6e85-4116-a940-53d6c8550963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0724549 Oct 13 04:14:15.826677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-1edcb975-61b9-4fed-8e07-f18c32f32837 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=facfbd451f6a451d9078e51f8eef1310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935235 Oct 13 04:14:15.829396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-4aef47ea-356f-405e-a5e2-24997ef64a38 service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150382 Oct 13 04:14:15.995753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-475644b3-2d51-457e-a518-a7f8214959ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:15.997581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-475644b3-2d51-457e-a518-a7f8214959ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1096 time: 0.1494813 Oct 13 04:14:16.083813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2688a4-bee3-4769-8941-d7ea932e73a6 req-7288128a-a568-4bcc-843b-04c867654e9b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.087019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c2688a4-bee3-4769-8941-d7ea932e73a6 req-7288128a-a568-4bcc-843b-04c867654e9b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.1673782 Oct 13 04:14:16.166396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c2688a4-bee3-4769-8941-d7ea932e73a6 req-b1a738fa-9226-4d6d-a449-bc8df2a49573 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Oct 13 04:14:16.173903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-468b4f4f-9371-42bf-bfac-5cef6c602c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.179218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-468b4f4f-9371-42bf-bfac-5cef6c602c0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1727953 Oct 13 04:14:16.240571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-64ae88fc-ccea-4b0e-8c42-fedd1122c5ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 200 len: 217 time: 0.0467834 Oct 13 04:14:16.320059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e5eea8e3-112e-4784-a86d-fb43327db24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.321628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-e5eea8e3-112e-4784-a86d-fb43327db24e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0709431 Oct 13 04:14:16.330672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334073d-c3a9-413d-b62f-56c71ba9e954 req-145ee265-1503-43fc-a8fe-96110daad3cb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.332302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8334073d-c3a9-413d-b62f-56c71ba9e954 req-145ee265-1503-43fc-a8fe-96110daad3cb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 945 time: 0.0943272 Oct 13 04:14:16.363016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-7a91552a-2884-4a18-8e8c-3ae67176766b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291398 Oct 13 04:14:16.412376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-88fd9a4e-0908-4940-b8ec-f6853c935c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.413914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-88fd9a4e-0908-4940-b8ec-f6853c935c32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5681453 Oct 13 04:14:16.446174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8334073d-c3a9-413d-b62f-56c71ba9e954 req-c1dfb21e-e142-40c8-9f01-04f8f2a79cb6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013546 Oct 13 04:14:16.483956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-76177ef8-b630-4149-a3ca-be5e2bd460ee service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081569 Oct 13 04:14:16.545106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797987f6-a789-4626-a937-85cae0312f24 req-7cab46e5-d151-4f87-a78b-4ccaab497974 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.546643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-797987f6-a789-4626-a937-85cae0312f24 req-7cab46e5-d151-4f87-a78b-4ccaab497974 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.6013460 Oct 13 04:14:16.549595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e6338b9-0787-40fe-9f7f-cc3098b96439 req-6a9cfa2c-4b5d-487d-b6d1-fc8e0683ef61 service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953666 Oct 13 04:14:16.561979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-72b7ce0c-8d44-44fb-9871-997c7c393003 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.564264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-72b7ce0c-8d44-44fb-9871-997c7c393003 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6729391 Oct 13 04:14:16.585449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Request body: {'port': {'device_id': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'facfbd451f6a451d9078e51f8eef1310'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:16.604230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f297214-92cf-4e78-9997-59a0e699e562 req-37d05066-e8d6-4a78-a27e-a13cf9960b3d tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 210 time: 0.0450571 Oct 13 04:14:16.651528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-8aa3e325-79aa-4f1f-b563-dc8ea2445f70 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589007 Oct 13 04:14:16.727922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-8bfec843-0e79-4efb-8221-0b9ba88b96ed service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008296 Oct 13 04:14:16.758711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-21653212-e8bc-4b62-bc82-9d916119195c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=facfbd451f6a451d9078e51f8eef1310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384604 Oct 13 04:14:16.795741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-797987f6-a789-4626-a937-85cae0312f24 req-89098eb1-dc93-4547-970c-bd7bde7be644 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240796 Oct 13 04:14:16.916486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-1a40d971-e10c-4ed7-89ca-43501c506f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:16.917976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-1a40d971-e10c-4ed7-89ca-43501c506f77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751f21da41b44d37aa217799c624d811&device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 1095 time: 0.2991140 Oct 13 04:14:17.013309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-fbaa3c71-7d82-415e-8495-077ee1cff4b6 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.014864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-fbaa3c71-7d82-415e-8495-077ee1cff4b6 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0566888 Oct 13 04:14:17.075054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Made reservation on behalf of facfbd451f6a451d9078e51f8eef1310 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:17.078574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.122081 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.133361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.145071 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-9764b672-6948-4873-87bb-615a64df221e service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846509 Oct 13 04:14:17.159501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb94524-d5fd-4eb3-b1c1-84c9bf7104b5 req-359d6c7e-f962-4241-aba4-0018cc924154 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.160994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fb94524-d5fd-4eb3-b1c1-84c9bf7104b5 req-359d6c7e-f962-4241-aba4-0018cc924154 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 944 time: 0.2980559 Oct 13 04:14:17.171453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-f56e918e-b223-4da7-98c4-4913266edbc1 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.173666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-f56e918e-b223-4da7-98c4-4913266edbc1 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3958759 Oct 13 04:14:17.200650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Request body: {'port': {'device_id': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'facfbd451f6a451d9078e51f8eef1310'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:17.212179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-97bd8868-a468-47e3-8641-242a7a3cabb4 service neutron] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:17.220364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-97bd8868-a468-47e3-8641-242a7a3cabb4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.221729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c148caf-d61b-4d81-ba3a-2d78c546d7eb req-97bd8868-a468-47e3-8641-242a7a3cabb4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d/bindings/n-h2-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.1982427 Oct 13 04:14:17.230766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e1df4-8f40-4e85-a564-d75173a5caaa req-2d88b57f-8cc6-43dd-9b5a-2f8b4c295cd4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.232943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c7e1df4-8f40-4e85-a564-d75173a5caaa req-2d88b57f-8cc6-43dd-9b5a-2f8b4c295cd4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0886538 Oct 13 04:14:17.292313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c7e1df4-8f40-4e85-a564-d75173a5caaa req-64f27d32-ea75-4759-aa6e-ffa23e085ac4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Oct 13 04:14:17.306923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-80061bf8-4a0c-44e1-b93b-4503870ff6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.309749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-80061bf8-4a0c-44e1-b93b-4503870ff6dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 200 len: 916 time: 0.3788435 Oct 13 04:14:17.398154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fb94524-d5fd-4eb3-b1c1-84c9bf7104b5 req-ef97e20e-1a46-4068-905b-1ed437cf9aac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174172 Oct 13 04:14:17.399404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-a47c9619-9103-4d89-850c-c439f7bebf8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 200 len: 217 time: 0.0724888 Oct 13 04:14:17.439166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-dab46529-d366-4a62-91b3-27e2eb0686f0 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.440604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-dab46529-d366-4a62-91b3-27e2eb0686f0 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.2770309 Oct 13 04:14:17.463006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd767567-e060-4521-a597-579638c935be req-06ca94c8-7088-4c9c-8fc8-3d8501119e84 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.464665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd767567-e060-4521-a597-579638c935be req-06ca94c8-7088-4c9c-8fc8-3d8501119e84 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.0511782 Oct 13 04:14:17.507255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd767567-e060-4521-a597-579638c935be req-6971d6b4-7a2a-4639-92c3-7fce32e2e16e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Oct 13 04:14:17.548669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-91ce9c8b-b0b8-4eb3-bc83-a8d589b60897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.550130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-91ce9c8b-b0b8-4eb3-bc83-a8d589b60897 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b57a057-16ae-4a02-b518-2e0bc9037ed6 HTTP/1.1" status: 200 len: 854 time: 0.1357918 Oct 13 04:14:17.607452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.628182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Made reservation on behalf of facfbd451f6a451d9078e51f8eef1310 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:17.631658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.633561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.703132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68685f42-fba3-485a-99ba-ebdc59f7eb1b req-5d5a7022-4bf4-4114-a44c-8048eba03172 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.705945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68685f42-fba3-485a-99ba-ebdc59f7eb1b req-5d5a7022-4bf4-4114-a44c-8048eba03172 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 1096 time: 0.0572507 Oct 13 04:14:17.744719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68685f42-fba3-485a-99ba-ebdc59f7eb1b req-96089878-a669-43d9-a9c6-37192b199b67 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Oct 13 04:14:17.758099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a2cbe-7fd9-4436-9ca5-67942d045be3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:17.791130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-483e2424-c519-4b60-86d8-7b0b85d8a52f req-0c0ac4c8-181d-4558-9e2b-a2e1e1023c34 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 210 time: 0.0675621 Oct 13 04:14:17.791130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-e5717800-819f-434c-ab09-77ca5297c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.791130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-e5717800-819f-434c-ab09-77ca5297c8cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7210d5de-8508-48c4-8355-a1d383f1f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268298 Oct 13 04:14:17.914142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Deleting port cc284cbe-9a3f-4f05-a93f-54ae5397f65b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:17.914495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:17.931973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bd10e-ee5a-48dd-83e6-40804fd9088e req-6274d819-77ac-4eea-8c59-ba72c4ceee33 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:17.933484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e7bd10e-ee5a-48dd-83e6-40804fd9088e req-6274d819-77ac-4eea-8c59-ba72c4ceee33 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 945 time: 0.0645680 Oct 13 04:14:17.986003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e7bd10e-ee5a-48dd-83e6-40804fd9088e req-161abcca-34a0-425d-b891-a8fde9b85424 tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b585d5-f72a-4d51-b32e-b6be82b88650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Oct 13 04:14:18.107460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Allocated IP 192.168.233.215 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/9bde0eef-b293-4288-9174-59f95c33f339) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:18.136704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-aaede487-57e1-4e80-bbbb-d6cd4a587fcd service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117223 Oct 13 04:14:18.145521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] For port cc284cbe-9a3f-4f05-a93f-54ae5397f65b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:18.145882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.241811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Calling delete_port for cc284cbe-9a3f-4f05-a93f-54ae5397f65b owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:18.256444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-3d37635b-a399-4d72-ae26-376dcc7724ac tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.257890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-3d37635b-a399-4d72-ae26-376dcc7724ac tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.2858055 Oct 13 04:14:18.325854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-58be842d-7fcc-474c-8418-42bfcefb4e77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/quotas/721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 375 time: 0.0600436 Oct 13 04:14:18.423612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62da2-aac2-4199-b8e2-ba6611dd33fa req-2eb26d7b-6bb7-48de-9904-16099312a437 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.425281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33f62da2-aac2-4199-b8e2-ba6611dd33fa req-2eb26d7b-6bb7-48de-9904-16099312a437 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0530853 Oct 13 04:14:18.465806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33f62da2-aac2-4199-b8e2-ba6611dd33fa req-72af260a-d7b0-40bd-970b-904bb7d9a2cf tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Oct 13 04:14:18.627739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440fcdd-fcc3-4b51-a221-c758a05e4070 req-05aa9d05-2bd2-4f87-b5e1-aa61323f1ac9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:18.629160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f440fcdd-fcc3-4b51-a221-c758a05e4070 req-05aa9d05-2bd2-4f87-b5e1-aa61323f1ac9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 944 time: 0.0513921 Oct 13 04:14:18.668385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f440fcdd-fcc3-4b51-a221-c758a05e4070 req-d7860ff5-551e-4101-ac24-e0d39fb805bc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330918 Oct 13 04:14:18.679430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:18.712070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0a41339-fc3e-46a2-9357-c36f1169c2d0 req-6aa97a9e-5fdc-448f-bef8-85fe26db89fe service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602264 Oct 13 04:14:18.717644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:18.718046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device cc284cbe-9a3f-4f05-a93f-54ae5397f65b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:18.758238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-2c6bd57b-22ad-4e09-bb73-d1596dad640d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4182966 Oct 13 04:14:18.794144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.824954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.887810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db55ad5e-c0c5-4405-8d1b-67050aa13472 req-1697e83c-f699-4667-a4c8-9380882e8142 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 210 time: 0.0304074 Oct 13 04:14:18.908174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:18.951128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Pushing event deleted for resources: {'Port': ['ID=cc284cbe-9a3f-4f05-a93f-54ae5397f65b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:18.956470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-f469d8b5-2176-4b6a-b3ef-d34737144825 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903734 Oct 13 04:14:18.992406 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.076684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] No DVR routers for this DVR port cc284cbe-9a3f-4f05-a93f-54ae5397f65b on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:19.088017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ba31253-73da-4da4-ac2f-29d9e131f86a req-18a4b0d6-35f4-44bf-a693-2956a1eaccdb tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc42e59f-00e8-4ca9-b377-005b34ca991e HTTP/1.1" status: 200 len: 210 time: 0.0295317 Oct 13 04:14:19.104657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.108008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1938c8f9-f7e7-4354-98eb-7b2bb88f465f req-bb7945ff-3616-48b7-bcac-60ce3df76aaf tempest-AttachSCSIVolumeTestJSON-348381011 tempest-AttachSCSIVolumeTestJSON-348381011-project] 10.222.0.47 "DELETE /v2.0/ports/cc284cbe-9a3f-4f05-a93f-54ae5397f65b HTTP/1.1" status: 204 len: 173 time: 1.6384604 Oct 13 04:14:19.108742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'name': 'network-vif-deleted', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:19.111298 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad65e744-036c-4741-9fb4-6438bac66296" -d '{"events": [{"server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "name": "network-vif-deleted", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:19.149639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:19.163533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:19.176097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:19.179147 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca12c918-bba5-433e-a326-f60a162242dd x-openstack-request-id: req-ca12c918-bba5-433e-a326-f60a162242dd {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:19.179398 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc42e59f-00e8-4ca9-b377-005b34ca991e", "name": "network-vif-deleted", "tag": "cc284cbe-9a3f-4f05-a93f-54ae5397f65b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:19.179692 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca12c918-bba5-433e-a326-f60a162242dd {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:19.180049 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc42e59f-00e8-4ca9-b377-005b34ca991e', 'name': 'network-vif-deleted', 'tag': 'cc284cbe-9a3f-4f05-a93f-54ae5397f65b', 'status': 'completed', 'code': 200} Oct 13 04:14:19.181073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Allocated IP 192.168.233.53 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/3435897f-856c-4a4b-bb5b-1971e5c38430) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:19.206941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:19.265985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.267268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.271003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-d9c9271e-52be-467a-ba7c-6ddea2b99e65 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063867 Oct 13 04:14:19.304757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-558adf10-9bc3-4852-9fe1-95bab9cd6910 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7247024 Oct 13 04:14:19.333353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Request body: {'port': {'device_id': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:19.500001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d687bde-3c73-422e-94dc-0082b452318a req-e25d3093-7100-4092-88e1-626e771820c8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 210 time: 0.0604212 Oct 13 04:14:19.510688 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.565724 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.566395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81e72d1d-d7eb-4e07-9f17-bdcc04d930fd None None] Provisioning complete for port 9bde0eef-b293-4288-9174-59f95c33f339 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:19.567762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81e72d1d-d7eb-4e07-9f17-bdcc04d930fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.630371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-81e72d1d-d7eb-4e07-9f17-bdcc04d930fd None None] Port 9bde0eef-b293-4288-9174-59f95c33f339 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:19.792955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:19.804260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:19.860617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf8e18-c457-4815-aa9c-2df99c6586b4 req-a479d603-9941-4f9b-a171-52797349e48d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.867914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2cf8e18-c457-4815-aa9c-2df99c6586b4 req-a479d603-9941-4f9b-a171-52797349e48d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.2236574 Oct 13 04:14:19.874434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:19.884634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2f2d-9691-4ced-be3c-a6349a1a0fcd req-d687de8d-e61e-4470-be30-b31b70b82ee5 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:19.905309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b10a2f2d-9691-4ced-be3c-a6349a1a0fcd req-d687de8d-e61e-4470-be30-b31b70b82ee5 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 944 time: 0.1273353 Oct 13 04:14:19.906440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:19.958392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:19.974881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:19.998234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b10a2f2d-9691-4ced-be3c-a6349a1a0fcd req-db4973a3-4f0d-483d-99b0-e8b8fa9eabac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898280 Oct 13 04:14:20.014980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '69f7f778-dd56-495e-8c37-776f211b1e23', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '69f7f778-dd56-495e-8c37-776f211b1e23', 'mac_address': 'fa:16:3e:d7:85:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:20.016746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:20.120068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.141830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2cf8e18-c457-4815-aa9c-2df99c6586b4 req-05e89de2-57d1-431b-bfbc-65224e89d0f3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592235 Oct 13 04:14:20.164476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69f7f778-dd56-495e-8c37-776f211b1e23 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:20.204299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f887c8a-280d-4d24-96c9-1da87b9eb178 req-33c53da1-0d68-4ec1-9ee5-08e5367fdddb tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:20.205827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5f887c8a-280d-4d24-96c9-1da87b9eb178 req-33c53da1-0d68-4ec1-9ee5-08e5367fdddb tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 935 time: 0.0973878 Oct 13 04:14:20.231510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:20.233981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.236396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:20.246578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.320473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-001d446a-0c39-4750-b0a7-e29f6118b9b5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1260405 Oct 13 04:14:20.360801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5f887c8a-280d-4d24-96c9-1da87b9eb178 req-f6b9db57-4edc-474b-891f-16b623e8dc8b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447372 Oct 13 04:14:20.373827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Request body: {'port': {'device_id': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:20.412063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2cde27b1-47a4-46b7-8e8e-bc18d608d1f3 None None] Provisioning complete for port 3435897f-856c-4a4b-bb5b-1971e5c38430 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:20.412667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2cde27b1-47a4-46b7-8e8e-bc18d608d1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.477075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.483598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['69f7f778-dd56-495e-8c37-776f211b1e23'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:20.539286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:20.544044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2cde27b1-47a4-46b7-8e8e-bc18d608d1f3 None None] Port 3435897f-856c-4a4b-bb5b-1971e5c38430 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:20.614207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:20.665868 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.682086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Transition to ACTIVE for port object 9bde0eef-b293-4288-9174-59f95c33f339 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:20.698503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 8ea29c3f-7f52-40bc-9d75-522fff1ff00d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:20.752260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:20.803769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7cec55d9-08bb-4e8c-a947-4b63cfd7c065 req-dcff200f-d002-4328-8248-cf30e14ca33f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 210 time: 0.1691260 Oct 13 04:14:20.971550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:20.996991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'port_id': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'mac_address': 'fa:16:3e:68:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:21.125581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.173908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea29c3f-7f52-40bc-9d75-522fff1ff00d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:21.200884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3435897f-856c-4a4b-bb5b-1971e5c38430 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:21.211412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.230732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Transition to ACTIVE for port object 3435897f-856c-4a4b-bb5b-1971e5c38430 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:21.241243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:21.258382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.303499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.409488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.425299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:21.509820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['8ea29c3f-7f52-40bc-9d75-522fff1ff00d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:21.575740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec340a-88f4-4a67-b8d0-9f0c6f8c81f7 req-2800cee6-0011-4e7b-aebc-64029bb2f07b tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:21.577299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14ec340a-88f4-4a67-b8d0-9f0c6f8c81f7 req-2800cee6-0011-4e7b-aebc-64029bb2f07b tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 945 time: 0.2855356 Oct 13 04:14:21.704943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:21.811400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188cfd-cbab-4d30-a033-31def6a88013 req-99a2e9af-41a7-4244-a651-2f2f87c3557f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:21.825222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78188cfd-cbab-4d30-a033-31def6a88013 req-99a2e9af-41a7-4244-a651-2f2f87c3557f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1169374 Oct 13 04:14:21.867260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:21.900280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-07236754-7dc9-4ee1-8245-0da90cd0035c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:21.901900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-07236754-7dc9-4ee1-8245-0da90cd0035c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 1.0286975 Oct 13 04:14:21.918436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Attempting to bind port 9bde0eef-b293-4288-9174-59f95c33f339 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:21.918770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Attempting to bind port 9bde0eef-b293-4288-9174-59f95c33f339 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:21.919131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Attempting to bind port 9bde0eef-b293-4288-9174-59f95c33f339 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:21.921340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78188cfd-cbab-4d30-a033-31def6a88013 req-38a5cf3a-6af4-4132-9bc6-d11012d5b64e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911355 Oct 13 04:14:21.926409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Request body: {'port': {'device_id': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'admin_state_up': True, 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:21.936772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14ec340a-88f4-4a67-b8d0-9f0c6f8c81f7 req-755b6e31-5f64-4c76-9469-ba255492268e tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3297923 Oct 13 04:14:21.963152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Port 9bde0eef-b293-4288-9174-59f95c33f339 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:21.963734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Attempting to bind port 9bde0eef-b293-4288-9174-59f95c33f339 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:21.970457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 69f7f778-dd56-495e-8c37-776f211b1e23 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:21.970956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.004464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:22.004464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:22.004898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:22.005444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Bound port: 9bde0eef-b293-4288-9174-59f95c33f339, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:22.005887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.056021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Attempting to bind port 3435897f-856c-4a4b-bb5b-1971e5c38430 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:22.056468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Attempting to bind port 3435897f-856c-4a4b-bb5b-1971e5c38430 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:22.057011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Attempting to bind port 3435897f-856c-4a4b-bb5b-1971e5c38430 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:22.066339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Port 3435897f-856c-4a4b-bb5b-1971e5c38430 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:22.066657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Attempting to bind port 3435897f-856c-4a4b-bb5b-1971e5c38430 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:22.097561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:22.097972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:22.098274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:22.098712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Bound port: 3435897f-856c-4a4b-bb5b-1971e5c38430, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:22.099086 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.149528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.174722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c2eb330-c1e2-40ac-b1c6-f9a004ba5c3c req-7f04e67d-f532-4544-beb8-84348b2f087d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 210 time: 0.0494158 Oct 13 04:14:22.207613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:22.210238 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d1816e-05d8-4614-a1db-efe71a020c3a" -d '{"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-plugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:22.231964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:22.238339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:22.238672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.276409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:22.292013 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c801f0-9bc1-4e57-a9b8-c89a9772b0c0 x-openstack-request-id: req-95c801f0-9bc1-4e57-a9b8-c89a9772b0c0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:22.292368 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-plugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:22.292693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25daa65-a520-4097-b73b-16b2b4a8eb91 req-442ea481-d74b-4f42-96ad-ca25949b08b8 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.292837 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95c801f0-9bc1-4e57-a9b8-c89a9772b0c0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:22.293537 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23', 'code': 200} Oct 13 04:14:22.294271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a25daa65-a520-4097-b73b-16b2b4a8eb91 req-442ea481-d74b-4f42-96ad-ca25949b08b8 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.1673379 Oct 13 04:14:22.302619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.354794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:22.360723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:22.364252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.398527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:22.433093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:22.443355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.443684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.445826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] 10.222.0.16 "PUT /v2.0/ports/9bde0eef-b293-4288-9174-59f95c33f339 HTTP/1.1" status: 200 len: 1096 time: 3.1265626 Oct 13 04:14:22.447931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:22.450140 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f449c9-9e56-4c27-8d81-4ba12bca96a1" -d '{"events": [{"name": "network-changed", "server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:22.479475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.566966 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504cadbe-9e33-42af-9115-239d3621b197 x-openstack-request-id: req-504cadbe-9e33-42af-9115-239d3621b197 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:22.567355 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:22.567557 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-504cadbe-9e33-42af-9115-239d3621b197 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:22.567904 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'status': 'completed', 'code': 200} Oct 13 04:14:22.589709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a25daa65-a520-4097-b73b-16b2b4a8eb91 req-c07135b6-35ad-486e-b871-46fc6c0a23d8 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746670 Oct 13 04:14:22.619476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fa034-5950-4d75-8174-6dc723ac1028 service neutron] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:22.636262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.638053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.641945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] 10.222.0.16 "PUT /v2.0/ports/3435897f-856c-4a4b-bb5b-1971e5c38430 HTTP/1.1" status: 200 len: 1095 time: 2.2964783 Oct 13 04:14:22.709940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 8ea29c3f-7f52-40bc-9d75-522fff1ff00d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:22.822838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35785-0293-412a-b4d5-a48749e842e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:22.857285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-b692b94e-8b63-4444-994d-bb0fab6ec665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:22.859147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-b692b94e-8b63-4444-994d-bb0fab6ec665 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 1099 time: 0.2902901 Oct 13 04:14:22.865113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:22.879617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:22.879996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:22.931757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Allocated IP 172.20.0.13 (bce2e91a-108a-4988-88c0-6fa86e0d9bbf/a9a09000-c56a-4ee8-b9c5-084cf76eb648/410e588b-b006-4f35-97bc-50f830d19206) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:23.017395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-70179db3-4693-4dd7-b1f9-c31ceedf2cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=9bde0eef-b293-4288-9174-59f95c33f339 HTTP/1.1" status: 200 len: 217 time: 0.1199050 Oct 13 04:14:23.035784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-f2148847-751b-4b52-86c7-cea28510ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.037523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-f2148847-751b-4b52-86c7-cea28510ad77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 1098 time: 0.3302298 Oct 13 04:14:23.085919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.191357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:23.206451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:23.251337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2b03-7ea4-4086-bbf0-eb56ee229203 req-a11cf446-6c92-42dc-9c82-c9c815642621 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.254041 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d2f2b03-7ea4-4086-bbf0-eb56ee229203 req-a11cf446-6c92-42dc-9c82-c9c815642621 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 945 time: 0.1174643 Oct 13 04:14:23.309726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-926cfd07-7366-4247-ba76-a9b9b17f0b70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3435897f-856c-4a4b-bb5b-1971e5c38430 HTTP/1.1" status: 200 len: 217 time: 0.2232137 Oct 13 04:14:23.310415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d2f2b03-7ea4-4086-bbf0-eb56ee229203 req-75dd1b77-a8f9-4350-a179-99250851301e tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479248 Oct 13 04:14:23.362267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:23.410179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-896b56eb-83c5-41b7-a3ac-5b6f0dffbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.411671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-896b56eb-83c5-41b7-a3ac-5b6f0dffbeda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3731785 Oct 13 04:14:23.459554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9335d-2b17-4649-8de5-084ac11d65c7 req-de0a6c8a-31e7-4b50-a44d-2a95ff1b184a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.461615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38c9335d-2b17-4649-8de5-084ac11d65c7 req-de0a6c8a-31e7-4b50-a44d-2a95ff1b184a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.3452783 Oct 13 04:14:23.568962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8a9c3c4e-2f10-412c-9e82-fe32b8ce27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.570517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-8a9c3c4e-2f10-412c-9e82-fe32b8ce27e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2336841 Oct 13 04:14:23.715011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32e41035-278b-499b-8412-59bef138a9d5 req-ddad5d94-56cb-4785-a87c-c61c9233d4a4 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 210 time: 0.1109860 Oct 13 04:14:23.906999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5da630-f9f6-478f-a7d3-9699d9691c01 req-72365968-4eeb-405b-bcbc-870b94a1ee32 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.908616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f5da630-f9f6-478f-a7d3-9699d9691c01 req-72365968-4eeb-405b-bcbc-870b94a1ee32 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.1048868 Oct 13 04:14:23.977143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38c9335d-2b17-4649-8de5-084ac11d65c7 req-89388cdc-5818-4469-b8fb-ed4eba285b23 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971859 Oct 13 04:14:23.986950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52493010-a79c-4100-987a-367d711e04bd req-a838decf-594f-403c-bb3b-5a4fa756f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:23.988466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-a838decf-594f-403c-bb3b-5a4fa756f19d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5604060 Oct 13 04:14:23.991936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f5da630-f9f6-478f-a7d3-9699d9691c01 req-888b4174-5087-4a2d-a73c-d02e8c6ceb4e tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753446 Oct 13 04:14:24.035212 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.104018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-e615284b-8e6f-4442-81ed-1693b3e5b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:24.105503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-e615284b-8e6f-4442-81ed-1693b3e5b8cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5158551 Oct 13 04:14:24.198952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-90ea975c-f2a3-4885-833c-15d3fd1beb66 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967919 Oct 13 04:14:24.282965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.295159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:24.298959 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd910b1-7370-431a-b58a-b86f4980e54b" -d '{"events": [{"server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "name": "network-vif-plugged", "status": "completed", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:24.312736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-166973cd-1cce-49c6-b26f-bbc2f1e0c117 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856916 Oct 13 04:14:24.374558 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af09d0-fdd0-43de-89cb-97d0a73297e0 x-openstack-request-id: req-53af09d0-fdd0-43de-89cb-97d0a73297e0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:24.374855 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "name": "network-vif-plugged", "status": "completed", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:24.375134 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53af09d0-fdd0-43de-89cb-97d0a73297e0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:24.376128 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'code': 200} Oct 13 04:14:24.429087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:24.472636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:24.491040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:24.497291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:24.514041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52493010-a79c-4100-987a-367d711e04bd req-93a52a14-7378-42e7-8fc8-65767f326ff7 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946148 Oct 13 04:14:24.582285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:24.585673 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:24.700817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7837d-f846-4186-a478-744918291a4c req-f4e2c54e-1d95-4c57-a952-88998a81658c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:24.702486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ba7837d-f846-4186-a478-744918291a4c req-f4e2c54e-1d95-4c57-a952-88998a81658c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.2838757 Oct 13 04:14:24.706014 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec018d9-9f6b-4989-a970-6321a6159c0d x-openstack-request-id: req-8ec018d9-9f6b-4989-a970-6321a6159c0d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:24.706301 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:24.706556 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ec018d9-9f6b-4989-a970-6321a6159c0d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:24.706941 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'status': 'completed', 'code': 200} Oct 13 04:14:24.714212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8fd9f8a-bc50-4f69-b2f0-19362f209bad req-3ce66f91-0840-4d78-8ce1-c59de75c4f7b service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763232 Oct 13 04:14:24.730119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:24.730780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:24.736789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba1ab-10b0-4c3d-8167-369a03c4366c req-ae2e1c15-1dbb-4e43-96af-d24ee3c6d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:24.738283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-66dba1ab-10b0-4c3d-8167-369a03c4366c req-ae2e1c15-1dbb-4e43-96af-d24ee3c6d2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 1097 time: 0.2628021 Oct 13 04:14:24.769436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-88b0c210-1bc7-4a65-9719-5e18ae9990e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:24.770579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-88b0c210-1bc7-4a65-9719-5e18ae9990e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 1099 time: 0.1770012 Oct 13 04:14:24.803689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-689cc1cf-d23d-417c-9cbe-217ec0ed1b38 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8867476 Oct 13 04:14:24.850955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Request body: {'port': {'device_id': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:24.887484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ba7837d-f846-4186-a478-744918291a4c req-904e007a-0e57-4ab7-b2c3-0af4f6f75fec tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706531 Oct 13 04:14:24.948782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-66dba1ab-10b0-4c3d-8167-369a03c4366c req-ade2e352-62bb-4708-b685-f4e1e1bbdebc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959488 Oct 13 04:14:24.998908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a6f7c-9cf9-4153-bfd8-e5e06773e2b0 req-1289c6b0-1d4b-4e52-9d4b-3c49f46acc32 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.007383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-412a6f7c-9cf9-4153-bfd8-e5e06773e2b0 req-1289c6b0-1d4b-4e52-9d4b-3c49f46acc32 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 932 time: 0.1324430 Oct 13 04:14:25.038589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-6a614d28-76bc-4398-842c-38142045b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.041932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-6a614d28-76bc-4398-842c-38142045b6fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=facfbd451f6a451d9078e51f8eef1310&device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 1098 time: 0.2039459 Oct 13 04:14:25.081593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-412a6f7c-9cf9-4153-bfd8-e5e06773e2b0 req-0a7a273d-4521-4755-9562-3232fc1aa481 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658579 Oct 13 04:14:25.190789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:25.289265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-ae76349c-5605-44ae-bd84-e20d8c1415f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.291298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-ae76349c-5605-44ae-bd84-e20d8c1415f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4992836 Oct 13 04:14:25.362951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c75d7-2fb9-42d1-8345-e27c5b4d97cf req-d1cf0ad0-f198-447c-95cd-e7a73c90de80 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.364764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-921c75d7-2fb9-42d1-8345-e27c5b4d97cf req-d1cf0ad0-f198-447c-95cd-e7a73c90de80 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1037827 Oct 13 04:14:25.435050 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-921c75d7-2fb9-42d1-8345-e27c5b4d97cf req-3125e607-842a-4dad-b037-28efc8aed80e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625231 Oct 13 04:14:25.489362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-a395da95-5603-4065-8d32-18d9172dca61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=9bde0eef-b293-4288-9174-59f95c33f339 HTTP/1.1" status: 200 len: 217 time: 0.1891992 Oct 13 04:14:25.604826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b0696-af7f-4c46-96f6-919a9bfbba34 req-f6bc0599-70ab-4b27-8de7-ecc924c29316 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.612824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-183b0696-af7f-4c46-96f6-919a9bfbba34 req-f6bc0599-70ab-4b27-8de7-ecc924c29316 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.0716686 Oct 13 04:14:25.614863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-6bcde857-8bbd-4d49-b1de-82ee51c27ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.632048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-6bcde857-8bbd-4d49-b1de-82ee51c27ced service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5663311 Oct 13 04:14:25.665282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-183b0696-af7f-4c46-96f6-919a9bfbba34 req-b1ca428c-e549-4a46-922a-05bea401c43d tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Oct 13 04:14:25.755019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-8bb93c2d-f7bc-40b5-b8bf-51b8be2af10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.756532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-8bb93c2d-f7bc-40b5-b8bf-51b8be2af10f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2574830 Oct 13 04:14:25.759995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-68ebae08-0c69-472d-9c20-ca68bf8cb872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3435897f-856c-4a4b-bb5b-1971e5c38430 HTTP/1.1" status: 200 len: 217 time: 0.1051385 Oct 13 04:14:25.905102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-2afcaf1e-52c4-4798-a4e5-878274f14db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.905102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-2afcaf1e-52c4-4798-a4e5-878274f14db7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1250973 Oct 13 04:14:25.910765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-ec2994a3-f2cd-4e17-957d-dfa4f1e7eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:25.912566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-ec2994a3-f2cd-4e17-957d-dfa4f1e7eeb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239290 Oct 13 04:14:26.040225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410e588b-b006-4f35-97bc-50f830d19206 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:26.052933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.072273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-ebd2b5a3-a8f1-44c8-985c-5fb35838d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.073787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-ebd2b5a3-a8f1-44c8-985c-5fb35838d1a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571543 Oct 13 04:14:26.087529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Transition to ACTIVE for port object 410e588b-b006-4f35-97bc-50f830d19206 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:26.111999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.231569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-9315ae72-2aab-4d3f-a317-74287f5be4d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999098 Oct 13 04:14:26.253847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ecd50-17d4-4dbb-8b53-a96b9934aa9d req-64526734-2949-4834-8c7e-55b2d960e2d5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.260683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b92ecd50-17d4-4dbb-8b53-a96b9934aa9d req-64526734-2949-4834-8c7e-55b2d960e2d5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.0720503 Oct 13 04:14:26.332002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b92ecd50-17d4-4dbb-8b53-a96b9934aa9d req-a3b95fa9-e2ad-4b40-ba3b-fa7d3e1664f8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Oct 13 04:14:26.345899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:26.414327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbb060-9ac7-4465-90c4-0dc2790d0e40 req-a6b3978f-8906-4c53-9b0d-d0c125da338c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.415744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dffbb060-9ac7-4465-90c4-0dc2790d0e40 req-a6b3978f-8906-4c53-9b0d-d0c125da338c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.2956843 Oct 13 04:14:26.436356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-dbd50c50-709f-4d75-a148-8aaea671e262 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462386 Oct 13 04:14:26.538987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55f449c9-9e56-4c27-8d81-4ba12bca96a1 req-20892679-b9ae-45c3-88ec-720c5b3ae770 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902298 Oct 13 04:14:26.587221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dffbb060-9ac7-4465-90c4-0dc2790d0e40 req-98a2563e-3876-487b-8682-902428d958dc tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454918 Oct 13 04:14:26.616337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6a2a-5574-454b-b187-334c688ba511 req-2d39bead-cff6-4f68-913c-6917555ff8ed tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.623721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:26.624301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:26.624811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:26.627123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10fc6a2a-5574-454b-b187-334c688ba511 req-2d39bead-cff6-4f68-913c-6917555ff8ed tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0927746 Oct 13 04:14:26.647954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:26.648280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:26.660267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d8dcbd9-ccbf-4772-a6fe-92af7ae8c3ac req-1285009a-cfca-48d0-9d1e-e8a77b25ea78 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088065 Oct 13 04:14:26.661974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:26.662336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:26.662827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:26.663685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Bound port: 410e588b-b006-4f35-97bc-50f830d19206, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:26.664063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.695275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10fc6a2a-5574-454b-b187-334c688ba511 req-90f5b99c-9a47-43f2-bb68-d6828195d7a2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669079 Oct 13 04:14:26.833065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:26.837352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:26.844739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.912795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7f52c-4eb1-4adb-96f9-c5374cc17a5a req-cc1a20aa-dece-46c3-a7a4-a3c88fb1a416 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.917827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:26.919769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbc7f52c-4eb1-4adb-96f9-c5374cc17a5a req-cc1a20aa-dece-46c3-a7a4-a3c88fb1a416 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.0936744 Oct 13 04:14:26.935699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:26.936833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:26.938491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-9e48a576-d9d4-4e99-a71e-b18316ff6ee6 service neutron] 10.222.0.47 "PUT /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 1092 time: 2.0915849 Oct 13 04:14:26.940896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'tag': '410e588b-b006-4f35-97bc-50f830d19206'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:26.941550 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705d3264-5833-4b2e-bc6a-25c92bb01e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "tag": "410e588b-b006-4f35-97bc-50f830d19206"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:27.016788 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c483eaf-a0ff-4006-9a68-79f14921b6eb x-openstack-request-id: req-4c483eaf-a0ff-4006-9a68-79f14921b6eb {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:27.017080 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "tag": "410e588b-b006-4f35-97bc-50f830d19206", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:27.017382 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c483eaf-a0ff-4006-9a68-79f14921b6eb {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:27.017784 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'tag': '410e588b-b006-4f35-97bc-50f830d19206', 'status': 'completed', 'code': 200} Oct 13 04:14:27.018028 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbc7f52c-4eb1-4adb-96f9-c5374cc17a5a req-5cebf373-552e-4e19-9a36-d103b76ea6ca tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913107 Oct 13 04:14:27.058274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-7cd97a8c-b1d8-49c4-b005-f225b13dd072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:27.059842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-7cd97a8c-b1d8-49c4-b005-f225b13dd072 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1095 time: 0.0624158 Oct 13 04:14:27.136396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-69207edb-5e9d-4eba-807c-5ee0f2e4d7a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 217 time: 0.0688136 Oct 13 04:14:27.211876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-58fcd826-2615-4779-bacd-a842ce143dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:27.213506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-58fcd826-2615-4779-bacd-a842ce143dd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0698125 Oct 13 04:14:27.276315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-1add65c1-42d4-4e91-b70a-741ee9af2163 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424626 Oct 13 04:14:27.399635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-34e15517-2282-47b0-bd5a-150f60ab5119 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087313 Oct 13 04:14:27.513227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37222) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:27.590377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee05cfb9-eb31-4182-9f69-859109ded172 req-d4192867-4be0-44ed-8c3f-96563663386d service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814091 Oct 13 04:14:27.610371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5536ba9-0845-47c7-ab43-757c2bac9a92 req-2a9bcc9c-e283-4266-a5f3-604eec0dc0c5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:27.620223 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5536ba9-0845-47c7-ab43-757c2bac9a92 req-2a9bcc9c-e283-4266-a5f3-604eec0dc0c5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.1834641 Oct 13 04:14:27.742732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5536ba9-0845-47c7-ab43-757c2bac9a92 req-14dfc5d3-f0cb-4b27-86ed-466984c78a1d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210430 Oct 13 04:14:27.878797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:27.887805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-74b43c6b-e91d-42d5-b242-f3e08cfa433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:27.889765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-74b43c6b-e91d-42d5-b242-f3e08cfa433f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1095 time: 0.1977665 Oct 13 04:14:27.904373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090ecb-aaf6-4de1-ae5e-06cae3e7b35b req-846feac4-8397-4eaa-a8fa-5c8d97535dd9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:27.913237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92090ecb-aaf6-4de1-ae5e-06cae3e7b35b req-846feac4-8397-4eaa-a8fa-5c8d97535dd9 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.2115414 Oct 13 04:14:28.083740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e0525-bde6-426a-8cca-a066f09d0499 req-662fbcb6-9df4-4142-b4ca-bff8f192931e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.101706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-938e0525-bde6-426a-8cca-a066f09d0499 req-662fbcb6-9df4-4142-b4ca-bff8f192931e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1677501 Oct 13 04:14:28.120939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:28.133851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92090ecb-aaf6-4de1-ae5e-06cae3e7b35b req-6c7f6fa3-5bcf-4e3e-a6de-93b99da4c166 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196324 Oct 13 04:14:28.155799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'mac_address': 'fa:16:3e:9c:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:28.190049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-90f03744-c529-4397-b711-b6b4e3271e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.192093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-90f03744-c529-4397-b711-b6b4e3271e41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2465956 Oct 13 04:14:28.249959 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.253846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-938e0525-bde6-426a-8cca-a066f09d0499 req-65e3e4b7-37a9-4881-a119-ac771f5fd17a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449997 Oct 13 04:14:28.282088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3435897f-856c-4a4b-bb5b-1971e5c38430 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:28.331206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:28.337048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-0e80233a-32f8-4bcb-a035-5a746f4a405e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 217 time: 0.1367939 Oct 13 04:14:28.352740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.353429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:28.542336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-4179a618-b001-4965-af04-19be25a129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.543843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-4179a618-b001-4965-af04-19be25a129ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1838689 Oct 13 04:14:28.546065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:28.563999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:28.594681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6cb36-e736-4e22-b38d-8282d2770442 req-f0481051-bcaa-45cd-b62f-fddfb33701f4 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.597260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9bde0eef-b293-4288-9174-59f95c33f339', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '9bde0eef-b293-4288-9174-59f95c33f339', 'mac_address': 'fa:16:3e:84:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:28.604262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9c6cb36-e736-4e22-b38d-8282d2770442 req-f0481051-bcaa-45cd-b62f-fddfb33701f4 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 948 time: 0.1898057 Oct 13 04:14:28.618066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-b8cdc1b3-653f-410c-a904-efe28ebc1f1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607932 Oct 13 04:14:28.652986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ffbc5-2af0-46d4-b649-28af6615ce76 req-b919b9d7-1eeb-4232-ac07-30e161b283ee tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:28.668732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f3ffbc5-2af0-46d4-b649-28af6615ce76 req-b919b9d7-1eeb-4232-ac07-30e161b283ee tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.2029226 Oct 13 04:14:28.669257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:28.684696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Request body: {'floatingip': {'port_id': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:28.699322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9c6cb36-e736-4e22-b38d-8282d2770442 req-f058efe5-cc6a-42ac-90ad-37fb83eebbb5 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930665 Oct 13 04:14:28.708233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.735792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.738494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:28.806544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:28.819451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.826358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:28.975096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:29.165836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8e9b4-2c88-486d-96b1-b85f764f252f req-d0d64cbe-4aae-4fc9-8c0f-df7ba4e60e14 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:29.168791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8be8e9b4-2c88-486d-96b1-b85f764f252f req-d0d64cbe-4aae-4fc9-8c0f-df7ba4e60e14 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.1484289 Oct 13 04:14:29.268925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9bde0eef-b293-4288-9174-59f95c33f339'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:29.278713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['3435897f-856c-4a4b-bb5b-1971e5c38430'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:29.286836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-624cd444-b15b-4895-988a-8087bd3d3252 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590917 Oct 13 04:14:29.325815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8be8e9b4-2c88-486d-96b1-b85f764f252f req-c5f9ae59-76a1-420a-96fb-d5bd7a682d7c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154394 Oct 13 04:14:29.526651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Deleting port 9a33c33f-de8a-4e63-8d9a-aee149529117 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:29.526993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.695131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] For port 9a33c33f-de8a-4e63-8d9a-aee149529117, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9a33c33f-de8a-4e63-8d9a-aee149529117,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:29.696222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:29.710808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Calling delete_port for 9a33c33f-de8a-4e63-8d9a-aee149529117 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:29.772776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-705d3264-5833-4b2e-bc6a-25c92bb01e5a req-272ec9e6-54bf-4208-9b25-a7df47b65879 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674056 Oct 13 04:14:29.794815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc548ff-ebee-4438-9b4f-4bc7590d3c54 req-f5d3e5bd-0652-46ab-be6d-1a605c484f6c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:29.804003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9dc548ff-ebee-4438-9b4f-4bc7590d3c54 req-f5d3e5bd-0652-46ab-be6d-1a605c484f6c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.2566402 Oct 13 04:14:29.943648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9dc548ff-ebee-4438-9b4f-4bc7590d3c54 req-51606f3c-2046-48e0-adac-a99ab03baaf0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323602 Oct 13 04:14:30.023524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836539-4854-4062-8ea7-b9285b0f2367 req-7afbfbe0-e7bb-48de-af72-576f66b0aeb9 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:30.032002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1836539-4854-4062-8ea7-b9285b0f2367 req-7afbfbe0-e7bb-48de-af72-576f66b0aeb9 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 948 time: 0.0767329 Oct 13 04:14:30.034616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.110948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a33c33f-de8a-4e63-8d9a-aee149529117,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:30.206439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1836539-4854-4062-8ea7-b9285b0f2367 req-b5e9a0da-053f-491d-937a-a1a70eee4a44 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658685 Oct 13 04:14:30.291733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.305205 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.434419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.526631 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Floating IP a7820ba0-d385-4be1-8fe1-09a0dacb20d7 associated. External IP: 172.25.0.129, port: 8ea29c3f-7f52-40bc-9d75-522fff1ff00d. Oct 13 04:14:30.723713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:30.850451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:30.859972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:30.866511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '410e588b-b006-4f35-97bc-50f830d19206', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'port_id': '410e588b-b006-4f35-97bc-50f830d19206', 'mac_address': 'fa:16:3e:c0:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a09000-c56a-4ee8-b9c5-084cf76eb648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:30.929242 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:30.949122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410e588b-b006-4f35-97bc-50f830d19206 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:30.986398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:30.999004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.005227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb774-6f84-4129-9f25-0a3f2a3ccfd5 req-326209a6-fdb3-4997-8072-bd01faf3f323 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:31.014375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6eeb774-6f84-4129-9f25-0a3f2a3ccfd5 req-326209a6-fdb3-4997-8072-bd01faf3f323 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.5699487 Oct 13 04:14:31.117117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:31.120232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6eeb774-6f84-4129-9f25-0a3f2a3ccfd5 req-1ad6c681-0f48-4c19-a822-21b50377a995 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Oct 13 04:14:31.172904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:31.186737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:31.186930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Sync routers for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:31.198869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:31.199566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:31.264375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['410e588b-b006-4f35-97bc-50f830d19206'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:31.276285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-121c3fb0-b0fa-4b63-9ffa-720f52a9da7c tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "PUT /v2.0/floatingips/a7820ba0-d385-4be1-8fe1-09a0dacb20d7 HTTP/1.1" status: 200 len: 992 time: 2.6049316 Oct 13 04:14:31.287321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:31.289765 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061af6b-0445-41f0-9728-dc84005bca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:31.321067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f7de3-a9ea-461d-9b75-d9624cf50524 req-dd5ac60c-3841-4dda-9314-9ab0de6f81da tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:31.329629 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-377f7de3-a9ea-461d-9b75-d9624cf50524 req-dd5ac60c-3841-4dda-9314-9ab0de6f81da tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.2318833 Oct 13 04:14:31.390463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Router 5c754894-f8e4-41d2-8057-937a672262c6 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:31.399386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-377f7de3-a9ea-461d-9b75-d9624cf50524 req-f714d2a5-cc7d-4796-beed-3585ee156fa4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Oct 13 04:14:31.562347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:31.577942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:31.589370 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Sync routers for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:31.608885 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:31.610393 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:31.612351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-042576bd-4470-4970-8f95-29585b2c22e2 admin admin] 10.222.0.49 "PUT /v2.0/routers/5c754894-f8e4-41d2-8057-937a672262c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0973310 Oct 13 04:14:31.615721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:31.642576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e9a62-6d91-4b37-975e-21e1f3d81068 req-aefcee43-091b-4e90-a9aa-22d481bb7203 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:31.650282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc6e9a62-6d91-4b37-975e-21e1f3d81068 req-aefcee43-091b-4e90-a9aa-22d481bb7203 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 948 time: 0.2698181 Oct 13 04:14:31.698847 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4bc4a7-a734-47a4-b7e8-f43fee821f5d x-openstack-request-id: req-2c4bc4a7-a734-47a4-b7e8-f43fee821f5d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:31.699462 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:31.699883 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c4bc4a7-a734-47a4-b7e8-f43fee821f5d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:31.700459 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'status': 'completed', 'code': 200} Oct 13 04:14:31.755926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc6e9a62-6d91-4b37-975e-21e1f3d81068 req-23327164-b5b4-42c6-a4ca-d2399a5fb85f tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996847 Oct 13 04:14:31.831371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:31.879802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061af6b-0445-41f0-9728-dc84005bca2b req-89f54bc9-4d07-4ca2-a2c7-751c2b0715d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:31.881307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-89f54bc9-4d07-4ca2-a2c7-751c2b0715d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751f21da41b44d37aa217799c624d811&device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 1097 time: 0.1799500 Oct 13 04:14:32.024123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:32.040347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061af6b-0445-41f0-9728-dc84005bca2b req-56af9c8b-f891-4454-b145-a0153e9ef444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.041942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-56af9c8b-f891-4454-b145-a0153e9ef444 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 200 len: 916 time: 0.1454499 Oct 13 04:14:32.081372 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:14:29Z', 'revision_number': 5, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:32.128344 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Checking router: 5c754894-f8e4-41d2-8057-937a672262c6 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:32.135358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.148890 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Routers {'5c754894-f8e4-41d2-8057-937a672262c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:32.149673 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c754894-f8e4-41d2-8057-937a672262c6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:32.153568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 3435897f-856c-4a4b-bb5b-1971e5c38430 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:32.161110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 3435897f-856c-4a4b-bb5b-1971e5c38430 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:32.161865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.263165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-6a2446ae-47b0-4d80-b2c7-c79d20439016 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 200 len: 1000 time: 0.2075458 Oct 13 04:14:32.325193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.354398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a7820ba0-d385-4be1-8fe1-09a0dacb20d7', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'port_id': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'mac_address': 'fa:16:3e:68:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:14:09Z', 'updated_at': '2021-10-13T04:14:30Z', 'revision_number': 1, 'project_id': '751f21da41b44d37aa217799c624d811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:32.366697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:32.369262 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcb6c55-f648-4496-a441-fe37ea24e4c0" -d '{"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-plugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:32.417197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Checking router: 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:32.432282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:32.434320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:32.435257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:32.446432 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] Set router 5c754894-f8e4-41d2-8057-937a672262c6 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:32.448933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210de5c-b338-4028-8402-eb058875bf9a req-c5ef5b8c-4f1c-4e5e-b357-9ce4bbd5b600 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.450551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e210de5c-b338-4028-8402-eb058875bf9a req-c5ef5b8c-4f1c-4e5e-b357-9ce4bbd5b600 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.2003932 Oct 13 04:14:32.483334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.485465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:32.490844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.540951 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706162f7-329f-4746-be63-5b3791963bdd x-openstack-request-id: req-706162f7-329f-4746-be63-5b3791963bdd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:32.541333 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-plugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:32.541652 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-706162f7-329f-4746-be63-5b3791963bdd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:32.542088 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'code': 200} Oct 13 04:14:32.555590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061af6b-0445-41f0-9728-dc84005bca2b req-30c5f7c0-6ff4-4086-90d3-6ebc6db118ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.557485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-30c5f7c0-6ff4-4086-90d3-6ebc6db118ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b57a057-16ae-4a02-b518-2e0bc9037ed6 HTTP/1.1" status: 200 len: 854 time: 0.2663522 Oct 13 04:14:32.591892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 9bde0eef-b293-4288-9174-59f95c33f339 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:32.604135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9bde0eef-b293-4288-9174-59f95c33f339 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:32.604511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.607594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e210de5c-b338-4028-8402-eb058875bf9a req-fe0c1cfc-1e9f-44dc-b604-a36f6aa420f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498854 Oct 13 04:14:32.798442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:32.815511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac622-558a-4387-adfe-39431c3ac3b7 req-89e3c1e6-f2b8-4d89-9a55-6a44c3070b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.817892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f86ac622-558a-4387-adfe-39431c3ac3b7 req-89e3c1e6-f2b8-4d89-9a55-6a44c3070b8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 1100 time: 0.1563489 Oct 13 04:14:32.865142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268428c4-419b-4656-97cd-1b57b60a9513 req-018a2a6d-cbbb-485c-80f7-1de457f2cd1d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.872400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-268428c4-419b-4656-97cd-1b57b60a9513 req-018a2a6d-cbbb-485c-80f7-1de457f2cd1d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1869721 Oct 13 04:14:32.902711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061af6b-0445-41f0-9728-dc84005bca2b req-1f6e1d1b-794e-4abe-89c7-e0d7a9441add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:32.904243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-1f6e1d1b-794e-4abe-89c7-e0d7a9441add service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7210d5de-8508-48c4-8355-a1d383f1f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342341 Oct 13 04:14:32.916153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Deleting port 66d253ac-d233-4b82-8425-8ed8dd7ae98b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:32.916824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:32.925863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:32.932831 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:14:29Z', 'revision_number': 5, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:33.008071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.012156 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3584eee7-e42d-46c4-8374-be13cd73282f None None] The sync data for ids ['5c754894-f8e4-41d2-8057-937a672262c6'] in n-d-813736-1 is: [{'id': '5c754894-f8e4-41d2-8057-937a672262c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1236967738-router', 'tenant_id': '63caf9a1850e45c585dd2a009a1cea4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:15Z', 'updated_at': '2021-10-13T04:14:29Z', 'revision_number': 5, 'project_id': '63caf9a1850e45c585dd2a009a1cea4d', 'gw_port': {'id': '66d253ac-d233-4b82-8425-8ed8dd7ae98b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c754894-f8e4-41d2-8057-937a672262c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:17Z', 'updated_at': '2021-10-13T04:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:33.060789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af7f09-4653-4805-8964-627d3bac7a37 req-b72a7306-e812-42bd-b401-d9e0fbd87743 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:33.071719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5af7f09-4653-4805-8964-627d3bac7a37 req-b72a7306-e812-42bd-b401-d9e0fbd87743 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 949 time: 0.1085989 Oct 13 04:14:33.084676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.088444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f86ac622-558a-4387-adfe-39431c3ac3b7 req-f89a534b-4f35-4278-8c4d-29eb102160d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553508 Oct 13 04:14:33.163789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5af7f09-4653-4805-8964-627d3bac7a37 req-b2afdf98-c59a-42f1-ab24-91aea89c8a29 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839844 Oct 13 04:14:33.165135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-268428c4-419b-4656-97cd-1b57b60a9513 req-a25f68af-017f-4391-b31c-721db12b3c89 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598250 Oct 13 04:14:33.165850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:33.192264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 410e588b-b006-4f35-97bc-50f830d19206 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:14:33.200080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.250833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] For port 66d253ac-d233-4b82-8425-8ed8dd7ae98b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=66d253ac-d233-4b82-8425-8ed8dd7ae98b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:33.251351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.252570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.255984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-6da3d740-5037-4fb0-b46c-9fa4f2eb1f63 service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348720 Oct 13 04:14:33.257792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 410e588b-b006-4f35-97bc-50f830d19206 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:33.258180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.323011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a7820ba0-d385-4be1-8fe1-09a0dacb20d7', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'port_id': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'mac_address': 'fa:16:3e:68:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:14:09Z', 'updated_at': '2021-10-13T04:14:30Z', 'revision_number': 1, 'project_id': '751f21da41b44d37aa217799c624d811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:33.354489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8885ff84-9036-4cfe-9fd9-6ca3fc4a3bd2 None None] The sync data for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 is: [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a7820ba0-d385-4be1-8fe1-09a0dacb20d7', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'port_id': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'mac_address': 'fa:16:3e:68:35:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:14:09Z', 'updated_at': '2021-10-13T04:14:30Z', 'revision_number': 1, 'project_id': '751f21da41b44d37aa217799c624d811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:33.394613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1061af6b-0445-41f0-9728-dc84005bca2b req-813f217d-56a2-43ed-85ed-406198c59297 service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214571 Oct 13 04:14:33.429148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Calling delete_port for 66d253ac-d233-4b82-8425-8ed8dd7ae98b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:33.437806 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.508759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:33.517759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.616379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.821463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650d6a8-8001-4d01-a4dc-58a9672a43d2 None None] New status for floating IP a7820ba0-d385-4be1-8fe1-09a0dacb20d7: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:14:33.873658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e31875-2df4-48b5-9aa5-eb123e3b495c req-60c7c425-1446-4773-8ee6-1918beb6d457 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:33.888060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97e31875-2df4-48b5-9aa5-eb123e3b495c req-60c7c425-1446-4773-8ee6-1918beb6d457 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.1268640 Oct 13 04:14:33.904518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:33.953225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d253ac-d233-4b82-8425-8ed8dd7ae98b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:33.970586 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97e31875-2df4-48b5-9aa5-eb123e3b495c req-4f6b0660-beab-4ca4-a7da-b24eb534493e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816591 Oct 13 04:14:34.074121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.329709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b9f5e-6a72-4259-9a7f-eaf0199cba33 req-286a3595-9740-4539-82da-d14c4feeeae0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:34.337694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d3b9f5e-6a72-4259-9a7f-eaf0199cba33 req-286a3595-9740-4539-82da-d14c4feeeae0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0710795 Oct 13 04:14:34.401997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d3b9f5e-6a72-4259-9a7f-eaf0199cba33 req-28434f86-ef68-4b5e-8cf8-e3e938f550ed tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632987 Oct 13 04:14:34.543728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}, {'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e588b-b006-4f35-97bc-50f830d19206'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:34.551170 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a5222f-8fca-4fc9-8073-14a38a7ba826" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}, {"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-plugged", "status": "completed", "tag": "410e588b-b006-4f35-97bc-50f830d19206"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:34.565049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.573618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.681151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5f16-8a9e-4821-aeed-da7476d708b9 req-58ab42d4-4649-4e18-999f-4d12ce5d11b7 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:34.682720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e3a5f16-8a9e-4821-aeed-da7476d708b9 req-58ab42d4-4649-4e18-999f-4d12ce5d11b7 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 949 time: 0.1810343 Oct 13 04:14:34.687778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.688395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c754894-f8e4-41d2-8057-937a672262c6 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:34.701828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.704124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55847156-123f-4ddb-8c06-82ff60ed5384 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5c754894-f8e4-41d2-8057-937a672262c6 HTTP/1.1" status: 204 len: 168 time: 3.0874002 Oct 13 04:14:34.708599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:34.760020 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7941609-9026-4646-bcfd-4755e9c48569 x-openstack-request-id: req-b7941609-9026-4646-bcfd-4755e9c48569 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:34.760321 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "code": 200}, {"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-plugged", "status": "completed", "tag": "410e588b-b006-4f35-97bc-50f830d19206", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:34.760573 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7941609-9026-4646-bcfd-4755e9c48569 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:34.760975 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'code': 200} Oct 13 04:14:34.761237 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410e588b-b006-4f35-97bc-50f830d19206', 'code': 200} Oct 13 04:14:34.801441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e3a5f16-8a9e-4821-aeed-da7476d708b9 req-0100928d-6570-4f0a-b84e-5898f972c49a tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956013 Oct 13 04:14:34.832557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Deleting subnet 236e29e5-713c-42df-92d7-8211c40f13a7 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:34.835939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.911279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:34.973629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92945f-0252-491f-9591-3751194bb8b8 req-6d90eba8-b736-4f53-b917-05dc908f4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:34.975808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed92945f-0252-491f-9591-3751194bb8b8 req-6d90eba8-b736-4f53-b917-05dc908f4d0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1097 time: 0.1071825 Oct 13 04:14:34.979543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c74fa0-6617-4c7c-a4a0-7031176fad4d req-f6856483-aca1-4dc9-96c0-4b127a50e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:34.980962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25c74fa0-6617-4c7c-a4a0-7031176fad4d req-f6856483-aca1-4dc9-96c0-4b127a50e9f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 1101 time: 0.1219983 Oct 13 04:14:35.041600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.077512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed92945f-0252-491f-9591-3751194bb8b8 req-aa312955-407d-4b9a-a450-861c50f85f91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929031 Oct 13 04:14:35.091623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25c74fa0-6617-4c7c-a4a0-7031176fad4d req-54f933c6-ed20-4aad-8cf3-d820f5dbc170 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Oct 13 04:14:35.151090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.165726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be6544-8619-4000-a20d-1a8cf2b1b176 req-d57cc5ad-7730-4cd9-99df-1a023c0b7d3f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:35.167528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16be6544-8619-4000-a20d-1a8cf2b1b176 req-d57cc5ad-7730-4cd9-99df-1a023c0b7d3f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.0831974 Oct 13 04:14:35.198391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236e29e5-713c-42df-92d7-8211c40f13a7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:35.205728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.211754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6fae1c3c-aac4-482d-9563-0d0126396c30 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/236e29e5-713c-42df-92d7-8211c40f13a7 HTTP/1.1" status: 204 len: 168 time: 0.4994955 Oct 13 04:14:35.212198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37376) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:35.214415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5456ab-9a9d-4558-83eb-3878b87e35c3 None None] Network 5e44ca7d-603a-4e92-a2df-eaab71a279a1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:35.313308 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16be6544-8619-4000-a20d-1a8cf2b1b176 req-86e2065a-1d18-4b58-bce5-90dfc19f6b1e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215770 Oct 13 04:14:35.351432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 66d253ac-d233-4b82-8425-8ed8dd7ae98b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:35.358501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.386234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 66d253ac-d233-4b82-8425-8ed8dd7ae98b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:35.387393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 66d253ac-d233-4b82-8425-8ed8dd7ae98b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:35.387555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9a33c33f-de8a-4e63-8d9a-aee149529117 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:35.421577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9a33c33f-de8a-4e63-8d9a-aee149529117 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:35.422056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9a33c33f-de8a-4e63-8d9a-aee149529117 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:35.428845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Deleting port 174c60e1-0231-4347-9750-08cfda9dde7c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:35.429184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.551014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] For port 174c60e1-0231-4347-9750-08cfda9dde7c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=174c60e1-0231-4347-9750-08cfda9dde7c,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:35.551494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.575290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Calling delete_port for 174c60e1-0231-4347-9750-08cfda9dde7c owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:35.600984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6489fe-6003-4f15-aa8e-d60163c8178d req-288e796c-d10b-4c19-9d12-ce9c4d24666f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:35.603773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b6489fe-6003-4f15-aa8e-d60163c8178d req-288e796c-d10b-4c19-9d12-ce9c4d24666f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1072423 Oct 13 04:14:35.617423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] DHCP port deletion for 5e44ca7d-603a-4e92-a2df-eaab71a279a1 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:35.676876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Deleting port 174c60e1-0231-4347-9750-08cfda9dde7c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:35.677480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.709783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b6489fe-6003-4f15-aa8e-d60163c8178d req-33384960-7c29-45a4-9a6a-41aa5c7b9255 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Oct 13 04:14:35.759539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.764143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] For port 174c60e1-0231-4347-9750-08cfda9dde7c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=174c60e1-0231-4347-9750-08cfda9dde7c,segment=NetworkSegment(7a45127d-78dc-445c-adb0-9e0d8b5177e8),segment_id=7a45127d-78dc-445c-adb0-9e0d8b5177e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:35.764908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.809277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=174c60e1-0231-4347-9750-08cfda9dde7c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:35.811398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] No DVR routers for this DVR port 174c60e1-0231-4347-9750-08cfda9dde7c on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:35.947886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:35.948841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Calling delete_port for 174c60e1-0231-4347-9750-08cfda9dde7c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:36.009960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e44ca7d-603a-4e92-a2df-eaab71a279a1']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.065584 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.069086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ea037-f482-4a66-990e-852f660516c5 req-62be45ad-a92b-4a1f-b00d-dcead61e7cfd tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:36.071276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a40ea037-f482-4a66-990e-852f660516c5 req-62be45ad-a92b-4a1f-b00d-dcead61e7cfd tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 949 time: 0.1680787 Oct 13 04:14:36.073890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a45127d-78dc-445c-adb0-9e0d8b5177e8') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.074283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a45127d-78dc-445c-adb0-9e0d8b5177e8') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:36.104997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] Pushing event deleted for resources: {'Port': ['ID=174c60e1-0231-4347-9750-08cfda9dde7c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:36.111247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279a628-4e33-4f6f-84db-462857a911fb None None] No DVR routers for this DVR port 174c60e1-0231-4347-9750-08cfda9dde7c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:36.126600 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.229944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.247950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a40ea037-f482-4a66-990e-852f660516c5 req-40a1f8f0-0780-4bad-a3be-cf4939f71c33 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478486 Oct 13 04:14:36.249284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:36.249843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:36.253001 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:36.414765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.421268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:36.426133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5e44ca7d-603a-4e92-a2df-eaab71a279a1 HTTP/1.1" status: 204 len: 168 time: 1.2124093 Oct 13 04:14:36.429539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37416) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:36.467941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae5a10-9c38-4c55-9caf-ce2053305ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e44ca7d-603a-4e92-a2df-eaab71a279a1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:36.544085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55257f38-4aa5-4a50-b8b8-c12dca39ac68 req-14536b71-8dd4-44d3-a3d8-3cfe8fe342ad tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:36.548036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55257f38-4aa5-4a50-b8b8-c12dca39ac68 req-14536b71-8dd4-44d3-a3d8-3cfe8fe342ad tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.0669689 Oct 13 04:14:36.604872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb346d-2a95-4df0-b3f6-6974a86b4cfa req-4cc0e67d-bb14-4255-8376-6126ae26a791 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:36.609618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55257f38-4aa5-4a50-b8b8-c12dca39ac68 req-0d0f14f4-6ab1-4fbe-86a8-07c189d7ce8e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Oct 13 04:14:36.620383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6fb346d-2a95-4df0-b3f6-6974a86b4cfa req-4cc0e67d-bb14-4255-8376-6126ae26a791 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 950 time: 0.2856293 Oct 13 04:14:36.710133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6fb346d-2a95-4df0-b3f6-6974a86b4cfa req-00dd5b69-cab8-4dc4-a623-8f04687f75ee tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887933 Oct 13 04:14:36.771891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a865e4-b321-4161-b09e-9fcb547e4afd req-8ae20eee-559f-4ee7-8d86-022ffb0fc29c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:36.780115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9a865e4-b321-4161-b09e-9fcb547e4afd req-8ae20eee-559f-4ee7-8d86-022ffb0fc29c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0723615 Oct 13 04:14:36.840571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9a865e4-b321-4161-b09e-9fcb547e4afd req-2b3a6c19-0e01-475c-a368-d8af6cf54371 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Oct 13 04:14:37.053496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44786941-a17c-4e6f-a87a-8803d242e84c req-b273e427-d56b-492d-823c-20a32330c854 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:37.055623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44786941-a17c-4e6f-a87a-8803d242e84c req-b273e427-d56b-492d-823c-20a32330c854 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1152523 Oct 13 04:14:37.066025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 174c60e1-0231-4347-9750-08cfda9dde7c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:37.118705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 174c60e1-0231-4347-9750-08cfda9dde7c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:37.123972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 174c60e1-0231-4347-9750-08cfda9dde7c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:37.166654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44786941-a17c-4e6f-a87a-8803d242e84c req-62f5c808-a81b-46ee-aea7-93735c829c95 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602815 Oct 13 04:14:37.422143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.834300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Deleting port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:37.834928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.869968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffc2e7-7974-46f9-b22e-4fb2cb849e32 req-ab7aaebb-e2a3-4aa7-ad9b-a3cbe6cdd79f tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:37.878014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1ffc2e7-7974-46f9-b22e-4fb2cb849e32 req-ab7aaebb-e2a3-4aa7-ad9b-a3cbe6cdd79f tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 950 time: 0.0850735 Oct 13 04:14:37.939434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1ffc2e7-7974-46f9-b22e-4fb2cb849e32 req-de8f66ee-bf68-46f5-9e43-e8d1fb3d48a7 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582225 Oct 13 04:14:37.949828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] For port c6944b95-97c3-4edf-89ca-9cc1a7fac4ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:37.950219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:37.966096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Calling delete_port for c6944b95-97c3-4edf-89ca-9cc1a7fac4ec owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:38.220293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:38.393927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad7a2-07c6-440f-a7d1-e2bf0bbc2b2d req-bc849b5d-97d1-41e2-a70a-6e548f38643c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:38.406829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e5ad7a2-07c6-440f-a7d1-e2bf0bbc2b2d req-bc849b5d-97d1-41e2-a70a-6e548f38643c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1223207 Oct 13 04:14:38.493860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e5ad7a2-07c6-440f-a7d1-e2bf0bbc2b2d req-d7db19a6-34ff-48eb-b116-8f21ad7850bb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Oct 13 04:14:38.596179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6944b95-97c3-4edf-89ca-9cc1a7fac4ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:38.758465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.121941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:14:39.251106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:14:39.261478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24886128-9b82-43ac-b128-0b71a40be45a admin admin] 10.222.0.49 "PUT /v2.0/routers/062ffb37-85ff-40aa-83bc-5d9e752bd1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242617 Oct 13 04:14:39.263881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37506) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:39.268492 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Sync routers for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:14:39.278774 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:39.279703 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.384155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.414915 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:39.616068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.698936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Deleting port 419a4892-a99a-4f3a-898e-de99ff98062b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:39.699414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.802389 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:14:38Z', 'revision_number': 5, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port': {'id': '419a4892-a99a-4f3a-898e-de99ff98062b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:16:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.823712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62541b42-700f-4942-849a-85b192faaa30 req-776706f5-931c-4f06-8eb4-6ceeec07a670 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:39.831326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62541b42-700f-4942-849a-85b192faaa30 req-776706f5-931c-4f06-8eb4-6ceeec07a670 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1302092 Oct 13 04:14:39.843011 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Checking router: 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:14:39.858480 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Routers {'062ffb37-85ff-40aa-83bc-5d9e752bd1f7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:14:39.860032 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:39.909315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] For port 419a4892-a99a-4f3a-898e-de99ff98062b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=419a4892-a99a-4f3a-898e-de99ff98062b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:39.909699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:39.939333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Calling delete_port for 419a4892-a99a-4f3a-898e-de99ff98062b owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:39.992297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62541b42-700f-4942-849a-85b192faaa30 req-e6104a9c-40ce-4781-875a-ebf23c4d5e8f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411011 Oct 13 04:14:40.157847 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] Set router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:14:40.248302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:40.282386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=419a4892-a99a-4f3a-898e-de99ff98062b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:40.284929 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:14:39Z', 'revision_number': 6, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:40.349727 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20779fc3-1f47-41ef-8a1b-f0bf35ae0f16 None None] The sync data for ids ['062ffb37-85ff-40aa-83bc-5d9e752bd1f7'] in n-d-813736-1 is: [{'id': '062ffb37-85ff-40aa-83bc-5d9e752bd1f7', 'name': 'tempest-AttachSCSIVolumeTestJSON-825421942-router', 'tenant_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:12:32Z', 'updated_at': '2021-10-13T04:14:39Z', 'revision_number': 6, 'project_id': '9a2e4245e8f94e229bac72a0e18ae4da', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:14:40.423095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.007662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.010251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.115797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.116925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 062ffb37-85ff-40aa-83bc-5d9e752bd1f7 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:14:41.170332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.177964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5cc20d88-1d77-4922-b695-01a2665f71a5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/062ffb37-85ff-40aa-83bc-5d9e752bd1f7 HTTP/1.1" status: 204 len: 168 time: 1.9101787 Oct 13 04:14:41.184221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37576) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:41.221865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b2546-62c2-407e-8700-cf9e9f52f785 req-a0f13b1e-11db-4bd5-88bb-b1af9745fbaf tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:41.238878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a3b2546-62c2-407e-8700-cf9e9f52f785 req-a0f13b1e-11db-4bd5-88bb-b1af9745fbaf tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1408052 Oct 13 04:14:41.317633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Deleting subnet 8b3e1db5-61bc-4907-b32b-93d1393c0eaa {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:41.326637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a3b2546-62c2-407e-8700-cf9e9f52f785 req-35a77b34-52b0-437f-a494-4308a41ab843 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863304 Oct 13 04:14:41.335900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.368790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 419a4892-a99a-4f3a-898e-de99ff98062b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:41.403553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.404429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 419a4892-a99a-4f3a-898e-de99ff98062b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:41.404878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 419a4892-a99a-4f3a-898e-de99ff98062b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:41.405403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6944b95-97c3-4edf-89ca-9cc1a7fac4ec no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:41.431835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.437541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c6944b95-97c3-4edf-89ca-9cc1a7fac4ec {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:41.446971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6944b95-97c3-4edf-89ca-9cc1a7fac4ec not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:41.548305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.638524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.666864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acf8e78-e264-4784-92fd-20a5dc917a0c None None] Network dffd3f05-1ccb-4f0a-a017-0b28d2723951 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:14:41.680509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.690354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8b3e1db5-61bc-4907-b32b-93d1393c0eaa HTTP/1.1" status: 204 len: 168 time: 0.4985723 Oct 13 04:14:41.690958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37584) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:41.786015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e0047f39-3db1-4abd-837f-55a2b3d1af34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.792606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5c830-d130-4cf8-80e3-1210656cdd60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3e1db5-61bc-4907-b32b-93d1393c0eaa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:41.820686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.930184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Deleting port 80a82974-94b4-40b2-943d-dbe7ace0740c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:41.930695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:41.963087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:42.081693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] DHCP port deletion for dffd3f05-1ccb-4f0a-a017-0b28d2723951 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:14:42.130514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] For port 80a82974-94b4-40b2-943d-dbe7ace0740c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=80a82974-94b4-40b2-943d-dbe7ace0740c,segment=NetworkSegment(39f1ab2c-4143-4fc0-b381-a32d3ace60ff),segment_id=39f1ab2c-4143-4fc0-b381-a32d3ace60ff)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:42.131031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.152900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Calling delete_port for 80a82974-94b4-40b2-943d-dbe7ace0740c owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:42.284478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:42.304388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.305233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9bde0eef-b293-4288-9174-59f95c33f339', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '9bde0eef-b293-4288-9174-59f95c33f339', 'mac_address': 'fa:16:3e:84:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:42.313698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Deleting port 80a82974-94b4-40b2-943d-dbe7ace0740c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:42.314343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.342083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a82974-94b4-40b2-943d-dbe7ace0740c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.354391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] No DVR routers for this DVR port 80a82974-94b4-40b2-943d-dbe7ace0740c on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:42.533100 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] For port 80a82974-94b4-40b2-943d-dbe7ace0740c, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:42.533567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.547520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.551515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Calling delete_port for 80a82974-94b4-40b2-943d-dbe7ace0740c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:42.554566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Port 80a82974-94b4-40b2-943d-dbe7ace0740c was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:14:42.559804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.609770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] Pushing event deleted for resources: {'Port': ['ID=80a82974-94b4-40b2-943d-dbe7ace0740c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.635232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.637795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffd3f05-1ccb-4f0a-a017-0b28d2723951']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.653093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f1ab2c-4143-4fc0-b381-a32d3ace60ff') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.653505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53c07f-9d2e-47b0-a242-4113c04121ed None None] No DVR routers for this DVR port 80a82974-94b4-40b2-943d-dbe7ace0740c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:42.653633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f1ab2c-4143-4fc0-b381-a32d3ace60ff') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:42.657810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:42.680305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.681344 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.712409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.727377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:42.727901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.732681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:42.740261 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:42.800192 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:42.818433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.824825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:42.829429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dffd3f05-1ccb-4f0a-a017-0b28d2723951 HTTP/1.1" status: 204 len: 168 time: 1.1372991 Oct 13 04:14:42.837754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800ba2-a85f-403f-980a-a2d27692deb7 req-e20375ac-dcc4-4317-9c41-0bdfdf56709e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:42.845523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e800ba2-a85f-403f-980a-a2d27692deb7 req-e20375ac-dcc4-4317-9c41-0bdfdf56709e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.3304787 Oct 13 04:14:42.864445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.902568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69a782-7bc0-47d3-9c4f-30182c40fba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dffd3f05-1ccb-4f0a-a017-0b28d2723951,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:42.929456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e800ba2-a85f-403f-980a-a2d27692deb7 req-8dcb47a0-c986-4fcf-8f72-394ce163e4aa tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830183 Oct 13 04:14:42.953788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9bde0eef-b293-4288-9174-59f95c33f339'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:43.116614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 80a82974-94b4-40b2-943d-dbe7ace0740c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:43.248401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 80a82974-94b4-40b2-943d-dbe7ace0740c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:43.248985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 80a82974-94b4-40b2-943d-dbe7ace0740c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:43.326843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37692) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:43.441834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-309ac564-f22a-4feb-a057-fbe71bf76328 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63caf9a1850e45c585dd2a009a1cea4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091990 Oct 13 04:14:43.451748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:43.524579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.566566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.680423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.683027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:43.684323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33b585d5-f72a-4d51-b32e-b6be82b88650 HTTP/1.1" status: 204 len: 168 time: 0.2310255 Oct 13 04:14:43.713840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb743d-697d-4127-be23-71536f1054bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b585d5-f72a-4d51-b32e-b6be82b88650,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:43.986927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:14:44.165372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe583ac9-e640-4f33-9fc3-5087c1f6dbac req-309262e7-a954-4a46-9b2f-84eb2175c85e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:44.169851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe583ac9-e640-4f33-9fc3-5087c1f6dbac req-309262e7-a954-4a46-9b2f-84eb2175c85e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1418798 Oct 13 04:14:44.178721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aac93ea2-d3a6-456e-afc6-606f03a2c124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.215481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9bde0eef-b293-4288-9174-59f95c33f339 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:44.215856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.262265 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe583ac9-e640-4f33-9fc3-5087c1f6dbac req-b8c784e7-17d1-4d6d-8df9-46354ed711ed tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Oct 13 04:14:44.323312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37744) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:44.416779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26769f53-bce8-4edd-9beb-52218e09bf55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a2e4245e8f94e229bac72a0e18ae4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902731 Oct 13 04:14:44.417516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37750) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:44.466570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.524417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.533486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:44.536025 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d680d1-f84d-4787-ac9c-200c04628798" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:44.553677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:44.564280 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.583318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.625633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:44.699668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.705428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:44.707838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b451ca9-dbe5-4913-9569-d43f7af235da HTTP/1.1" status: 204 len: 168 time: 0.2886038 Oct 13 04:14:44.726312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e5733-1b66-49fa-955d-87da57b89c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b451ca9-dbe5-4913-9569-d43f7af235da,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:44.800923 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843bf0dd-1454-49c0-93fa-341e1b8031d9 x-openstack-request-id: req-843bf0dd-1454-49c0-93fa-341e1b8031d9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:44.801409 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:44.801831 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-843bf0dd-1454-49c0-93fa-341e1b8031d9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:44.802370 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'code': 200} Oct 13 04:14:45.252360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.342929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-01da4391-801e-43ae-8d2f-f9e6215acd76 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:45.357159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-01da4391-801e-43ae-8d2f-f9e6215acd76 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.1530263 Oct 13 04:14:45.379760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:45.387856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-dd473c85-2c94-4eb4-a60d-d8352dedeb71 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/quotas/304405e631454c54a1e2df701c72edec HTTP/1.1" status: 200 len: 375 time: 0.0245521 Oct 13 04:14:45.473534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-44d1db21-c717-4f40-a951-eef9644fd0b8 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842953 Oct 13 04:14:45.530169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43ee4f-412d-4627-9fae-97f693ecb00b req-424a6768-248e-41f0-9a8b-f60e26c9dade tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:45.533139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb43ee4f-412d-4627-9fae-97f693ecb00b req-424a6768-248e-41f0-9a8b-f60e26c9dade tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1261308 Oct 13 04:14:45.595372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb43ee4f-412d-4627-9fae-97f693ecb00b req-551ca4a0-055c-402e-bd22-d04530c37e6f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522146 Oct 13 04:14:45.638532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-26172874-c637-436a-96e4-961c89d18d43 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615024 Oct 13 04:14:45.863767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-8a8e24e5-0bf7-4404-bc05-ad0ee5856be7 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197411 Oct 13 04:14:45.991812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:46.108517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.165435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:46.194126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:46.240426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ba40193-4746-4f5e-8dca-ef5cb0bea9eb req-750b765c-9521-454e-aa51-229ad0d90f03 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 210 time: 0.0656543 Oct 13 04:14:46.281151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:46.802337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abdd75-2467-4681-b069-4c8910d82d3d req-f33d55b8-e4cb-4700-9d27-953b94f820c1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:46.804684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:46.807332 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5268db9-3830-4b3a-a5f1-efdb3aca5b13" -d '{"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-unplugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:46.825011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-84abdd75-2467-4681-b069-4c8910d82d3d req-f33d55b8-e4cb-4700-9d27-953b94f820c1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0811167 Oct 13 04:14:46.897747 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c3b56a-5a0c-4f59-a0f9-1c534e8edeb4 x-openstack-request-id: req-72c3b56a-5a0c-4f59-a0f9-1c534e8edeb4 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:46.898069 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-unplugged", "status": "completed", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:46.898389 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72c3b56a-5a0c-4f59-a0f9-1c534e8edeb4 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:46.898777 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23', 'code': 200} Oct 13 04:14:46.952046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-84abdd75-2467-4681-b069-4c8910d82d3d req-cf825914-cc05-4e65-8760-edf607d161f8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226795 Oct 13 04:14:47.050100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-8830cbfc-5620-4716-a1fc-fb942654aeee tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:47.069349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-8830cbfc-5620-4716-a1fc-fb942654aeee tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/ports?device_id=574891b6-ea4f-4164-b58e-93b1a3eaafeb HTTP/1.1" status: 200 len: 943 time: 0.1525595 Oct 13 04:14:47.123512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.203463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Deleting port 69f7f778-dd56-495e-8c37-776f211b1e23 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:47.209797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.447006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-173f4c4e-9cf0-463a-ac19-745c8bb9f53a req-fc218df9-7a3b-478d-9377-794281873d24 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 210 time: 0.0295117 Oct 13 04:14:47.449545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] For port 69f7f778-dd56-495e-8c37-776f211b1e23, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=69f7f778-dd56-495e-8c37-776f211b1e23,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:47.449916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.497202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Calling delete_port for 69f7f778-dd56-495e-8c37-776f211b1e23 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:47.709482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-502214a4-30fa-404b-a4c3-1a1ce7a6414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:47.711258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-502214a4-30fa-404b-a4c3-1a1ce7a6414d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1100 time: 0.0704110 Oct 13 04:14:47.713987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.805910 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:14:47.827795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event deleted for resources: {'Port': ['ID=69f7f778-dd56-495e-8c37-776f211b1e23,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:47.969926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] No DVR routers for this DVR port 69f7f778-dd56-495e-8c37-776f211b1e23 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:47.973028 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:47.988882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab182891-1a98-41d6-9231-dc380700a9b8 req-2473a87e-8e62-4ee1-b0a4-3a442c08dee3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "DELETE /v2.0/ports/69f7f778-dd56-495e-8c37-776f211b1e23 HTTP/1.1" status: 204 len: 173 time: 0.9101067 Oct 13 04:14:48.003519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37900) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:48.014325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-deleted', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:48.019587 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c3aa9-da2c-47fe-9db4-24989eb2fd32" -d '{"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-deleted", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:48.091832 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a438ff5d-2c75-4fc7-b96a-c59a075e3cee x-openstack-request-id: req-a438ff5d-2c75-4fc7-b96a-c59a075e3cee {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:48.093995 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574891b6-ea4f-4164-b58e-93b1a3eaafeb", "name": "network-vif-deleted", "tag": "69f7f778-dd56-495e-8c37-776f211b1e23", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:48.100906 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a438ff5d-2c75-4fc7-b96a-c59a075e3cee {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:48.101541 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574891b6-ea4f-4164-b58e-93b1a3eaafeb', 'name': 'network-vif-deleted', 'tag': '69f7f778-dd56-495e-8c37-776f211b1e23', 'status': 'completed', 'code': 200} Oct 13 04:14:48.273991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-b7efd12b-c752-4827-9d14-55d9730ffe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:48.275483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-b7efd12b-c752-4827-9d14-55d9730ffe83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5099616 Oct 13 04:14:48.329489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3795b81b-3432-4e52-97dd-374fe5208630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.387759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-14a438b5-bff4-4bc9-b14e-8b7f6b523403 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0914891 Oct 13 04:14:48.411427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-1adc5ded-4ef1-496d-a52c-a8d6db109532 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:48.420477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-1adc5ded-4ef1-496d-a52c-a8d6db109532 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.47 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.6925561 Oct 13 04:14:48.447791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e73d-1169-4418-9438-d8ba1119b4fd req-5ac9e665-bd22-44c5-b93e-9d6eba9b989a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:48.449373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ed7e73d-1169-4418-9438-d8ba1119b4fd req-5ac9e665-bd22-44c5-b93e-9d6eba9b989a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.3188305 Oct 13 04:14:48.453652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Request body: {'port': {'device_id': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'admin_state_up': True, 'tenant_id': '304405e631454c54a1e2df701c72edec'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:48.552946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3795b81b-3432-4e52-97dd-374fe5208630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.564502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3795b81b-3432-4e52-97dd-374fe5208630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.619639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795b81b-3432-4e52-97dd-374fe5208630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091d891-3538-44b6-b724-9fd6ac3712d8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:48.680163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3795b81b-3432-4e52-97dd-374fe5208630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ceeb8a797714c7e8bdc6ee01bb04db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755738 Oct 13 04:14:48.682060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37924) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:48.759524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-d3ff5e8d-84f9-4afa-95aa-d102cc488e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:48.762775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-d3ff5e8d-84f9-4afa-95aa-d102cc488e12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3412392 Oct 13 04:14:48.771038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:48.781174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.814977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e90ef1c-af0e-4356-9523-e83c92c39167 req-696c73d5-e4f7-4585-89f1-c7926246bbca tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 210 time: 0.1969225 Oct 13 04:14:48.891213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.912030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ed7e73d-1169-4418-9438-d8ba1119b4fd req-ab6d023e-0a03-48cd-bb9a-4024cabfc816 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476559 Oct 13 04:14:48.954722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:48.996310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-b9ad42b5-d4c4-4ae3-847f-115292df9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:48.997948 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-b9ad42b5-d4c4-4ae3-847f-115292df9fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812177 Oct 13 04:14:49.017300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.021157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:49.026147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3091d891-3538-44b6-b724-9fd6ac3712d8 HTTP/1.1" status: 204 len: 168 time: 0.3353834 Oct 13 04:14:49.044320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b8532-8c22-46a6-bd59-63077d05d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091d891-3538-44b6-b724-9fd6ac3712d8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:49.393390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Allocated IP 172.20.0.8 (09eb9e89-c7da-43f3-a91a-c841807753de/26442103-b8fa-40e3-8a69-5c8bf1873f36/38074522-f222-405a-b963-ad9e8b8cc7ba) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:49.463774 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-e2917375-b103-41a9-acff-805f76ef3457 service neutron] show failed (client error): The resource could not be found. Oct 13 04:14:49.465342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-e2917375-b103-41a9-acff-805f76ef3457 service neutron] 10.222.0.47 "GET /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.1224494 Oct 13 04:14:49.564743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-6a24fab9-61ef-4f39-918a-0c84b8167c0c service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538166 Oct 13 04:14:49.919160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2f0d6993-ffa7-432e-a93e-9b21dc5d0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:49.924905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2f0d6993-ffa7-432e-a93e-9b21dc5d0990 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1100 time: 0.1595759 Oct 13 04:14:49.936678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf99667-a307-4d6f-aeb5-15fa63fdcf18 req-617ac11c-34e4-4b8c-ad7a-925696059698 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628483 Oct 13 04:14:49.962245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:49.988285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:50.016344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.046806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 69f7f778-dd56-495e-8c37-776f211b1e23 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:50.064212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 69f7f778-dd56-495e-8c37-776f211b1e23 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:50.116924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62bfbf81-51fc-42e3-bb10-fde207142155 req-224fb699-a63d-4179-9a36-2dab12aa101d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 210 time: 0.1191585 Oct 13 04:14:50.185831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.205226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560ab06-0e1d-434e-8916-f8e8efafa94f req-23813378-4b21-41aa-bb94-f4b0797d727b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:50.215884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b560ab06-0e1d-434e-8916-f8e8efafa94f req-23813378-4b21-41aa-bb94-f4b0797d727b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1233449 Oct 13 04:14:50.258505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.303936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b560ab06-0e1d-434e-8916-f8e8efafa94f req-08c470d9-98a7-4242-87cf-39f03f489ac8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866001 Oct 13 04:14:50.371243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:50.375488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Network 09eb9e89-c7da-43f3-a91a-c841807753de is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:50.382608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:50.386262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:50.446517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:50.446517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:50.606966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-fffe1fc0-1023-485f-a02b-316edb411ab6 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1708522 Oct 13 04:14:50.626492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Request body: {'port': {'device_id': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:50.831108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.225487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ccd827bf-7c5c-4ba9-a9a8-1c89fe047916 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=56b8012713254ef095a4f93f99cfa45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300808 Oct 13 04:14:51.366855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-f870c662-973c-4370-9a54-58b40faf5089 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:51.380931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-f870c662-973c-4370-9a54-58b40faf5089 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538155 Oct 13 04:14:51.410330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-7ffa6911-4c88-4416-9279-799398491e73 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/quotas/56b8012713254ef095a4f93f99cfa45a HTTP/1.1" status: 200 len: 375 time: 0.0225914 Oct 13 04:14:51.416883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:51.482996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3ce00d37-5f0d-4339-88b6-e0f591bafabf tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=56b8012713254ef095a4f93f99cfa45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649393 Oct 13 04:14:51.565967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313753e7-aab1-462c-8c36-888087452484 req-d10d8b1b-5e31-4f7c-8bce-c011cca1a6fb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:51.573589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-313753e7-aab1-462c-8c36-888087452484 req-d10d8b1b-5e31-4f7c-8bce-c011cca1a6fb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 931 time: 0.2447793 Oct 13 04:14:51.684232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:51.810360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b402-f2c5-41ed-88e9-e6aaa39e2041 req-7cd728dc-45a8-4f6a-b7d8-d16cbb241171 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:51.822605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4279b402-f2c5-41ed-88e9-e6aaa39e2041 req-7cd728dc-45a8-4f6a-b7d8-d16cbb241171 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.1121399 Oct 13 04:14:51.828451 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-313753e7-aab1-462c-8c36-888087452484 req-ba3f711f-3935-4506-8a6a-3b93d1fcfdcd tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537458 Oct 13 04:14:51.888306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:51.891760 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5506dd-8545-4eb0-80be-44895a516e1f" -d '{"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-unplugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:51.902605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:51.907113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4279b402-f2c5-41ed-88e9-e6aaa39e2041 req-9af863ab-e185-47b3-8540-4e3d879306ed tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829642 Oct 13 04:14:51.966175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Transition to ACTIVE for port object 84c12481-eb52-4ef6-b793-8269cbb059a4 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:51.973923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.066111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-82e9d538-6b33-4cd5-b825-93e9ee8dc597 req-01528870-9baa-4930-9d78-66c0b55d25fb tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0709138 Oct 13 04:14:52.143795 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed1659-5edc-4c29-b26c-6bb83d0e1e29 x-openstack-request-id: req-21ed1659-5edc-4c29-b26c-6bb83d0e1e29 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:52.144279 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-unplugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:52.148764 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21ed1659-5edc-4c29-b26c-6bb83d0e1e29 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:52.149367 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'code': 200} Oct 13 04:14:52.150228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] No DVR routers for this DVR port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:52.156651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38074522-f222-405a-b963-ad9e8b8cc7ba {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:52.184932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:52.190637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.740956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Transition to ACTIVE for port object 38074522-f222-405a-b963-ad9e8b8cc7ba will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:52.783515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.821139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:52.821604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:52.821999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:52.844805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:52.856065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:52.856915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:52.888354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71f7e-cbc1-4502-bdab-85fd0c3c52c1 req-36280718-46e9-4836-b434-4a855de0cf49 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:52.890853 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8d71f7e-cbc1-4502-bdab-85fd0c3c52c1 req-36280718-46e9-4836-b434-4a855de0cf49 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.1442349 Oct 13 04:14:52.944025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:52.991479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:52.991895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:52.992352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:52.992866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Bound port: 84c12481-eb52-4ef6-b793-8269cbb059a4, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:52.993291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:52.995099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:53.032971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d6c03-3933-49d2-8403-fcae7a212ae0 req-fbf1c4b7-3c73-403e-b599-1d3a9785c988 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.040910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8d71f7e-cbc1-4502-bdab-85fd0c3c52c1 req-78a70ff1-3a59-4a0d-b597-617c5ed72a16 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369402 Oct 13 04:14:53.042228 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f29d6c03-3933-49d2-8403-fcae7a212ae0 req-fbf1c4b7-3c73-403e-b599-1d3a9785c988 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 943 time: 0.0923731 Oct 13 04:14:53.095648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f29d6c03-3933-49d2-8403-fcae7a212ae0 req-36554c57-892d-477a-818e-8642b1610314 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520735 Oct 13 04:14:53.110866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:53.110866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:53.110866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Attempting to bind port 38074522-f222-405a-b963-ad9e8b8cc7ba on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:53.111590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Attempting to bind port 38074522-f222-405a-b963-ad9e8b8cc7ba by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:53.112227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Attempting to bind port 38074522-f222-405a-b963-ad9e8b8cc7ba on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:53.117761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Port 38074522-f222-405a-b963-ad9e8b8cc7ba on network 09eb9e89-c7da-43f3-a91a-c841807753de not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:53.118261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Attempting to bind port 38074522-f222-405a-b963-ad9e8b8cc7ba on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:53.122370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.259670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:53.260947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Checking segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:53.261435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Bound using segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:53.262059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Bound port: 38074522-f222-405a-b963-ad9e8b8cc7ba, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:53.262601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.302975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:53.320131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.320903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.322407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] 10.222.0.16 "PUT /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 1095 time: 3.3727551 Oct 13 04:14:53.346581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.347097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.347542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.347986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.348410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.348832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.349252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.349672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.350087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.350529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.351096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.351481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd06b41-8a36-44ea-bdf1-0a87e7e8c83f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:53.420331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2d2357d-1fa0-4e60-b5d5-052719605261 req-7226f835-da8f-4b6f-9adc-1d56f42857f5 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0363233 Oct 13 04:14:53.487303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:53.491176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:53.513038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648b09a-40f5-468f-bcf5-1f14d0a5ebca req-0bd13d33-c474-46be-b7ff-dfccc042c5a1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.521492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a648b09a-40f5-468f-bcf5-1f14d0a5ebca req-0bd13d33-c474-46be-b7ff-dfccc042c5a1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.3278615 Oct 13 04:14:53.527456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-9a33dc56-d24d-4af2-9e77-20fc2cca23d9 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=56b8012713254ef095a4f93f99cfa45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1638167 Oct 13 04:14:53.528650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.634914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:53.691600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-534768eb-e73f-4e76-bd3d-e81f10cc0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.693485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-534768eb-e73f-4e76-bd3d-e81f10cc0fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1098 time: 0.3285332 Oct 13 04:14:53.710677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.711192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:53.712574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-566528d0-4473-4217-b114-a7f725870e2c service neutron] 10.222.0.47 "PUT /v2.0/ports/38074522-f222-405a-b963-ad9e8b8cc7ba HTTP/1.1" status: 200 len: 1091 time: 3.0914741 Oct 13 04:14:53.842761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a648b09a-40f5-468f-bcf5-1f14d0a5ebca req-b62d02ce-fbb6-42cb-b310-19914066c0e0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203251 Oct 13 04:14:53.910117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-2cb88f3d-17cc-4ba2-909e-f1b85a1492be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.911691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-2cb88f3d-17cc-4ba2-909e-f1b85a1492be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 1094 time: 0.1295199 Oct 13 04:14:53.924394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-58c856b5-e6c8-4ef5-b222-ee08acb97441 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.926017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-58c856b5-e6c8-4ef5-b222-ee08acb97441 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298466 Oct 13 04:14:53.938106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-3d8b3697-3ff5-4b0a-88d6-299f5c1f6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:53.939739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-3d8b3697-3ff5-4b0a-88d6-299f5c1f6790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2308378 Oct 13 04:14:53.976110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Request body: {'port': {'device_id': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '56b8012713254ef095a4f93f99cfa45a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:53.992849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-c7f35a01-3e61-47d9-9d7d-28b4c711fc82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38074522-f222-405a-b963-ad9e8b8cc7ba HTTP/1.1" status: 200 len: 217 time: 0.0639441 Oct 13 04:14:54.059570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-505f600b-b03e-48aa-8bce-9fc59b11e6f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0930147 Oct 13 04:14:54.153101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}, {'name': 'network-changed', 'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:54.156155 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e549d4-834c-45f8-83f6-a0c44df5a85d" -d '{"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}, {"name": "network-changed", "server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:54.191956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce078b-a776-46e2-b694-037db5191c17 req-291287b8-3259-48c6-833d-bdd30bd8fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.194238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-291287b8-3259-48c6-833d-bdd30bd8fb76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.1457605 Oct 13 04:14:54.206797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e833cbd-a095-4c74-923d-447dacce6e89 req-b1a6a6c1-b3dc-4645-96d8-0e79c7a35cec tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.216447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e833cbd-a095-4c74-923d-447dacce6e89 req-b1a6a6c1-b3dc-4645-96d8-0e79c7a35cec tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.0688007 Oct 13 04:14:54.255725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e833cbd-a095-4c74-923d-447dacce6e89 req-614a2097-7665-41e1-98e3-7a255e06fd11 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Oct 13 04:14:54.271933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-5bae9500-d07b-4527-8765-2b438e3b6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.273568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-5bae9500-d07b-4527-8765-2b438e3b6306 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1920145 Oct 13 04:14:54.278279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-fcc9cfdf-086d-4ddc-b75e-9fa1b0eab40a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616720 Oct 13 04:14:54.380167 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e87b21b-659c-49f0-96e1-0c2bb7da13ef x-openstack-request-id: req-2e87b21b-659c-49f0-96e1-0c2bb7da13ef {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:54.380606 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:54.380962 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e87b21b-659c-49f0-96e1-0c2bb7da13ef {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:54.381449 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'status': 'completed', 'code': 200} Oct 13 04:14:54.381800 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'status': 'completed', 'code': 200} Oct 13 04:14:54.432728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7237-1899-4eac-a389-600692b49b43 req-99388870-603d-4653-94c0-a108eadca332 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.434409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19fb7237-1899-4eac-a389-600692b49b43 req-99388870-603d-4653-94c0-a108eadca332 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 943 time: 0.2483072 Oct 13 04:14:54.441973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Made reservation on behalf of 56b8012713254ef095a4f93f99cfa45a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:14:54.445264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.484491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.504503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-fe45127d-ea6d-42a2-98c8-74a4068c6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.506191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-fe45127d-ea6d-42a2-98c8-74a4068c6247 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179325 Oct 13 04:14:54.563178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-99b14292-4d39-4867-978e-09b7c2f1b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.564700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-99b14292-4d39-4867-978e-09b7c2f1b1e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1098 time: 0.1883821 Oct 13 04:14:54.630293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3de26c41-2d31-4949-9729-119b652f029e req-abed7803-7122-4f10-a800-f8003b52e8cc tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0360699 Oct 13 04:14:54.631208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-08102d34-1f8a-43f6-b0be-9443ce178f22 service neutron] 10.222.0.47 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331237 Oct 13 04:14:54.640859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19fb7237-1899-4eac-a389-600692b49b43 req-8bd30f2a-dccd-41f1-b58a-ad0eaeb6348a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874850 Oct 13 04:14:54.852185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-198a822c-1abd-4978-bd18-a67ae4487054 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.853999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-198a822c-1abd-4978-bd18-a67ae4487054 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.1014411 Oct 13 04:14:54.875078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-32b545a7-5a2f-4c13-b950-e76d83b8aa54 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508241 Oct 13 04:14:54.975031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Deleting port a09034bd-b569-42f0-b2d4-a1fce81974df {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:14:54.975572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:54.984013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-432c0db7-ae35-4366-a1cf-9e656de33d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:54.985268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-432c0db7-ae35-4366-a1cf-9e656de33d25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3819296 Oct 13 04:14:55.090112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-15c96f32-1c0c-4174-869c-8dff6e5b289d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0741165 Oct 13 04:14:55.100608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] For port a09034bd-b569-42f0-b2d4-a1fce81974df, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a09034bd-b569-42f0-b2d4-a1fce81974df,segment=NetworkSegment(ceb034bb-dc41-4473-a08f-845b9e833bb2),segment_id=ceb034bb-dc41-4473-a08f-845b9e833bb2)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:55.101115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.130249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Calling delete_port for a09034bd-b569-42f0-b2d4-a1fce81974df owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:14:55.159604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cce078b-a776-46e2-b694-037db5191c17 req-a25b88e0-48d7-48b8-bc21-7ec3be8895f1 service neutron] 10.222.0.47 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756794 Oct 13 04:14:55.168341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-585ed5ef-f25c-4595-8e16-03ebb584a3c1 req-d1022402-4a0c-4a21-9695-d9afead9d4a7 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768829 Oct 13 04:14:55.177813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.194238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.211530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5ec00-9625-44de-828c-8b3a8b14efc1 req-3969cb73-572e-4a1e-8246-95a8f1d0452b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.213060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0be5ec00-9625-44de-828c-8b3a8b14efc1 req-3969cb73-572e-4a1e-8246-95a8f1d0452b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.2178831 Oct 13 04:14:55.221867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-2346ed77-c41e-4fc2-8ac9-f2da4f36e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.223374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-2346ed77-c41e-4fc2-8ac9-f2da4f36e185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1059771 Oct 13 04:14:55.413279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9805f76a-40a9-4050-bdd4-79656337d3c1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:55.459126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6204f9-8b91-4855-9dd0-a28ec61a424f req-70e09b8e-0c1c-4d5d-bce8-beef16bd05b7 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.459126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c6204f9-8b91-4855-9dd0-a28ec61a424f req-70e09b8e-0c1c-4d5d-bce8-beef16bd05b7 tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9cc04e7-3ad9-47eb-9940-96532156e83f HTTP/1.1" status: 200 len: 945 time: 0.0892675 Oct 13 04:14:55.462363 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0be5ec00-9625-44de-828c-8b3a8b14efc1 req-c3b2cfbb-7464-43a0-bcc5-a1e038065e03 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257230 Oct 13 04:14:55.465767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.469064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-f013cf61-f4f0-489c-8872-665a8fa5e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.470667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-f013cf61-f4f0-489c-8872-665a8fa5e032 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283928 Oct 13 04:14:55.479789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a09034bd-b569-42f0-b2d4-a1fce81974df'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:55.543287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c6204f9-8b91-4855-9dd0-a28ec61a424f req-152f37f2-acdb-479b-b35a-6c9f655aa64f tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.49 "GET /v2.0/security-groups?id=b975fdd6-e06f-4884-82a1-96ef25447556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030746 Oct 13 04:14:55.544028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Pushing event deleted for resources: {'Port': ['ID=a09034bd-b569-42f0-b2d4-a1fce81974df,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:55.607844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] No DVR routers for this DVR port a09034bd-b569-42f0-b2d4-a1fce81974df on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:14:55.611321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:55.614850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b42483c-16c5-4257-b5d2-0ea07b551876 req-25d823e3-6652-4b52-8ceb-8413f4f0303d tempest-VolumesAdminNegativeTest-2022267691 tempest-VolumesAdminNegativeTest-2022267691-project] 10.222.0.16 "DELETE /v2.0/ports/a09034bd-b569-42f0-b2d4-a1fce81974df HTTP/1.1" status: 204 len: 173 time: 0.7531455 Oct 13 04:14:55.615312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'name': 'network-vif-deleted', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:55.619862 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a495bc6-4001-4121-a665-98011127033e" -d '{"events": [{"server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "name": "network-vif-deleted", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:55.680162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-4b6a789f-b61b-4d53-be6a-b0b5bdcbc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:55.682043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-4b6a789f-b61b-4d53-be6a-b0b5bdcbc96b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1098 time: 0.3236699 Oct 13 04:14:55.706699 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6a7fc-3196-41c1-9d37-24fe421284c5 x-openstack-request-id: req-e3f6a7fc-3196-41c1-9d37-24fe421284c5 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:14:55.706993 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cc04e7-3ad9-47eb-9940-96532156e83f", "name": "network-vif-deleted", "tag": "a09034bd-b569-42f0-b2d4-a1fce81974df", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:14:55.707309 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3f6a7fc-3196-41c1-9d37-24fe421284c5 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:14:55.707716 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cc04e7-3ad9-47eb-9940-96532156e83f', 'name': 'network-vif-deleted', 'tag': 'a09034bd-b569-42f0-b2d4-a1fce81974df', 'status': 'completed', 'code': 200} Oct 13 04:14:55.792622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaa6fa36-9845-4ab9-beb5-7b818b2e9f36 req-3973f077-e802-4b19-9116-a88e1fe5ffc5 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 210 time: 0.0635757 Oct 13 04:14:55.833797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Allocated IP 192.168.233.9 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/9bd938d0-58a5-471d-9fc1-fdb52ba2c431) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:14:55.926185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-c5161e57-29c3-433d-9d53-366d564b99dc service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966901 Oct 13 04:14:56.349937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dad69-5f44-481b-bb2a-13ed0386f7d2 req-a37d6fb5-2eac-4af5-bbfc-ebde4eb2b942 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.359107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-325dad69-5f44-481b-bb2a-13ed0386f7d2 req-a37d6fb5-2eac-4af5-bbfc-ebde4eb2b942 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 943 time: 0.4861917 Oct 13 04:14:56.409439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-a9636cb3-85af-43b0-abe1-fdb72f71911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.410996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-a9636cb3-85af-43b0-abe1-fdb72f71911f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.7083921 Oct 13 04:14:56.534829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-02fa04d6-3d67-42ab-ba7f-8791acc5f1bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0879130 Oct 13 04:14:56.613087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-325dad69-5f44-481b-bb2a-13ed0386f7d2 req-3180d146-2eda-4bf7-abed-c991ebce8178 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528524 Oct 13 04:14:56.621785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eec6f3-44e8-4615-8e85-b1f5d6b35587 req-b2a37f2e-abbb-47b3-ad8c-85edbefe7d65 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.624728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61eec6f3-44e8-4615-8e85-b1f5d6b35587 req-b2a37f2e-abbb-47b3-ad8c-85edbefe7d65 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.0645020 Oct 13 04:14:56.650075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-0892199d-3c65-4e67-a7de-1c2c1e2981b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.652134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-0892199d-3c65-4e67-a7de-1c2c1e2981b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1049893 Oct 13 04:14:56.669982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-27f0a733-1547-4e8b-84e7-1e32dccb51a1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348986 Oct 13 04:14:56.678008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61eec6f3-44e8-4615-8e85-b1f5d6b35587 req-cc245442-7620-449d-bdc4-7c81eb083b3b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Oct 13 04:14:56.705445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:56.814452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.862775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Deleting subnet 6274c0f9-f7ea-454d-8e03-d6b552253601 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:56.870243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:56.899854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-27dcef5d-e98b-4ec0-b5bf-a75bb285901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.902292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-27dcef5d-e98b-4ec0-b5bf-a75bb285901c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249253 Oct 13 04:14:56.933023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-671a7dec-3c17-4024-b21e-8511bd495e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:56.934508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-671a7dec-3c17-4024-b21e-8511bd495e11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 1094 time: 0.1998441 Oct 13 04:14:56.980762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f333d1a-aea1-4bc4-a9ad-5127a72da29a req-2eb066b6-ee21-47b2-a026-c925cec10d4a tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 210 time: 0.1029735 Oct 13 04:14:57.088111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.147933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.202820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.287734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:14:57.314322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:14:57.325675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:14:57.328953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Pushing event updated for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:57.332706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-0c1bcde1-1be6-4cb5-a766-0bc0e5b83745 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066107 Oct 13 04:14:57.360439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-54c2b32d-2f22-4df2-9048-6539ce44533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:57.361934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-54c2b32d-2f22-4df2-9048-6539ce44533f service neutron] 10.222.0.47 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 906 time: 0.4019780 Oct 13 04:14:57.475241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-4a32b218-0c1f-46ee-b349-f1360044c427 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38074522-f222-405a-b963-ad9e8b8cc7ba HTTP/1.1" status: 200 len: 217 time: 0.0963805 Oct 13 04:14:57.499446 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.541972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:57.542603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.600367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6274c0f9-f7ea-454d-8e03-d6b552253601,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:57.609648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.612837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87c1463b-9015-428f-88ce-726e08a352a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6274c0f9-f7ea-454d-8e03-d6b552253601 HTTP/1.1" status: 204 len: 168 time: 0.9033308 Oct 13 04:14:57.617110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38146) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:57.629021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-3947295a-daad-4048-aa2a-d58029c8a679 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6562121 Oct 13 04:14:57.634074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-cf39fd97-eb10-4b46-aa4f-18ae72249d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:57.635518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-cf39fd97-eb10-4b46-aa4f-18ae72249d4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.1486459 Oct 13 04:14:57.680502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Request body: {'port': {'device_id': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:14:57.768631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-131579b0-b08c-4938-80ea-f30cc504bf1c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047973 Oct 13 04:14:57.770683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4cb402bc-4a7d-4736-b6d8-a33d5cb38845 None None] Provisioning complete for port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:14:57.772992 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-87eb9924-b489-455e-8cc8-e2e785f6bb30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285851 Oct 13 04:14:57.773586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4cb402bc-4a7d-4736-b6d8-a33d5cb38845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.837433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4cb402bc-4a7d-4736-b6d8-a33d5cb38845 None None] Port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:14:57.842358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.935818 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:57.953128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e2903-229d-48f8-b5f3-85de4cb4bc86 req-6a6e2bec-774d-4b98-ac0e-78e0657af760 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:57.960111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a8e2903-229d-48f8-b5f3-85de4cb4bc86 req-6a6e2bec-774d-4b98-ac0e-78e0657af760 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 947 time: 0.1762550 Oct 13 04:14:57.972262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335cd0-d1ef-4acf-a238-65cbe89ff2fa req-63bc0d54-42eb-4731-894a-6e2311a5dafb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:57.973829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4335cd0-d1ef-4acf-a238-65cbe89ff2fa req-63bc0d54-42eb-4731-894a-6e2311a5dafb tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 943 time: 0.1998584 Oct 13 04:14:57.981555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-8178ac18-9fa2-4cc0-aca9-8853106bf00a service neutron] 10.222.0.47 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891599 Oct 13 04:14:57.994234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.018330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a8e2903-229d-48f8-b5f3-85de4cb4bc86 req-e34394d1-e098-4977-9b28-0d14ac76defe tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Oct 13 04:14:58.037241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:58.069255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c35675-9229-4dd2-be78-9bf9135ab196']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.082047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb034bb-dc41-4473-a08f-845b9e833bb2') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.082578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb034bb-dc41-4473-a08f-845b9e833bb2') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.104159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.126378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.136083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:58.136623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.196725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4335cd0-d1ef-4acf-a238-65cbe89ff2fa req-dc96472b-36be-4928-bd71-1633cd39fb63 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966510 Oct 13 04:14:58.220113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a09034bd-b569-42f0-b2d4-a1fce81974df no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:58.241801 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:58.252132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.265377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.279137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e7c35675-9229-4dd2-be78-9bf9135ab196 HTTP/1.1" status: 204 len: 168 time: 0.6605201 Oct 13 04:14:58.279883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38176) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:58.286409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: a09034bd-b569-42f0-b2d4-a1fce81974df {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:14:58.286747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a09034bd-b569-42f0-b2d4-a1fce81974df not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:14:58.353920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e549d4-834c-45f8-83f6-a0c44df5a85d req-528ae955-1a16-4276-86b4-295d30d98638 service neutron] 10.222.0.47 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456359 Oct 13 04:14:58.361919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Deleting subnet bda09e0a-3675-4dc8-815e-e35a316b617c {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:14:58.365577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.374883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:58.387839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'mac_address': 'fa:16:3e:fa:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:58.409761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.432537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.459931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:58.478229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.506757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:58.516917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.552470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c35675-9229-4dd2-be78-9bf9135ab196,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.562399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.563097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.563582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.563938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.564276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.564611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.564950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.565279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.565611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.565949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.566271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.566602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03270aef-0b65-4208-86b5-176fd2aec626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.570291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.591101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:58.609484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda09e0a-3675-4dc8-815e-e35a316b617c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.612171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.613746 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.619746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f8a93b05-aac6-4bff-bc3e-1d7a18843cb9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bda09e0a-3675-4dc8-815e-e35a316b617c HTTP/1.1" status: 204 len: 168 time: 0.3367786 Oct 13 04:14:58.620598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38178) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:58.641203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.658471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.658471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.658471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.659573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.660037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.660468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.660948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.661761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.662240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.662669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.663167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.663620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:14:58.672624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Transition to ACTIVE for port object 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:14:58.703499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.729295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.821863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e2a35-bbf9-484b-92e0-a147743b88be req-b79a81f3-786f-4ad7-a625-2e06c8fdbbbd tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:58.823393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b12e2a35-bbf9-484b-92e0-a147743b88be req-b79a81f3-786f-4ad7-a625-2e06c8fdbbbd tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 934 time: 0.1788585 Oct 13 04:14:58.826521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:58.855103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 38074522-f222-405a-b963-ad9e8b8cc7ba details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:14:58.887918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.892449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282edc-5e0c-4d91-846b-796a1c14be22 req-1aa7b656-7924-40d5-a859-ea380f3d6c27 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:58.894062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad282edc-5e0c-4d91-846b-796a1c14be22 req-1aa7b656-7924-40d5-a859-ea380f3d6c27 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0638354 Oct 13 04:14:58.930987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceea3dc-618a-4834-9f4c-5b96fc8f0c33']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.973054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad282edc-5e0c-4d91-846b-796a1c14be22 req-b246629f-4ee6-41ef-b680-21bc7d541d65 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712166 Oct 13 04:14:58.974858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a703b48-71f9-4b1f-9e36-0d868448c0b6') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.975185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a703b48-71f9-4b1f-9e36-0d868448c0b6') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:14:58.985456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:58.994358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['84c12481-eb52-4ef6-b793-8269cbb059a4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:59.012424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-62f4a6a2-f91e-4687-bdbd-19bbd3743951 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.013955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-62f4a6a2-f91e-4687-bdbd-19bbd3743951 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4&tenant_id=e5631d415ae040dcbaded884bc5e0b91&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 948 time: 0.2954230 Oct 13 04:14:59.017701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.025347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:14:59.025747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:14:59.027546 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:14:59.034330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Attempting to bind port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:14:59.034673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Attempting to bind port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:14:59.035005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Attempting to bind port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:59.103192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:14:59.104032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Attempting to bind port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:14:59.117406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b12e2a35-bbf9-484b-92e0-a147743b88be req-2ed766b2-d80e-46bf-9c51-5daa2462e6f7 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538415 Oct 13 04:14:59.119539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:14:59.120094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:14:59.120775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:14:59.121387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Bound port: 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:14:59.121943 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.143560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.185779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:59.188521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.198187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aceea3dc-618a-4834-9f4c-5b96fc8f0c33 HTTP/1.1" status: 204 len: 168 time: 0.5759890 Oct 13 04:14:59.199389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5725acc-b652-4f87-9e76-00f8b6e61749 admin admin] Pushing event deleted for resources: {'Network': ['ID=aceea3dc-618a-4834-9f4c-5b96fc8f0c33,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.224379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26797356-092f-4c49-81d4-a24e27add795 req-a04ddc3d-cc34-4a3f-92e2-816faeb43639 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.232606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26797356-092f-4c49-81d4-a24e27add795 req-a04ddc3d-cc34-4a3f-92e2-816faeb43639 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1023860 Oct 13 04:14:59.235715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'mac_address': 'fa:16:3e:cf:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:14:59.237741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:14:59.248007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:14:59.260543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.306662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26797356-092f-4c49-81d4-a24e27add795 req-75fdb18f-29f0-46ee-b170-2cbf10ca7fae tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726414 Oct 13 04:14:59.335846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.348839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.349275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.350689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-ddbb6440-61eb-4cff-926b-0a4a3fb0c778 service neutron] 10.222.0.16 "PUT /v2.0/ports/9bd938d0-58a5-471d-9fc1-fdb52ba2c431 HTTP/1.1" status: 200 len: 1094 time: 1.6791017 Oct 13 04:14:59.351157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:14:59.353442 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877bd69-f18e-44b8-8415-d2f84925ed13" -d '{"events": [{"name": "network-changed", "server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:14:59.406705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-137bbbb7-6388-4ae6-8599-b0a4ad5e9593 service neutron] 10.222.0.16 "GET /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 382 time: 0.3264308 Oct 13 04:14:59.413995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.448390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38074522-f222-405a-b963-ad9e8b8cc7ba {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:14:59.474495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:14:59.522976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.593605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-348001f5-97b7-4734-9f9c-d27fba9e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.610250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-348001f5-97b7-4734-9f9c-d27fba9e1d97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56b8012713254ef095a4f93f99cfa45a&device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1879232 Oct 13 04:14:59.617270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-4f307f11-8455-4636-a123-4d2a8f6876b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.619265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-4f307f11-8455-4636-a123-4d2a8f6876b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1099 time: 0.1353719 Oct 13 04:14:59.694384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479be0b-4183-4b97-98e5-c7b57bf57d27 req-604354d4-d5e8-479c-801c-bdce24c895b0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.704088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5479be0b-4183-4b97-98e5-c7b57bf57d27 req-604354d4-d5e8-479c-801c-bdce24c895b0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 944 time: 0.0856557 Oct 13 04:14:59.705922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:59.768453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:14:59.807708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['38074522-f222-405a-b963-ad9e8b8cc7ba'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:14:59.816889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5479be0b-4183-4b97-98e5-c7b57bf57d27 req-b98ce7c5-8dd8-4249-95bd-0add8d1271f1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117756 Oct 13 04:14:59.834431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-11071f5c-8ec7-4a42-8040-d4747b128b62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10f6bbb6f83c4cceb183586b5f415b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229260 Oct 13 04:14:59.834431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38210) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:14:59.854791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-073d8324-402f-4e4a-9c90-b409cf3bae28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431 HTTP/1.1" status: 200 len: 217 time: 0.2261410 Oct 13 04:14:59.942197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:14:59.961905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-77e72006-e865-4d27-9e45-d11c037f0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:14:59.963705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-77e72006-e865-4d27-9e45-d11c037f0315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2304535 Oct 13 04:14:59.981208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.022204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-1febb262-a505-4afa-b423-ce78921f29a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0486128 Oct 13 04:15:00.050384 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8e8d0-9071-4f20-bfc4-e41ad4834fe3 x-openstack-request-id: req-a4d8e8d0-9071-4f20-bfc4-e41ad4834fe3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:00.050759 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:00.050944 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4d8e8d0-9071-4f20-bfc4-e41ad4834fe3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:00.051368 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431', 'status': 'completed', 'code': 200} Oct 13 04:15:00.054264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-e55f019c-fc95-4460-a9cc-484b3aec058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.055861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-e55f019c-fc95-4460-a9cc-484b3aec058f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1871142 Oct 13 04:15:00.145761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-bca6eee3-17e0-4404-ab68-ec42d9512fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.148005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-bca6eee3-17e0-4404-ab68-ec42d9512fe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1111689 Oct 13 04:15:00.148148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.151416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:00.154901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b975fdd6-e06f-4884-82a1-96ef25447556 HTTP/1.1" status: 204 len: 168 time: 0.3193197 Oct 13 04:15:00.200187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-62bc9cab-dbb0-44b2-b001-0dea7d751e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.201719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-62bc9cab-dbb0-44b2-b001-0dea7d751e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213059 Oct 13 04:15:00.217131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d8397-d5e6-4392-a062-d1cdebbf11c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b975fdd6-e06f-4884-82a1-96ef25447556,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:00.427198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4291042-6919-4bd2-9860-25351972917c req-429b3568-ac38-4a6e-b807-764ce4210825 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.434788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-18bce838-0115-486e-9558-a7a7301f4961 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162027 Oct 13 04:15:00.437554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-0875cb26-cf05-4e5e-97a5-eec6b9ae8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.439475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-0875cb26-cf05-4e5e-97a5-eec6b9ae8027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2752299 Oct 13 04:15:00.440240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4291042-6919-4bd2-9860-25351972917c req-429b3568-ac38-4a6e-b807-764ce4210825 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 946 time: 0.0730634 Oct 13 04:15:00.523541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4291042-6919-4bd2-9860-25351972917c req-766d94b6-9909-4877-b65e-24b927d7e25c tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801837 Oct 13 04:15:00.662620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce1d9c00-2809-49a8-a3a7-9452696b9ed2 req-72b93902-d50a-4191-a0d4-aed493668a46 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958401 Oct 13 04:15:00.714579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb2e5-058f-466c-9565-e0c8a560e1b0 req-039707e5-f0dd-4fb4-a79a-2851a4ff09c7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.724680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb8cb2e5-058f-466c-9565-e0c8a560e1b0 req-039707e5-f0dd-4fb4-a79a-2851a4ff09c7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1111348 Oct 13 04:15:00.815388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb8cb2e5-058f-466c-9565-e0c8a560e1b0 req-4fe5006d-aa1c-4ae9-88ce-a895986cd6ee tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849526 Oct 13 04:15:00.837936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:00.868373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 38074522-f222-405a-b963-ad9e8b8cc7ba up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:00.877123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-bd5a734f-ca4f-43b0-9fc4-4d75f965a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:00.878692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-bd5a734f-ca4f-43b0-9fc4-4d75f965a11a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56b8012713254ef095a4f93f99cfa45a&device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1401937 Oct 13 04:15:00.891447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-aa768c45-ba6b-422f-afc7-9102af139df1 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275581 Oct 13 04:15:00.931416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-040d9f92-0aa3-4771-92d0-bdf3b0940734 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2255a35ba619452ebdc1c258d0674d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918767 Oct 13 04:15:00.933470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:00.996132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.000563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 38074522-f222-405a-b963-ad9e8b8cc7ba completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:01.005378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 38074522-f222-405a-b963-ad9e8b8cc7ba triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:01.005771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.025452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.093818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-3d668f39-7c6a-4404-a3cd-a626be192509 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:15:01.096706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-3d668f39-7c6a-4404-a3cd-a626be192509 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0243001 Oct 13 04:15:01.120209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b564-70ee-4dc8-846e-bd7e358f43f6 req-9e99a0e9-d46c-471b-b902-d209bc339089 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.125727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c196b564-70ee-4dc8-846e-bd7e358f43f6 req-9e99a0e9-d46c-471b-b902-d209bc339089 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 944 time: 0.0917377 Oct 13 04:15:01.138732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.144545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.147316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d317045d-d9c2-49b0-9b14-ed368fbd3c35 HTTP/1.1" status: 204 len: 168 time: 0.2112982 Oct 13 04:15:01.166722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.197217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:01.200067 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc86bdab-1cf4-4488-a32b-f134790e60d1" -d '{"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-plugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:01.201630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab1918-900a-4663-a41e-eae57b98e3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d317045d-d9c2-49b0-9b14-ed368fbd3c35,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:01.219967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:01.225908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:01.238759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-48b41d2a-75ef-4809-9a0a-5da10ac9360d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.240646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-48b41d2a-75ef-4809-9a0a-5da10ac9360d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 1094 time: 0.1147444 Oct 13 04:15:01.264771 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c196b564-70ee-4dc8-846e-bd7e358f43f6 req-13396597-94e8-4871-8a6e-a72f665cfcc7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008959 Oct 13 04:15:01.293752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:01.382996 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19a0248-3734-429b-ba43-59f8f9df1353 x-openstack-request-id: req-b19a0248-3734-429b-ba43-59f8f9df1353 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:01.383337 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-plugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:01.383772 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b19a0248-3734-429b-ba43-59f8f9df1353 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:01.384331 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'code': 200} Oct 13 04:15:01.551245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Request body: {'binding': {'host': 'n-h1-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:01.551687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Unknown quota resources ['binding']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:15:01.614250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-49e8ec4b-27e8-4976-8579-b4013da237d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.615750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-49e8ec4b-27e8-4976-8579-b4013da237d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.7135897 Oct 13 04:15:01.629366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-d4e90fcc-7485-4eba-8ce7-6015ac003fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701399 Oct 13 04:15:01.646911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acad9b7-e254-4987-84c4-2cadffbea9d3 req-75d2b3fc-1942-4b60-b42f-fc31d1ae216b tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.648626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8acad9b7-e254-4987-84c4-2cadffbea9d3 req-75d2b3fc-1942-4b60-b42f-fc31d1ae216b tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 946 time: 0.0560820 Oct 13 04:15:01.703778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8acad9b7-e254-4987-84c4-2cadffbea9d3 req-d6dc4742-1a06-490e-bf16-75b74610abf0 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Oct 13 04:15:01.716045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-78376c11-23b8-409c-b0bd-5cb3f207f714 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431 HTTP/1.1" status: 200 len: 217 time: 0.0690658 Oct 13 04:15:01.739897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0f8fc-84b0-4ef8-a5ce-2ae564c86393 req-d7fc9f1c-84cc-4b3a-87c3-7cee9dcaeace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.742047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4da0f8fc-84b0-4ef8-a5ce-2ae564c86393 req-d7fc9f1c-84cc-4b3a-87c3-7cee9dcaeace service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 1096 time: 0.1873984 Oct 13 04:15:01.830961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-4e9c3296-f2c5-43f3-8350-dd393efc89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.832799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-4e9c3296-f2c5-43f3-8350-dd393efc89cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1082859 Oct 13 04:15:01.843496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4da0f8fc-84b0-4ef8-a5ce-2ae564c86393 req-8afbefd9-e5b8-45b8-92db-5d36e5042e95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Oct 13 04:15:01.862310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on host n-h1-813736-1 for vnic_type normal with profile None {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:01.862704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:01.863179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:01.883258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:01.883650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:01.891384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:01.891720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:01.892101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:01.892530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Bound port: 410e588b-b006-4f35-97bc-50f830d19206, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:01.931023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-a186c835-34ea-4ac4-ba4f-d5f43543aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.932540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-a186c835-34ea-4ac4-ba4f-d5f43543aac3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834012 Oct 13 04:15:01.940945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e620d1c-cf53-4ebc-a8f6-e37eeed48069 req-fa79ebaa-808e-4c90-8f3c-69fc4d698cdc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:01.942482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e620d1c-cf53-4ebc-a8f6-e37eeed48069 req-fa79ebaa-808e-4c90-8f3c-69fc4d698cdc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.0549104 Oct 13 04:15:01.986717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e620d1c-cf53-4ebc-a8f6-e37eeed48069 req-7a915458-0f23-4dc9-ab5c-2f0309f389c3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Oct 13 04:15:02.004295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:02.019662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.020967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-053abea6-c3f6-4e39-b856-9a0759fac86e service neutron] 10.222.0.49 "POST /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206/bindings HTTP/1.1" status: 201 len: 389 time: 0.7701755 Oct 13 04:15:02.030487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38302) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:02.040066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:02.057432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-0b4440b0-be19-4d58-925d-e038de72e768 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080565 Oct 13 04:15:02.127194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 84c12481-eb52-4ef6-b793-8269cbb059a4 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:02.147804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 84c12481-eb52-4ef6-b793-8269cbb059a4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:02.148316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.243815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-network', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:02.245836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5877bd69-f18e-44b8-8415-d2f84925ed13 req-5f66a5d4-64b2-4dd3-a29f-2d322cc2a94c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760180 Oct 13 04:15:02.266384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd152-562c-40e5-9957-d8405ac20d40 req-efa8212a-a0cd-4848-a016-3b2b674b3b87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.268162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-683fd152-562c-40e5-9957-d8405ac20d40 req-efa8212a-a0cd-4848-a016-3b2b674b3b87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.0755146 Oct 13 04:15:02.298185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.320599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-683fd152-562c-40e5-9957-d8405ac20d40 req-68d467e1-3cba-434f-a441-2318f390e331 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Oct 13 04:15:02.322973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Made reservation on behalf of 88c281b1ff3f4dafbc43141d040bce83 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:02.325276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.340194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:02.345205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.347514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648f8d-e0c6-42cc-9fd0-c22da1729f99 req-2d4be8b8-4898-4dc6-82da-77391768d3e6 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.354886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33648f8d-e0c6-42cc-9fd0-c22da1729f99 req-2d4be8b8-4898-4dc6-82da-77391768d3e6 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 950 time: 0.0972300 Oct 13 04:15:02.357545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.390503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-5d2e5b8b-a472-43b9-8f15-6d45fd3b40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.392754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-5d2e5b8b-a472-43b9-8f15-6d45fd3b40e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1097 time: 0.0650001 Oct 13 04:15:02.406814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:02.416354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33648f8d-e0c6-42cc-9fd0-c22da1729f99 req-46de48b8-ea19-413a-91db-0eca5f4c35d8 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Oct 13 04:15:02.493301 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.498157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.515517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c989-31d2-44be-8a78-ae52c58016d2 req-1a39c6ec-825d-423a-b0b5-765a9e56ffed tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.517075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adf2c989-31d2-44be-8a78-ae52c58016d2 req-1a39c6ec-825d-423a-b0b5-765a9e56ffed tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 945 time: 0.1046319 Oct 13 04:15:02.541322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:02.553446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4b0c0-9e27-42f5-94b0-bd0e649f93af,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:02.562801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.563781 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Added segment 0f79effa-74ef-444a-b8a3-a5be7bfdfb8f of type vlan for network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 Oct 13 04:15:02.564275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-7af86859-f313-4dfd-9aa0-12fb1acab410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.565759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-7af86859-f313-4dfd-9aa0-12fb1acab410 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1624053 Oct 13 04:15:02.587833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adf2c989-31d2-44be-8a78-ae52c58016d2 req-f931b4ca-7732-448b-9598-06e0cf8b3321 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Oct 13 04:15:02.612510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.616389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-0d0b4625-88e9-4d80-8f33-653a6ebd1cc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 217 time: 0.0414000 Oct 13 04:15:02.645225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.646750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.647454 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.678465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-8e9c50ae-f118-42b2-b6b2-73cdb3e9651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.680444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-8e9c50ae-f118-42b2-b6b2-73cdb3e9651c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0553963 Oct 13 04:15:02.710180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6717112 Oct 13 04:15:02.710915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38340) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:02.715316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Request body: {'subnet': {'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-subnet', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:02.717489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-10a8f08f-a25f-44e7-9aee-ddd4780ae3ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275965 Oct 13 04:15:02.737632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e6bff-445d-4eb9-855f-5ca064f6500c admin admin] Pushing event updated for resources: {'Network': ['ID=80b09453-dd2d-487e-8231-a8e1fc6a46e7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:02.752319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:02.752617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Made reservation on behalf of 88c281b1ff3f4dafbc43141d040bce83 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:02.755556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:02.872710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-e4fd2094-9cdb-4aea-a890-b76000132853 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464469 Oct 13 04:15:02.893628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef84345-ff50-441e-a312-b28ce14e3d0f req-a10046f1-8dc4-48db-b43d-baec59ea9722 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:02.899568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cef84345-ff50-441e-a312-b28ce14e3d0f req-a10046f1-8dc4-48db-b43d-baec59ea9722 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 946 time: 0.0875831 Oct 13 04:15:02.984091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.003322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cef84345-ff50-441e-a312-b28ce14e3d0f req-6a6aac0f-a96d-4c5a-a170-e6a0d5ebb791 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966201 Oct 13 04:15:03.038415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-03ef851b-9698-4030-a496-8789be56d507 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374567 Oct 13 04:15:03.089256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1363b91a-c18e-44fd-acdb-5c707f40c593,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:03.107676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Checking segment: {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:03.108165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Network hostable DHCP agents. Network: 80b09453-dd2d-487e-8231-a8e1fc6a46e7, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:03.136397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:03.147576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfd0dc-0e40-4f6d-b2a8-a452175fed32 req-3e0787f8-274e-4584-a4ea-58f9e5884e6f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:03.149097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86bfd0dc-0e40-4f6d-b2a8-a452175fed32 req-3e0787f8-274e-4584-a4ea-58f9e5884e6f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0817544 Oct 13 04:15:03.162344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 80b09453-dd2d-487e-8231-a8e1fc6a46e7) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:03.172238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67326f-5d3f-4e34-ba29-f4f11452bdba None None] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:03.173270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:03.173854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.197584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9c8ab452-74e9-441d-9f3e-0ef9cc8cabb8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4859252 Oct 13 04:15:03.200274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38356) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:03.205005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:03.221527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86bfd0dc-0e40-4f6d-b2a8-a452175fed32 req-b3640cd5-b5d2-459a-a926-ddb25ad2281e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Oct 13 04:15:03.253768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.254941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.312562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.334077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:15:03.334944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.408016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:03.410858 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf583ba4-219e-4eb9-8e3e-2a982449ec47" -d '{"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:03.471752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.502398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1327c3-f3e2-48e1-beb6-efd1a4fea7fd req-323b251d-ac0a-4318-93ba-0c8d27d5bbc8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:03.511339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e1327c3-f3e2-48e1-beb6-efd1a4fea7fd req-323b251d-ac0a-4318-93ba-0c8d27d5bbc8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.0960166 Oct 13 04:15:03.511562 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedb922c-c4a6-47ca-90e2-d3dadabf2c57 x-openstack-request-id: req-dedb922c-c4a6-47ca-90e2-d3dadabf2c57 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:03.511669 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:03.511882 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dedb922c-c4a6-47ca-90e2-d3dadabf2c57 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:03.512482 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'code': 200} Oct 13 04:15:03.521799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Allocated IP 172.20.0.2 (80b09453-dd2d-487e-8231-a8e1fc6a46e7/1363b91a-c18e-44fd-acdb-5c707f40c593/3850527c-0b5d-44eb-becf-98745d4ba5d5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:03.570757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e1327c3-f3e2-48e1-beb6-efd1a4fea7fd req-236e66c8-686e-462d-a9f2-4292991ff734 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Oct 13 04:15:03.724932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.738296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.772059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eac06a-cb5b-4c3b-9dfb-0638f5af7b88 req-0b045810-19a1-4cf3-8213-06c323434745 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:03.779489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75eac06a-cb5b-4c3b-9dfb-0638f5af7b88 req-0b045810-19a1-4cf3-8213-06c323434745 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 945 time: 0.1047339 Oct 13 04:15:03.781163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.802943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.807975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:03.812205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:03.816720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:03.824283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Pushing event updated for resources: {'Port': ['ID=3850527c-0b5d-44eb-becf-98745d4ba5d5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:03.835310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75eac06a-cb5b-4c3b-9dfb-0638f5af7b88 req-d3facb6d-d303-4922-a3db-4bdfdd77e3b7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Oct 13 04:15:03.886983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Attempting to bind port 3850527c-0b5d-44eb-becf-98745d4ba5d5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:03.887381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Attempting to bind port 3850527c-0b5d-44eb-becf-98745d4ba5d5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:03.887755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Attempting to bind port 3850527c-0b5d-44eb-becf-98745d4ba5d5 on network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:03.893596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:03.893974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Checking segment: {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:03.894382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.894776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Bound using segment: {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:03.895270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Bound port: 3850527c-0b5d-44eb-becf-98745d4ba5d5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:03.895656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:03.934509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Allocated IP 172.25.0.243 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/2a184f8d-ce3d-4adb-80b3-604530dd1d19) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:03.990886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] For port 3850527c-0b5d-44eb-becf-98745d4ba5d5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:03.996385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] For port 3850527c-0b5d-44eb-becf-98745d4ba5d5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3850527c-0b5d-44eb-becf-98745d4ba5d5,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:04.010090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.042800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:04.114648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.178967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ac991-64d1-4298-a59b-1f50393f5a9a None None] Pushing event updated for resources: {'Port': ['ID=3850527c-0b5d-44eb-becf-98745d4ba5d5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:04.219587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bdeb1-40f4-4ff7-9866-8dc560b1287a req-e04a43fd-4782-4aac-b1d9-34cfa3c4714d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:04.235959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e3bdeb1-40f4-4ff7-9866-8dc560b1287a req-e04a43fd-4782-4aac-b1d9-34cfa3c4714d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 946 time: 0.1102939 Oct 13 04:15:04.240770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.278380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:04.296706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431', 'mac_address': 'fa:16:3e:86:d4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:04.318822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e3bdeb1-40f4-4ff7-9866-8dc560b1287a req-79d2a8d9-3f93-4b5c-aad5-8796e6324be1 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804513 Oct 13 04:15:04.329034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8d244-c99d-45b0-85ad-78bdaa7fcce9 req-87d574e3-6f89-430a-b4c2-2c832dc3cd85 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:04.337274 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0eb8d244-c99d-45b0-85ad-78bdaa7fcce9 req-87d574e3-6f89-430a-b4c2-2c832dc3cd85 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 945 time: 0.1611705 Oct 13 04:15:04.342213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:04.353727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:04.363483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:04.375945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a184f8d-ce3d-4adb-80b3-604530dd1d19,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:04.473111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.475319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0eb8d244-c99d-45b0-85ad-78bdaa7fcce9 req-1673bfbd-6a8a-4da9-ad32-64cf91ae0c18 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371000 Oct 13 04:15:04.500608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:04.545702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:04.546750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840798-1ffe-44e4-8807-b6eba99d9edb req-0fe59a98-27b8-4d4c-aaf0-e502ec27e72c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:04.554251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7840798-1ffe-44e4-8807-b6eba99d9edb req-0fe59a98-27b8-4d4c-aaf0-e502ec27e72c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 949 time: 0.0765183 Oct 13 04:15:04.559824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:04.665624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7840798-1ffe-44e4-8807-b6eba99d9edb req-6c9776f4-5f0f-4427-bd65-a3afa0b88210 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060178 Oct 13 04:15:04.709418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:04.844535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-d9b30885-7b85-4768-be76-270e2a890d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:04.846333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-d9b30885-7b85-4768-be76-270e2a890d87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1100 time: 0.0586038 Oct 13 04:15:04.861633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:04.908581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9bd938d0-58a5-471d-9fc1-fdb52ba2c431'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:04.922363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.168312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41d503-41db-4c3b-90ad-edcbaa0b40f4 req-055cc07f-3796-4aeb-84b4-2d857a8aaf6d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:05.181037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f41d503-41db-4c3b-90ad-edcbaa0b40f4 req-055cc07f-3796-4aeb-84b4-2d857a8aaf6d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.5218036 Oct 13 04:15:05.222108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3850527c-0b5d-44eb-becf-98745d4ba5d5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:05.247323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f41d503-41db-4c3b-90ad-edcbaa0b40f4 req-b7f08b47-906c-4d18-8265-d690525295a6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Oct 13 04:15:05.268483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:05.305989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3850527c-0b5d-44eb-becf-98745d4ba5d5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:05.306517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.324904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:05.339851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.468487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.473004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:05.475526 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f2eab-7fe9-4dfc-9e91-05451e7bf434" -d '{"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-unplugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:05.480221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.512222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2ee23-ad14-49c8-86db-a15920e69917 req-c80abeb2-4f49-4a01-9c6a-bc246a2707a2 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:05.521685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16f2ee23-ad14-49c8-86db-a15920e69917 req-c80abeb2-4f49-4a01-9c6a-bc246a2707a2 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 947 time: 0.1070516 Oct 13 04:15:05.533486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 3850527c-0b5d-44eb-becf-98745d4ba5d5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3850527c-0b5d-44eb-becf-98745d4ba5d5,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:05.538847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.546921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Transition to ACTIVE for port object 84c12481-eb52-4ef6-b793-8269cbb059a4 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:05.564023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.640796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=3850527c-0b5d-44eb-becf-98745d4ba5d5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.645975 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2d709f-5bd6-4bbe-8ba7-bfd89d4d569c x-openstack-request-id: req-3c2d709f-5bd6-4bbe-8ba7-bfd89d4d569c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:05.650400 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-unplugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:05.650801 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c2d709f-5bd6-4bbe-8ba7-bfd89d4d569c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:05.651508 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'code': 200} Oct 13 04:15:05.655901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.680886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd60f16-8d5f-4f22-8ea9-1a9a42770a83 None None] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:05.704198 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16f2ee23-ad14-49c8-86db-a15920e69917 req-7b4fb03e-dcf7-48d4-bb11-7430bc4b51a2 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814206 Oct 13 04:15:05.713132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:05.775020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] No DVR routers for this DVR port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:05.798879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d13638ba-22f2-4056-992d-5f73fdc2380e None None] Provisioning complete for port 3850527c-0b5d-44eb-becf-98745d4ba5d5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:05.799282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d13638ba-22f2-4056-992d-5f73fdc2380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.836430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:05.837158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:05.837747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:05.858585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:05.859317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Attempting to bind port 84c12481-eb52-4ef6-b793-8269cbb059a4 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:05.873628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393448d-9b9a-4754-8b8a-d33992f363e0 req-230fb7c1-98cf-4550-8702-58a213f04403 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:05.873869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:05.874199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:05.874590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:05.875039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Bound port: 84c12481-eb52-4ef6-b793-8269cbb059a4, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:05.875416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:05.882844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c393448d-9b9a-4754-8b8a-d33992f363e0 req-230fb7c1-98cf-4550-8702-58a213f04403 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 945 time: 0.1858108 Oct 13 04:15:05.931477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0533ff-351d-482e-9ceb-14c4e06db5bc req-beb30777-ef02-4958-9dfe-11d9dde892dd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:05.933186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c0533ff-351d-482e-9ceb-14c4e06db5bc req-beb30777-ef02-4958-9dfe-11d9dde892dd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1332715 Oct 13 04:15:05.943241 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c393448d-9b9a-4754-8b8a-d33992f363e0 req-b723ca3a-16b2-4bd3-820f-c2d4c780dfe9 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552397 Oct 13 04:15:05.943976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:15:06.048371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:06.050503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:06.147420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:06.167224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c0533ff-351d-482e-9ceb-14c4e06db5bc req-e6eff551-5ca5-4ddf-8446-f94bb5e2e682 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144473 Oct 13 04:15:06.180049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Sync routers for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:06.181227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.182672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7a32b828-c272-48ae-abc6-6e92da3cf9d0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9814239 Oct 13 04:15:06.185445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:06.206091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:06.212464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:06.229325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.258889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.259987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.261800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 1096 time: 1.4055476 Oct 13 04:15:06.378012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0663a-0e9b-40ab-8b01-b10df1d7b9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=11']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:06.394345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-7426960c-79ad-4e53-8d1b-de0ddb7b0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.400862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-7426960c-79ad-4e53-8d1b-de0ddb7b0ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1099 time: 0.0924029 Oct 13 04:15:06.422276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:06.424581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:06.547674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-b18fea1b-e0ac-46e9-8c8c-64b1dc70dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.549155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-b18fea1b-e0ac-46e9-8c8c-64b1dc70dfb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1417384 Oct 13 04:15:06.600336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.618599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d48abe-5432-4b52-a432-fc229e21f303 req-b079cbb8-283e-4433-acb1-df3b4e5d9df5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.626664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d48abe-5432-4b52-a432-fc229e21f303 req-b079cbb8-283e-4433-acb1-df3b4e5d9df5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.1905518 Oct 13 04:15:06.636972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-e71ba41a-7e9e-4825-852b-09eca3e321a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0766802 Oct 13 04:15:06.707221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ede2aae2-45ef-409b-8b55-5d362a76081d None None] Provisioning complete for port 3850527c-0b5d-44eb-becf-98745d4ba5d5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:06.707804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede2aae2-45ef-409b-8b55-5d362a76081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.709184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:06.711881 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5cdaf-1306-49d6-a799-bc36becb5e80" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:06.716587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:06.731682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d48abe-5432-4b52-a432-fc229e21f303 req-e0164301-a130-40c1-b1a1-0b3af5b04f54 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038911 Oct 13 04:15:06.771631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-6fa29085-76f2-4c3c-8c11-5e61fa7e55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.772366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:06.775600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-6fa29085-76f2-4c3c-8c11-5e61fa7e55f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1316466 Oct 13 04:15:06.790411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:06.814747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'mac_address': 'fa:16:3e:9c:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:06.886567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503fd12-9278-48b4-be2e-28df11913f8f req-38ab58e4-ba8b-40f1-a7b6-fb473901552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.888767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-38ab58e4-ba8b-40f1-a7b6-fb473901552f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046293 Oct 13 04:15:06.924703 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8fe9a-4e92-4b1f-a7a0-1e11bd043dc6 x-openstack-request-id: req-83d8fe9a-4e92-4b1f-a7a0-1e11bd043dc6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:06.925023 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:06.925708 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83d8fe9a-4e92-4b1f-a7a0-1e11bd043dc6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:06.925708 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'code': 200} Oct 13 04:15:06.930119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:06.951814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03ca7d-8902-4fde-a64f-1113839625c3 req-ff8e58ec-c8e6-43cf-b988-ce4c491cafd9 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:06.963722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d03ca7d-8902-4fde-a64f-1113839625c3 req-ff8e58ec-c8e6-43cf-b988-ce4c491cafd9 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 947 time: 0.1287174 Oct 13 04:15:07.006477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-163fde59-0116-4846-80f7-c815867cd261 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094043 Oct 13 04:15:07.071321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d03ca7d-8902-4fde-a64f-1113839625c3 req-6090dda0-a025-447e-ae23-131d481dc68d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034594 Oct 13 04:15:07.158995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.174339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a503fd12-9278-48b4-be2e-28df11913f8f req-4f74f8df-6d54-4a97-b6a0-d5b700e7ad5c service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562328 Oct 13 04:15:07.187172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3850527c-0b5d-44eb-becf-98745d4ba5d5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:07.280624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.341503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3435897f-856c-4a4b-bb5b-1971e5c38430 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:07.350843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:07.379618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035cf0-5d4a-4ac9-b049-e4b6e07e4bf7 req-cfdedfac-ab02-4f34-afe3-6513fbd7b9b3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:07.388496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e035cf0-5d4a-4ac9-b049-e4b6e07e4bf7 req-cfdedfac-ab02-4f34-afe3-6513fbd7b9b3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1087945 Oct 13 04:15:07.405792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:07.417687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.464131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e035cf0-5d4a-4ac9-b049-e4b6e07e4bf7 req-aaf4be97-e495-4003-9d4c-406ad54df317 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742173 Oct 13 04:15:07.467229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3850527c-0b5d-44eb-becf-98745d4ba5d5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:07.467741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.486100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Allocated IP 172.20.0.1 (80b09453-dd2d-487e-8231-a8e1fc6a46e7/1363b91a-c18e-44fd-acdb-5c707f40c593/2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:07.555938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:07.559289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['3435897f-856c-4a4b-bb5b-1971e5c38430'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:07.601446 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.637236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.646666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:04Z', 'revision_number': 3, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:07.652640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:07.656733 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c114324-98ef-4ba1-bdbb-2a5be350362f" -d '{"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:07.688502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Pushing event updated for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:07.704039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Checking router: 83a2dec1-3cc2-442b-aa8b-7c986de7c53b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:07.704392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Updating router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:07.708745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:07.711514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:07.715520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:07.745656 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eefffee-64d1-4879-85a0-bfd60cc19399 x-openstack-request-id: req-1eefffee-64d1-4879-85a0-bfd60cc19399 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:07.746071 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:07.746517 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1eefffee-64d1-4879-85a0-bfd60cc19399 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:07.746976 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'status': 'completed', 'code': 200} Oct 13 04:15:07.758343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.784625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:07.911271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-f0cafea9-8bb7-4111-bf40-147c880eb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:07.913186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-f0cafea9-8bb7-4111-bf40-147c880eb390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1099 time: 0.1648347 Oct 13 04:15:07.925287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-16b7dc15-9e5b-4b06-8cdb-3605f479a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:07.926855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-16b7dc15-9e5b-4b06-8cdb-3605f479a73f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 1099 time: 0.0763659 Oct 13 04:15:08.048884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529ee2-8aaf-48f8-af4a-3887cceb6080 req-702c01c1-3de3-4bb5-94dc-eeada0743702 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.050368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24529ee2-8aaf-48f8-af4a-3887cceb6080 req-702c01c1-3de3-4bb5-94dc-eeada0743702 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.1232011 Oct 13 04:15:08.051769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.072858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:08.137396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-714cb44d-174c-469c-8aee-060ba60db7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.138890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-714cb44d-174c-469c-8aee-060ba60db7d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2021987 Oct 13 04:15:08.140505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-cbd0681e-69fb-4086-8ae6-fa9f6d1e84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.141834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-cbd0681e-69fb-4086-8ae6-fa9f6d1e84c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2140501 Oct 13 04:15:08.254976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-5c45d6c8-6b97-4751-8993-f00e43924c4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0940826 Oct 13 04:15:08.256236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-e021e5f9-dad9-44c2-ad7e-7d41a09297e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 200 len: 217 time: 0.0837264 Oct 13 04:15:08.299134 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24529ee2-8aaf-48f8-af4a-3887cceb6080 req-aeabba78-4ff8-47d0-8384-9ab43ee53c6d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055087 Oct 13 04:15:08.330417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c2297e9c-ee5c-43a8-8d9f-83a66d228b2e None None] Provisioning complete for port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:08.330788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2297e9c-ee5c-43a8-8d9f-83a66d228b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.371468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.390909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.394020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:08.396958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.402723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.406066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:08.406374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.455121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c2297e9c-ee5c-43a8-8d9f-83a66d228b2e None None] Port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:08.478963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.480972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Pushing event updated for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:08.513594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Attempting to bind port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:08.514746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Attempting to bind port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:08.514913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Attempting to bind port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:08.533640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:08.534069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:08.534485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.534883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:08.535614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Bound port: 2a184f8d-ce3d-4adb-80b3-604530dd1d19, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:08.536013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.542445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746433a2-c2e6-431a-9746-faab3e26a592 req-d7391da0-aaa2-4bc2-8a23-cb18c009a05f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.550964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-746433a2-c2e6-431a-9746-faab3e26a592 req-d7391da0-aaa2-4bc2-8a23-cb18c009a05f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 947 time: 0.3998189 Oct 13 04:15:08.558869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-183b9f67-8a07-4299-bbe1-ccaf55aa90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.560450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-183b9f67-8a07-4299-bbe1-ccaf55aa90e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2931430 Oct 13 04:15:08.573899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82002e-a24f-450f-b310-d9de0cbff903 None None] Pushing event updated for resources: {'Port': ['ID=2a184f8d-ce3d-4adb-80b3-604530dd1d19,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:08.596768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:08.598441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:08.599463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-1c5d93b1-4038-4670-9cf4-845c6b83c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.615552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-1c5d93b1-4038-4670-9cf4-845c6b83c9ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3296340 Oct 13 04:15:08.647565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.672128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] For port 2a184f8d-ce3d-4adb-80b3-604530dd1d19, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:08.697567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] For port 2a184f8d-ce3d-4adb-80b3-604530dd1d19, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a184f8d-ce3d-4adb-80b3-604530dd1d19,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:08.714372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.726512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:08.766185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-746433a2-c2e6-431a-9746-faab3e26a592 req-6b2f7203-b0c8-4044-be02-9f3ebe1e6e8f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146256 Oct 13 04:15:08.782478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:08.785552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:08.799216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-9ebc7552-6035-45b2-8e06-b2bdafe2b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.800718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-9ebc7552-6035-45b2-8e06-b2bdafe2b481 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143176 Oct 13 04:15:08.802253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-57d875f8-64ee-4541-b2f1-0132cc7e6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:08.811402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-57d875f8-64ee-4541-b2f1-0132cc7e6312 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659937 Oct 13 04:15:08.890297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 38074522-f222-405a-b963-ad9e8b8cc7ba details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:08.909633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:08.910281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:08.937843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:08.970664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:08.973235 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb04eba7-7c8f-4073-8e06-a72bad2ed911" -d '{"events": [{"server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "name": "network-vif-plugged", "status": "completed", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:08.975913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82002e-a24f-450f-b310-d9de0cbff903 None None] Pushing event updated for resources: {'Port': ['ID=2a184f8d-ce3d-4adb-80b3-604530dd1d19,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:08.983698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:09.053916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad365-c00c-4a3c-a6a8-96d541bd0d18 req-5f46b7c2-344c-4c87-afc2-cb835b6fdbd3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:09.067918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08fad365-c00c-4a3c-a6a8-96d541bd0d18 req-5f46b7c2-344c-4c87-afc2-cb835b6fdbd3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 948 time: 0.1897244 Oct 13 04:15:09.096309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-b43ff0ea-d012-41cd-8642-2ae1d3a909d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663875 Oct 13 04:15:09.124354 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87869ca5-2d71-469f-90ef-db8e2e523890 x-openstack-request-id: req-87869ca5-2d71-469f-90ef-db8e2e523890 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:09.124739 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "name": "network-vif-plugged", "status": "completed", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:09.125036 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87869ca5-2d71-469f-90ef-db8e2e523890 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:09.125457 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431', 'code': 200} Oct 13 04:15:09.166366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:09.189235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:09.225920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-48549230-1503-473c-b6f5-d85c1bf2ecf8 None None] Provisioning complete for port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:09.226323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48549230-1503-473c-b6f5-d85c1bf2ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.267422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-312b3dd7-c48f-4077-ba92-1bfd5160a391 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377573 Oct 13 04:15:09.276036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:09.335176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'mac_address': 'fa:16:3e:cf:9e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:09.337542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-48549230-1503-473c-b6f5-d85c1bf2ecf8 None None] Port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:09.423998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2edd5-d3a7-401f-b2c2-5af102c60b79 req-2de49357-7a07-4eb9-897f-fb9d6ca96e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:09.428819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbf2edd5-d3a7-401f-b2c2-5af102c60b79 req-2de49357-7a07-4eb9-897f-fb9d6ca96e83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 1099 time: 0.1282914 Oct 13 04:15:09.436664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:09.455288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-9c0bf4f1-0a0e-4eee-aeac-3bfac8f28737 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427867 Oct 13 04:15:09.479631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08fad365-c00c-4a3c-a6a8-96d541bd0d18 req-6abf12b3-05ac-485e-a080-fbddb34f62e8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060748 Oct 13 04:15:09.502594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-96d01886-0deb-4b4a-a402-a9a5f92d24de admin admin] 10.222.0.49 "PUT /v2.0/routers/83a2dec1-3cc2-442b-aa8b-7c986de7c53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3037922 Oct 13 04:15:09.626942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.684412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c114324-98ef-4ba1-bdbb-2a5be350362f req-ee4819ed-f6de-4ae9-af31-b2f6c4027c3e service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127542 Oct 13 04:15:09.708075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38074522-f222-405a-b963-ad9e8b8cc7ba {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:09.763538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:09.789802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:09.796052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbf2edd5-d3a7-401f-b2c2-5af102c60b79 req-604a1775-3945-4451-9253-b3d610065f34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512471 Oct 13 04:15:09.845024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a5ce4-4f07-4b02-8e53-10e6884b60df req-bc95e660-1ac1-4cd5-8e0f-c6c7a22477b8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:09.847601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de6a5ce4-4f07-4b02-8e53-10e6884b60df req-bc95e660-1ac1-4cd5-8e0f-c6c7a22477b8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 946 time: 0.1605844 Oct 13 04:15:09.934089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de6a5ce4-4f07-4b02-8e53-10e6884b60df req-a04e1546-8555-4eb7-9b53-da021c02c0e6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774603 Oct 13 04:15:09.957305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:09.969876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:07Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9', 'name': '', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'mac_address': 'fa:16:3e:47:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:07Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 2, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'subnets': [{'id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:09.975556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['38074522-f222-405a-b963-ad9e8b8cc7ba'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:10.006279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697eba7-32f0-48c0-810d-73ba40316ef3 None None] The sync data for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 is: [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:07Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9', 'name': '', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'mac_address': 'fa:16:3e:47:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:07Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 2, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'subnets': [{'id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:10.080840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:10.230079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 3435897f-856c-4a4b-bb5b-1971e5c38430 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:10.230218 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.342855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.432401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:10.449589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:10.504546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fd26c35-6528-40f7-a19a-6bda565b98e8 req-a99bfbc7-df06-4c5f-b390-3406fd0d3b5e tempest-FloatingIPsNegativeTestJSON-971243881 tempest-FloatingIPsNegativeTestJSON-971243881-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=88c281b1ff3f4dafbc43141d040bce83 HTTP/1.1" status: 200 len: 217 time: 0.1690934 Oct 13 04:15:10.543019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:10.715193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56639e-139c-49d7-8cb6-de2842552be4 req-c60cccf2-faeb-4bc9-a1cd-52e58aa7d51f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:10.717576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b56639e-139c-49d7-8cb6-de2842552be4 req-c60cccf2-faeb-4bc9-a1cd-52e58aa7d51f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.1087401 Oct 13 04:15:10.796978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b56639e-139c-49d7-8cb6-de2842552be4 req-155df09e-a21e-44e8-b664-3ff0d727adbd tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Oct 13 04:15:10.892294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:10.895290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 38074522-f222-405a-b963-ad9e8b8cc7ba up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:10.993680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 38074522-f222-405a-b963-ad9e8b8cc7ba triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:10.994369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.127266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:11.129543 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a3d43-b92a-4a1b-98b7-80926d36cdf4" -d '{"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-plugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:11.318469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.362737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:11.386040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'mac_address': 'fa:16:3e:fa:ed:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:11.417441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.477960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:11.494321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.580771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.632594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:11.685694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:11.713715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.742474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:11.801590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a4dd874-1d00-40db-a4b5-50ad61384aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:11.866508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:11.994420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84c12481-eb52-4ef6-b793-8269cbb059a4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:12.474738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.195606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a184f8d-ce3d-4adb-80b3-604530dd1d19 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:13.287469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:13.288009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.472526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.524788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 2a184f8d-ce3d-4adb-80b3-604530dd1d19, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a184f8d-ce3d-4adb-80b3-604530dd1d19,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:13.527747 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Sync routers for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:13.545149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:13.558323 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:13.559369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:14:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:13.671811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=2a184f8d-ce3d-4adb-80b3-604530dd1d19,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:13.709387 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:13.987000 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:07Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9', 'name': '', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'mac_address': 'fa:16:3e:47:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:07Z', 'updated_at': '2021-10-13T04:15:08Z', 'revision_number': 2, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'subnets': [{'id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:14.017685 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Checking router: 83a2dec1-3cc2-442b-aa8b-7c986de7c53b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:14.018203 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Updating router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:15:14.062604 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.188103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c774c1fd-014a-477c-93f7-5ddb2ac6c606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.419252 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.427897 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.490249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Pushing event updated for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:14.520088 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.520433 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.520769 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.521102 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.521434 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.521761 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.522081 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.522405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.530142 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.530831 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.530831 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.531187 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:14.593065 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Attempting to bind port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:14.593627 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Attempting to bind port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:14.594020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Attempting to bind port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 on network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:14.606245 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:14.606652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Checking segment: {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:14.607015 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.608413 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Bound using segment: {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:14.608934 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Bound port: 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:14.609367 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.761784 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] For port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:14.770748 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] For port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:14.783675 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.855887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] Provisioning complete for port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:14.856458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:14.910892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:14.911471 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:14.912279 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:14.997217 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3838d7-d5fb-4895-b31a-d90db227dada None None] Pushing event updated for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:15.176447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 84c12481-eb52-4ef6-b793-8269cbb059a4 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:15.191976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:15.194553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.227583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 84c12481-eb52-4ef6-b793-8269cbb059a4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:15.227863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.251651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a184f8d-ce3d-4adb-80b3-604530dd1d19 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:15.322336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] For port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:15.348546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.456194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.502890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdc29f-0edb-4f22-940a-b7542ab0e63a None None] Pushing event updated for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:15.509385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:15.509779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.514308 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.588782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c40dfb9a-f76e-4b45-b9c2-90bd54e0844c None None] Provisioning complete for port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:15.589840 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c40dfb9a-f76e-4b45-b9c2-90bd54e0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.630674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:07Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9', 'name': '', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'mac_address': 'fa:16:3e:47:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:07Z', 'updated_at': '2021-10-13T04:15:14Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'subnets': [{'id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:15.680834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e675c5-2980-4562-af75-d55f16df1211 None None] The sync data for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 is: [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:07Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9', 'name': '', 'network_id': '80b09453-dd2d-487e-8231-a8e1fc6a46e7', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'mac_address': 'fa:16:3e:47:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:07Z', 'updated_at': '2021-10-13T04:15:14Z', 'revision_number': 4, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'subnets': [{'id': '1363b91a-c18e-44fd-acdb-5c707f40c593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:15.734490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:15.897395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:15.911288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:16.019339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=13']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:17.127403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:17.167231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:17.249042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:17.249361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:18.642921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-bcf96e47-0c0c-405e-b97f-c2ca6279ef9f tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:18.644659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-bcf96e47-0c0c-405e-b97f-c2ca6279ef9f tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1097 time: 0.0785961 Oct 13 04:15:18.667074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813736-1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:18.844998 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.073841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:19.123471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:19.187513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.190203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e588b-b006-4f35-97bc-50f830d19206'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:19.192690 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee506085-d28c-4313-aeaa-088a6c0f4479" -d '{"events": [{"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "410e588b-b006-4f35-97bc-50f830d19206"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:19.197693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.275933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:19.355581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on host n-h2-813736-1 for vnic_type normal with profile {"migrating_to": "n-h1-813736-1"} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:19.355902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:19.357753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:19.368099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:19.368421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Attempting to bind port 410e588b-b006-4f35-97bc-50f830d19206 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:19.380999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:19.381301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:19.381637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:19.382066 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Bound port: 410e588b-b006-4f35-97bc-50f830d19206, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:19.382886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.486397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:19.490606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:19.497321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.639791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:19.640326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:19.642152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] 10.222.0.16 "PUT /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 1122 time: 0.9837606 Oct 13 04:15:19.667126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dc807-b881-43de-aa9e-4af28def2410 service neutron] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:19.749661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['410e588b-b006-4f35-97bc-50f830d19206'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:19.807624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['410e588b-b006-4f35-97bc-50f830d19206'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:20.158270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:20.459804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:20.473143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 has no active binding in host n-h1-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:15:22.603789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e7fa7b0-7e22-4b75-9896-fe7c63da6c69 req-34aed736-82fc-49c7-b8cc-7fde5100122f tempest-FloatingIPsNegativeTestJSON-971243881 tempest-FloatingIPsNegativeTestJSON-971243881-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0230703 Oct 13 04:15:22.657778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd533-72a7-4f33-8f54-e96fdfab4de0 req-7aa34dac-e3f1-43f2-891f-de2136d1704e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.659254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a6dd533-72a7-4f33-8f54-e96fdfab4de0 req-7aa34dac-e3f1-43f2-891f-de2136d1704e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 950 time: 0.0508466 Oct 13 04:15:22.697953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a6dd533-72a7-4f33-8f54-e96fdfab4de0 req-e197b0b7-fd33-4b4f-af0a-f0dfd26de031 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Oct 13 04:15:22.765748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2b04b-e1e7-46d8-9d23-b72ecc86d067 req-c340be98-b1fa-46d1-9d85-627763877c99 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.767251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25a2b04b-e1e7-46d8-9d23-b72ecc86d067 req-c340be98-b1fa-46d1-9d85-627763877c99 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.0492585 Oct 13 04:15:22.802284 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2472885-be38-4d71-aaa0-739733e45b94 x-openstack-request-id: req-a2472885-be38-4d71-aaa0-739733e45b94 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:22.802913 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-plugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:22.802913 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2472885-be38-4d71-aaa0-739733e45b94 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:22.803452 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'code': 200} Oct 13 04:15:22.806629 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25a2b04b-e1e7-46d8-9d23-b72ecc86d067 req-24360e6d-44b6-4efe-afc9-fa307a1b34f5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Oct 13 04:15:22.861935 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dabe0e-be6c-49f3-b70f-6c7d711e594d x-openstack-request-id: req-58dabe0e-be6c-49f3-b70f-6c7d711e594d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:22.862237 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-unplugged", "status": "completed", "tag": "410e588b-b006-4f35-97bc-50f830d19206", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:22.862497 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58dabe0e-be6c-49f3-b70f-6c7d711e594d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:22.862903 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '410e588b-b006-4f35-97bc-50f830d19206', 'code': 200} Oct 13 04:15:22.897894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600791-a063-488d-b6a4-25a3c80f07f1 req-853293fc-3102-47d8-9442-0fc05bdfcb1d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:22.899951 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60600791-a063-488d-b6a4-25a3c80f07f1 req-853293fc-3102-47d8-9442-0fc05bdfcb1d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.0550215 Oct 13 04:15:22.949994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60600791-a063-488d-b6a4-25a3c80f07f1 req-bce00310-6743-49c5-a138-dcbea5e1083d tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Oct 13 04:15:23.008673 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-3e4830d8-2bc7-4131-985f-9572ed544aad req-03c39069-886e-4602-9078-2d32d1ac2cf9 tempest-FloatingIPsNegativeTestJSON-971243881 tempest-FloatingIPsNegativeTestJSON-971243881-project] show failed (client error): The resource could not be found. Oct 13 04:15:23.010063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e4830d8-2bc7-4131-985f-9572ed544aad req-03c39069-886e-4602-9078-2d32d1ac2cf9 tempest-FloatingIPsNegativeTestJSON-971243881 tempest-FloatingIPsNegativeTestJSON-971243881-project] 10.222.0.49 "GET /v2.0/floatingips/39b58c2b-7617-403c-9652-7df3e35db1c6 HTTP/1.1" status: 404 len: 350 time: 0.0364332 Oct 13 04:15:23.019795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:23.125557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3008ad-0c0f-4fa0-850e-af648faeceba req-d45fc260-55a2-4364-8cf0-f303de7e1429 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:23.127128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f3008ad-0c0f-4fa0-850e-af648faeceba req-d45fc260-55a2-4364-8cf0-f303de7e1429 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 949 time: 0.0639725 Oct 13 04:15:23.180488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f3008ad-0c0f-4fa0-850e-af648faeceba req-9972794f-4fbd-4d61-92a3-ebf99d700149 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 Oct 13 04:15:23.457771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d780-9249-4ad3-924e-19d0bd693476 req-8f96c472-dc67-4695-bc0f-c8534d2bc4ae tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:23.460333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e59d780-9249-4ad3-924e-19d0bd693476 req-8f96c472-dc67-4695-bc0f-c8534d2bc4ae tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 950 time: 0.1078236 Oct 13 04:15:23.566723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e59d780-9249-4ad3-924e-19d0bd693476 req-08d6f173-8a8f-47c2-bb00-c22714b51142 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966332 Oct 13 04:15:23.833376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:23.999897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39f50-e971-451d-89ee-c4364053d6f6 req-291ed903-0c9b-4c6f-bbbf-2f037948406f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.008714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ba39f50-e971-451d-89ee-c4364053d6f6 req-291ed903-0c9b-4c6f-bbbf-2f037948406f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.0859785 Oct 13 04:15:24.064988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ba39f50-e971-451d-89ee-c4364053d6f6 req-8d4df21a-3f32-4553-9de1-ee5b6dea48d1 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550137 Oct 13 04:15:24.259026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726ad4-0bd2-49da-b381-dd20d3b2d175 req-32120c96-2b24-4b5d-88ae-397c7519a6d5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.260462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38726ad4-0bd2-49da-b381-dd20d3b2d175 req-32120c96-2b24-4b5d-88ae-397c7519a6d5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.0799847 Oct 13 04:15:24.266771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Deleting port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:24.267187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.351330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38726ad4-0bd2-49da-b381-dd20d3b2d175 req-e2fefb24-6695-4030-a759-01bfab095ec5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Oct 13 04:15:24.394653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] For port 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:24.395205 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.410359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Calling delete_port for 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:24.444224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-d5cdf41f-bb0b-4773-8a16-cddab614d130 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221174 Oct 13 04:15:24.556643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-9c304215-da79-4208-abae-ccad2e6fb376 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.563290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-9c304215-da79-4208-abae-ccad2e6fb376 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126668 Oct 13 04:15:24.581267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-d5fe95d2-1360-40f5-9f99-daf73decaeaa tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/quotas/e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 375 time: 0.0157182 Oct 13 04:15:24.651339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-8cee787d-2258-4d89-91e8-c77765abc34d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640936 Oct 13 04:15:24.674274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-7a972c01-a949-43a7-978d-49c81e6a5f6a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:24.675772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-7a972c01-a949-43a7-978d-49c81e6a5f6a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.1576500 Oct 13 04:15:24.698593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-1e3b7451-98ce-455f-82f9-2b752410f053 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/quotas/304405e631454c54a1e2df701c72edec HTTP/1.1" status: 200 len: 375 time: 0.0168831 Oct 13 04:15:24.717607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:24.762451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:24.805362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba'}, {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:24.807822 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bce03f9-0adb-4714-9a7a-260da8bf0df8" -d '{"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-plugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba"}, {"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:24.814266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:15:24.827120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87cdaa84-323f-4256-8ee7-5b00551457c1 req-348e67c4-7d61-4516-9e38-72e07b425cf1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 210 time: 0.0332255 Oct 13 04:15:24.851460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-8c56fe22-1af8-4d52-8ae6-7575ae25b46a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434858 Oct 13 04:15:24.891584 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d1bdc-5222-4b49-b554-69049ed4efe8 x-openstack-request-id: req-229d1bdc-5222-4b49-b554-69049ed4efe8 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:24.892087 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-plugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba", "code": 200}, {"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-plugged", "status": "completed", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:24.892510 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-229d1bdc-5222-4b49-b554-69049ed4efe8 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:24.893068 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'code': 200} Oct 13 04:15:24.893482 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'code': 200} Oct 13 04:15:24.913598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'tag': '410e588b-b006-4f35-97bc-50f830d19206'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:24.915923 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "tag": "410e588b-b006-4f35-97bc-50f830d19206"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:24.987897 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1cac02-c9f1-4d03-9a21-fe638be21eb2 x-openstack-request-id: req-0d1cac02-c9f1-4d03-9a21-fe638be21eb2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:24.988185 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "tag": "410e588b-b006-4f35-97bc-50f830d19206", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:24.988443 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d1cac02-c9f1-4d03-9a21-fe638be21eb2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:24.988911 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'tag': '410e588b-b006-4f35-97bc-50f830d19206', 'status': 'completed', 'code': 200} Oct 13 04:15:25.011767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-c2dfabee-410b-4493-bf09-ac3e833ebf24 service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592720 Oct 13 04:15:25.152569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-1ffcf3ed-c2e7-42fa-84f7-bf82ef7c821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.154279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-1ffcf3ed-c2e7-42fa-84f7-bf82ef7c821d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1125 time: 0.1613653 Oct 13 04:15:25.199785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ab8dc-c6b8-461f-b3b2-2fdb57d6f135 req-aab6e42a-a749-44fa-9c7a-2ec2bd2baa72 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.201600 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e2ab8dc-c6b8-461f-b3b2-2fdb57d6f135 req-aab6e42a-a749-44fa-9c7a-2ec2bd2baa72 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.0547113 Oct 13 04:15:25.227536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:25.239896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-9ee429fe-99f4-4744-8080-bc079486699d service neutron] 10.222.0.49 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264824 Oct 13 04:15:25.248541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e2ab8dc-c6b8-461f-b3b2-2fdb57d6f135 req-1e80f92f-7df3-420e-b536-c86d28cc3a6e tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Oct 13 04:15:25.369699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-c46c3fc5-3786-4b0a-a785-7f2828f35e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.371343 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-c46c3fc5-3786-4b0a-a785-7f2828f35e0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2067738 Oct 13 04:15:25.479262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-1436d3c0-1857-41d4-b9f8-3298a6157a34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 217 time: 0.0800626 Oct 13 04:15:25.489403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f07a07f4-6a30-4913-bfe0-79cb81e05a92 req-9ff77208-61f0-4959-8caf-6ba301d6204c tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 210 time: 0.0891171 Oct 13 04:15:25.612140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-d6cb756b-be0f-44fd-be83-1d1740fc62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.613601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-d6cb756b-be0f-44fd-be83-1d1740fc62ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1232798 Oct 13 04:15:25.617461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb9a7-a1a9-4d3d-b04c-b5641c7c49cd req-5457231f-e41b-49d2-9deb-98f20854857a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.628332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58cb9a7-a1a9-4d3d-b04c-b5641c7c49cd req-5457231f-e41b-49d2-9deb-98f20854857a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.0664384 Oct 13 04:15:25.668348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58cb9a7-a1a9-4d3d-b04c-b5641c7c49cd req-860bcc77-15dd-4903-8050-85c987629469 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Oct 13 04:15:25.691652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-b2943745-cc05-4868-b60d-aa169c87aaed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690558 Oct 13 04:15:25.813919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:25.821457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-93e63d04-d607-4d69-ad3d-c1172e548b00 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:25.822868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-93e63d04-d607-4d69-ad3d-c1172e548b00 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.16 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.1437290 Oct 13 04:15:25.877068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-e78c278b-9aca-45bc-9a6a-9e5cc93f9589 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620743 Oct 13 04:15:26.186218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:26.189485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:26.304944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-badc508e-fe6a-44bd-8cf1-b4e346f78fb3 req-64232640-c726-48c4-b3af-4be8f2ca5ba1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 210 time: 0.3563514 Oct 13 04:15:26.334962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:26.352022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9bde0eef-b293-4288-9174-59f95c33f339', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '9bde0eef-b293-4288-9174-59f95c33f339', 'mac_address': 'fa:16:3e:84:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:26.392455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-14c23b4d-17ed-45a8-a01e-65dc9fffdc2e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e5631d415ae040dcbaded884bc5e0b91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3707843 Oct 13 04:15:26.395600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c27d6-57fc-4dc5-b62d-84c0d1b5f207 req-7af35479-ba47-49a4-8d3e-16121ab5fe9f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.397678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd2c27d6-57fc-4dc5-b62d-84c0d1b5f207 req-7af35479-ba47-49a4-8d3e-16121ab5fe9f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.0580201 Oct 13 04:15:26.405714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.446941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd2c27d6-57fc-4dc5-b62d-84c0d1b5f207 req-4b481de4-afc4-47ee-9117-1e9e0f70b515 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Oct 13 04:15:26.486991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.507558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:26.533307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:26.537606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:26.542179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.548559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.592821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:26.597786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e6b16d0-ca03-4819-86a4-6d70a42b95c9 req-491d33dc-3457-46d8-b8ac-80388348f09e service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053843 Oct 13 04:15:26.611785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50e7f876-3fcc-4607-a2bd-ed25126307ba admin admin] 10.222.0.49 "PUT /v2.0/routers/83a2dec1-3cc2-442b-aa8b-7c986de7c53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5908179 Oct 13 04:15:26.615695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:26.628940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Sync routers for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:26.701360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-e3f19f15-07c4-40a0-bdf5-30ae78d0d2a1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.703185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-e3f19f15-07c4-40a0-bdf5-30ae78d0d2a1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915065 Oct 13 04:15:26.713595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-6c2d0fbd-3286-4c6a-a455-6de071f58557 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.715316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-6c2d0fbd-3286-4c6a-a455-6de071f58557 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf3b375d-f75b-440c-b2a2-200626d7166c HTTP/1.1" status: 200 len: 945 time: 0.4055884 Oct 13 04:15:26.726879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Deleting port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:26.727259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:26.741305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Request body: {'port': {'device_id': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'e5631d415ae040dcbaded884bc5e0b91'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:26.826748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff6f7fc6-46be-4eb5-aed8-9094863b5742 req-83c1abf2-9df3-4f54-80cf-cf12d0e3d59b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 210 time: 0.0664029 Oct 13 04:15:26.890926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-de5c0f9b-ad86-4b90-90b2-1573445062af tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:26.894030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-de5c0f9b-ad86-4b90-90b2-1573445062af tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 805 time: 0.2911003 Oct 13 04:15:26.900866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:26.903433 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306ba15-4993-4b8f-b0e9-9300181b56ac" -d '{"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-unplugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:26.910671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Request body: {'port': {'device_id': '4410bce5-4327-45f2-a792-5dd26530e820', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'admin_state_up': True, 'tenant_id': '304405e631454c54a1e2df701c72edec'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:26.922963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9bde0eef-b293-4288-9174-59f95c33f339'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:26.975467 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704aad79-e9ac-4230-a216-f3fea013c596 x-openstack-request-id: req-704aad79-e9ac-4230-a216-f3fea013c596 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:26.976270 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-unplugged", "status": "completed", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:26.976702 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-704aad79-e9ac-4230-a216-f3fea013c596 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:26.977109 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'code': 200} Oct 13 04:15:26.985670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 38074522-f222-405a-b963-ad9e8b8cc7ba no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:27.025609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:27.026257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:27.056963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Made reservation on behalf of 304405e631454c54a1e2df701c72edec for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:27.063003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.079774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4ec8a-b2f9-4c54-92ab-2c08793ecab9 req-7a18c5e9-e894-453a-b829-eda9f0794e94 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.086225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.089871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36a4ec8a-b2f9-4c54-92ab-2c08793ecab9 req-7a18c5e9-e894-453a-b829-eda9f0794e94 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.2502725 Oct 13 04:15:27.143445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.231791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Allocated IP 172.20.0.10 (09eb9e89-c7da-43f3-a91a-c841807753de/26442103-b8fa-40e3-8a69-5c8bf1873f36/eb03d35e-4465-4e3f-b50c-43c71fe50cb0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:27.232063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] For port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:27.232975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.237455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Deleting port 38074522-f222-405a-b963-ad9e8b8cc7ba {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:27.237751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.250382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36a4ec8a-b2f9-4c54-92ab-2c08793ecab9 req-d7268cec-f49e-44ce-beb4-5545e14c29a7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594281 Oct 13 04:15:27.280341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.356852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Calling delete_port for 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:27.382846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.440595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:27.443327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:27.464722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.483559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.484514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:27.510201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Made reservation on behalf of e5631d415ae040dcbaded884bc5e0b91 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:27.516975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.569259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20092c7d-fe4e-4648-8a78-96383bebe0de req-8c1f60c6-0fb4-4213-b25c-ff6b24fb92eb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 210 time: 0.0478637 Oct 13 04:15:27.570512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.571850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.605277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] For port 38074522-f222-405a-b963-ad9e8b8cc7ba, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=38074522-f222-405a-b963-ad9e8b8cc7ba,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:27.609157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.624331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.663280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Calling delete_port for 38074522-f222-405a-b963-ad9e8b8cc7ba owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:27.705395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Network 09eb9e89-c7da-43f3-a91a-c841807753de is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:27.714342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:27.720090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:27.834113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:27.854693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:27.855335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:27.867572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:24Z', 'revision_number': 5, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port': {'id': '2a184f8d-ce3d-4adb-80b3-604530dd1d19', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:27.881283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-b9e22de7-43aa-4175-a93c-e84bf7ad4286 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9755025 Oct 13 04:15:27.899758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Request body: {'port': {'device_id': '4410bce5-4327-45f2-a792-5dd26530e820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:27.909860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Checking router: 83a2dec1-3cc2-442b-aa8b-7c986de7c53b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:27.918632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Routers {'83a2dec1-3cc2-442b-aa8b-7c986de7c53b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:27.919279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:28.001221 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.006861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce7109-f08f-45d8-a7db-32cbe8e16a8d req-600cf0a2-6cca-46d1-8a77-5303f257d573 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.008480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bce7109-f08f-45d8-a7db-32cbe8e16a8d req-600cf0a2-6cca-46d1-8a77-5303f257d573 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/ports?device_id=451be286-7b79-44fb-b6f0-5be76d64c1b7 HTTP/1.1" status: 200 len: 948 time: 0.3641446 Oct 13 04:15:28.025276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] Set router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:28.078452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Deleting port 2a184f8d-ce3d-4adb-80b3-604530dd1d19 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:28.079090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.095540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:27Z', 'revision_number': 6, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:28.127985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Allocated IP 192.168.233.159 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/1da8494b-03b2-432c-9df6-29817540bfdd) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:28.131889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2614c5a-2ce1-498b-9c40-ff522471b832 None None] The sync data for ids ['83a2dec1-3cc2-442b-aa8b-7c986de7c53b'] in n-d-813736-1 is: [{'id': '83a2dec1-3cc2-442b-aa8b-7c986de7c53b', 'name': 'tempest-FloatingIPsNegativeTestJSON-322179273-router', 'tenant_id': '88c281b1ff3f4dafbc43141d040bce83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:15:03Z', 'updated_at': '2021-10-13T04:15:27Z', 'revision_number': 6, 'project_id': '88c281b1ff3f4dafbc43141d040bce83', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:28.132960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bce7109-f08f-45d8-a7db-32cbe8e16a8d req-500b9a7a-6fe2-4d1c-aeb4-65b92f29429f tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.49 "GET /v2.0/security-groups?id=9805f76a-40a9-4050-bdd4-79656337d3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109014 Oct 13 04:15:28.134370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.188681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:28.242218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Pushing event deleted for resources: {'Port': ['ID=9bd938d0-58a5-471d-9fc1-fdb52ba2c431,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:28.249254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:28.249680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:28.303152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13dff2-a466-4e10-94ac-85b1105a777f req-e6738cb1-ded3-496b-964c-cf8064b7634d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.304733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c13dff2-a466-4e10-94ac-85b1105a777f req-e6738cb1-ded3-496b-964c-cf8064b7634d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 932 time: 0.3465493 Oct 13 04:15:28.363542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] No DVR routers for this DVR port 9bd938d0-58a5-471d-9fc1-fdb52ba2c431 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:28.376274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.384157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4f5d27d-da58-4220-a48e-8975e407b31e req-aee2c7e1-08f6-4281-b4d0-94b83d25aff6 tempest-ImagesNegativeTestJSON-2116276575 tempest-ImagesNegativeTestJSON-2116276575-project] 10.222.0.16 "DELETE /v2.0/ports/9bd938d0-58a5-471d-9fc1-fdb52ba2c431 HTTP/1.1" status: 204 len: 173 time: 2.5530729 Oct 13 04:15:28.412292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c13dff2-a466-4e10-94ac-85b1105a777f req-5a664a42-9ff2-4acf-a45e-7c00afda5833 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963490 Oct 13 04:15:28.541995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'name': 'network-vif-deleted', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:28.545460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:28.546107 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041ffd0-baad-4a7d-be2e-d71f0c8d28c1" -d '{"events": [{"server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "name": "network-vif-deleted", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:28.549254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.563730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.605776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Transition to ACTIVE for port object eb03d35e-4465-4e3f-b50c-43c71fe50cb0 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:28.618937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.700693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:28.712045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] For port 2a184f8d-ce3d-4adb-80b3-604530dd1d19, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a184f8d-ce3d-4adb-80b3-604530dd1d19,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:28.712541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.757463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event deleted for resources: {'Port': ['ID=38074522-f222-405a-b963-ad9e8b8cc7ba,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:28.791199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Calling delete_port for 2a184f8d-ce3d-4adb-80b3-604530dd1d19 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:28.867490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] No DVR routers for this DVR port 38074522-f222-405a-b963-ad9e8b8cc7ba on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:28.870466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:28.875402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ff3790d-8f3b-4409-9ccd-edafb0cb14d3 req-4ae1c909-3e99-44e7-a1a3-3fc9d8b8b746 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.47 "DELETE /v2.0/ports/38074522-f222-405a-b963-ad9e8b8cc7ba HTTP/1.1" status: 204 len: 173 time: 2.1433558 Oct 13 04:15:28.946861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96746-35b8-4c35-8db2-72eec2208e9e req-5136d867-39f8-4d74-945a-c25481cc88d2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:28.955053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00c96746-35b8-4c35-8db2-72eec2208e9e req-5136d867-39f8-4d74-945a-c25481cc88d2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.3634162 Oct 13 04:15:28.978449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:28.980829 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fea01-bc9b-49fb-907e-1525f8e7e502" -d '{"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-unplugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:29.069976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-627b1fca-ef89-44fc-be09-c4774d6323f6 service neutron] 10.222.0.47 "GET /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.4299340 Oct 13 04:15:29.085947 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.145099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00c96746-35b8-4c35-8db2-72eec2208e9e req-8271a1f8-e2da-44f1-b64b-f077f11e3208 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889808 Oct 13 04:15:29.211557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a184f8d-ce3d-4adb-80b3-604530dd1d19 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:29.274445 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37c76b-d0ad-4255-8300-86cd2d730fce x-openstack-request-id: req-6c37c76b-d0ad-4255-8300-86cd2d730fce {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:29.275030 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451be286-7b79-44fb-b6f0-5be76d64c1b7", "name": "network-vif-deleted", "tag": "9bd938d0-58a5-471d-9fc1-fdb52ba2c431", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:29.275875 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c37c76b-d0ad-4255-8300-86cd2d730fce {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:29.277544 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451be286-7b79-44fb-b6f0-5be76d64c1b7', 'name': 'network-vif-deleted', 'tag': '9bd938d0-58a5-471d-9fc1-fdb52ba2c431', 'status': 'completed', 'code': 200} Oct 13 04:15:29.319893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd1c368b-d3e1-4d23-a166-ca98cbd07492 req-c3e2c39f-7fd2-4d16-8930-c1eaf24d339e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 210 time: 0.0569296 Oct 13 04:15:29.406595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.418604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Attempting to bind port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:29.418956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Attempting to bind port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:29.419371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Attempting to bind port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:29.450154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 on network 09eb9e89-c7da-43f3-a91a-c841807753de not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:29.450488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Attempting to bind port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 on network 09eb9e89-c7da-43f3-a91a-c841807753de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:29.464710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:29.465059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Checking segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:29.465448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Bound using segment: {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:29.465899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Bound port: eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea7142b-2932-4985-9683-8cbeaea9a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:29.466793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.510182 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c0ea5-200e-4b52-a8be-c127a3f165d7 x-openstack-request-id: req-ef0c0ea5-200e-4b52-a8be-c127a3f165d7 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:29.510182 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-unplugged", "status": "completed", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:29.510182 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef0c0ea5-200e-4b52-a8be-c127a3f165d7 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:29.510182 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'code': 200} Oct 13 04:15:29.553032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.579983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.599809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:29.602251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51', 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:29.604371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84c12481-eb52-4ef6-b793-8269cbb059a4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:29.662151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:29.667533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:29.667533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2ae0ff56-1d7e-4ddf-9bbf-be6bd03e3bb9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:29.675383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:29.691267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.744557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a184f8d-ce3d-4adb-80b3-604530dd1d19,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:29.774267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:29.780130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:29.783196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] 10.222.0.16 "PUT /v2.0/ports/eb03d35e-4465-4e3f-b50c-43c71fe50cb0 HTTP/1.1" status: 200 len: 1092 time: 1.8891678 Oct 13 04:15:29.783944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:29.785186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:29.796002 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f18fbf-3023-4045-b31a-f9266ba12478" -d '{"events": [{"name": "network-changed", "server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:29.805111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:29.845617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:29.856187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd196ff-cd9d-415a-85d9-076c283bee6d service neutron] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:29.933187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-794bbfe9-238f-4759-b3a2-96a1fa986afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:29.940591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-794bbfe9-238f-4759-b3a2-96a1fa986afe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 1095 time: 0.0711727 Oct 13 04:15:29.946921 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f5c075-8ce0-4bdd-8d5c-ee3b8bc4cf65 x-openstack-request-id: req-27f5c075-8ce0-4bdd-8d5c-ee3b8bc4cf65 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:29.947508 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:29.948066 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27f5c075-8ce0-4bdd-8d5c-ee3b8bc4cf65 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:29.948717 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'status': 'completed', 'code': 200} Oct 13 04:15:30.049444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-6f8f8357-b9fc-4529-946b-ef39eb8a66fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0 HTTP/1.1" status: 200 len: 217 time: 0.0995245 Oct 13 04:15:30.187035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-d9e8266c-3550-4384-b9ca-907429e2516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.188552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-d9e8266c-3550-4384-b9ca-907429e2516d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.1304324 Oct 13 04:15:30.192366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:30.267303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-c0106981-54d7-49e4-bc46-cc01981f6a67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680137 Oct 13 04:15:30.318002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f95d62a6-57ba-4089-986a-126aadc217c8 None None] Provisioning complete for port 1da8494b-03b2-432c-9df6-29817540bfdd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:30.318830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f95d62a6-57ba-4089-986a-126aadc217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.391153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.392201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f95d62a6-57ba-4089-986a-126aadc217c8 None None] Port 1da8494b-03b2-432c-9df6-29817540bfdd cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:30.400723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-bf800d07-9709-49d5-b4da-a97e2b93b208 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213863 Oct 13 04:15:30.401904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9bde0eef-b293-4288-9174-59f95c33f339 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:30.402603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.542923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.546161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202039-3009-410c-842e-ddf219afd003 req-45853b1f-fab9-40dd-85b3-16a4d5d318ba tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.556423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd202039-3009-410c-842e-ddf219afd003 req-45853b1f-fab9-40dd-85b3-16a4d5d318ba tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 944 time: 0.1634829 Oct 13 04:15:30.587440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:30.605733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.615840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd202039-3009-410c-842e-ddf219afd003 req-2a166d82-ffdc-4b2b-b37a-2f9ab5e8bb29 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570083 Oct 13 04:15:30.627013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:30.666317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:30.675284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:30.734407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a669fdb5-16a6-43d7-a04b-b6709c77e03e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56b8012713254ef095a4f93f99cfa45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401270 Oct 13 04:15:30.736886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38948) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:30.797472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410e588b-b006-4f35-97bc-50f830d19206 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:30.823081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f4b0ed-aab2-4c0c-abad-a374f54ebd47 req-2a4544c0-7101-4f9b-881d-7500824e1d62 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822901 Oct 13 04:15:30.823644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:30.842468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9c9a0-b0bc-4fe2-b5eb-f88c24a48607 req-978715b4-389e-48d8-af76-40027925030e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.850137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcd9c9a0-b0bc-4fe2-b5eb-f88c24a48607 req-978715b4-389e-48d8-af76-40027925030e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 1.2118795 Oct 13 04:15:30.860777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a2cef-0a65-4306-adeb-54e127d07907 req-c6aaa22e-7013-4471-b4d0-4cabbce12615 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.868356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb2a2cef-0a65-4306-adeb-54e127d07907 req-c6aaa22e-7013-4471-b4d0-4cabbce12615 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 936 time: 0.1099355 Oct 13 04:15:30.884006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:30.884261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.884617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.904767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:30.916561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.943496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.956017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ecc9b3a2-9efc-4751-897f-53fcc2c4926d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2343059 Oct 13 04:15:30.956237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:30.960654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb2a2cef-0a65-4306-adeb-54e127d07907 req-6a3dad66-c5a0-4b31-8c1f-f90660c5a57b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912414 Oct 13 04:15:31.003488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-c1997f0c-1792-47dd-89a3-18a67e93bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.004969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-c1997f0c-1792-47dd-89a3-18a67e93bdf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=304405e631454c54a1e2df701c72edec&device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 1095 time: 0.1158631 Oct 13 04:15:31.035628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Request body: {'port': {'device_id': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:31.086932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcd9c9a0-b0bc-4fe2-b5eb-f88c24a48607 req-d50505fe-98a7-40fc-8d5b-383e2f5f1fe0 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326572 Oct 13 04:15:31.114911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.117659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.119562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9805f76a-40a9-4050-bdd4-79656337d3c1 HTTP/1.1" status: 204 len: 168 time: 0.3816512 Oct 13 04:15:31.174579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796b124-1506-4948-8ca9-a8eeedcf7d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9805f76a-40a9-4050-bdd4-79656337d3c1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.185010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.202447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.214525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-d8b84c59-7ed8-400e-ab5d-d810533e6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.220375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-d8b84c59-7ed8-400e-ab5d-d810533e6c32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 200 len: 906 time: 0.1962502 Oct 13 04:15:31.284867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-deleted', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:31.287588 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34aaec2-e963-4483-ba01-e307ab7a7893" -d '{"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-deleted", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:31.288398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-45a60b25-66a1-4bca-ad8d-678ff23e0846 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0 HTTP/1.1" status: 200 len: 217 time: 0.0595324 Oct 13 04:15:31.316440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.317028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a2dec1-3cc2-442b-aa8b-7c986de7c53b {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:15:31.320637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.333856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.337263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a0f6db63-dc3f-4626-845d-4d805765d778 admin admin] 10.222.0.49 "DELETE /v2.0/routers/83a2dec1-3cc2-442b-aa8b-7c986de7c53b HTTP/1.1" status: 204 len: 168 time: 4.7175512 Oct 13 04:15:31.343522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:31.418376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] Transition to ACTIVE for port object 410e588b-b006-4f35-97bc-50f830d19206 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:31.420534 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684c3270-35a0-4c70-966f-a7f05dd4399b x-openstack-request-id: req-684c3270-35a0-4c70-966f-a7f05dd4399b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:31.420902 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3b375d-f75b-440c-b2a2-200626d7166c", "name": "network-vif-deleted", "tag": "38074522-f222-405a-b963-ad9e8b8cc7ba", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:31.421188 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-684c3270-35a0-4c70-966f-a7f05dd4399b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:31.421487 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3b375d-f75b-440c-b2a2-200626d7166c', 'name': 'network-vif-deleted', 'tag': '38074522-f222-405a-b963-ad9e8b8cc7ba', 'status': 'completed', 'code': 200} Oct 13 04:15:31.434341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.477450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-6c854b02-3a6c-47a0-bb1c-d5940e8bf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.480118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-6c854b02-3a6c-47a0-bb1c-d5940e8bf1ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 200 len: 845 time: 0.1829591 Oct 13 04:15:31.509196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Deleting subnet 1363b91a-c18e-44fd-acdb-5c707f40c593 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:31.511216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:31.516220 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316152e1-0a79-42c9-a968-1e4d79c6a7dc" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:31.546060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-6cc7a47c-d2ee-4778-9d24-f978b79fd96b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09eb9e89-c7da-43f3-a91a-c841807753de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481470 Oct 13 04:15:31.591993 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc4356-7c0f-4008-9a45-405ce6f6401b x-openstack-request-id: req-21dc4356-7c0f-4008-9a45-405ce6f6401b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:31.592280 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-plugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:31.592599 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21dc4356-7c0f-4008-9a45-405ce6f6401b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:31.593025 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'code': 200} Oct 13 04:15:31.625674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.681789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-0479de6c-80cc-49e3-baa5-5c738605c2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278551 Oct 13 04:15:31.691246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] No DVR routers for this DVR port 410e588b-b006-4f35-97bc-50f830d19206 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:31.705189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:31.729472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.832176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a65f5c26-c727-40de-8c44-b84582baf5e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206/bindings/n-h1-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7435794 Oct 13 04:15:31.860089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb296c6-15fb-480e-870f-0857975e4d21 req-e3bd7155-1871-499a-a9ea-d7bbd15bde73 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.869363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cb296c6-15fb-480e-870f-0857975e4d21 req-e3bd7155-1871-499a-a9ea-d7bbd15bde73 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.1009924 Oct 13 04:15:31.874433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7f18fbf-3023-4045-b31a-f9266ba12478 req-320ca21c-d95a-4944-b49d-5943baaee6ab service neutron] 10.222.0.16 "GET /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826155 Oct 13 04:15:31.929596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:31.957103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cb296c6-15fb-480e-870f-0857975e4d21 req-e6f8c6ec-2bcf-4d8f-b40d-a5605caaf5d7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867214 Oct 13 04:15:31.977266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-57ad8da9-207f-4463-9cb7-c5eb9bf05c3d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:31.978963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-57ad8da9-207f-4463-9cb7-c5eb9bf05c3d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0753155 Oct 13 04:15:32.080354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.109315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-f27aba43-dae5-4f45-b0e3-c9e4fd8c5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.112374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-f27aba43-dae5-4f45-b0e3-c9e4fd8c5cea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 1096 time: 0.1208944 Oct 13 04:15:32.147799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1363b91a-c18e-44fd-acdb-5c707f40c593,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.155014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:32.159616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddf390-c166-47c2-b680-5093e2eca70b None None] Network 80b09453-dd2d-487e-8231-a8e1fc6a46e7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:32.165203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.170057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fc7757a0-b904-4ff6-a933-641916f077fa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1363b91a-c18e-44fd-acdb-5c707f40c593 HTTP/1.1" status: 204 len: 168 time: 0.8239782 Oct 13 04:15:32.173762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.175615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.244760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-552018f3-03a8-4ae6-95d9-9aa6ab74bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.246925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-552018f3-03a8-4ae6-95d9-9aa6ab74bd75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1096 time: 0.1070807 Oct 13 04:15:32.247098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Transition to ACTIVE for port object 1da8494b-03b2-432c-9df6-29817540bfdd will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:32.271863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874a94-9792-43c6-9bcb-8a23489179d0 req-b858895d-b4a7-482a-9cab-a018e829ef79 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.280621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45874a94-9792-43c6-9bcb-8a23489179d0 req-b858895d-b4a7-482a-9cab-a018e829ef79 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 936 time: 0.1913652 Oct 13 04:15:32.282389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.329040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39008) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:32.346766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa185-595b-4d5e-a203-d4d86951169f req-235662c0-34f4-43c3-9ce8-7871c09721aa tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.354242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caffa185-595b-4d5e-a203-d4d86951169f req-235662c0-34f4-43c3-9ce8-7871c09721aa tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 0.1404953 Oct 13 04:15:32.355908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.389202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:32.412899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45874a94-9792-43c6-9bcb-8a23489179d0 req-2d786811-a098-4a77-95fb-b7492d4eab8d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203630 Oct 13 04:15:32.467679 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caffa185-595b-4d5e-a203-d4d86951169f req-20891d91-5051-4662-9900-6fae1822781d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Oct 13 04:15:32.508861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-ea2dc3c7-ce1f-4dfa-96f7-9d61985bc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.511637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-ea2dc3c7-ce1f-4dfa-96f7-9d61985bc16e service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2453537 Oct 13 04:15:32.573107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] DHCP port deletion for 80b09453-dd2d-487e-8231-a8e1fc6a46e7 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:15:32.609617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-c29573f8-6b4b-4c67-bad9-7621e298dd70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 200 len: 217 time: 0.0867004 Oct 13 04:15:32.681356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Deleting port 3850527c-0b5d-44eb-becf-98745d4ba5d5 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:32.681830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.726301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1003486624-network', 'tenant_id': '32ae3606fdf34a6da838b85fcd96a2b8'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:32.726852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-eb6b1c1d-98ba-4d86-a15a-d57033d602d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:32.728653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-eb6b1c1d-98ba-4d86-a15a-d57033d602d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1086783 Oct 13 04:15:32.773499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:32.773845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:32.774177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:32.782612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-8cde9667-37b8-40b3-8338-5055159701b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457132 Oct 13 04:15:32.791934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:32.792349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:32.800623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:32.800972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:32.801355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:32.801798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Bound port: 1da8494b-03b2-432c-9df6-29817540bfdd, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:32.802184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.811232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] For port 3850527c-0b5d-44eb-becf-98745d4ba5d5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3850527c-0b5d-44eb-becf-98745d4ba5d5,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:32.811462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Deleting port 3850527c-0b5d-44eb-becf-98745d4ba5d5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:32.811596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.812159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.831518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Calling delete_port for 3850527c-0b5d-44eb-becf-98745d4ba5d5 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:32.831741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Made reservation on behalf of 32ae3606fdf34a6da838b85fcd96a2b8 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:32.833848 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.880300 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.954562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-f5934673-bc37-46e0-bc6c-55dad9b337cc service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624346 Oct 13 04:15:32.969515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] For port 3850527c-0b5d-44eb-becf-98745d4ba5d5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3850527c-0b5d-44eb-becf-98745d4ba5d5,segment=NetworkSegment(0f79effa-74ef-444a-b8a3-a5be7bfdfb8f),segment_id=0f79effa-74ef-444a-b8a3-a5be7bfdfb8f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:32.970181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:32.982870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.000895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Calling delete_port for 3850527c-0b5d-44eb-becf-98745d4ba5d5 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:33.048142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:33.054821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:33.062354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] Pushing event deleted for resources: {'Port': ['ID=3850527c-0b5d-44eb-becf-98745d4ba5d5,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:33.077972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef0837-7b93-4ee3-9d51-57efa87712dc None None] No DVR routers for this DVR port 3850527c-0b5d-44eb-becf-98745d4ba5d5 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:33.118110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.140180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3850527c-0b5d-44eb-becf-98745d4ba5d5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:33.169849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 3850527c-0b5d-44eb-becf-98745d4ba5d5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:33.170612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3850527c-0b5d-44eb-becf-98745d4ba5d5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:33.188629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-a6162536-ed07-40e1-ac0c-e642264b290b service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101967 Oct 13 04:15:33.206595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.209438 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.211096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] 10.222.0.16 "PUT /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 1096 time: 2.2151721 Oct 13 04:15:33.399548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2deb2-b5ed-4b1b-8e97-4d82afcbef65 service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:33.422258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.429424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:33.431627 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a506712a-80e4-483d-ab63-2f4b4ee5e51d" -d '{"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:33.439767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.463687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] No DVR routers for this DVR port 3850527c-0b5d-44eb-becf-98745d4ba5d5 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:33.468590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.529360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37117c93-ec2c-4a70-aa34-739841c10db1 req-66decd41-1bff-491a-bc0b-7b10fca23339 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.531406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37117c93-ec2c-4a70-aa34-739841c10db1 req-66decd41-1bff-491a-bc0b-7b10fca23339 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.4025967 Oct 13 04:15:33.548582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Pushing event deleted for resources: {'Port': ['ID=3850527c-0b5d-44eb-becf-98745d4ba5d5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:33.578249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-6b1937cf-e74b-45c0-a018-25ee3dc68f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.579789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-6b1937cf-e74b-45c0-a018-25ee3dc68f20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1099 time: 0.2793777 Oct 13 04:15:33.582584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:15:33.615481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5c733-7bd1-41bc-b2b7-6e6709db3195 req-9d2808ab-3213-4cb3-a429-1f2eb50ede0c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.617938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2db5c733-7bd1-41bc-b2b7-6e6709db3195 req-9d2808ab-3213-4cb3-a429-1f2eb50ede0c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 948 time: 0.1081133 Oct 13 04:15:33.659116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-3f1f03c2-7bdc-443c-a6b7-b4fbc2419d20 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.660869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-3f1f03c2-7bdc-443c-a6b7-b4fbc2419d20 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1035116 Oct 13 04:15:33.681532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2db5c733-7bd1-41bc-b2b7-6e6709db3195 req-c2b75d6b-8de2-4639-a8d1-718475b87515 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Oct 13 04:15:33.698344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.698692 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Added segment e89c2c61-392e-45ac-9813-a9ee9656ffe1 of type vlan for network af2150ea-8de0-4ec1-8ddb-f750a305039b Oct 13 04:15:33.703912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-2d2a22a7-1bac-4f68-b0f1-adaba39c637e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0830135 Oct 13 04:15:33.704511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d3b01-c473-4fbb-94cb-a5960a7424cc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:33.715702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.809178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37117c93-ec2c-4a70-aa34-739841c10db1 req-65bf493c-e5e3-4ba5-a7ed-273b68a4fd6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679954 Oct 13 04:15:33.818973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b09453-dd2d-487e-8231-a8e1fc6a46e7']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:33.839576 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e87ba8-c60c-470e-a099-14c1e0988b9f x-openstack-request-id: req-72e87ba8-c60c-470e-a099-14c1e0988b9f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:33.839695 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:33.839929 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72e87ba8-c60c-470e-a099-14c1e0988b9f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:33.840321 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'status': 'completed', 'code': 200} Oct 13 04:15:33.844147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.853434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-89989dc3-0632-4f82-b04b-80019b3b826b service neutron] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:33.854822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:33.855137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f79effa-74ef-444a-b8a3-a5be7bfdfb8f') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:33.857836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-89989dc3-0632-4f82-b04b-80019b3b826b service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.859486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60c36032-36d2-4e72-b87d-4bb85c35b434 req-89989dc3-0632-4f82-b04b-80019b3b826b service neutron] 10.222.0.16 "DELETE /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206/bindings/n-h2-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.1895673 Oct 13 04:15:33.873562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.898432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-c662a424-7da2-4f70-847b-3e15be2ed06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.900218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-c662a424-7da2-4f70-847b-3e15be2ed06f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1750913 Oct 13 04:15:33.924423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.946573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.947553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:33.948136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.958319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:33.958768 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:33.960595 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:34.056156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0c70e-9d93-4f80-8a99-4f10ae4a1365 req-b18385ce-b007-465c-9b73-bf86028ac388 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.071625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0cf0c70e-9d93-4f80-8a99-4f10ae4a1365 req-b18385ce-b007-465c-9b73-bf86028ac388 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 0.1003950 Oct 13 04:15:34.081096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7458417 Oct 13 04:15:34.086214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.092855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Request body: {'subnet': {'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1003486624-subnet', 'tenant_id': '32ae3606fdf34a6da838b85fcd96a2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:34.096756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54107-037b-4695-af5e-8c0699ec0cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=af2150ea-8de0-4ec1-8ddb-f750a305039b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.107459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-0cd24f3e-a5a9-47f0-9a9e-c8af7583fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.109496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-0cd24f3e-a5a9-47f0-9a9e-c8af7583fae9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1998744 Oct 13 04:15:34.109719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network af2150ea-8de0-4ec1-8ddb-f750a305039b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:15:34.111349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.118412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.122040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] 10.222.0.49 "DELETE /v2.0/networks/80b09453-dd2d-487e-8231-a8e1fc6a46e7 HTTP/1.1" status: 204 len: 168 time: 1.9439247 Oct 13 04:15:34.172743 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0cf0c70e-9d93-4f80-8a99-4f10ae4a1365 req-c2be92f7-6eec-44d2-8e66-c4ee70ea599a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998666 Oct 13 04:15:34.173998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Made reservation on behalf of 32ae3606fdf34a6da838b85fcd96a2b8 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:34.186956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.237180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56cd95-f971-484e-8cb0-cb3ba956780a admin admin] Pushing event deleted for resources: {'Network': ['ID=80b09453-dd2d-487e-8231-a8e1fc6a46e7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.347329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-602ce068-5156-49fa-bf8f-cef9c4dec4fa service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233071 Oct 13 04:15:34.430286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.443469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:34.511789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8b410d6c-11ea-4755-876e-09151541c119 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88c281b1ff3f4dafbc43141d040bce83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802228 Oct 13 04:15:34.515277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:34.532052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b101f7e8-f979-4ca4-80a9-34ff843788dd req-ae43a85a-f9a9-4c5b-8419-9fd72fe18337 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743131 Oct 13 04:15:34.574539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.585732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:34.615261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'mac_address': 'fa:16:3e:60:27:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:34.621163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.658219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-a91edfbc-eb9a-4d90-9463-bb206435d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.659946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-a91edfbc-eb9a-4d90-9463-bb206435d904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1099 time: 0.0708618 Oct 13 04:15:34.662936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.692033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.696603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.705082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Checking segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:34.705455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Network hostable DHCP agents. Network: af2150ea-8de0-4ec1-8ddb-f750a305039b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:15:34.731346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:34.758482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Network af2150ea-8de0-4ec1-8ddb-f750a305039b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:15:34.782104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:34.803098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, af2150ea-8de0-4ec1-8ddb-f750a305039b) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:34.803098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.803098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.829140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68fcad-4f12-46f6-89ef-5578e2c70c81 None None] Network af2150ea-8de0-4ec1-8ddb-f750a305039b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:34.835184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.838354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.839662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dac4b0c0-9e27-42f5-94b0-bd0e649f93af HTTP/1.1" status: 204 len: 168 time: 0.3231378 Oct 13 04:15:34.849419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-590281bc-9ab6-49f4-98db-27dbcd8477db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7609866 Oct 13 04:15:34.868084 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:34.897676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-894e0fe3-c05c-4f82-a2e0-6561c84c93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.900178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-894e0fe3-c05c-4f82-a2e0-6561c84c93e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2316732 Oct 13 04:15:34.921584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af0f18-cbb8-4eab-8e1e-4e81f5eed673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac4b0c0-9e27-42f5-94b0-bd0e649f93af,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:34.945971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bbb8e-c263-44a1-843b-9a378d4af774 req-450cebf9-4fc5-483e-b4d6-931acd5f54f2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:34.954918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d8bbb8e-c263-44a1-843b-9a378d4af774 req-450cebf9-4fc5-483e-b4d6-931acd5f54f2 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 948 time: 0.1013749 Oct 13 04:15:35.002401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d8bbb8e-c263-44a1-843b-9a378d4af774 req-b729a875-fe60-4191-9702-a603582f71ff tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464211 Oct 13 04:15:35.042436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:35.124627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-d6d2fbd0-78e1-418c-a531-5a1d590dac86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.1851907 Oct 13 04:15:35.212284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079f285-288b-45b4-8006-ca42a04cf915 req-ad5abb8c-6bbd-47ba-9b5f-33091a3d169f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.213804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8079f285-288b-45b4-8006-ca42a04cf915 req-ad5abb8c-6bbd-47ba-9b5f-33091a3d169f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.1020348 Oct 13 04:15:35.218638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-cb0b0c90-63c4-4312-93ca-8a2f5fc878b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.220236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-cb0b0c90-63c4-4312-93ca-8a2f5fc878b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0731144 Oct 13 04:15:35.222995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['eb03d35e-4465-4e3f-b50c-43c71fe50cb0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:35.284554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d57998-d5cf-4b82-873b-0772c5b44b8c None None] Network af2150ea-8de0-4ec1-8ddb-f750a305039b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:15:35.289279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8079f285-288b-45b4-8006-ca42a04cf915 req-206e3229-c33a-4287-9780-f4e0554f00f5 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676975 Oct 13 04:15:35.353940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-72bfe80b-e95f-4e45-8ec3-19a7a4a64f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.359364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-72bfe80b-e95f-4e45-8ec3-19a7a4a64f42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080272 Oct 13 04:15:35.616270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-8bf6f8d7-29cb-474e-a5b7-29087f2e9c5a service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485096 Oct 13 04:15:35.686948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3445cee-f855-4f16-b383-4dcb64ca932b req-f4a61e17-4150-4552-ab66-5d9a31a1be7c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.693567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3445cee-f855-4f16-b383-4dcb64ca932b req-f4a61e17-4150-4552-ab66-5d9a31a1be7c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0608077 Oct 13 04:15:35.740061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3445cee-f855-4f16-b383-4dcb64ca932b req-ba6ed2f1-4e22-4094-ba83-7a8608ac628d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Oct 13 04:15:35.746687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c879d-cb69-477e-bf91-67f674c9ac2a req-cb238733-fa0d-471e-b5f8-825e3a2eda32 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:35.754576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f3c879d-cb69-477e-bf91-67f674c9ac2a req-cb238733-fa0d-471e-b5f8-825e3a2eda32 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 945 time: 0.1431704 Oct 13 04:15:35.813537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a506712a-80e4-483d-ab63-2f4b4ee5e51d req-014eb45a-b6d4-4fef-aa81-b64c254011fb service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879489 Oct 13 04:15:35.867761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f3c879d-cb69-477e-bf91-67f674c9ac2a req-65f61911-1cde-4e8f-ad92-77f0547d2b9a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122086 Oct 13 04:15:36.015413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d337c52-d0cd-4e13-beb3-fad762f9427d req-b72720ed-ebec-4727-a372-f67b9c9be99d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.017771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d337c52-d0cd-4e13-beb3-fad762f9427d req-b72720ed-ebec-4727-a372-f67b9c9be99d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 1096 time: 0.0603762 Oct 13 04:15:36.081547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d337c52-d0cd-4e13-beb3-fad762f9427d req-679eb6c2-e751-4d6b-a556-f19d6d58fb6d tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535810 Oct 13 04:15:36.228433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:36.239814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835bd46-9d4f-433c-afc0-77e07d136a24 req-8153b01b-a20a-4e3a-9a32-0baa3487d5b0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.241364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0835bd46-9d4f-433c-afc0-77e07d136a24 req-8153b01b-a20a-4e3a-9a32-0baa3487d5b0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 948 time: 0.0741634 Oct 13 04:15:36.314464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0835bd46-9d4f-433c-afc0-77e07d136a24 req-593742cd-5b49-4975-a70a-ce07fda8fbd9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665545 Oct 13 04:15:36.333023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-cc91cc6e-9590-4fc0-b0d8-1452f0b06e13 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:36.334557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-cc91cc6e-9590-4fc0-b0d8-1452f0b06e13 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.1936548 Oct 13 04:15:36.359103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:36.359911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-cefc2287-3556-4eea-aac8-dc2523daa5bc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/quotas/32ae3606fdf34a6da838b85fcd96a2b8 HTTP/1.1" status: 200 len: 375 time: 0.0191200 Oct 13 04:15:36.371890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '1da8494b-03b2-432c-9df6-29817540bfdd', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '1da8494b-03b2-432c-9df6-29817540bfdd', 'mac_address': 'fa:16:3e:78:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:36.409497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-bbdeaf36-2d49-46f3-b32c-5a69632e579e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432978 Oct 13 04:15:36.438785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.474235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:36.528773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:36.542704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:36.572536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-7367960b-2a45-423f-8704-4891e71c1fba service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615517 Oct 13 04:15:36.628409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:36.707174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-6bfa4ad9-0803-4a90-8a49-f23c2f8e6a5a service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266119 Oct 13 04:15:36.857751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1da8494b-03b2-432c-9df6-29817540bfdd'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:37.060358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-d7265485-6447-4343-b64d-1dae079c36f2 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cbca1103ab51435794d5960cd96045fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301473 Oct 13 04:15:37.185717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cafb2be-81b1-422f-b6ae-50dcebe44959 req-01bc7ea7-1c5a-436f-ba76-84a548ae303c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 210 time: 0.0403776 Oct 13 04:15:37.243521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-c3ddc969-3a1d-4fbd-a575-bc1490cb4c1a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:37.253835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-c3ddc969-3a1d-4fbd-a575-bc1490cb4c1a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875772 Oct 13 04:15:37.271278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-355a1f18-59c2-4560-8eb4-d988edd852b3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/quotas/cbca1103ab51435794d5960cd96045fb HTTP/1.1" status: 200 len: 375 time: 0.0164735 Oct 13 04:15:37.324962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd5624-48c5-4b8a-bf74-b0f8c9047288 req-0ea01ab7-4178-4093-9d7d-36c2a1989ca1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:37.332946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28fd5624-48c5-4b8a-bf74-b0f8c9047288 req-0ea01ab7-4178-4093-9d7d-36c2a1989ca1 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 945 time: 0.0668483 Oct 13 04:15:37.336836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-405be7e9-4648-469d-a251-c3a356818cdc tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cbca1103ab51435794d5960cd96045fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643988 Oct 13 04:15:37.395049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28fd5624-48c5-4b8a-bf74-b0f8c9047288 req-4ad709b8-5b16-4e5e-a355-316e99f867f7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568292 Oct 13 04:15:37.515241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ea99-5e1a-40c2-be8a-6f6109ee0a4f req-f0dc6e6a-14bf-49bc-9aca-acfd04f1572c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:37.524491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c946ea99-5e1a-40c2-be8a-6f6109ee0a4f req-f0dc6e6a-14bf-49bc-9aca-acfd04f1572c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.0687521 Oct 13 04:15:37.588316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c946ea99-5e1a-40c2-be8a-6f6109ee0a4f req-b8877b87-3302-4207-b496-28aee7bbf9d5 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Oct 13 04:15:37.774179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55096bca-b502-484a-9712-2ed3cb08f10f req-1f66ef51-f0bd-4a04-8b9d-1ef401b70bfb tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0437591 Oct 13 04:15:38.227749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:38.329946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:38.337947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:38.338808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.383035 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-031097f5-6dd4-4d34-bbc5-274fc3276f66 req-fc4513f7-85e3-41a6-98a0-30b5c8347ce3 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 210 time: 0.0652471 Oct 13 04:15:38.562629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.567399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-7274e668-4d77-484b-b29a-a2caf50cd966 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:38.573439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-7274e668-4d77-484b-b29a-a2caf50cd966 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.2667167 Oct 13 04:15:38.605428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Request body: {'port': {'device_id': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'admin_state_up': True, 'tenant_id': '32ae3606fdf34a6da838b85fcd96a2b8'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:38.612780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:38.624477 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145847d4-6a8d-42db-b08b-400a57858326" -d '{"events": [{"server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "name": "network-vif-plugged", "status": "completed", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:38.643327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:38.648607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.649424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:38.762153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dbb1d-7255-4f71-b90a-686fc1bcc78e req-21c11872-a772-4d36-b16c-ab4d9c291a8a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:38.773128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-406dbb1d-7255-4f71-b90a-686fc1bcc78e req-21c11872-a772-4d36-b16c-ab4d9c291a8a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.0735204 Oct 13 04:15:38.797857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:38.822148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 1da8494b-03b2-432c-9df6-29817540bfdd completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:38.836098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 1da8494b-03b2-432c-9df6-29817540bfdd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:38.836940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:38.867795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-406dbb1d-7255-4f71-b90a-686fc1bcc78e req-d263eed1-547a-4ced-a5b0-162c00c5a718 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926535 Oct 13 04:15:38.938964 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97942a13-80eb-4279-87e2-ddd843f0ad32 x-openstack-request-id: req-97942a13-80eb-4279-87e2-ddd843f0ad32 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:38.939409 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "name": "network-vif-plugged", "status": "completed", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:38.940510 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97942a13-80eb-4279-87e2-ddd843f0ad32 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:38.940510 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'code': 200} Oct 13 04:15:39.048403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.078454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb62c4-87d5-4a3f-abf8-095818b3a1bf req-88bf774f-d5de-4705-b565-560b0120258b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:39.090242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ebb62c4-87d5-4a3f-abf8-095818b3a1bf req-88bf774f-d5de-4705-b565-560b0120258b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 945 time: 0.5155764 Oct 13 04:15:39.122141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:39.136769 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.173908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-a4d4b736-e712-4e2c-a908-68077257a107 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cbca1103ab51435794d5960cd96045fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780799 Oct 13 04:15:39.242466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaeb0fe2-8f8b-43d3-986c-09a4088a78d2 req-b8d399c4-880f-4047-ad5d-ecdbfc0621ab tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0679517 Oct 13 04:15:39.246448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:39.368927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ebb62c4-87d5-4a3f-abf8-095818b3a1bf req-17604688-a629-4cc8-9eda-bcd0d29b1385 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759373 Oct 13 04:15:39.526791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-ce4a7a25-74e0-4554-8f90-aa82c975301d tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:39.526791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-ce4a7a25-74e0-4554-8f90-aa82c975301d tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3265984 Oct 13 04:15:39.534566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4396-93d9-4da8-9441-29218e80e032 req-5fe27331-72b5-46f3-9f69-6fd1750e6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:39.537174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8ad4396-93d9-4da8-9441-29218e80e032 req-5fe27331-72b5-46f3-9f69-6fd1750e6bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 1097 time: 0.3797667 Oct 13 04:15:39.541292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Request body: {'port': {'device_id': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'cbca1103ab51435794d5960cd96045fb'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:39.583471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Made reservation on behalf of 32ae3606fdf34a6da838b85fcd96a2b8 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:39.586846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.651897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8ad4396-93d9-4da8-9441-29218e80e032 req-12952a93-6a0b-467e-8e9b-ef9936dafe97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046622 Oct 13 04:15:39.674846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b35dae71-2e62-475d-9c12-26cb02d623cd req-5f0f01ca-1288-4a48-bc22-ca2633daba8a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 210 time: 0.0547891 Oct 13 04:15:39.863421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Allocated IP 172.20.0.8 (af2150ea-8de0-4ec1-8ddb-f750a305039b/6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee/6a8d2d3b-3eab-4c35-8afb-927f01fd9a28) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:39.894437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Made reservation on behalf of cbca1103ab51435794d5960cd96045fb for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:15:39.899183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:39.910873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.152566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4833c0-285e-4ad5-b57c-b8d54574ebb3 req-db099cbb-6582-414a-bbf9-efc80a5d6bc8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.155407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a4833c0-285e-4ad5-b57c-b8d54574ebb3 req-db099cbb-6582-414a-bbf9-efc80a5d6bc8 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.2052290 Oct 13 04:15:40.215349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.242813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a4833c0-285e-4ad5-b57c-b8d54574ebb3 req-cbf0143d-aeff-4c51-9741-e32206e81cce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738714 Oct 13 04:15:40.260012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.274719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.400038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08b07263-0695-473d-a830-5bb441c35ce2 req-3ae99604-fba2-4f4e-a923-01ed3c90076f tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0575693 Oct 13 04:15:40.413948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Allocated IP 192.168.233.84 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/47934381-afc2-4e36-a8af-376d5755d765) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:15:40.524912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f66c25-65aa-4a11-abcc-e0a9956dbead,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.532827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.632803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c238d-757e-493e-aa8a-66305936d3d2 req-0c1b4bad-2476-4f06-8d29-229ec0e8d3e9 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.634417 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30c238d-757e-493e-aa8a-66305936d3d2 req-0c1b4bad-2476-4f06-8d29-229ec0e8d3e9 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 946 time: 0.0937877 Oct 13 04:15:40.703128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30c238d-757e-493e-aa8a-66305936d3d2 req-ed8dca6c-ed07-4e92-9f78-6eca5451d87b tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602062 Oct 13 04:15:40.788447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:40.823190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Network af2150ea-8de0-4ec1-8ddb-f750a305039b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:40.838004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:40.845333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:40.932406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b98b87-70d7-44a5-a5bb-7a58789d0f66 req-751439f9-399c-4c99-8a46-b1f8f0f4112b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:40.934135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11b98b87-70d7-44a5-a5bb-7a58789d0f66 req-751439f9-399c-4c99-8a46-b1f8f0f4112b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 931 time: 0.1025965 Oct 13 04:15:40.938156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:40.941063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:40.943579 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f076e702-8ea9-47ed-aacc-ae956c2c7264" -d '{"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:41.016195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.017921 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.034239 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0698455e-268b-4897-adf1-913427250edd x-openstack-request-id: req-0698455e-268b-4897-adf1-913427250edd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:41.034581 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:41.034754 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0698455e-268b-4897-adf1-913427250edd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:41.035178 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'code': 200} Oct 13 04:15:41.073379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11b98b87-70d7-44a5-a5bb-7a58789d0f66 req-86813ed0-c232-47f4-8f05-29225281d97e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106899 Oct 13 04:15:41.082393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-11167707-8cfc-4dd6-a2fb-ac4cfe2d658d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4830637 Oct 13 04:15:41.112312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Request body: {'port': {'device_id': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:41.199476 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.273779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:15:41.285119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:15:41.314993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5468f-736d-468c-b7cf-2785fab39c54 req-9175f04b-6a8e-4f0f-b1c0-fdf6e2ecff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.316932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7a5468f-736d-468c-b7cf-2785fab39c54 req-9175f04b-6a8e-4f0f-b1c0-fdf6e2ecff63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1101 time: 0.1761205 Oct 13 04:15:41.318187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:15:41.336598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.381737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.502900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc444e-c9ae-4b27-bf19-d2e4620031ff req-281f2656-9854-41a4-80c1-aa91b8a43ae1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.515663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91fc444e-c9ae-4b27-bf19-d2e4620031ff req-281f2656-9854-41a4-80c1-aa91b8a43ae1 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1122084 Oct 13 04:15:41.594618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:41.615732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91fc444e-c9ae-4b27-bf19-d2e4620031ff req-c525f975-48fa-4fd6-ab45-25a880918856 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988286 Oct 13 04:15:41.634278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.635761 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.711968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07258d7a-50fd-4bbf-a6d8-e2e7c75cbf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.723690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7a5468f-736d-468c-b7cf-2785fab39c54 req-4ef77c83-8437-4374-b04f-b6d4ceb3f66d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931489 Oct 13 04:15:41.751292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e60a5ee1-bb1d-4665-bf6b-ccceafe665a3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2137134 Oct 13 04:15:41.779649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-761cecbd-7fab-4b21-b3f1-0baa20f2a6d2 None None] Provisioning complete for port 47934381-afc2-4e36-a8af-376d5755d765 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:41.780159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-761cecbd-7fab-4b21-b3f1-0baa20f2a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:41.826297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Request body: {'port': {'device_id': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:15:41.859077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-761cecbd-7fab-4b21-b3f1-0baa20f2a6d2 None None] Port 47934381-afc2-4e36-a8af-376d5755d765 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:15:41.873220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b2a5-47d3-487f-8db8-56c9d963807b req-0ea34767-7303-4642-891c-aa15e794ae7c tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.874801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a231b2a5-47d3-487f-8db8-56c9d963807b req-0ea34767-7303-4642-891c-aa15e794ae7c tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 935 time: 0.2898428 Oct 13 04:15:41.913170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffffcf-b178-49f8-8da4-13a0b89dc66e req-f4f68784-9548-44a0-80ad-2ebe48677d09 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:41.923143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69ffffcf-b178-49f8-8da4-13a0b89dc66e req-f4f68784-9548-44a0-80ad-2ebe48677d09 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 946 time: 0.0795255 Oct 13 04:15:41.969440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a231b2a5-47d3-487f-8db8-56c9d963807b req-33b8f605-8c78-46c0-9b6b-f2c9da33e262 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867703 Oct 13 04:15:41.974913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69ffffcf-b178-49f8-8da4-13a0b89dc66e req-038f7353-8a20-4594-8482-c950131a9673 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Oct 13 04:15:41.976289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.190867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:42.203092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.231412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Transition to ACTIVE for port object 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:42.245536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eca390-595d-4f20-a3da-56ab22ebc97c req-602a373b-bd6f-4c72-8059-5758d2459eb8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:42.264531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86eca390-595d-4f20-a3da-56ab22ebc97c req-602a373b-bd6f-4c72-8059-5758d2459eb8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 931 time: 0.0838981 Oct 13 04:15:42.282565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.330252 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86eca390-595d-4f20-a3da-56ab22ebc97c req-de06842f-3d01-4fe1-9de7-f252944d3151 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644534 Oct 13 04:15:42.385262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.495227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.513895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Attempting to bind port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:42.514245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Attempting to bind port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:42.514529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Attempting to bind port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:42.526391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 on network af2150ea-8de0-4ec1-8ddb-f750a305039b not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:42.526758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Attempting to bind port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:42.538075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:42.542906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:42.543401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Checking segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:42.543671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Bound using segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:42.544218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Bound port: 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:42.544610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.557061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.602224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Transition to ACTIVE for port object 47934381-afc2-4e36-a8af-376d5755d765 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:15:42.613179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.679737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:42.690660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:42.702160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.720116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:42.872207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:42.872946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:42.874475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] 10.222.0.47 "PUT /v2.0/ports/6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 HTTP/1.1" status: 200 len: 1091 time: 1.7810583 Oct 13 04:15:42.914361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:42.927265 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf236ed1-9c97-469a-b288-c86f1dee7e77" -d '{"events": [{"name": "network-changed", "server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:43.067653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Attempting to bind port 47934381-afc2-4e36-a8af-376d5755d765 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:15:43.068036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Attempting to bind port 47934381-afc2-4e36-a8af-376d5755d765 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:15:43.068367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Attempting to bind port 47934381-afc2-4e36-a8af-376d5755d765 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:43.091108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f21237-d39f-4e15-89dc-e934fa601ecd service neutron] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:43.131824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Port 47934381-afc2-4e36-a8af-376d5755d765 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:15:43.132228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Attempting to bind port 47934381-afc2-4e36-a8af-376d5755d765 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:15:43.178970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fba49-8630-4583-8da0-9aab48d6e500 req-2c749873-aeb5-483b-b159-8732faab340a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.184024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-632fba49-8630-4583-8da0-9aab48d6e500 req-2c749873-aeb5-483b-b159-8732faab340a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.3286755 Oct 13 04:15:43.190499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:15:43.196452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:15:43.196452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:15:43.196452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Bound port: 47934381-afc2-4e36-a8af-376d5755d765, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:15:43.196452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.229903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-baa6ded3-d882-4dab-bf67-ee61ffe0e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.232057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-baa6ded3-d882-4dab-bf67-ee61ffe0e05c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 1094 time: 0.2750421 Oct 13 04:15:43.284905 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714d598-f16b-46fa-a044-0d8cbe5017bc x-openstack-request-id: req-7714d598-f16b-46fa-a044-0d8cbe5017bc {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:43.285268 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:43.285494 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7714d598-f16b-46fa-a044-0d8cbe5017bc {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:43.285852 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'status': 'completed', 'code': 200} Oct 13 04:15:43.310678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-632fba49-8630-4583-8da0-9aab48d6e500 req-c3d2a991-d2b6-48e9-bfd5-e641d6bdf60c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Oct 13 04:15:43.378474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b900cfc-929c-4a9e-b38d-e4fb1a00680a req-ae961324-7b74-4b6f-becd-2c3ef6224162 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.380924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b900cfc-929c-4a9e-b38d-e4fb1a00680a req-ae961324-7b74-4b6f-becd-2c3ef6224162 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 947 time: 0.0816953 Oct 13 04:15:43.450885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-15dcb094-5530-48af-a913-07dd9d9335f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 HTTP/1.1" status: 200 len: 217 time: 0.1620085 Oct 13 04:15:43.480857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b900cfc-929c-4a9e-b38d-e4fb1a00680a req-6c07f38f-604e-4fdd-a50c-a7db7bc685a2 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910151 Oct 13 04:15:43.565072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966290c-6104-47ad-9091-821f62a9e7bb req-56fa7877-4e94-4186-8004-a05cc8544b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.566534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-56fa7877-4e94-4186-8004-a05cc8544b91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.0538826 Oct 13 04:15:43.629189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:15:43.637132 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-341ba66c-e7e1-4f94-bfe5-99dc1388e222 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528033 Oct 13 04:15:43.660273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:15:43.679092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6f52-ee97-4e53-82d6-f97155eaef79 req-da9291ad-a7fe-49d0-b7a8-0898647c7a52 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.681581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-107b6f52-ee97-4e53-82d6-f97155eaef79 req-da9291ad-a7fe-49d0-b7a8-0898647c7a52 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 946 time: 0.0910099 Oct 13 04:15:43.698111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.746729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.747929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:43.749311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] 10.222.0.47 "PUT /v2.0/ports/47934381-afc2-4e36-a8af-376d5755d765 HTTP/1.1" status: 200 len: 1095 time: 1.9332771 Oct 13 04:15:43.766946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac2fd3-bafe-415e-b58c-ac16699c653b req-0a845b1b-5722-47dd-bb82-a32d1f15d828 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:43.768712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dac2fd3-bafe-415e-b58c-ac16699c653b req-0a845b1b-5722-47dd-bb82-a32d1f15d828 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 943 time: 0.1996465 Oct 13 04:15:43.835247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-107b6f52-ee97-4e53-82d6-f97155eaef79 req-c3316195-b816-42c6-97f6-153e7151035e tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451311 Oct 13 04:15:43.969615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dac2fd3-bafe-415e-b58c-ac16699c653b req-af427f4e-0100-4b53-b57c-89cd574aa46a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910672 Oct 13 04:15:43.973444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa452-c178-4da9-902b-4626dd08f0be service neutron] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:44.017081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-197923c9-b2fd-41e8-ad83-cbbc019398dc service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719773 Oct 13 04:15:44.037503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-b0d29342-fae4-436a-b7f8-d7bcef939bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.039037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-b0d29342-fae4-436a-b7f8-d7bcef939bdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbca1103ab51435794d5960cd96045fb&device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 1098 time: 0.2043223 Oct 13 04:15:44.120508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5a76f466-b359-4c4d-9ae0-1e216e19771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.142848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-ade5916e-d234-4882-a351-4c67fd3059bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=47934381-afc2-4e36-a8af-376d5755d765 HTTP/1.1" status: 200 len: 217 time: 0.0906053 Oct 13 04:15:44.225672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-93c954b1-2d1c-4c23-b90f-f1fd9171ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.227279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-93c954b1-2d1c-4c23-b90f-f1fd9171ffa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0765970 Oct 13 04:15:44.233450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2966290c-6104-47ad-9091-821f62a9e7bb req-eb02939e-3358-45a5-880b-9b0afaf5b8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058046 Oct 13 04:15:44.283747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:44.333441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-41d90404-24e2-4369-b31e-c58dc411639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.335031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-41d90404-24e2-4369-b31e-c58dc411639d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0922499 Oct 13 04:15:44.364222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-8180bfd7-6ad5-44f8-a1d1-e9023022ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.365787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-8180bfd7-6ad5-44f8-a1d1-e9023022ea11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 1094 time: 0.0777211 Oct 13 04:15:44.448300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:44.473324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'network_id': '09eb9e89-c7da-43f3-a91a-c841807753de', 'port_id': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'mac_address': 'fa:16:3e:60:27:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26442103-b8fa-40e3-8a69-5c8bf1873f36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:44.525624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eeeaa-6db8-41de-ad34-c6d41b8186b4 req-7cca0a7f-d7d7-4ed1-bc2b-023e3257442d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.534922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-425eeeaa-6db8-41de-ad34-c6d41b8186b4 req-7cca0a7f-d7d7-4ed1-bc2b-023e3257442d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1217511 Oct 13 04:15:44.548657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.575484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:44.624666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:44.646251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:44.648549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-425eeeaa-6db8-41de-ad34-c6d41b8186b4 req-825631d6-dc6b-4a94-8c84-b417c19e2456 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998905 Oct 13 04:15:44.730425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:44.842827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df9703-f961-454e-848e-db8d64e81fdd req-5261222b-9c2c-40a3-8c4b-80e175531249 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.843949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['eb03d35e-4465-4e3f-b50c-43c71fe50cb0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:44.850923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84df9703-f961-454e-848e-db8d64e81fdd req-5261222b-9c2c-40a3-8c4b-80e175531249 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1101 time: 0.0628674 Oct 13 04:15:44.852068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7214e-a6af-42f8-b6cc-bd05ff033da0 req-b529d4ba-7908-4891-8004-d6164140ef88 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:44.860302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9b7214e-a6af-42f8-b6cc-bd05ff033da0 req-b529d4ba-7908-4891-8004-d6164140ef88 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 947 time: 0.1105254 Oct 13 04:15:44.872290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-f6d00320-13b3-400e-875f-0c654b5f2ae1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292246 Oct 13 04:15:44.890841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84df9703-f961-454e-848e-db8d64e81fdd req-a3e813ee-2793-4f87-8ac6-23e679d1ca8f tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Oct 13 04:15:44.976912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f93fbf2d-1e94-4fa5-9c57-f3baa4993625 req-e5d4af1a-16c5-4c16-963a-0277dcfe8897 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914791 Oct 13 04:15:45.026886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9b7214e-a6af-42f8-b6cc-bd05ff033da0 req-357e2282-06f2-43fd-a584-970c6d1fb5ba tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657181 Oct 13 04:15:45.029887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-f1fa7553-af61-4a3f-b64b-352686cf1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.031177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-f1fa7553-af61-4a3f-b64b-352686cf1f08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 916 time: 0.6400950 Oct 13 04:15:45.090364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0c8d-2d2b-4803-b2b6-f81d145fc6fe req-f6a7c4f2-e1ab-4293-aac7-c733d0b3c3db tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.111642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55da0c8d-2d2b-4803-b2b6-f81d145fc6fe req-f6a7c4f2-e1ab-4293-aac7-c733d0b3c3db tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 945 time: 0.1221545 Oct 13 04:15:45.134765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-b0412659-d9d7-42cb-a81e-ca0f3e4ae8f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 HTTP/1.1" status: 200 len: 217 time: 0.0950279 Oct 13 04:15:45.204950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55da0c8d-2d2b-4803-b2b6-f81d145fc6fe req-b5872298-2b0f-49a9-a308-fb242ba8bdcd tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889649 Oct 13 04:15:45.241768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-c858fb77-49ac-4378-add4-0201cbd80343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.245836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-c858fb77-49ac-4378-add4-0201cbd80343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.1000187 Oct 13 04:15:45.314697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:45.319589 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:45.335690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-0853f11e-562a-495f-b51b-e08056d56ff4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833554 Oct 13 04:15:45.362233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.380810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:45.535684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-a40413d5-ea14-4ef3-b778-145ddd849417 service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911602 Oct 13 04:15:45.573202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-6e29b404-2587-44db-96fb-fb9b7f31b352 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293819 Oct 13 04:15:45.585071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-a06b7ff9-2e45-4830-847b-9b49b89dbe0c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:15:45.601285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-a06b7ff9-2e45-4830-847b-9b49b89dbe0c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0195339 Oct 13 04:15:45.621997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe169-01ee-40f3-a82b-b547d3d469db req-c1e87051-1eaf-4296-9984-de8b6e478dab tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.641277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09ffe169-01ee-40f3-a82b-b547d3d469db req-c1e87051-1eaf-4296-9984-de8b6e478dab tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 943 time: 0.2131798 Oct 13 04:15:45.677600 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca4127c-3b76-4274-b425-c7b0e79ee21e x-openstack-request-id: req-9ca4127c-3b76-4274-b425-c7b0e79ee21e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:45.678003 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:45.678324 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ca4127c-3b76-4274-b425-c7b0e79ee21e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:45.678718 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'status': 'completed', 'code': 200} Oct 13 04:15:45.742552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09ffe169-01ee-40f3-a82b-b547d3d469db req-2d36d058-0367-40ea-81a5-8e69c3d6503c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992041 Oct 13 04:15:45.819702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-46fe03e0-ce40-49ee-9972-fedaa09101f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.821496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-46fe03e0-ce40-49ee-9972-fedaa09101f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cbca1103ab51435794d5960cd96045fb&device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 1098 time: 0.1420164 Oct 13 04:15:45.840197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7afcc8-c431-4956-9917-9257f3bfa1d9 req-cbb0ef8e-b429-461b-aec7-0feee0c3e32d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:45.849107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d7afcc8-c431-4956-9917-9257f3bfa1d9 req-cbb0ef8e-b429-461b-aec7-0feee0c3e32d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1100068 Oct 13 04:15:45.950170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf236ed1-9c97-469a-b288-c86f1dee7e77 req-48350934-c042-4626-9bb6-704546bcbacd service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057887 Oct 13 04:15:46.024729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d7afcc8-c431-4956-9917-9257f3bfa1d9 req-6b4d2540-9a18-473b-958b-526924359348 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745746 Oct 13 04:15:46.092530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-06e889ae-f5de-4763-a553-171dc6e65ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.094590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-06e889ae-f5de-4763-a553-171dc6e65ad1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2434547 Oct 13 04:15:46.181835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-99555d46-ddc7-4502-a556-4aae04bd895b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=47934381-afc2-4e36-a8af-376d5755d765 HTTP/1.1" status: 200 len: 217 time: 0.0795078 Oct 13 04:15:46.219722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615035b5-351f-44df-97f4-0c6ada0f87f2 req-a8300c97-bb8a-4c6a-b376-7b9bc6107a45 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.229368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-615035b5-351f-44df-97f4-0c6ada0f87f2 req-a8300c97-bb8a-4c6a-b376-7b9bc6107a45 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 947 time: 0.0697463 Oct 13 04:15:46.280761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-26bf97fa-eb46-4ea8-aa8a-72342c23f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.282479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-26bf97fa-eb46-4ea8-aa8a-72342c23f49f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0905645 Oct 13 04:15:46.293145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:46.297171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-615035b5-351f-44df-97f4-0c6ada0f87f2 req-7356ebd7-378e-449c-90e3-a12dd577b5b3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Oct 13 04:15:46.404499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856095-fdcb-4938-98d4-21edd0eebc61 req-cf6dbbfa-eeb1-460b-9da6-f0843486e3c3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.411787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d856095-fdcb-4938-98d4-21edd0eebc61 req-cf6dbbfa-eeb1-460b-9da6-f0843486e3c3 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 945 time: 0.1344941 Oct 13 04:15:46.487750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-d8387dba-4870-485b-98d3-9dc0d15b7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:46.499900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-d8387dba-4870-485b-98d3-9dc0d15b7c56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749659 Oct 13 04:15:46.568890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.648588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:46.686324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:46.695238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:46.752337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d856095-fdcb-4938-98d4-21edd0eebc61 req-0b8f4288-97ae-4909-9b9a-e23a680d1d1f tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389318 Oct 13 04:15:46.762980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:46.864123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-d0086e43-69c1-466f-ae13-034f3d816548 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656998 Oct 13 04:15:47.042520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5257-4a34-493a-9086-2a512a2ba4fe req-23be3226-3393-4379-85dd-f343eb39e023 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.056282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4aca5257-4a34-493a-9086-2a512a2ba4fe req-23be3226-3393-4379-85dd-f343eb39e023 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 943 time: 0.1216550 Oct 13 04:15:47.062787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aee7f193-7380-4f27-a3e4-9e5a2c9db5c9 req-8d6d692e-756f-48f9-aa72-31f9995b3782 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910145 Oct 13 04:15:47.070185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:47.149018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4aca5257-4a34-493a-9086-2a512a2ba4fe req-14d84d04-53bb-4d40-b76c-d3cb32e0dd4c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916588 Oct 13 04:15:47.166139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.300904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:47.318035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '47934381-afc2-4e36-a8af-376d5755d765', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '47934381-afc2-4e36-a8af-376d5755d765', 'mac_address': 'fa:16:3e:61:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:47.377397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.396197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:47.425769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:47.432948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.435024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:47.509239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18beae-2afa-4d0f-ab40-db97b457a3fd req-b54e3eeb-14eb-43c9-908c-41e281c46f02 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.517961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c18beae-2afa-4d0f-ab40-db97b457a3fd req-b54e3eeb-14eb-43c9-908c-41e281c46f02 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0706091 Oct 13 04:15:47.576669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c18beae-2afa-4d0f-ab40-db97b457a3fd req-34feb49c-4498-4ab1-8c18-1752c17f75fb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Oct 13 04:15:47.613056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.649150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:47.676574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'port_id': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'mac_address': 'fa:16:3e:50:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:47.682404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-517f002a-65db-43d3-af4e-0210b2602332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.683940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-517f002a-65db-43d3-af4e-0210b2602332 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1101 time: 0.0533276 Oct 13 04:15:47.740180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.756106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:47.782278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:47.790842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:47.821203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f17023-9ec8-43ef-8c42-db5949edf049 req-447209b7-7e1e-498c-9321-0ebb5ce078ab tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.829571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33f17023-9ec8-43ef-8c42-db5949edf049 req-447209b7-7e1e-498c-9321-0ebb5ce078ab tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 948 time: 0.1372883 Oct 13 04:15:47.875998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:47.889483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-66ac117f-7149-46ab-96c1-e95c6985fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:47.891446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-66ac117f-7149-46ab-96c1-e95c6985fabc service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1887963 Oct 13 04:15:47.899401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33f17023-9ec8-43ef-8c42-db5949edf049 req-9a18e91e-5336-4313-803c-8286a8f47c06 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688062 Oct 13 04:15:47.961951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-209c89ea-fc0f-4980-8bbc-ef812ddeac89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0587554 Oct 13 04:15:48.027242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['47934381-afc2-4e36-a8af-376d5755d765'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:48.032419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-b0b3b73a-29c9-4f2a-aa7a-0f60c439f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.032633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:48.034433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-b0b3b73a-29c9-4f2a-aa7a-0f60c439f332 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0640783 Oct 13 04:15:48.131984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-56abfe36-1ed9-4477-958e-c02ddcabdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.133590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-56abfe36-1ed9-4477-958e-c02ddcabdde9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889981 Oct 13 04:15:48.250485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-ef2d4887-0e8e-4113-b5ec-f549e51e6083 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046419 Oct 13 04:15:48.379288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-c56b2945-7167-4c41-b339-d47ddd758786 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185939 Oct 13 04:15:48.597139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98832e1-91f4-4345-9f16-a0d5da7673d7 req-89fd53a1-49ef-4f08-8d82-f56b8f2cc870 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.598717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d98832e1-91f4-4345-9f16-a0d5da7673d7 req-89fd53a1-49ef-4f08-8d82-f56b8f2cc870 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 944 time: 0.0616505 Oct 13 04:15:48.655322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d98832e1-91f4-4345-9f16-a0d5da7673d7 req-cd75e98e-f854-4a28-b928-72f049cd0bd0 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485728 Oct 13 04:15:48.741857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec1b6-0b35-41fa-8b32-73b22795b707 req-585efd15-3834-412b-a3b8-ee2240750696 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.743619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c91ec1b6-0b35-41fa-8b32-73b22795b707 req-585efd15-3834-412b-a3b8-ee2240750696 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.0527139 Oct 13 04:15:48.790700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c91ec1b6-0b35-41fa-8b32-73b22795b707 req-f56fdcd0-52fd-47f7-8abf-2ed583931d7e tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Oct 13 04:15:48.805276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f34cdc-db28-4fcd-9f35-6fdf43867cde req-30eda04b-1e3d-405d-a520-549d9a720c8a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.808528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34f34cdc-db28-4fcd-9f35-6fdf43867cde req-30eda04b-1e3d-405d-a520-549d9a720c8a tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 0.0857513 Oct 13 04:15:48.861533 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34f34cdc-db28-4fcd-9f35-6fdf43867cde req-bfb28e14-76cc-47b4-8ef8-ed398b7f4614 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Oct 13 04:15:48.913974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe327d-1041-44b9-a52f-6437d6fb0523 req-40ce7ca8-1c0f-4283-8564-ab007e3303f4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.915836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4bbe327d-1041-44b9-a52f-6437d6fb0523 req-40ce7ca8-1c0f-4283-8564-ab007e3303f4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0618994 Oct 13 04:15:48.959531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4bbe327d-1041-44b9-a52f-6437d6fb0523 req-09778aee-79a8-4bbe-8584-314259852f39 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Oct 13 04:15:48.993162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08aa0c-b66f-4d92-bb2e-4c0a3c9c1638 req-c9535f18-24df-4b7c-a24b-b3044d868328 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:48.994681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d08aa0c-b66f-4d92-bb2e-4c0a3c9c1638 req-c9535f18-24df-4b7c-a24b-b3044d868328 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 951 time: 0.0692363 Oct 13 04:15:49.038119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d08aa0c-b66f-4d92-bb2e-4c0a3c9c1638 req-c60b0c6e-66c7-4550-af6a-9a2c0316e7eb tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367312 Oct 13 04:15:49.074340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd244f9-ab39-4792-a3f2-8b2a4a492e7c req-95eaf527-af8a-4d09-96e8-69bd324b182b tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.082631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bd244f9-ab39-4792-a3f2-8b2a4a492e7c req-95eaf527-af8a-4d09-96e8-69bd324b182b tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 948 time: 0.0570085 Oct 13 04:15:49.083726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:49.121947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bd244f9-ab39-4792-a3f2-8b2a4a492e7c req-f1ad671f-d1f0-4760-bf1b-f1b01296f384 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Oct 13 04:15:49.170564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 47934381-afc2-4e36-a8af-376d5755d765 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:49.174536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 47934381-afc2-4e36-a8af-376d5755d765 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:49.174941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.265394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.290220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:49.294447 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288fb5a7-4f85-4359-a370-ba5e5adc956e" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:49.316199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:49.321878 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.322805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:49.386332 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611c5a6b-3df0-42fb-b902-a0eaaee7c413 x-openstack-request-id: req-611c5a6b-3df0-42fb-b902-a0eaaee7c413 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:49.387100 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:49.387100 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-611c5a6b-3df0-42fb-b902-a0eaaee7c413 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:49.387382 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'code': 200} Oct 13 04:15:49.440921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:49.476356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:15:49.489246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:49.490935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.525364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-694112b3-999f-4d3d-bff4-76481b997e32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1353059 Oct 13 04:15:49.550129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-9905b145-3a98-4465-8186-80221abed542 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.550606 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-9905b145-3a98-4465-8186-80221abed542 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 0.1200669 Oct 13 04:15:49.552649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed6c85-ec4a-4989-b93c-72bf9c6f2004 req-58b6803b-e7fc-4a08-bcf1-5ab1c0d890a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.555106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64ed6c85-ec4a-4989-b93c-72bf9c6f2004 req-58b6803b-e7fc-4a08-bcf1-5ab1c0d890a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 1100 time: 0.0871460 Oct 13 04:15:49.651420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.677996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64ed6c85-ec4a-4989-b93c-72bf9c6f2004 req-de9707b2-b55c-4417-a2ee-9aca4a6de750 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143446 Oct 13 04:15:49.692469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-ca4e0896-5b6c-4584-b3e6-2c1944ec7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:49.693898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-ca4e0896-5b6c-4584-b3e6-2c1944ec7f5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=751f21da41b44d37aa217799c624d811&device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 1097 time: 0.1389282 Oct 13 04:15:49.730645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Deleting port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:49.731646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.861705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:49.868651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:49.890893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-c9123f1b-0cf2-406f-9a66-eacc53419fbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788729 Oct 13 04:15:49.952880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:50.008230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-8e38da24-52b7-454b-9b59-1351ed7ad5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.013484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-8e38da24-52b7-454b-9b59-1351ed7ad5b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 1101 time: 0.0595369 Oct 13 04:15:50.031212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca0c0e-e053-4136-b396-d49e8f95fcfd req-e4cace7d-7183-4ec0-9931-1c6149916adb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.035554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dca0c0e-e053-4136-b396-d49e8f95fcfd req-e4cace7d-7183-4ec0-9931-1c6149916adb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 944 time: 0.2416916 Oct 13 04:15:50.084215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] For port eb03d35e-4465-4e3f-b50c-43c71fe50cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,segment=NetworkSegment(6ea7142b-2932-4985-9683-8cbeaea9a9f7),segment_id=6ea7142b-2932-4985-9683-8cbeaea9a9f7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:50.084580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.093245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-cbe143c3-b857-456a-9960-e4d8e29f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.094723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-cbe143c3-b857-456a-9960-e4d8e29f337e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 200 len: 916 time: 0.2047555 Oct 13 04:15:50.115978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Calling delete_port for eb03d35e-4465-4e3f-b50c-43c71fe50cb0 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:50.160809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470561-8377-4598-a343-d055989ad243 req-ada65d91-4a83-4041-a215-8237f65385cf tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.162291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1470561-8377-4598-a343-d055989ad243 req-ada65d91-4a83-4041-a215-8237f65385cf tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.0671363 Oct 13 04:15:50.177355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dca0c0e-e053-4136-b396-d49e8f95fcfd req-f085dc7a-70e1-40a1-963c-ea5a1d0eca06 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Oct 13 04:15:50.200262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-ec79f4c2-c72d-400a-bc98-4fd00fc26bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.201733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-ec79f4c2-c72d-400a-bc98-4fd00fc26bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1621232 Oct 13 04:15:50.221508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1470561-8377-4598-a343-d055989ad243 req-ec88a7f1-b387-401f-ac82-034462639895 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506523 Oct 13 04:15:50.224948 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-59894c55-5aa5-4532-a7e9-c83b4cb14961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 200 len: 1002 time: 0.1205401 Oct 13 04:15:50.258276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-df930150-a57b-4976-8ffe-47395fec1e9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 200 len: 217 time: 0.0404136 Oct 13 04:15:50.357054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-b7547c06-7c63-4960-a48c-7b637298aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.358649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-b7547c06-7c63-4960-a48c-7b637298aeaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0928037 Oct 13 04:15:50.362094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-5e9a25c4-e1f9-4182-9306-0f472d85af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.363565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-5e9a25c4-e1f9-4182-9306-0f472d85af0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b57a057-16ae-4a02-b518-2e0bc9037ed6 HTTP/1.1" status: 200 len: 854 time: 0.1220453 Oct 13 04:15:50.390234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67abaf-2040-4a12-b963-2a750fad7ca0 req-649f0c21-15f5-4950-a61c-bb40ec86793f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.391886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b67abaf-2040-4a12-b963-2a750fad7ca0 req-649f0c21-15f5-4950-a61c-bb40ec86793f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0751302 Oct 13 04:15:50.426202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976a6b-4383-43a8-abff-1d3a403e898d req-c90debfe-32e1-43f5-8374-a031de150d5d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.427726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99976a6b-4383-43a8-abff-1d3a403e898d req-c90debfe-32e1-43f5-8374-a031de150d5d tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/ports?device_id=4410bce5-4327-45f2-a792-5dd26530e820 HTTP/1.1" status: 200 len: 944 time: 0.1289897 Oct 13 04:15:50.449180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b67abaf-2040-4a12-b963-2a750fad7ca0 req-9038cfe5-6bd8-4302-90bf-476ac71d3e57 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Oct 13 04:15:50.452239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-c76db334-615f-4b7f-93ab-c543f3b3e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.453717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-c76db334-615f-4b7f-93ab-c543f3b3e543 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800159 Oct 13 04:15:50.506989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-526e15b5-b187-43ed-b6ac-d94863e4b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.508549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-526e15b5-b187-43ed-b6ac-d94863e4b301 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7210d5de-8508-48c4-8355-a1d383f1f3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373425 Oct 13 04:15:50.511455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.516244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99976a6b-4383-43a8-abff-1d3a403e898d req-0717c548-66e6-4593-8a9d-b74875fea5d7 tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.49 "GET /v2.0/security-groups?id=4165914e-6bc8-4580-ac28-049418891373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764968 Oct 13 04:15:50.632599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-76ef60df-d3ab-4d6e-95b4-5718fcd680de service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683350 Oct 13 04:15:50.655719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Pushing event deleted for resources: {'Port': ['ID=eb03d35e-4465-4e3f-b50c-43c71fe50cb0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:50.723544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] No DVR routers for this DVR port eb03d35e-4465-4e3f-b50c-43c71fe50cb0 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:50.727147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:50.731921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8efee3e9-7cc2-4e63-9b1f-7633572cb467 req-f6629aaf-a5ca-4745-a624-f7e9496962ac tempest-ImagesTestJSON-131941485 tempest-ImagesTestJSON-131941485-project] 10.222.0.16 "DELETE /v2.0/ports/eb03d35e-4465-4e3f-b50c-43c71fe50cb0 HTTP/1.1" status: 204 len: 173 time: 1.1599314 Oct 13 04:15:50.736075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'name': 'network-vif-deleted', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:50.738429 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ddfd9a-e45b-4a07-ac8e-b945048c2253" -d '{"events": [{"server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "name": "network-vif-deleted", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:50.773963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f5335ba-3be4-4273-9f34-6ac522408c3e req-05f64116-3c4f-405d-87fb-365887323095 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332405 Oct 13 04:15:50.797139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953970-79ae-405b-a2d9-abc471578a59 req-8f609bb3-fa46-412e-b426-c4030c175aa3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:50.798887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df953970-79ae-405b-a2d9-abc471578a59 req-8f609bb3-fa46-412e-b426-c4030c175aa3 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 949 time: 0.1706808 Oct 13 04:15:50.811601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-ef1e8841-3ff4-434f-9ad7-357d5333357a service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902772 Oct 13 04:15:50.838442 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740ed7a-eb4d-4883-b12d-c2858050e03c x-openstack-request-id: req-8740ed7a-eb4d-4883-b12d-c2858050e03c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:50.838835 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4410bce5-4327-45f2-a792-5dd26530e820", "name": "network-vif-deleted", "tag": "eb03d35e-4465-4e3f-b50c-43c71fe50cb0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:50.839318 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8740ed7a-eb4d-4883-b12d-c2858050e03c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:50.839769 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4410bce5-4327-45f2-a792-5dd26530e820', 'name': 'network-vif-deleted', 'tag': 'eb03d35e-4465-4e3f-b50c-43c71fe50cb0', 'status': 'completed', 'code': 200} Oct 13 04:15:50.929296 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df953970-79ae-405b-a2d9-abc471578a59 req-c468dbc2-f5a7-4baa-9369-840ff78759c2 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097999 Oct 13 04:15:50.961728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76a18d8-04f2-4785-81a6-1e7d930cd24b req-9a0c84da-f585-43b3-b892-6ac73d715320 service neutron] 10.222.0.47 "GET /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421800 Oct 13 04:15:51.341009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc7871-fa7c-45b1-83ec-7e64c07a15bc req-0fceac87-91a3-4981-af2d-1ecdb23a7128 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:51.343593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dddc7871-fa7c-45b1-83ec-7e64c07a15bc req-0fceac87-91a3-4981-af2d-1ecdb23a7128 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0834179 Oct 13 04:15:51.389155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:51.389923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dddc7871-fa7c-45b1-83ec-7e64c07a15bc req-659082d6-b4ed-44c7-aab5-c30a47bd8be1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Oct 13 04:15:51.392189 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430cc49d-b491-4133-bd6d-e82d71239e44" -d '{"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:51.437285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ff9a-7959-4d10-9b2e-7bced63829d4 req-3cc96052-763c-44dc-bd80-bdf2ceb231dd tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:51.439141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7858ff9a-7959-4d10-9b2e-7bced63829d4 req-3cc96052-763c-44dc-bd80-bdf2ceb231dd tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.0590401 Oct 13 04:15:51.498031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7858ff9a-7959-4d10-9b2e-7bced63829d4 req-af6f0ceb-0b66-40b5-892b-069a36ef53f0 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups?id=e5d79145-e9d6-4b1c-a468-c53c07247b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528569 Oct 13 04:15:51.545424 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9842ed0b-14c0-4073-a48a-fdca7204f305 x-openstack-request-id: req-9842ed0b-14c0-4073-a48a-fdca7204f305 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:51.545843 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:51.546181 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9842ed0b-14c0-4073-a48a-fdca7204f305 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:51.546592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb657c5-e199-487c-adbc-f3674550b692 req-6ca4fdb6-c747-4984-abcd-aa23161ee666 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:51.546742 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'code': 200} Oct 13 04:15:51.548283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afb657c5-e199-487c-adbc-f3674550b692 req-6ca4fdb6-c747-4984-abcd-aa23161ee666 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 945 time: 0.1005161 Oct 13 04:15:51.711004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d890a-a130-415f-b955-376012101ed1 req-d24ee7bb-c3e2-4a01-9134-0a0a0b49f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:51.714490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-449d890a-a130-415f-b955-376012101ed1 req-d24ee7bb-c3e2-4a01-9134-0a0a0b49f96b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 1096 time: 0.0931864 Oct 13 04:15:51.714803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3f31-44a1-46a4-9339-63f1a2cb943e req-8bb3c69e-6597-4564-890d-17a8a279d457 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:51.717133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bdc3f31-44a1-46a4-9339-63f1a2cb943e req-8bb3c69e-6597-4564-890d-17a8a279d457 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1184733 Oct 13 04:15:51.757197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-449d890a-a130-415f-b955-376012101ed1 req-65d77436-8775-40d7-b2fa-715a05b02ef8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Oct 13 04:15:51.771662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Deleting port 0aaa8e4f-dc59-4765-be84-2f52530b0ada {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:51.771930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:51.782011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bdc3f31-44a1-46a4-9339-63f1a2cb943e req-2b040c40-5ca1-4e7e-b520-95c5405bd658 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542209 Oct 13 04:15:51.878119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] For port 0aaa8e4f-dc59-4765-be84-2f52530b0ada, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0aaa8e4f-dc59-4765-be84-2f52530b0ada,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:51.878119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.108215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.108578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.108890 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd disassociated. External IP: 172.25.0.170, port: 0aaa8e4f-dc59-4765-be84-2f52530b0ada. Oct 13 04:15:52.109225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Calling delete_port for 0aaa8e4f-dc59-4765-be84-2f52530b0ada owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:52.113901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282a365-9eb0-4bd9-b203-7314713fb71a req-139ef326-a6ea-422d-9558-508894d9d353 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:52.115500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f282a365-9eb0-4bd9-b203-7314713fb71a req-139ef326-a6ea-422d-9558-508894d9d353 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 949 time: 0.0592110 Oct 13 04:15:52.181565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f282a365-9eb0-4bd9-b203-7314713fb71a req-8334cba8-3715-40d5-a0cf-ec98c1406784 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574653 Oct 13 04:15:52.287455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.336998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:52.343883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event deleted for resources: {'Port': ['ID=0aaa8e4f-dc59-4765-be84-2f52530b0ada,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.379592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: eb03d35e-4465-4e3f-b50c-43c71fe50cb0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:52.379951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eb03d35e-4465-4e3f-b50c-43c71fe50cb0 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:52.381168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:52.488089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:15:52.492096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.535901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:52.541464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.628557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:52.636656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:15:52.648746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:15:52.660541 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:52.661493 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:52.689460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] No DVR routers for this DVR port 0aaa8e4f-dc59-4765-be84-2f52530b0ada on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:52.692547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:52.701631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afb657c5-e199-487c-adbc-f3674550b692 req-e8a3d333-b23f-440d-b0de-2661a9113b1b tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.16 "DELETE /v2.0/ports/0aaa8e4f-dc59-4765-be84-2f52530b0ada HTTP/1.1" status: 204 len: 173 time: 1.1456332 Oct 13 04:15:52.702142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'name': 'network-vif-deleted', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:52.704678 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df749d-0626-4c2e-8750-b3178be62a82" -d '{"events": [{"server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "name": "network-vif-deleted", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:53.007654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250c77-157d-48d0-b50f-609e4dbe553a req-aa2f9368-aba8-46f6-911b-87598b53f94c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:53.015995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1250c77-157d-48d0-b50f-609e4dbe553a req-aa2f9368-aba8-46f6-911b-87598b53f94c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0719740 Oct 13 04:15:53.030310 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:53.074799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1250c77-157d-48d0-b50f-609e4dbe553a req-e32b1525-d6a5-4aa4-b6dd-d121194711db tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575402 Oct 13 04:15:53.151346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c307a7a1-1bd0-466a-87f9-994359bac472 req-f0d8f11c-c9cf-423b-b6de-db5f3c287735 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc812e89-3b8f-419a-aef2-b187b9932dd5 HTTP/1.1" status: 200 len: 210 time: 0.0303051 Oct 13 04:15:53.275182 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ade17d-de96-4423-8ab1-c19dec99064a x-openstack-request-id: req-a6ade17d-de96-4423-8ab1-c19dec99064a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:53.275530 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc812e89-3b8f-419a-aef2-b187b9932dd5", "name": "network-vif-deleted", "tag": "0aaa8e4f-dc59-4765-be84-2f52530b0ada", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:53.275792 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6ade17d-de96-4423-8ab1-c19dec99064a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:53.276197 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc812e89-3b8f-419a-aef2-b187b9932dd5', 'name': 'network-vif-deleted', 'tag': '0aaa8e4f-dc59-4765-be84-2f52530b0ada', 'status': 'completed', 'code': 200} Oct 13 04:15:53.379971 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:53.414131 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:15:53.427084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c2ef2-c95f-4f3e-a8f0-2a48aa30b782 req-a37f99b9-a66c-4ab3-b34f-6032b54c56cd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:53.427635 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:15:53.428253 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:53.429066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f8c2ef2-c95f-4f3e-a8f0-2a48aa30b782 req-a37f99b9-a66c-4ab3-b34f-6032b54c56cd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0879416 Oct 13 04:15:53.478889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f8c2ef2-c95f-4f3e-a8f0-2a48aa30b782 req-bd150c72-6199-4a6a-8b7c-eadf5469aeb3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432599 Oct 13 04:15:53.548699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:53.551659 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7f7c0e-d27d-4107-bf33-0fba35991cf4" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:53.572684 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:15:53.837682 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:53.850378 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef2293-8f78-40b2-968b-585e7c3d4559 x-openstack-request-id: req-7aef2293-8f78-40b2-968b-585e7c3d4559 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:53.850688 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-unplugged", "status": "completed", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:53.850961 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aef2293-8f78-40b2-968b-585e7c3d4559 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:53.851377 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'code': 200} Oct 13 04:15:53.858204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5c14b-dda4-4dd6-b60d-319804470bd3 req-4c54c834-80b7-44ac-94de-045da0e08004 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:53.865385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23b5c14b-dda4-4dd6-b60d-319804470bd3 req-4c54c834-80b7-44ac-94de-045da0e08004 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0791621 Oct 13 04:15:53.882609 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f364-b200-4918-84ad-7705c5621a42 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:54Z', 'revision_number': 4, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '152136f3-9cae-4fb9-94a2-e7c12d6e38ae', 'name': '', 'network_id': 'a6698724-3e31-496e-8a5b-a8dd3901b928', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'mac_address': 'fa:16:3e:e4:82:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:53Z', 'updated_at': '2021-10-13T04:10:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'subnets': [{'id': '04610e58-9237-4589-9e26-d0e5c03824f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:15:53.911312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23b5c14b-dda4-4dd6-b60d-319804470bd3 req-f57ff511-b26b-4d5f-bcf6-cf75d3f1861b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Oct 13 04:15:54.191487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6681df9-77b5-47ba-a8d0-f58a4411f20d None None] New status for floating IP 1ad1c630-2239-4af3-a059-8b2212b39bcd: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:15:54.367466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0aaa8e4f-dc59-4765-be84-2f52530b0ada no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:15:54.400246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 0aaa8e4f-dc59-4765-be84-2f52530b0ada {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:15:54.400643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0aaa8e4f-dc59-4765-be84-2f52530b0ada not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:15:54.768918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6b48-f9c3-43e7-be35-9bfcbfcc73af req-e2a7af08-7024-4b60-8ada-dc2545ec4545 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:54.770503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ca6b48-f9c3-43e7-be35-9bfcbfcc73af req-e2a7af08-7024-4b60-8ada-dc2545ec4545 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0791616 Oct 13 04:15:54.771607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488dcac-5ff0-4190-87c2-9bcd436bbbc6 req-72ca1b31-977f-4427-85d2-1a08b23d9abd tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:54.773664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8488dcac-5ff0-4190-87c2-9bcd436bbbc6 req-72ca1b31-977f-4427-85d2-1a08b23d9abd tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.0771890 Oct 13 04:15:54.829200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ca6b48-f9c3-43e7-be35-9bfcbfcc73af req-8c0c2723-2cff-414f-8603-bd00c79214f4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Oct 13 04:15:54.830050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8488dcac-5ff0-4190-87c2-9bcd436bbbc6 req-32f5b998-ac9b-4a54-80ec-6acd29edc746 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Oct 13 04:15:54.899413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39998) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:54.978939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807dd84-1d6b-4366-9ffb-4de21a1450a8 req-93f73167-21ff-4f54-9d45-ab98d2635cae tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:54.980621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5807dd84-1d6b-4366-9ffb-4de21a1450a8 req-93f73167-21ff-4f54-9d45-ab98d2635cae tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0579152 Oct 13 04:15:54.983840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Deleting subnet 26442103-b8fa-40e3-8a69-5c8bf1873f36 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:15:54.990197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.051394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5807dd84-1d6b-4366-9ffb-4de21a1450a8 req-6eb8fbf3-98f9-490a-ab16-2879d14ec1b2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617387 Oct 13 04:15:55.053515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.099582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:15:55.124703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40010) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.174977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.210506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.251047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.295527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:55.314707 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '47934381-afc2-4e36-a8af-376d5755d765', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '47934381-afc2-4e36-a8af-376d5755d765', 'mac_address': 'fa:16:3e:61:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:15:55.333513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.338272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.341499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "DELETE /v2.0/security-groups/e5d79145-e9d6-4b1c-a468-c53c07247b8e HTTP/1.1" status: 204 len: 168 time: 0.2155077 Oct 13 04:15:55.368252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40014) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.382820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.393588 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-12c865ee-9899-494d-b36b-1d27a31313cd tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] show failed (client error): The resource could not be found. Oct 13 04:15:55.396707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-12c865ee-9899-494d-b36b-1d27a31313cd tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "GET /v2.0/security-groups/e5d79145-e9d6-4b1c-a468-c53c07247b8e HTTP/1.1" status: 404 len: 347 time: 0.0271807 Oct 13 04:15:55.398291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d79145-e9d6-4b1c-a468-c53c07247b8e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.400847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:15:55.401482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40016) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.426276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:55.436182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.455737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.456603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.457175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.457752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.461464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.461464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.461464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.461464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.461858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.462075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.462365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.462700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721c85e4-30c8-4fbd-86f6-3d0ce94661be tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:15:55.573684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['47934381-afc2-4e36-a8af-376d5755d765'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:15:55.583526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.587963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Deleting port 4de22fde-7113-468e-9a75-272154ea8424 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:55.588402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.603853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.619526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26442103-b8fa-40e3-8a69-5c8bf1873f36,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.623091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.627551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14ee1eda-7597-461b-9653-a959d13d39f9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26442103-b8fa-40e3-8a69-5c8bf1873f36 HTTP/1.1" status: 204 len: 168 time: 0.7269106 Oct 13 04:15:55.628553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40022) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:55.700692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.701149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.717270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Calling delete_port for 4de22fde-7113-468e-9a75-272154ea8424 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:55.739169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.856594 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.900386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09eb9e89-c7da-43f3-a91a-c841807753de']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.905174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:55.923638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7142b-2932-4985-9683-8cbeaea9a9f7') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.924054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7142b-2932-4985-9683-8cbeaea9a9f7') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:15:55.948759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Pushing event deleted for resources: {'Port': ['ID=4de22fde-7113-468e-9a75-272154ea8424,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:55.960996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.032391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.042100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:15:56.042910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:15:56.046016 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:15:56.080846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.084374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.084999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-398cb06d-e681-41d5-91b8-554daf943455 tempest-ServersWithSpecificFlavorTestJSON-1304619433 tempest-ServersWithSpecificFlavorTestJSON-1304619433-project] 10.222.0.49 "DELETE /v2.0/floatingips/1ad1c630-2239-4af3-a059-8b2212b39bcd HTTP/1.1" status: 204 len: 168 time: 0.6813965 Oct 13 04:15:56.097926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decac67-448d-4429-9b97-3dc7069b7271 req-4da43fba-a3f0-40d7-88fd-9d358408bf30 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.108104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9decac67-448d-4429-9b97-3dc7069b7271 req-4da43fba-a3f0-40d7-88fd-9d358408bf30 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.1396883 Oct 13 04:15:56.120073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c1698-c04a-4f1b-9978-9996ca71837e req-be5bf447-6af6-4bc7-b64d-8cb9e7229c8f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.133627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe3c1698-c04a-4f1b-9978-9996ca71837e req-be5bf447-6af6-4bc7-b64d-8cb9e7229c8f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1669998 Oct 13 04:15:56.188906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9decac67-448d-4429-9b97-3dc7069b7271 req-94ad0bd0-5ad4-43e6-97b1-40d5661f9163 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746245 Oct 13 04:15:56.190199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.202582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe3c1698-c04a-4f1b-9978-9996ca71837e req-93650a28-7123-4e1f-900e-6a46627a3269 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625620 Oct 13 04:15:56.225110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.244172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/09eb9e89-c7da-43f3-a91a-c841807753de HTTP/1.1" status: 204 len: 168 time: 0.6145959 Oct 13 04:15:56.245894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b9293-9e65-45b9-a664-9de020bae6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09eb9e89-c7da-43f3-a91a-c841807753de,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:56.457887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badde890-0482-4dda-9f91-d54ee3431b5b req-50511470-ae9d-4970-b2e2-7ec2620ca15f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.468474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-2eb56c74-9552-4b19-882f-ad2fd557110b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:56.469281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-badde890-0482-4dda-9f91-d54ee3431b5b req-50511470-ae9d-4970-b2e2-7ec2620ca15f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1077194 Oct 13 04:15:56.470036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-2eb56c74-9552-4b19-882f-ad2fd557110b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 947 time: 0.1563759 Oct 13 04:15:56.520852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-badde890-0482-4dda-9f91-d54ee3431b5b req-e22ff159-d78a-4210-84c6-11010542d304 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Oct 13 04:15:56.607278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Deleting port 3435897f-856c-4a4b-bb5b-1971e5c38430 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:56.607278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.688891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:56.769104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] For port 3435897f-856c-4a4b-bb5b-1971e5c38430, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3435897f-856c-4a4b-bb5b-1971e5c38430,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:56.770840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:56.796478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Calling delete_port for 3435897f-856c-4a4b-bb5b-1971e5c38430 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:56.842928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-90a4c321-3bda-4cd5-8ac7-962224302d17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=304405e631454c54a1e2df701c72edec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502807 Oct 13 04:15:56.844138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:56.949255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.010252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.015151 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.025155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40080) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:15:57.061551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Pushing event deleted for resources: {'Port': ['ID=3435897f-856c-4a4b-bb5b-1971e5c38430,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.099387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:15:57.123520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.129162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.134452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4165914e-6bc8-4580-ac28-049418891373 HTTP/1.1" status: 204 len: 168 time: 0.2886019 Oct 13 04:15:57.151325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] No DVR routers for this DVR port 3435897f-856c-4a4b-bb5b-1971e5c38430 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:15:57.155436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.159501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153fbbf5-e9a5-42a4-81d3-7456c88718fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165914e-6bc8-4580-ac28-049418891373,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:57.159896 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef39265e-b701-46bc-bd89-4af238a9df13 req-375155bb-6a4f-4dee-97bc-5968522dc122 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "DELETE /v2.0/ports/3435897f-856c-4a4b-bb5b-1971e5c38430 HTTP/1.1" status: 204 len: 173 time: 0.6730406 Oct 13 04:15:57.160532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-deleted', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:57.172904 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3353571-87b0-49b4-b9b1-00d1423d62a7" -d '{"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-deleted", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:57.280658 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e95e6b-b379-47c8-ad11-1f2776f64488 x-openstack-request-id: req-46e95e6b-b379-47c8-ad11-1f2776f64488 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:57.280954 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a94305-3f18-484f-8d84-2489f8f94393", "name": "network-vif-deleted", "tag": "3435897f-856c-4a4b-bb5b-1971e5c38430", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:57.281210 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46e95e6b-b379-47c8-ad11-1f2776f64488 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:57.281612 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a94305-3f18-484f-8d84-2489f8f94393', 'name': 'network-vif-deleted', 'tag': '3435897f-856c-4a4b-bb5b-1971e5c38430', 'status': 'completed', 'code': 200} Oct 13 04:15:57.330095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 47934381-afc2-4e36-a8af-376d5755d765 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:15:57.330749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.707348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.776016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:15:57.784583 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2767529-8fe4-4fab-bc77-5dc0ab186eeb" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:15:57.844323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:57.863399 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:57.987668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:15:58.231994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4fbb9ba-5685-4039-8e24-0c3bfca3e895 req-fcfcd21d-2342-467f-92d2-fd2da9d92a14 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a94305-3f18-484f-8d84-2489f8f94393 HTTP/1.1" status: 200 len: 210 time: 0.8012447 Oct 13 04:15:58.451851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccd9cb-b0e0-4f51-9b58-bbd9284b2c8c req-6b01a0c7-5548-4a7f-8b64-316fb030a0dd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.454395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2ccd9cb-b0e0-4f51-9b58-bbd9284b2c8c req-6b01a0c7-5548-4a7f-8b64-316fb030a0dd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0995972 Oct 13 04:15:58.615706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2ccd9cb-b0e0-4f51-9b58-bbd9284b2c8c req-350fe1e8-725f-4f42-b4c0-ffe468a0f9ba tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364074 Oct 13 04:15:58.776819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:58.945487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f05d6-9959-47df-80f6-e58545fe4d3e req-f03cc1a5-6e62-4e53-bd5f-c240854fc923 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:15:58.947326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa4f05d6-9959-47df-80f6-e58545fe4d3e req-f03cc1a5-6e62-4e53-bd5f-c240854fc923 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1053286 Oct 13 04:15:59.070670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa4f05d6-9959-47df-80f6-e58545fe4d3e req-7a4e4345-bedd-4293-8416-0ebbc8778777 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164916 Oct 13 04:15:59.155081 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1a1f0-ed71-436a-b4bc-dc66263cefe1 x-openstack-request-id: req-02b1a1f0-ed71-436a-b4bc-dc66263cefe1 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:15:59.155652 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:15:59.155652 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02b1a1f0-ed71-436a-b4bc-dc66263cefe1 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:15:59.156081 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'code': 200} Oct 13 04:15:59.243203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Deleting port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:15:59.243806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.366548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] For port 152136f3-9cae-4fb9-94a2-e7c12d6e38ae, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:15:59.368945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.385205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Calling delete_port for 152136f3-9cae-4fb9-94a2-e7c12d6e38ae owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:15:59.631826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:15:59.704002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Pushing event deleted for resources: {'Port': ['ID=152136f3-9cae-4fb9-94a2-e7c12d6e38ae,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:00.021918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.320395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Router 56ec3d08-809e-4a72-a62a-1cdca36f506e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:00.394701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:00.450109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 3435897f-856c-4a4b-bb5b-1971e5c38430 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:00.450765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3435897f-856c-4a4b-bb5b-1971e5c38430 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:00.477783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:00.487959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2edefb0a-ce18-4b2d-8ce4-0f96c0281770 admin admin] 10.222.0.49 "PUT /v2.0/routers/56ec3d08-809e-4a72-a62a-1cdca36f506e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4591978 Oct 13 04:16:00.488271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40140) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:00.494546 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Sync routers for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:00.512646 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:00.524255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.635760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.690878 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:00.782267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.848534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Deleting port 443b1fdf-a14f-4254-b921-164dc770a5cd {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:00.849107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.978587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] For port 443b1fdf-a14f-4254-b921-164dc770a5cd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=443b1fdf-a14f-4254-b921-164dc770a5cd,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:00.979404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:00.991315 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:15:59Z', 'revision_number': 5, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port': {'id': '443b1fdf-a14f-4254-b921-164dc770a5cd', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:00.996417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Calling delete_port for 443b1fdf-a14f-4254-b921-164dc770a5cd owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:01.020804 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Checking router: 56ec3d08-809e-4a72-a62a-1cdca36f506e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:01.034864 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Routers {'56ec3d08-809e-4a72-a62a-1cdca36f506e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:01.035815 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['56ec3d08-809e-4a72-a62a-1cdca36f506e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.185175 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] Set router 56ec3d08-809e-4a72-a62a-1cdca36f506e gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:01.254007 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:16:00Z', 'revision_number': 6, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:01.287032 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8cb7d3-8cef-42b0-8e02-3661c31fba64 None None] The sync data for ids ['56ec3d08-809e-4a72-a62a-1cdca36f506e'] in n-d-813736-1 is: [{'id': '56ec3d08-809e-4a72-a62a-1cdca36f506e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1107318195-router', 'tenant_id': '8dc51dd493264d758806437f5239f79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:10:50Z', 'updated_at': '2021-10-13T04:16:00Z', 'revision_number': 6, 'project_id': '8dc51dd493264d758806437f5239f79b', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:01.308208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.351791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Pushing event deleted for resources: {'Port': ['ID=443b1fdf-a14f-4254-b921-164dc770a5cd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:01.423901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.561537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.567737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.624318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.625322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ec3d08-809e-4a72-a62a-1cdca36f506e {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:16:01.632780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.634406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a50c91b-b3dc-4a9c-8698-8af0a744f580 admin admin] 10.222.0.49 "DELETE /v2.0/routers/56ec3d08-809e-4a72-a62a-1cdca36f506e HTTP/1.1" status: 204 len: 168 time: 1.1450379 Oct 13 04:16:01.637867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40148) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:01.699753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Deleting subnet 04610e58-9237-4589-9e26-d0e5c03824f7 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:01.705905 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.755780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.805474 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:01.849864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:01.948625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.036136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04610e58-9237-4589-9e26-d0e5c03824f7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.037907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae103c5-e90b-448d-910e-d8a42a547718 None None] Network a6698724-3e31-496e-8a5b-a8dd3901b928 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:02.040130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.048764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40164) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:02.049132 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/04610e58-9237-4589-9e26-d0e5c03824f7 HTTP/1.1" status: 204 len: 168 time: 0.4092548 Oct 13 04:16:02.066038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.066583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.067429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.067956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.068470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.068970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.069467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.069976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.070624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.071140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.071769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.072267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f992c-7351-42ce-a28a-40c3b811f487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.243306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.290266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307980aa-2827-43d7-bb44-0f8a0a22b204 req-fec0662b-ec45-49e9-8617-bf265ed608f7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.291870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-307980aa-2827-43d7-bb44-0f8a0a22b204 req-fec0662b-ec45-49e9-8617-bf265ed608f7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1440361 Oct 13 04:16:02.320958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] DHCP port deletion for a6698724-3e31-496e-8a5b-a8dd3901b928 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:02.385053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-307980aa-2827-43d7-bb44-0f8a0a22b204 req-8700db5a-dd64-492c-9bcc-ab3e5613e5d9 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757554 Oct 13 04:16:02.397504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22117d3b-2cb8-46ff-acf4-5c4064102128 req-fbf0a445-d67f-43c7-bc3c-10e84ec3bb1d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.408670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22117d3b-2cb8-46ff-acf4-5c4064102128 req-fbf0a445-d67f-43c7-bc3c-10e84ec3bb1d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1046891 Oct 13 04:16:02.424271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Deleting port e5dbcecd-39a3-4739-90be-b3ef59f5feec {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:02.424833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.435889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Deleting port e5dbcecd-39a3-4739-90be-b3ef59f5feec {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:02.437200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.497935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22117d3b-2cb8-46ff-acf4-5c4064102128 req-d795c170-094a-4ea8-90d8-a0211500023b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848525 Oct 13 04:16:02.580546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] For port e5dbcecd-39a3-4739-90be-b3ef59f5feec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5dbcecd-39a3-4739-90be-b3ef59f5feec,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:02.581240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.599040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] For port e5dbcecd-39a3-4739-90be-b3ef59f5feec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5dbcecd-39a3-4739-90be-b3ef59f5feec,segment=NetworkSegment(f732ebcb-1aa5-468b-b969-53faaac98e9f),segment_id=f732ebcb-1aa5-468b-b969-53faaac98e9f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:02.599425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.603864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Calling delete_port for e5dbcecd-39a3-4739-90be-b3ef59f5feec owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:02.635306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Calling delete_port for e5dbcecd-39a3-4739-90be-b3ef59f5feec owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:02.736311 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.755816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] No DVR routers for this DVR port e5dbcecd-39a3-4739-90be-b3ef59f5feec on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:02.807361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Pushing event deleted for resources: {'Port': ['ID=e5dbcecd-39a3-4739-90be-b3ef59f5feec,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.813950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:02.837311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.837680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.837997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.838338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.838764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.839147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.839482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.839871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.841575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.841926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.842262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.847388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1e1b6-0e20-41ee-a3e4-bd42ac268794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:02.874285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dbcecd-39a3-4739-90be-b3ef59f5feec,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:02.889203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] No DVR routers for this DVR port e5dbcecd-39a3-4739-90be-b3ef59f5feec on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:02.954816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c7168-1f26-4c48-be6b-05714bb1614b req-4a8b93d3-cfe0-413b-94a8-e2b3841c4493 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:02.957175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-261c7168-1f26-4c48-be6b-05714bb1614b req-4a8b93d3-cfe0-413b-94a8-e2b3841c4493 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 949 time: 0.0803535 Oct 13 04:16:03.047997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-261c7168-1f26-4c48-be6b-05714bb1614b req-b44af4e4-8a63-4be4-b9cd-56401e84db8d tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Oct 13 04:16:03.052204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.120914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6698724-3e31-496e-8a5b-a8dd3901b928']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.148900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f732ebcb-1aa5-468b-b969-53faaac98e9f') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.149221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f732ebcb-1aa5-468b-b969-53faaac98e9f') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:03.186537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.203220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 152136f3-9cae-4fb9-94a2-e7c12d6e38ae no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:03.245415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.253610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 152136f3-9cae-4fb9-94a2-e7c12d6e38ae {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:03.254373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 152136f3-9cae-4fb9-94a2-e7c12d6e38ae not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:03.255027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 443b1fdf-a14f-4254-b921-164dc770a5cd no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:03.259492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:03.260131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:03.262912 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:03.301253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 443b1fdf-a14f-4254-b921-164dc770a5cd {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:03.301654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 443b1fdf-a14f-4254-b921-164dc770a5cd not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:03.303538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5dbcecd-39a3-4739-90be-b3ef59f5feec no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:03.346441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e5dbcecd-39a3-4739-90be-b3ef59f5feec {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:03.348792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5dbcecd-39a3-4739-90be-b3ef59f5feec not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:03.377201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.384008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.385859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:03.394174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6698724-3e31-496e-8a5b-a8dd3901b928 HTTP/1.1" status: 204 len: 168 time: 1.3440750 Oct 13 04:16:03.397182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40216) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:03.457956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde0c14-76d3-4692-b598-f12592bc3677 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6698724-3e31-496e-8a5b-a8dd3901b928,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:03.519699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efd28306-e5a2-474e-86ea-2fd9146aa84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.612547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ac68-0c7a-46b0-afeb-07547c25ff38 req-9a40c5db-ae3d-4231-a307-ca981539cd7a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:03.620504 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9952ac68-0c7a-46b0-afeb-07547c25ff38 req-9a40c5db-ae3d-4231-a307-ca981539cd7a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0874300 Oct 13 04:16:03.647309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efd28306-e5a2-474e-86ea-2fd9146aa84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.666686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22aad1-1910-48a3-aca7-72f8b1216d32 req-7556b4ba-5bcb-40cb-ba1c-7e22e97479df tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:03.668283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f22aad1-1910-48a3-aca7-72f8b1216d32 req-7556b4ba-5bcb-40cb-ba1c-7e22e97479df tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0681369 Oct 13 04:16:03.669525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efd28306-e5a2-474e-86ea-2fd9146aa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.687027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9952ac68-0c7a-46b0-afeb-07547c25ff38 req-b26ad9ca-5452-4fbd-a288-794945febbbb tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651996 Oct 13 04:16:03.752717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-efd28306-e5a2-474e-86ea-2fd9146aa84c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1227e03c9af43ca831f1e4ad55d63eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626435 Oct 13 04:16:03.765704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40222) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:03.766455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd28306-e5a2-474e-86ea-2fd9146aa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b678c-b088-47f8-a7d5-8105a6885a5d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:03.771601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f22aad1-1910-48a3-aca7-72f8b1216d32 req-f7ba64e0-3683-47a6-bb3c-f4cc0e20f3a3 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632713 Oct 13 04:16:03.834367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.871855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.955600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.958618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:03.960064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/003b678c-b088-47f8-a7d5-8105a6885a5d HTTP/1.1" status: 204 len: 168 time: 0.1875305 Oct 13 04:16:03.970850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81e30f-64bf-43ee-b169-a085535e5881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b678c-b088-47f8-a7d5-8105a6885a5d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:04.468260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e4fde-1c79-4fa2-87b1-c8de0f6f38bd req-4a1da78f-3bc6-4e82-9168-a10d83d7808b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:04.471336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-333e4fde-1c79-4fa2-87b1-c8de0f6f38bd req-4a1da78f-3bc6-4e82-9168-a10d83d7808b tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 949 time: 0.1732507 Oct 13 04:16:04.551737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-333e4fde-1c79-4fa2-87b1-c8de0f6f38bd req-2d07a559-fb64-43a4-b52b-a8492f47add2 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/security-groups?id=e04a2cbe-7fd9-4436-9ca5-67942d045be3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741370 Oct 13 04:16:04.696297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:04.712113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-13ab9a2e-70ad-455f-8f43-764329e694a2 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:04.713952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-13ab9a2e-70ad-455f-8f43-764329e694a2 tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 949 time: 0.0703504 Oct 13 04:16:04.931906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Deleting port 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:04.932314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.078883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] For port 9bde0eef-b293-4288-9174-59f95c33f339, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9bde0eef-b293-4288-9174-59f95c33f339,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:05.079666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.093965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Calling delete_port for 9bde0eef-b293-4288-9174-59f95c33f339 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:05.181567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec49d7-05d2-4488-9868-453c7df02a61 req-4e020ed0-2f41-4a0d-85e7-c77f73fbc755 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:05.200183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ccec49d7-05d2-4488-9868-453c7df02a61 req-4e020ed0-2f41-4a0d-85e7-c77f73fbc755 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.2590027 Oct 13 04:16:05.228894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4523b-03f8-45bc-836e-cf58926c9f5a req-588bfef2-e1a1-4291-8b8c-a08a974ef612 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:05.238731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbc4523b-03f8-45bc-836e-cf58926c9f5a req-588bfef2-e1a1-4291-8b8c-a08a974ef612 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.3853626 Oct 13 04:16:05.296524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ccec49d7-05d2-4488-9868-453c7df02a61 req-22671664-56d4-4fac-b478-f6d1ac8868ce tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945640 Oct 13 04:16:05.425702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbc4523b-03f8-45bc-836e-cf58926c9f5a req-b7697373-1411-4ea2-9d91-f160ce8a47d4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818407 Oct 13 04:16:05.436688 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.469398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Deleting port d2e6a10c-e187-4943-ae81-b05d1011e31e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:05.471563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.492698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Pushing event deleted for resources: {'Port': ['ID=9bde0eef-b293-4288-9174-59f95c33f339,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:05.593520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] No DVR routers for this DVR port 9bde0eef-b293-4288-9174-59f95c33f339 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:05.596911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.601052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d66bd78e-f0f4-4d45-88f6-6c7b1607a20e req-984fe699-b073-401a-b6fa-d08c61c3538c tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.16 "DELETE /v2.0/ports/9bde0eef-b293-4288-9174-59f95c33f339 HTTP/1.1" status: 204 len: 173 time: 0.8789389 Oct 13 04:16:05.601554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-deleted', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:05.604921 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24fb53b-df01-48dc-9e1e-fe564dafbfcc" -d '{"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-deleted", "tag": "9bde0eef-b293-4288-9174-59f95c33f339"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:05.627786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] For port d2e6a10c-e187-4943-ae81-b05d1011e31e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d2e6a10c-e187-4943-ae81-b05d1011e31e,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:05.628677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:05.663166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Calling delete_port for d2e6a10c-e187-4943-ae81-b05d1011e31e owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:05.884038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b55e22e-607c-4463-be78-afe25132995a req-7753d296-dde6-423b-a43b-b5cae09b689d tempest-ListImageFiltersTestJSON-1355998270 tempest-ListImageFiltersTestJSON-1355998270-project] 10.222.0.49 "GET /v2.0/ports?device_id=120d713d-c55c-4ca9-898c-6cb704b43c5c HTTP/1.1" status: 200 len: 210 time: 0.0598445 Oct 13 04:16:05.938192 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a8266-7cfd-48a5-a166-bdea13af5652 x-openstack-request-id: req-d35a8266-7cfd-48a5-a166-bdea13af5652 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:05.938707 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120d713d-c55c-4ca9-898c-6cb704b43c5c", "name": "network-vif-deleted", "tag": "9bde0eef-b293-4288-9174-59f95c33f339", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:05.939196 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35a8266-7cfd-48a5-a166-bdea13af5652 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:05.939769 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120d713d-c55c-4ca9-898c-6cb704b43c5c', 'name': 'network-vif-deleted', 'tag': '9bde0eef-b293-4288-9174-59f95c33f339', 'status': 'completed', 'code': 200} Oct 13 04:16:06.057696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.107193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e6a10c-e187-4943-ae81-b05d1011e31e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:06.351709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:06.526086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205676e-7c7a-42bf-b432-9a5aa745e5eb req-3d2f8c26-7b48-48c2-8544-021ce8972ceb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:06.536954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8205676e-7c7a-42bf-b432-9a5aa745e5eb req-3d2f8c26-7b48-48c2-8544-021ce8972ceb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0849514 Oct 13 04:16:06.610054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8205676e-7c7a-42bf-b432-9a5aa745e5eb req-d891b5e6-5856-4bd9-916d-b04843f8e773 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720797 Oct 13 04:16:06.702679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba09d8-9758-46bb-a6ab-dd730364de0f req-282f1ad1-9418-4a3c-b35b-597beaccd513 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:06.704243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bba09d8-9758-46bb-a6ab-dd730364de0f req-282f1ad1-9418-4a3c-b35b-597beaccd513 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1168714 Oct 13 04:16:06.735998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Router 5509c79d-ebff-4549-a88e-902b89d95f13 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:06.804846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bba09d8-9758-46bb-a6ab-dd730364de0f req-905013dc-8ba8-49cd-91d1-79251865f955 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938632 Oct 13 04:16:06.925547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:06.938091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d70dd308-8c8f-463c-bc7b-a4e9547c11ec admin admin] 10.222.0.49 "PUT /v2.0/routers/5509c79d-ebff-4549-a88e-902b89d95f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5388489 Oct 13 04:16:06.940151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40324) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:06.942583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Sync routers for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:06.957787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:06.958821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.143778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:07.215725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.482781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.535872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:16:05Z', 'revision_number': 5, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port': {'id': 'ddaaee51-5a74-43a9-844f-58c9a7e98a7b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:11:06Z', 'updated_at': '2021-10-13T04:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.628045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Checking router: 5509c79d-ebff-4549-a88e-902b89d95f13 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:07.648300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Deleting port ddaaee51-5a74-43a9-844f-58c9a7e98a7b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:07.649092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.649255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Routers {'5509c79d-ebff-4549-a88e-902b89d95f13'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:07.649634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:15:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5509c79d-ebff-4549-a88e-902b89d95f13'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.789889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] Set router 5509c79d-ebff-4549-a88e-902b89d95f13 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:07.851407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] For port ddaaee51-5a74-43a9-844f-58c9a7e98a7b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:07.852046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:07.865664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:16:07Z', 'revision_number': 6, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:07.897557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa076b-fffe-4f3b-bf95-3d55d85bbd3e None None] The sync data for ids ['5509c79d-ebff-4549-a88e-902b89d95f13'] in n-d-813736-1 is: [{'id': '5509c79d-ebff-4549-a88e-902b89d95f13', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-498401857-router', 'tenant_id': '2e5c9249440d48dbb265ab1819f277e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:11:04Z', 'updated_at': '2021-10-13T04:16:07Z', 'revision_number': 6, 'project_id': '2e5c9249440d48dbb265ab1819f277e3', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:07.899490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Calling delete_port for ddaaee51-5a74-43a9-844f-58c9a7e98a7b owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:08.064816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9977-fb85-43f6-b979-beb02e5d7192 req-3a1c016f-cece-47db-a0a3-c35522af3a6e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:08.066649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-855c9977-fb85-43f6-b979-beb02e5d7192 req-3a1c016f-cece-47db-a0a3-c35522af3a6e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0753684 Oct 13 04:16:08.110220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31b6bf-ff11-4e97-87fb-b77be39d02d1 req-bba50fe7-bd91-4125-b90b-a94d222a999b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:08.117820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c31b6bf-ff11-4e97-87fb-b77be39d02d1 req-bba50fe7-bd91-4125-b90b-a94d222a999b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.0812099 Oct 13 04:16:08.166621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c31b6bf-ff11-4e97-87fb-b77be39d02d1 req-b1e66f63-581b-4e2d-bfad-6437fc7f7aae tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Oct 13 04:16:08.168470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-855c9977-fb85-43f6-b979-beb02e5d7192 req-5d5e1c04-846e-4afd-bd5a-c22810e8c02f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Oct 13 04:16:08.251144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.338750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddaaee51-5a74-43a9-844f-58c9a7e98a7b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:08.402888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:08.446994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 9bde0eef-b293-4288-9174-59f95c33f339 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:08.448632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9bde0eef-b293-4288-9174-59f95c33f339 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:08.546206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.716671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.719278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.779900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.780688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5509c79d-ebff-4549-a88e-902b89d95f13 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:16:08.786831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.789733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb39da13-a6f1-4763-b7a5-dbb8fe83af9d admin admin] 10.222.0.49 "DELETE /v2.0/routers/5509c79d-ebff-4549-a88e-902b89d95f13 HTTP/1.1" status: 204 len: 168 time: 1.8469236 Oct 13 04:16:08.790626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40404) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:08.855255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Deleting subnet 51ec08de-7cfc-4323-9b6f-90545c754aec {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:08.859278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:08.908256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.040694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.174977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.175345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d2e6a10c-e187-4943-ae81-b05d1011e31e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:09.218417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ec08de-7cfc-4323-9b6f-90545c754aec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:09.247538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d2e6a10c-e187-4943-ae81-b05d1011e31e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:09.247538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d2e6a10c-e187-4943-ae81-b05d1011e31e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:09.247985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ddaaee51-5a74-43a9-844f-58c9a7e98a7b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:09.263828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.267335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-15ca5dd3-767a-484b-889b-bde62049c875 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/51ec08de-7cfc-4323-9b6f-90545c754aec HTTP/1.1" status: 204 len: 168 time: 0.4757192 Oct 13 04:16:09.269908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40428) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:09.324866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ddaaee51-5a74-43a9-844f-58c9a7e98a7b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:09.325219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ddaaee51-5a74-43a9-844f-58c9a7e98a7b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:09.327666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8783e42-ca0f-4c5d-8a1e-c02f77116315 None None] Network 69bb7076-231a-46f9-ae41-7441d863ae7a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:09.488597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.541147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056ae1f-ac64-44fa-9ed9-55a1bd6ed63b req-f453ebe9-5601-4190-be2e-0720e7b7e938 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:09.547825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f056ae1f-ac64-44fa-9ed9-55a1bd6ed63b req-f453ebe9-5601-4190-be2e-0720e7b7e938 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1570272 Oct 13 04:16:09.564251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] DHCP port deletion for 69bb7076-231a-46f9-ae41-7441d863ae7a request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:09.596166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Deleting port f074250b-4754-4314-9958-d02bdf986f16 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:09.596578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.675424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f056ae1f-ac64-44fa-9ed9-55a1bd6ed63b req-b9d6beea-a4a4-4531-a07d-755d02c64b11 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085157 Oct 13 04:16:09.690619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Deleting port f074250b-4754-4314-9958-d02bdf986f16 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:09.695626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.787578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] For port f074250b-4754-4314-9958-d02bdf986f16, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f074250b-4754-4314-9958-d02bdf986f16,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:09.787578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.797066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] For port f074250b-4754-4314-9958-d02bdf986f16, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f074250b-4754-4314-9958-d02bdf986f16,segment=NetworkSegment(e9817a45-20d3-4ae7-bd16-927986750f78),segment_id=e9817a45-20d3-4ae7-bd16-927986750f78)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:09.797467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:09.834513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b3459-44f8-4921-a05b-499e26c8e43d req-b136b05f-50a0-41dc-87ae-0a86d05b6721 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:09.838190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Calling delete_port for f074250b-4754-4314-9958-d02bdf986f16 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:09.843632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e5b3459-44f8-4921-a05b-499e26c8e43d req-b136b05f-50a0-41dc-87ae-0a86d05b6721 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1117320 Oct 13 04:16:09.852684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Calling delete_port for f074250b-4754-4314-9958-d02bdf986f16 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:09.908151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e5b3459-44f8-4921-a05b-499e26c8e43d req-ffe5424c-21cc-4fb2-a4c4-042f05081f55 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597174 Oct 13 04:16:10.031333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.047096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40458) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.049555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.094120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] Pushing event deleted for resources: {'Port': ['ID=f074250b-4754-4314-9958-d02bdf986f16,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.096286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab13b9-0349-4601-b7a4-3c54f0da6824 None None] No DVR routers for this DVR port f074250b-4754-4314-9958-d02bdf986f16 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:10.127736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=f074250b-4754-4314-9958-d02bdf986f16,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.143968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] No DVR routers for this DVR port f074250b-4754-4314-9958-d02bdf986f16 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:10.303803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.328691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bb7076-231a-46f9-ae41-7441d863ae7a']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.343174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9817a45-20d3-4ae7-bd16-927986750f78') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.343475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9817a45-20d3-4ae7-bd16-927986750f78') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:10.347697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-63796853-8bc9-4b81-bd49-6fca5501293f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=facfbd451f6a451d9078e51f8eef1310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994590 Oct 13 04:16:10.353631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40464) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.364358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.391622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.412668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:10.413070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:10.415201 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:10.488411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.542845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.551318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.557727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.563815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] 10.222.0.49 "DELETE /v2.0/networks/69bb7076-231a-46f9-ae41-7441d863ae7a HTTP/1.1" status: 204 len: 168 time: 1.2906125 Oct 13 04:16:10.590166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbfccb-dc4d-4534-804b-56e7a2e67b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=69bb7076-231a-46f9-ae41-7441d863ae7a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.686667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.690355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:10.693739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e04a2cbe-7fd9-4436-9ca5-67942d045be3 HTTP/1.1" status: 204 len: 168 time: 0.3390932 Oct 13 04:16:10.728022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c4206-ab41-4f4e-97d9-842f3d69a935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a2cbe-7fd9-4436-9ca5-67942d045be3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:10.862287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40484) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:10.950179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-24177118-3f39-411f-a67c-244a71e615dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dc51dd493264d758806437f5239f79b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0841012 Oct 13 04:16:10.950734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40492) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:11.163707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.226835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f074250b-4754-4314-9958-d02bdf986f16 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:11.262539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.301459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f074250b-4754-4314-9958-d02bdf986f16 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:11.301975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f074250b-4754-4314-9958-d02bdf986f16 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:11.339930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab992c4-c8e8-4813-9796-72529b3bbbcf req-7ceefdc8-a206-4816-963e-68503cda4442 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:11.350923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ab992c4-c8e8-4813-9796-72529b3bbbcf req-7ceefdc8-a206-4816-963e-68503cda4442 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.2639372 Oct 13 04:16:11.388636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.419855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ab992c4-c8e8-4813-9796-72529b3bbbcf req-a1100812-d043-458b-b439-22021c10aa65 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674622 Oct 13 04:16:11.511944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.552112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.557396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98cd2337-3c83-4404-981a-ccf542c48074 HTTP/1.1" status: 204 len: 168 time: 0.6040738 Oct 13 04:16:11.588401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12efc5-df5d-4ce2-b67d-bda3017293af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cd2337-3c83-4404-981a-ccf542c48074,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:11.720908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-525077e5-8baf-4a79-9872-0c7e6f5d8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:11.742497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855f848-84d6-4383-99b0-5c0c84ff7cfc req-b9c1986c-c0d3-4f01-af05-d7bf675e78c5 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:11.752188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2855f848-84d6-4383-99b0-5c0c84ff7cfc req-b9c1986c-c0d3-4f01-af05-d7bf675e78c5 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.1200480 Oct 13 04:16:11.812665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2855f848-84d6-4383-99b0-5c0c84ff7cfc req-cee8b62b-5ee1-41fd-959d-ccdf2b7f07a0 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587363 Oct 13 04:16:11.825603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32242e94-49f0-49e9-b2ec-12efa8d4f3d0 req-2c592d16-df88-4700-ad0b-9c2b9342ec6d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:11.840073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32242e94-49f0-49e9-b2ec-12efa8d4f3d0 req-2c592d16-df88-4700-ad0b-9c2b9342ec6d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1017375 Oct 13 04:16:11.906778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-32242e94-49f0-49e9-b2ec-12efa8d4f3d0 req-099ac92e-4742-4652-b3eb-0ac2da2bf99e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614855 Oct 13 04:16:12.283179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40532) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.370774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40534) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.383466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e342fa73-a09a-40e8-bdc6-fb5592955a5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e5c9249440d48dbb265ab1819f277e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0940530 Oct 13 04:16:12.387786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.488719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.514715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.542488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-5f5f51f9-d570-455b-83e4-e90b57acdb96 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:12.548609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-5f5f51f9-d570-455b-83e4-e90b57acdb96 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.47 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.1393828 Oct 13 04:16:12.609700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.682835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08bec076-556f-40af-99e7-fb9cdc2a062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.708121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0700a-c534-46fe-93eb-318df925b4cf req-6be4b827-4f04-4d3e-9743-0e880cc8c897 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:12.720370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fd0700a-c534-46fe-93eb-318df925b4cf req-6be4b827-4f04-4d3e-9743-0e880cc8c897 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1567657 Oct 13 04:16:12.765423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.772394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:12.773531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/112e7ae5-6763-480c-ac62-16c26c7058c2 HTTP/1.1" status: 204 len: 168 time: 0.4016640 Oct 13 04:16:12.789320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40556) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:12.856114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fd0700a-c534-46fe-93eb-318df925b4cf req-2254eb81-9e75-47d1-b788-420644a17df3 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259246 Oct 13 04:16:12.858698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d4f35-fd64-4e89-9a68-b4f8ff06d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112e7ae5-6763-480c-ac62-16c26c7058c2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:13.035017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Deleting port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:13.035463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.095196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2329a86-248e-4c36-9d2a-fe4b81b3d5e4 req-2134c8da-55c2-44c5-a357-1a33b7de9051 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:13.101007 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2329a86-248e-4c36-9d2a-fe4b81b3d5e4 req-2134c8da-55c2-44c5-a357-1a33b7de9051 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0981543 Oct 13 04:16:13.179478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2329a86-248e-4c36-9d2a-fe4b81b3d5e4 req-728dae41-25cf-41f5-b5b9-23525919ff64 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655928 Oct 13 04:16:13.273764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-517262707-network', 'tenant_id': 'd39793647dff49b68bc8ca3e02ae7510'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:13.312172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08bec076-556f-40af-99e7-fb9cdc2a062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.332584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a7c52-4e4b-460d-94cd-51a035cbe967 req-dc33e159-c585-4881-b851-7bff1bf70e2a tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:13.338590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Made reservation on behalf of d39793647dff49b68bc8ca3e02ae7510 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:13.342959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.344442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-522a7c52-4e4b-460d-94cd-51a035cbe967 req-dc33e159-c585-4881-b851-7bff1bf70e2a tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 946 time: 0.3504484 Oct 13 04:16:13.360032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08bec076-556f-40af-99e7-fb9cdc2a062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.361026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.465970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] For port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:13.466502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.492057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-08bec076-556f-40af-99e7-fb9cdc2a062f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91c23e6c40ee4d588e01774d45e905ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1030874 Oct 13 04:16:13.506533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:13.576418 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.594802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.626293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:13.650610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-522a7c52-4e4b-460d-94cd-51a035cbe967 req-965a12bc-0088-48c0-92aa-e0581e1a9046 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b941270-7253-4c33-9080-e4e00d1112b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3050063 Oct 13 04:16:13.651706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec076-556f-40af-99e7-fb9cdc2a062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d4419-a08b-42d8-aa30-ff214941f0e2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:13.666130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.668201 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Added segment 9d4db294-1d5d-4a18-8210-beb2f4ea4af7 of type vlan for network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 Oct 13 04:16:13.806592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff532f6e-7c8c-414b-807d-1b1b850df985,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:13.832717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.856466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.949177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.952168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:13.953608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:13.960771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.016171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.016683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.017114 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Floating IP a7820ba0-d385-4be1-8fe1-09a0dacb20d7 disassociated. External IP: 172.25.0.129, port: 8ea29c3f-7f52-40bc-9d75-522fff1ff00d. Oct 13 04:16:14.017899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Calling delete_port for 8ea29c3f-7f52-40bc-9d75-522fff1ff00d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:14.029725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] Pushing event updated for resources: {'Network': ['ID=6ae257d9-90d0-4b4e-a4a3-d0c184933192,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.046334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:14.059033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a9e05ab0-9be7-4ead-b212-a9e0928a9c0a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2664745 Oct 13 04:16:14.074963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40606) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:14.091109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Request body: {'subnet': {'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-517262707-subnet', 'tenant_id': 'd39793647dff49b68bc8ca3e02ae7510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:14.158991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Made reservation on behalf of d39793647dff49b68bc8ca3e02ae7510 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:14.161787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.201695 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f4d063c-eb95-49f6-8c52-21e9f7a71900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.203686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.237450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.238868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/007d4419-a08b-42d8-aa30-ff214941f0e2 HTTP/1.1" status: 204 len: 168 time: 0.7311461 Oct 13 04:16:14.280959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a810a-e8ca-494f-a9f3-8ee484cf2863 req-9ca64fca-0eda-43b2-9a7d-b0b6e27daf3d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:14.296271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-461a810a-e8ca-494f-a9f3-8ee484cf2863 req-9ca64fca-0eda-43b2-9a7d-b0b6e27daf3d tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.3269095 Oct 13 04:16:14.344552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399635f-0cd3-4ff7-b1cb-c74933fdc660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d4419-a08b-42d8-aa30-ff214941f0e2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.391808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-461a810a-e8ca-494f-a9f3-8ee484cf2863 req-5b64880c-229e-4ef7-95a4-1ae16a9e14b4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915632 Oct 13 04:16:14.463246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261517-3263-4636-8469-198f8ac91c35 req-f1a33c16-f0ce-4201-b72d-15c645e0cf5d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:14.467295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bf261517-3263-4636-8469-198f8ac91c35 req-f1a33c16-f0ce-4201-b72d-15c645e0cf5d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1279142 Oct 13 04:16:14.541084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.552898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bf261517-3263-4636-8469-198f8ac91c35 req-953cdaeb-e19c-4506-b59c-ab870067d1a7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793297 Oct 13 04:16:14.621505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event deleted for resources: {'Port': ['ID=8ea29c3f-7f52-40bc-9d75-522fff1ff00d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.637064 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.708237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e91a61d-9ec0-486f-8c74-f842f8f36b0f,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:14.714953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Checking segment: {'id': '9d4db294-1d5d-4a18-8210-beb2f4ea4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:14.715645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Network hostable DHCP agents. Network: 6ae257d9-90d0-4b4e-a4a3-d0c184933192, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:14.746560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:14.776057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6ae257d9-90d0-4b4e-a4a3-d0c184933192) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:14.782293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:14.783079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:14.790605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baec32b-7e92-4a81-bafb-979b1a6c876d None None] Network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:14.815236 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38317825-c565-4ea7-8380-051771f6ed1e req-54bfc3ef-dd04-454e-938b-66f5b2e513c7 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e1a048-d067-4a4c-aef7-0adb2e829e11 HTTP/1.1" status: 200 len: 210 time: 0.0537536 Oct 13 04:16:14.865455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-59083730-6100-49ca-9c0f-8335dfce2058 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7849729 Oct 13 04:16:14.884490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-a55ef7b1-c3a6-4496-9f0f-bacf356ef5dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:14.895419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-a55ef7b1-c3a6-4496-9f0f-bacf356ef5dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.3361712 Oct 13 04:16:14.919489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-68019659-04f9-425c-9cd1-4db4b2c1c5c0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/quotas/721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 375 time: 0.0227463 Oct 13 04:16:14.955549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:15.014302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c9f94-0f5f-4cf3-b880-f761616b4e2c None None] Network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:15.064076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9270a5bf-b15b-41d6-96ab-b7ed111dd590 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434500 Oct 13 04:16:15.137842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 8ea29c3f-7f52-40bc-9d75-522fff1ff00d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:15.254551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b38dc0-89ef-49d1-8e5c-93b709d590f5 req-0b9c709d-6519-4be6-89cd-dea3f2a35c51 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:15.262233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 8ea29c3f-7f52-40bc-9d75-522fff1ff00d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:15.262524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 8ea29c3f-7f52-40bc-9d75-522fff1ff00d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:15.265693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4b38dc0-89ef-49d1-8e5c-93b709d590f5 req-0b9c709d-6519-4be6-89cd-dea3f2a35c51 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 949 time: 0.1143785 Oct 13 04:16:15.296696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.335746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4b38dc0-89ef-49d1-8e5c-93b709d590f5 req-4e3f0130-7c0d-45fc-b25c-d8cb46b5d50d tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Oct 13 04:16:15.373169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.599840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:15.620846 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Sync routers for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:15.639034 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:15.640706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:15.646621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] No DVR routers for this DVR port 8ea29c3f-7f52-40bc-9d75-522fff1ff00d on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:15.656501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-53de7ceb-fe98-491e-897d-417598b116cb service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914586 Oct 13 04:16:15.658758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.661999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38826ae9-e4f8-4b3c-9bb3-3e2faa0291f0 req-11f31783-3f5a-4850-84ba-8b3760742896 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.47 "DELETE /v2.0/ports/8ea29c3f-7f52-40bc-9d75-522fff1ff00d HTTP/1.1" status: 204 len: 173 time: 3.1066728 Oct 13 04:16:15.671964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'name': 'network-vif-deleted', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:15.672323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40700) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:15.674312 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b48f14-73c3-40a0-befa-07d235a7a4d7" -d '{"events": [{"server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "name": "network-vif-deleted", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:15.703347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40706) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:15.824056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-f5df591f-5b18-4b69-93cc-12618c43f361 service neutron] 10.222.0.49 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664891 Oct 13 04:16:15.900412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1373310286-network', 'tenant_id': 'c30c166d33414136aecb290229c19280'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:15.924742 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:15.954915 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-f083289a-e638-499d-9a1e-af6be6663152 service neutron] show failed (client error): The resource could not be found. Oct 13 04:16:15.955959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-f083289a-e638-499d-9a1e-af6be6663152 service neutron] 10.222.0.16 "GET /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.1958740 Oct 13 04:16:15.957202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f84d7151-d2a5-4aca-8731-c29cf141ff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:15.992237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Made reservation on behalf of c30c166d33414136aecb290229c19280 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:15.996334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.022630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.177468 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:16.190925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c97aaa-bfe3-4c10-b3d6-19ad16481476 req-571ce868-c711-4ad4-ac34-5dd249f43114 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:16.198096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-96c97aaa-bfe3-4c10-b3d6-19ad16481476 req-571ce868-c711-4ad4-ac34-5dd249f43114 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1637168 Oct 13 04:16:16.238724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Checking router: 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:16.249956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f84d7151-d2a5-4aca-8731-c29cf141ff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.262133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-96c97aaa-bfe3-4c10-b3d6-19ad16481476 req-e8dd2b3c-3311-4f53-8705-43d54c36e484 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603898 Oct 13 04:16:16.265762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:16.266541 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:16.279495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f84d7151-d2a5-4aca-8731-c29cf141ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.349845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f84d7151-d2a5-4aca-8731-c29cf141ff16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68a2040086d2428e93a5aeca95a73dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763868 Oct 13 04:16:16.351895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.353180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40740) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:16.353805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d7151-d2a5-4aca-8731-c29cf141ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42024c18-00fc-45d7-a1bb-7556f23d1e0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.364519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.377939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:16.389677 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.390306 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Added segment 8e1045e4-a4cf-42ff-996a-87f915169cf9 of type vlan for network 5c58883f-389a-4315-b045-e14767145059 Oct 13 04:16:16.435004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.471388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-84e561f9-1f08-404a-a225-4f07c21897c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:16.473341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-84e561f9-1f08-404a-a225-4f07c21897c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1101 time: 0.2768116 Oct 13 04:16:16.483648 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:16.487957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987efe5-a99f-499d-9254-c26b847596ea req-ade0fe6a-ef6e-4f00-951d-663c4d05d48f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:16.489460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c987efe5-a99f-499d-9254-c26b847596ea req-ade0fe6a-ef6e-4f00-951d-663c4d05d48f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1693532 Oct 13 04:16:16.494956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:16.538545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.539877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:16.540440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.597293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c987efe5-a99f-499d-9254-c26b847596ea req-04e7fac4-f94f-4205-b3de-c8dcd44003b1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984027 Oct 13 04:16:16.598925 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a9a92f-202d-432f-b7e3-e0a3ad81057f x-openstack-request-id: req-18a9a92f-202d-432f-b7e3-e0a3ad81057f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:16.599529 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1a048-d067-4a4c-aef7-0adb2e829e11", "name": "network-vif-deleted", "tag": "8ea29c3f-7f52-40bc-9d75-522fff1ff00d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:16.600085 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18a9a92f-202d-432f-b7e3-e0a3ad81057f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:16.601100 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1a048-d067-4a4c-aef7-0adb2e829e11', 'name': 'network-vif-deleted', 'tag': '8ea29c3f-7f52-40bc-9d75-522fff1ff00d', 'status': 'completed', 'code': 200} Oct 13 04:16:16.601965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.604673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.665007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cec75d-a34d-4a17-812b-10b279d90245,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.696227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9915774 Oct 13 04:16:16.696566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40744) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:16.715524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.722314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Request body: {'subnet': {'network_id': '5c58883f-389a-4315-b045-e14767145059', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1373310286-subnet', 'tenant_id': 'c30c166d33414136aecb290229c19280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:16.726706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d90fa-341a-4e2d-a275-056db4cf2d59 admin admin] Pushing event updated for resources: {'Network': ['ID=5c58883f-389a-4315-b045-e14767145059,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.737794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5c58883f-389a-4315-b045-e14767145059 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:16.859660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d156e36-d395-4f4f-8a45-0b7e09e5f9bd req-cd01bb21-b2b8-4836-ae17-aea41c848b50 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0934997 Oct 13 04:16:16.872334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.872546 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:16.877231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.882826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42024c18-00fc-45d7-a1bb-7556f23d1e0e HTTP/1.1" status: 204 len: 168 time: 0.5251160 Oct 13 04:16:16.883352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Made reservation on behalf of c30c166d33414136aecb290229c19280 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:16.886666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:16.918112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4bfab-08b3-4f3f-99f1-ecddba431e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42024c18-00fc-45d7-a1bb-7556f23d1e0e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:16.943655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:16.948823 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd424f3-eeda-40bc-9719-07afde3453ce None None] The sync data for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 is: [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:14:05Z', 'revision_number': 4, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '5da722b6-9c02-4fa2-9fe0-c49390ad33ef', 'name': '', 'network_id': '7210d5de-8508-48c4-8355-a1d383f1f3e0', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'mac_address': 'fa:16:3e:e8:b8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:04Z', 'updated_at': '2021-10-13T04:14:10Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'subnets': [{'id': '3b57a057-16ae-4a02-b518-2e0bc9037ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:17.037148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.078088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.098255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:17.154300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.196765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.201861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.215582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "DELETE /v2.0/security-groups/1b941270-7253-4c33-9080-e4e00d1112b2 HTTP/1.1" status: 204 len: 168 time: 0.2704096 Oct 13 04:16:17.215946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.231432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a567-ce74-446a-96fc-54b279787eac tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b941270-7253-4c33-9080-e4e00d1112b2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:17.260251 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-c0f8ba3b-10f2-4bcc-9d9d-a478d3e2bf11 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] show failed (client error): The resource could not be found. Oct 13 04:16:17.265479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0f8ba3b-10f2-4bcc-9d9d-a478d3e2bf11 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "GET /v2.0/security-groups/1b941270-7253-4c33-9080-e4e00d1112b2 HTTP/1.1" status: 404 len: 347 time: 0.0367503 Oct 13 04:16:17.266109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40776) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.362518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:17.449544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Deleting port 735e6d91-b72d-4a74-a1d0-f9033f69e9c0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:17.449544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.479053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.510164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312810c2-8d67-4628-ba3f-e60228aaabf8 None None] New status for floating IP a7820ba0-d385-4be1-8fe1-09a0dacb20d7: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:16:17.531452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40782) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.577292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.577637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.589941 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.608194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Calling delete_port for 735e6d91-b72d-4a74-a1d0-f9033f69e9c0 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:17.613069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2aa3-6296-43f1-bd56-556c767b9b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.672508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Transition to ACTIVE for port object 1da8494b-03b2-432c-9df6-29817540bfdd will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:17.674890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fdc11f-3d59-42e8-ac17-94015cc7a1e2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:17.702518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f901b-8924-48a8-a8c8-93735b6893d7 req-9413d7a4-c16a-4453-abf8-e1636d7d02db tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:17.704402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-358f901b-8924-48a8-a8c8-93735b6893d7 req-9413d7a4-c16a-4453-abf8-e1636d7d02db tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.2408154 Oct 13 04:16:17.718502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.782459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Checking segment: {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:17.782827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Network hostable DHCP agents. Network: 5c58883f-389a-4315-b045-e14767145059, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:17.792336 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.823223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Pushing event deleted for resources: {'Port': ['ID=735e6d91-b72d-4a74-a1d0-f9033f69e9c0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:17.872185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:17.889661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] No DVR routers for this DVR port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:17.904284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.907491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:17.909213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b06ec4b0-438e-4697-be3f-bd069706ae88 tempest-ServersTestFqdnHostnames-881103111 tempest-ServersTestFqdnHostnames-881103111-project] 10.222.0.49 "DELETE /v2.0/floatingips/a7820ba0-d385-4be1-8fe1-09a0dacb20d7 HTTP/1.1" status: 204 len: 168 time: 0.6420743 Oct 13 04:16:17.912250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40810) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:17.926616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-358f901b-8924-48a8-a8c8-93735b6893d7 req-762cb3d6-8260-4de4-be04-f7d10e33a591 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977222 Oct 13 04:16:17.929559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Network 5c58883f-389a-4315-b045-e14767145059 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:18.017723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5c58883f-389a-4315-b045-e14767145059) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:18.047250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54001bf4-9758-4630-9425-995aaae7383c None None] Network 5c58883f-389a-4315-b045-e14767145059 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:18.126927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.127628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.153877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:18.154208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:18.154928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:18.172677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-33b36120-3c19-4260-8672-090e8a675c7c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4680371 Oct 13 04:16:18.175142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2aa3-6296-43f1-bd56-556c767b9b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.182202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:18.184658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:18.193791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2aa3-6296-43f1-bd56-556c767b9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.242863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cdaa2aa3-6296-43f1-bd56-556c767b9b00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=808b1aef1bcb4e8d8dfead895528b22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848602 Oct 13 04:16:18.259232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ea503-d951-4b06-82ff-a6554ac32a00 req-bf62476c-959c-4c32-a1ac-6e6d59519aaa tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.282715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb7ea503-d951-4b06-82ff-a6554ac32a00 req-bf62476c-959c-4c32-a1ac-6e6d59519aaa tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.2120316 Oct 13 04:16:18.290594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:18.302960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:18.304486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:18.304984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:18.308856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Bound port: 1da8494b-03b2-432c-9df6-29817540bfdd, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:18.309587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.415953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2aa3-6296-43f1-bd56-556c767b9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc74d27-5faa-4e5f-b223-91eb1d161d8b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.454911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33388803-6c72-405f-9b4a-eb6868f0ce05 None None] Network 5c58883f-389a-4315-b045-e14767145059 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:18.504195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb7ea503-d951-4b06-82ff-a6554ac32a00 req-e27ad1fc-6147-4b89-922a-cb15bf0408da tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195098 Oct 13 04:16:18.518283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:18.523591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:18.535634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.538588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.562083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be3e1624-27cd-4868-ad1a-c4638cf2904e req-2756b907-f486-4073-b722-c95ae6ffb134 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0896182 Oct 13 04:16:18.575377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:18.605814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:18.609191 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2f1bc-1b81-44e4-8c2e-948ad52e5c62" -d '{"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:18.624014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.624767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.626374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] 10.222.0.47 "PUT /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 1096 time: 2.1355591 Oct 13 04:16:18.632653 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.658393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb232ea-9810-44d9-a05c-220515e2b46c service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.740677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-9416e5f4-7c0d-43be-9b5b-1384ef91427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.742764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-9416e5f4-7c0d-43be-9b5b-1384ef91427d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1099 time: 0.0810094 Oct 13 04:16:18.772417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.782010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:18.785000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfc74d27-5faa-4e5f-b223-91eb1d161d8b HTTP/1.1" status: 204 len: 168 time: 0.4848077 Oct 13 04:16:18.788364 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152e9c5a-8627-4403-a7f0-68e3de25c0e2 x-openstack-request-id: req-152e9c5a-8627-4403-a7f0-68e3de25c0e2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:18.790535 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:18.790897 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-152e9c5a-8627-4403-a7f0-68e3de25c0e2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:18.791418 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'code': 200} Oct 13 04:16:18.811272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:18.824806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-ca503a07-d2f4-4c11-8e03-88bbd02b1496 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.826539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-ca503a07-d2f4-4c11-8e03-88bbd02b1496 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 821 time: 0.7363551 Oct 13 04:16:18.843828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Request body: {'port': {'device_id': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'admin_state_up': True, 'tenant_id': '721b74ac257e4dd8a2cf7db4a3ad07e2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:18.876388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3206f-85e4-429b-bb74-590fcd45c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc74d27-5faa-4e5f-b223-91eb1d161d8b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:18.957850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-025f7c9c-5e9b-42e9-ab55-ed13f46fc0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:18.969561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-025f7c9c-5e9b-42e9-ab55-ed13f46fc0ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2174110 Oct 13 04:16:19.091511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-ce708626-837c-48a4-8575-b34689a5f690 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.1114745 Oct 13 04:16:19.097261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2075025543', 'description': 'tempest-description-84255582'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:19.112631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Made reservation on behalf of 721b74ac257e4dd8a2cf7db4a3ad07e2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:19.115861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.145907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:19.218634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.258130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-6754bea6-3bc2-4391-a836-9dcdda981be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:19.263783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-6754bea6-3bc2-4391-a836-9dcdda981be7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1550288 Oct 13 04:16:19.277223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.303374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Allocated IP 172.20.0.4 (bce2e91a-108a-4988-88c0-6fa86e0d9bbf/a9a09000-c56a-4ee8-b9c5-084cf76eb648/84236db7-7f9d-4fb5-b235-b3623c181186) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:19.311687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:19.314650 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660b887-5fe1-4fd9-a837-5448e2b9d167" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:19.342432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:19.351461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.409168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.436716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.442696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.544388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.568929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.614772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f7c66f9-c483-4d62-8e50-c85c09df7182 req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5205345 Oct 13 04:16:19.628831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48538aa3-d9ef-4810-b541-4ff0c23c730c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade27e07-e0d4-45bc-988e-f7b67a0bafc4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:19.686896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-eb461c68-b59c-42e2-97e3-4af3ee37b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:19.688693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-eb461c68-b59c-42e2-97e3-4af3ee37b9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2745447 Oct 13 04:16:19.733581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.766412 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8712a8-6c58-4860-93cd-c08b916b56d3 x-openstack-request-id: req-ea8712a8-6c58-4860-93cd-c08b916b56d3 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:19.767131 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:19.767551 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea8712a8-6c58-4860-93cd-c08b916b56d3 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:19.768257 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'code': 200} Oct 13 04:16:19.950404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe288-a144-4b28-8a59-7af92fa45001 req-b8e324f9-8903-421f-b2c0-9a772a783c2b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:19.952025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-82fbe288-a144-4b28-8a59-7af92fa45001 req-b8e324f9-8903-421f-b2c0-9a772a783c2b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 948 time: 0.2007709 Oct 13 04:16:19.957030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:19.960003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-29ce4236-73cb-4920-b386-6616d67258e5 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617040 Oct 13 04:16:19.970110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['410e588b-b006-4f35-97bc-50f830d19206'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:20.106747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Network bce2e91a-108a-4988-88c0-6fa86e0d9bbf is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:20.127017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a9e8-6560-4364-a90f-1631f047b479 req-19777849-fec9-4775-a924-16e1d7d9acd6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:20.128892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:20.136869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c382a9e8-6560-4364-a90f-1631f047b479 req-19777849-fec9-4775-a924-16e1d7d9acd6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.2887809 Oct 13 04:16:20.140106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:20.151287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-82fbe288-a144-4b28-8a59-7af92fa45001 req-f9dd09f6-e14c-4241-9172-4b8e227ea7fd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883671 Oct 13 04:16:20.153180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.226306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1654394815', 'description': 'tempest-description-2018878271'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:20.266196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c382a9e8-6560-4364-a90f-1631f047b479 req-daaa4203-1a52-4a61-9462-517e43f4944a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283069 Oct 13 04:16:20.297720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a0d2e5d-4932-44b3-bc9d-74e3b8fe95fd req-57efe99b-ad47-4005-9974-c8baaae6c7d6 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360968 Oct 13 04:16:20.301455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:20.302113 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.373381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.413138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-9813c405-0fcc-4b68-8680-b31fb5a335dc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5740066 Oct 13 04:16:20.440407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62bed5-d0a0-457a-9bc8-22f31aa651dc req-19a73b5f-68a5-49b5-a227-2ebb713c5e52 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:20.462903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e62bed5-d0a0-457a-9bc8-22f31aa651dc req-19a73b5f-68a5-49b5-a227-2ebb713c5e52 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 931 time: 0.1109221 Oct 13 04:16:20.479334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Request body: {'port': {'device_id': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:20.519610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e62bed5-d0a0-457a-9bc8-22f31aa651dc req-e36f9239-693c-486d-b778-f66d5fbf951e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Oct 13 04:16:20.542707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Deleting port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:20.543108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.655950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.702326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.714873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.754341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.755639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdad7c66-1123-4dca-901b-6f60ffd04832 req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5346129 Oct 13 04:16:20.793321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:20.795584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] For port 5da722b6-9c02-4fa2-9fe0-c49390ad33ef, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:20.796168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:20.796798 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c821b-57de-4990-a015-c849d0838788" -d '{"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:20.817697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8a97e-1891-4f2f-8b34-447fc92d22de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23466b6-1df4-4ef1-9654-bef35c6650db,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:20.820439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Calling delete_port for 5da722b6-9c02-4fa2-9fe0-c49390ad33ef owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:20.905295 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd680dac-9b43-47b2-8e69-33489c59eca0 x-openstack-request-id: req-bd680dac-9b43-47b2-8e69-33489c59eca0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:20.907966 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:20.908425 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd680dac-9b43-47b2-8e69-33489c59eca0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:20.909023 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'status': 'completed', 'code': 200} Oct 13 04:16:21.121130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-51b04ec1-50b5-4e7a-a1eb-26f94cab1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.137928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-51b04ec1-50b5-4e7a-a1eb-26f94cab1d5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1099 time: 0.2067213 Oct 13 04:16:21.205622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-0636d78c-4bc0-490f-90cb-3082f6ada08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.205972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-0636d78c-4bc0-490f-90cb-3082f6ada08a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1099 time: 0.2876079 Oct 13 04:16:21.394740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-7ce3938f-f4fb-4988-9086-e1f09e5fa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.399982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-7ce3938f-f4fb-4988-9086-e1f09e5fa591 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1670110 Oct 13 04:16:21.500520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-d6948f3b-5d66-4f57-9005-4dd3848612f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0936508 Oct 13 04:16:21.577057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-addaf3a5-b8ee-48ab-a4c5-a3bc4086670b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.578480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-addaf3a5-b8ee-48ab-a4c5-a3bc4086670b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 813 time: 0.3991437 Oct 13 04:16:21.597260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-9a710bb0-148b-4754-b3e0-920cca3e4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.598767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-9a710bb0-148b-4754-b3e0-920cca3e4923 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4517403 Oct 13 04:16:21.608368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf64b5b-1a89-440d-81ff-f7d49716fbcb req-d6647837-284d-428f-8fcd-fb0f52969161 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.611528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdf64b5b-1a89-440d-81ff-f7d49716fbcb req-d6647837-284d-428f-8fcd-fb0f52969161 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 948 time: 0.2106028 Oct 13 04:16:21.624139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-f31e3501-a603-4d4f-b266-714c127527d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.626611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-f31e3501-a603-4d4f-b266-714c127527d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1042519 Oct 13 04:16:21.637153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-41e8764e-9aba-4c1b-b4f0-cb2ea0d0b08f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/quotas/c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 375 time: 0.0427332 Oct 13 04:16:21.677994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-2db58e3b-3be0-443a-a499-0ece1b1847ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0582986 Oct 13 04:16:21.684428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-99a83205-0d8f-46c1-b912-69418ef25a26 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469527 Oct 13 04:16:21.770169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-2373004f-004b-48bf-b51f-6d7bc8dbd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.771675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-2373004f-004b-48bf-b51f-6d7bc8dbd211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0777476 Oct 13 04:16:21.791300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdf64b5b-1a89-440d-81ff-f7d49716fbcb req-51e4f43d-6080-4eaa-9671-e2c2079930b0 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630921 Oct 13 04:16:21.848564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-9613f812-4aef-4d3a-a1a3-bb160afb44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.852438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-9613f812-4aef-4d3a-a1a3-bb160afb44ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720543 Oct 13 04:16:21.852570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.861243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c821b-57de-4990-a015-c849d0838788 req-916f7fe2-f9a2-4224-8864-dc2628ce0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:21.863094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-916f7fe2-f9a2-4224-8864-dc2628ce0b21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753279 Oct 13 04:16:21.865603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84236db7-7f9d-4fb5-b235-b3623c181186 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:21.920907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Pushing event deleted for resources: {'Port': ['ID=5da722b6-9c02-4fa2-9fe0-c49390ad33ef,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:21.934178 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:21.966982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-5c782221-e2f5-47df-8af0-438a6ad91464 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026757 Oct 13 04:16:22.082460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Transition to ACTIVE for port object 84236db7-7f9d-4fb5-b235-b3623c181186 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:22.094856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.158764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:22.170252 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-6b8afa50-c4f0-4355-a9d2-fc9f66326361 service neutron] 10.222.0.49 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849465 Oct 13 04:16:22.238373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-c098a274-a293-49cd-a537-e20f955c9fdb service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026711 Oct 13 04:16:22.271997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923c041-b6fc-499c-b603-689449b7c773 req-f3e641d6-9035-4efe-b1ef-4b1c54af296b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:22.280012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2923c041-b6fc-499c-b603-689449b7c773 req-f3e641d6-9035-4efe-b1ef-4b1c54af296b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.3118734 Oct 13 04:16:22.312110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-45bc35ae-c0c0-452b-b7cc-1a7e691e06c1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338099 Oct 13 04:16:22.342333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2923c041-b6fc-499c-b603-689449b7c773 req-f12d8fd3-05ec-48f3-bfc9-96330f519d9f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Oct 13 04:16:22.398757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.410742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-fafc53ae-f466-475f-8f88-b8ee95910cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328665 Oct 13 04:16:22.471980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee1c821b-57de-4990-a015-c849d0838788 req-a09d6502-f98c-447d-8949-3a798400463f service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451399 Oct 13 04:16:22.478884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:22.479260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:22.482993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:22.493724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:22.494114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:22.527497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:22.527837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:22.528230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:22.528677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Bound port: 84236db7-7f9d-4fb5-b235-b3623c181186, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:22.529043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.648033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-87b937f0-d231-4d90-aaac-e4449d265dd7 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:22.664236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-87b937f0-d231-4d90-aaac-e4449d265dd7 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/networks?id=6ae257d9-90d0-4b4e-a4a3-d0c184933192 HTTP/1.1" status: 200 len: 809 time: 0.2327397 Oct 13 04:16:22.703868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-e4eee834-0881-4aed-b6db-9b1380927754 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/quotas/d39793647dff49b68bc8ca3e02ae7510 HTTP/1.1" status: 200 len: 375 time: 0.0390909 Oct 13 04:16:22.772670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:22.789409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:22.791443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-67a2e7bd-e255-4c1b-a4be-69efafec9a75 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d39793647dff49b68bc8ca3e02ae7510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778821 Oct 13 04:16:22.795324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:22.908034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:22.973231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:23.022030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:23.022792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.024230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-735bd305-9b9a-43d2-8d88-6ab85fb5565c service neutron] 10.222.0.16 "PUT /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 1091 time: 2.5502012 Oct 13 04:16:23.025753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:23.028659 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc3205-b495-4662-901d-4626c7aa7b62" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:23.071540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-e3ca28fa-2c40-4a6d-b545-3c93a6cb5efa service neutron] 10.222.0.49 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610147 Oct 13 04:16:23.096382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875bde-c084-4264-ad57-13d2e01927fd req-85e4baeb-8a04-4193-a8c7-6a703bc1475d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:23.106163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44875bde-c084-4264-ad57-13d2e01927fd req-85e4baeb-8a04-4193-a8c7-6a703bc1475d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.1351743 Oct 13 04:16:23.132162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:23.141237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-203185a5-7754-4e99-b124-4e95cf26645d admin admin] 10.222.0.49 "PUT /v2.0/routers/45ed5b4a-7600-4980-bb3a-48a3b9a9e64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2270284 Oct 13 04:16:23.146933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:23.148936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Sync routers for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:23.154748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:23.173151 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:23.176042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:23.268438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-2b8a589e-e7d5-4087-a365-d47e83c69663 service neutron] 10.222.0.49 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959453 Oct 13 04:16:23.347305 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44875bde-c084-4264-ad57-13d2e01927fd req-98977aee-5c8a-4a7c-a437-cc291996effe tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393916 Oct 13 04:16:23.392294 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:23.446298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:23.474667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '1da8494b-03b2-432c-9df6-29817540bfdd', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '1da8494b-03b2-432c-9df6-29817540bfdd', 'mac_address': 'fa:16:3e:78:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:23.592434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.605131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6be8acc2-3065-4e22-b071-3e0d21d48649 req-97fd6827-d140-4131-8cb8-b12d542a6d77 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 210 time: 0.0434735 Oct 13 04:16:23.615170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-4f38679d-0af7-43c8-bfb6-008621e0ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:23.616664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-4f38679d-0af7-43c8-bfb6-008621e0ea45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1094 time: 0.3103616 Oct 13 04:16:23.635711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:23.694404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-fb37e67d-f998-4a17-bfad-1851d5cd252e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 217 time: 0.0682325 Oct 13 04:16:23.696350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.705697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:23.716613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:23.717300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:23.861077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:23.936319 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:16:21Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:23.944664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:23.989371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '47934381-afc2-4e36-a8af-376d5755d765', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '47934381-afc2-4e36-a8af-376d5755d765', 'mac_address': 'fa:16:3e:61:7e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:24.005101 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Checking router: 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:24.018107 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Routers {'45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:24.018721 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:24.079683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.101805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:24.133902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:24.140232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:24.271627 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] Set router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:24.282112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['47934381-afc2-4e36-a8af-376d5755d765'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:24.363996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:24.522521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1da8494b-03b2-432c-9df6-29817540bfdd'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:24.686442 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2dc59e-0e5a-47ae-8de2-3f4b26579dbe x-openstack-request-id: req-cd2dc59e-0e5a-47ae-8de2-3f4b26579dbe {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:24.687020 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:24.708941 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd2dc59e-0e5a-47ae-8de2-3f4b26579dbe {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:24.710480 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186', 'status': 'completed', 'code': 200} Oct 13 04:16:24.898403 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:16:21Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:24.989180 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce93f-058b-4aae-bb8c-7973ea66b2b9 None None] The sync data for ids ['45ed5b4a-7600-4980-bb3a-48a3b9a9e64c'] in n-d-813736-1 is: [{'id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'name': 'tempest-ServersTestFqdnHostnames-1668319660-router', 'tenant_id': '751f21da41b44d37aa217799c624d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:14:00Z', 'updated_at': '2021-10-13T04:16:21Z', 'revision_number': 5, 'project_id': '751f21da41b44d37aa217799c624d811', 'gw_port': {'id': '9d185368-a604-49ae-97cc-42a9ee6bd029', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ed5b4a-7600-4980-bb3a-48a3b9a9e64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:14:01Z', 'updated_at': '2021-10-13T04:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:25.031000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6c4be-f613-4315-8afc-23b65a608d9c req-3f45117a-d988-4977-9134-e03b6d0d7884 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:25.033660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6b6c4be-f613-4315-8afc-23b65a608d9c req-3f45117a-d988-4977-9134-e03b6d0d7884 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.2929034 Oct 13 04:16:25.046292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.070755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-0393b3a9-67a3-4066-a594-1294f9b1b37d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:25.072055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-0393b3a9-67a3-4066-a594-1294f9b1b37d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.47 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 813 time: 0.5793211 Oct 13 04:16:25.153699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6b6c4be-f613-4315-8afc-23b65a608d9c req-f14bcf50-b104-4abc-bc58-11d2a2946fcf tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032493 Oct 13 04:16:25.163728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'device_id': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'network_id': '5c58883f-389a-4315-b045-e14767145059', 'admin_state_up': True, 'tenant_id': 'c30c166d33414136aecb290229c19280'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:25.166042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a688f-38df-4324-bb9b-daec1ff8e1f6 req-10eada05-8d10-400d-a335-b5b61d98c7c6 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:25.176712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-029a688f-38df-4324-bb9b-daec1ff8e1f6 req-10eada05-8d10-400d-a335-b5b61d98c7c6 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.4651871 Oct 13 04:16:25.219090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f9f-829c-400f-8376-2339c47b8e28 req-d179ae7f-f35b-487f-bc77-42defeb8f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:25.221238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-d179ae7f-f35b-487f-bc77-42defeb8f224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 1.4788971 Oct 13 04:16:25.267789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-6e5f1413-c2c3-446a-b4a9-ab050f2dfa57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341182 Oct 13 04:16:25.328116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6ddde12-bccf-4fa0-b0f0-d17c61300e92 req-6f1dd6cc-0b90-4893-9e46-749325e0ffea tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Oct 13 04:16:25.406461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Deleting port 9d185368-a604-49ae-97cc-42a9ee6bd029 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:25.413038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.461946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-029a688f-38df-4324-bb9b-daec1ff8e1f6 req-214a6c0b-ca02-49df-8b53-b3ae32cc5486 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789257 Oct 13 04:16:25.528931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-983d000f-1127-421c-aa68-b303e0deb26f service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515385 Oct 13 04:16:25.541686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ea6d9-c3fc-4e93-9e91-e4b33f39f3fd req-7598d73b-e3c0-44a2-9677-0092087c98e3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:25.549889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c47ea6d9-c3fc-4e93-9e91-e4b33f39f3fd req-7598d73b-e3c0-44a2-9677-0092087c98e3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.1048403 Oct 13 04:16:25.578445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Made reservation on behalf of c30c166d33414136aecb290229c19280 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:25.582886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.656322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c47ea6d9-c3fc-4e93-9e91-e4b33f39f3fd req-948f5300-f3af-4db2-982c-e0277718ac44 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052847 Oct 13 04:16:25.713561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85270f9f-829c-400f-8376-2339c47b8e28 req-22a1cd6c-ac73-4fb8-a369-bd67bc0cf676 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750846 Oct 13 04:16:25.796079 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2403d84c-7cf9-4417-946b-84bb58462950 req-7330bf56-35a8-4556-8aa0-39a6261de495 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 210 time: 0.0651093 Oct 13 04:16:25.941538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] For port 9d185368-a604-49ae-97cc-42a9ee6bd029, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d185368-a604-49ae-97cc-42a9ee6bd029,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:25.942195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:25.957152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Calling delete_port for 9d185368-a604-49ae-97cc-42a9ee6bd029 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:26.185071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-76d4ae8d-d527-40d6-a5b1-ef276aefb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.188059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-76d4ae8d-d527-40d6-a5b1-ef276aefb9fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1094 time: 0.3865516 Oct 13 04:16:26.267445 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.284419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Allocated IP 172.20.0.8 (5c58883f-389a-4315-b045-e14767145059/29fdc11f-3d59-42e8-ac17-94015cc7a1e2/22586b9b-c8a8-4e50-b191-2ad9fa89f568) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:26.297479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-c6849044-071f-4bdc-ab09-efad42779a18 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.299293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-c6849044-071f-4bdc-ab09-efad42779a18 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3&tenant_id=e5631d415ae040dcbaded884bc5e0b91&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 949 time: 0.1571801 Oct 13 04:16:26.390431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d185368-a604-49ae-97cc-42a9ee6bd029,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:26.477493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24980f7-9afa-4f67-ac6e-bbf07e97b776 req-e1081a8b-4373-4bbf-a55d-08f665a6b31b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.479615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d24980f7-9afa-4f67-ac6e-bbf07e97b776 req-e1081a8b-4373-4bbf-a55d-08f665a6b31b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1572113 Oct 13 04:16:26.562874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d24980f7-9afa-4f67-ac6e-bbf07e97b776 req-8b21f790-ccb0-4db0-aa5b-66326723b76a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749340 Oct 13 04:16:26.563995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-a651b3e6-6b9f-409b-b717-4b3564a203f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.565407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-a651b3e6-6b9f-409b-b717-4b3564a203f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.3120883 Oct 13 04:16:26.568342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.740152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-501704d1-7d03-4396-81f8-ad3fec432299 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 217 time: 0.0747731 Oct 13 04:16:26.753267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.756656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:26.810734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-1286c9d6-9122-4350-adfb-a20c0cf828ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.812251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-1286c9d6-9122-4350-adfb-a20c0cf828ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0537708 Oct 13 04:16:26.835696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-759edcab-fadd-458e-b301-b75c2707c828 req-dc20f59a-1f1d-4df4-bf38-2579072d5e8b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 210 time: 0.0998554 Oct 13 04:16:26.869302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5e54a-2488-4481-b33b-483367ea0aa6 req-5abbe17e-78b5-4d70-bbfb-6f2e239142b7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.873903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64c5e54a-2488-4481-b33b-483367ea0aa6 req-5abbe17e-78b5-4d70-bbfb-6f2e239142b7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.6526988 Oct 13 04:16:26.947883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-5ae7e233-742d-4729-a28a-19d1adea8712 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:26.952865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-d7054c28-d814-416d-ae19-fefb6fbcb141 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193264 Oct 13 04:16:26.954074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-5ae7e233-742d-4729-a28a-19d1adea8712 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.16 "GET /v2.0/networks?id=6ae257d9-90d0-4b4e-a4a3-d0c184933192 HTTP/1.1" status: 200 len: 809 time: 1.0421996 Oct 13 04:16:27.061148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.061907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ed5b4a-7600-4980-bb3a-48a3b9a9e64c {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:16:27.096607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Request body: {'port': {'device_id': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192', 'admin_state_up': True, 'tenant_id': 'd39793647dff49b68bc8ca3e02ae7510'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:27.099830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.103655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-059cf2b7-afaa-405a-a38b-c4d5c5f99f67 admin admin] 10.222.0.49 "DELETE /v2.0/routers/45ed5b4a-7600-4980-bb3a-48a3b9a9e64c HTTP/1.1" status: 204 len: 168 time: 3.9319382 Oct 13 04:16:27.103960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41084) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:27.130542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-432670de-89ef-42df-9fa6-d7b3cddc3806 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594381 Oct 13 04:16:27.164280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:27.200723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64c5e54a-2488-4481-b33b-483367ea0aa6 req-bc8fed35-c773-4ba3-abbe-212d03bfb422 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898293 Oct 13 04:16:27.202307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-f34bb0e2-9b7a-40c6-921e-49180049cbe9 service neutron] 10.222.0.47 "GET /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd/bindings/n-h2-813736-1 HTTP/1.1" status: 200 len: 382 time: 0.8854129 Oct 13 04:16:27.315643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Deleting subnet 3b57a057-16ae-4a02-b518-2e0bc9037ed6 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:16:27.324112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.329512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5da722b6-9c02-4fa2-9fe0-c49390ad33ef no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:27.438580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 5da722b6-9c02-4fa2-9fe0-c49390ad33ef {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:27.439914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5da722b6-9c02-4fa2-9fe0-c49390ad33ef not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:27.466376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d826576e-ffeb-4faa-ba14-3733a6ef841c req-e94fab71-65d7-45f2-805f-49649dda4ca0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 210 time: 0.1303828 Oct 13 04:16:27.494689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 1da8494b-03b2-432c-9df6-29817540bfdd completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:27.499584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 1da8494b-03b2-432c-9df6-29817540bfdd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:27.503112 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.517165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.552708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.598250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a08792c8-ac4e-4d10-acfc-15f6ff5f548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:27.599869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a08792c8-ac4e-4d10-acfc-15f6ff5f548c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1100 time: 0.2905586 Oct 13 04:16:27.612805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471172a6-f370-477d-a1d6-485e10415b3f req-28567e1d-8c81-4234-aa63-148db9c6b9ce tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:27.623122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-471172a6-f370-477d-a1d6-485e10415b3f req-28567e1d-8c81-4234-aa63-148db9c6b9ce tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.4268582 Oct 13 04:16:27.662990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Made reservation on behalf of d39793647dff49b68bc8ca3e02ae7510 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:27.669494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.680552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.702574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6dc3205-b495-4662-901d-4626c7aa7b62 req-07e4a834-c383-4778-8d6b-a742ecc2d79d service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645700 Oct 13 04:16:27.723259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-471172a6-f370-477d-a1d6-485e10415b3f req-a9f12053-8aad-456c-bbb7-1a6fc473a479 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991228 Oct 13 04:16:27.733695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41090) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:27.742360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:27.749485 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137127a4-fef0-43bd-8052-7813a9c6c711" -d '{"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:27.777749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:27.792592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.794843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:27.863795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:27.986389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.013776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.014216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 47934381-afc2-4e36-a8af-376d5755d765 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:28.014955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.026161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b57a057-16ae-4a02-b518-2e0bc9037ed6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.029380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.032799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13d18dfd-8530-46f3-bc0e-ce5d98a27d4a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3b57a057-16ae-4a02-b518-2e0bc9037ed6 HTTP/1.1" status: 204 len: 168 time: 0.9052546 Oct 13 04:16:28.035218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41102) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.052542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.070307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb68a1-7ffb-4745-beb0-da1a6f8a84bd None None] Network 7210d5de-8508-48c4-8355-a1d383f1f3e0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:28.140798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.154858 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa49ab-63b8-46bc-8548-a504af168b1b x-openstack-request-id: req-32fa49ab-63b8-46bc-8548-a504af168b1b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:28.155441 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:28.155868 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32fa49ab-63b8-46bc-8548-a504af168b1b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:28.156409 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'code': 200} Oct 13 04:16:28.205732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc5ba3e9-1cdb-4329-b872-2fd36d169267 req-1bd3bdf6-9060-4be3-8b6d-f70c8fb87c7a tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 210 time: 0.0430179 Oct 13 04:16:28.208603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-58d00e27-7dfe-4bda-8645-dd562d24db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.264273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.283962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Network 5c58883f-389a-4315-b045-e14767145059 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:28.296639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0e7f5-e635-4863-8f8a-eb80c0c1fa3f req-965c4ce8-75ea-49f2-ad1d-a3d1bd8a8c93 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.313500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ca0e7f5-e635-4863-8f8a-eb80c0c1fa3f req-965c4ce8-75ea-49f2-ad1d-a3d1bd8a8c93 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.5752017 Oct 13 04:16:28.316083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.327397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:28.395194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Deleting port 1f90905f-cfbf-4afe-9c25-873f241a7db9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:28.395194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.416915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] DHCP port deletion for 7210d5de-8508-48c4-8355-a1d383f1f3e0 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:16:28.426318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-58d00e27-7dfe-4bda-8645-dd562d24db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.431428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:28.437619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:28.447497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-58d00e27-7dfe-4bda-8645-dd562d24db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.465953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.539441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-58d00e27-7dfe-4bda-8645-dd562d24db47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d560437e42ba4216ac7061cd241d607b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976234 Oct 13 04:16:28.548945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00e27-7dfe-4bda-8645-dd562d24db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a300689-f88a-4b77-809f-c8aa327aab17,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.550479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:28.565008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a4bf4a30-c712-4344-848c-2ce410475b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.566626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a4bf4a30-c712-4344-848c-2ce410475b9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.9206169 Oct 13 04:16:28.576212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Deleting port 1f90905f-cfbf-4afe-9c25-873f241a7db9 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:28.576824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.580882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.617013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] For port 1f90905f-cfbf-4afe-9c25-873f241a7db9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1f90905f-cfbf-4afe-9c25-873f241a7db9,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:28.619216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.638335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Allocated IP 172.20.0.6 (6ae257d9-90d0-4b4e-a4a3-d0c184933192/6e91a61d-9ec0-486f-8c74-f842f8f36b0f/2f5824eb-49ee-45c1-8dd6-5bfcab164e99) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:28.641167 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-ca0ef2a5-8e00-4b1d-a7ef-954d5b7808bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0587006 Oct 13 04:16:28.661257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Calling delete_port for 1f90905f-cfbf-4afe-9c25-873f241a7db9 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:28.698563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] For port 1f90905f-cfbf-4afe-9c25-873f241a7db9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1f90905f-cfbf-4afe-9c25-873f241a7db9,segment=NetworkSegment(210cf646-4b10-46b3-95e8-cb359ae55cab),segment_id=210cf646-4b10-46b3-95e8-cb359ae55cab)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:28.699448 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.720736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ca0e7f5-e635-4863-8f8a-eb80c0c1fa3f req-34432792-8afd-456b-a006-431579b40988 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948159 Oct 13 04:16:28.725042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Calling delete_port for 1f90905f-cfbf-4afe-9c25-873f241a7db9 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:28.737905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-db077568-4fe3-4959-8b55-7f40ed8d33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.739674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-db077568-4fe3-4959-8b55-7f40ed8d33e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0877428 Oct 13 04:16:28.765421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.767758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.772358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1950-5231-4b1b-bf75-7c6305d7e1a9 req-6706ce0f-cf76-4582-b0c7-e26c294d047b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:28.780573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-297e1950-5231-4b1b-bf75-7c6305d7e1a9 req-6706ce0f-cf76-4582-b0c7-e26c294d047b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.2982147 Oct 13 04:16:28.822730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-ec5e3f1c-e48b-4851-8f3e-0a334b813240 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6855135 Oct 13 04:16:28.824585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.833214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:28.857653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] No DVR routers for this DVR port 1f90905f-cfbf-4afe-9c25-873f241a7db9 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:28.859157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Request body: {'port': {'device_id': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:28.877934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-297e1950-5231-4b1b-bf75-7c6305d7e1a9 req-0c620b05-4439-451b-8d85-315769b5d8ff tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964155 Oct 13 04:16:28.885056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] No DVR routers for this DVR port 1f90905f-cfbf-4afe-9c25-873f241a7db9 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:28.893824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ec35f-5af1-4a2a-9ef3-74fae42264fe None None] Pushing event deleted for resources: {'Port': ['ID=1f90905f-cfbf-4afe-9c25-873f241a7db9,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:28.999253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.031662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-008e4753-77f7-4b7d-b715-c403520ec988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:29.033402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-008e4753-77f7-4b7d-b715-c403520ec988 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2414367 Oct 13 04:16:29.047904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.067023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f90905f-cfbf-4afe-9c25-873f241a7db9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.075855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.114767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728b844-c8a6-4f63-bb7a-dc9dd449af24 req-362fcaba-6e38-43a2-ba6d-35ed0a7e070e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:29.119618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecd3c9-040e-4910-907c-1b28c835b1b5 req-17146e62-49cb-4602-a1f2-5aa7a118912b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:29.123187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5728b844-c8a6-4f63-bb7a-dc9dd449af24 req-362fcaba-6e38-43a2-ba6d-35ed0a7e070e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 931 time: 0.2745433 Oct 13 04:16:29.132538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fecd3c9-040e-4910-907c-1b28c835b1b5 req-17146e62-49cb-4602-a1f2-5aa7a118912b tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.1373355 Oct 13 04:16:29.132538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.178813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:29.182148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7210d5de-8508-48c4-8355-a1d383f1f3e0']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:29.205834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210cf646-4b10-46b3-95e8-cb359ae55cab') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:29.206157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210cf646-4b10-46b3-95e8-cb359ae55cab') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:29.224080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1f90905f-cfbf-4afe-9c25-873f241a7db9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:29.251933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fecd3c9-040e-4910-907c-1b28c835b1b5 req-87798b83-20ea-4d60-9891-aea2009f73af tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227665 Oct 13 04:16:29.252181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 1f90905f-cfbf-4afe-9c25-873f241a7db9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:29.252181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1f90905f-cfbf-4afe-9c25-873f241a7db9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:29.252600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d185368-a604-49ae-97cc-42a9ee6bd029 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:29.257762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.294374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.302280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:16:29.302847 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.351102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9d185368-a604-49ae-97cc-42a9ee6bd029 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:29.351671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d185368-a604-49ae-97cc-42a9ee6bd029 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:16:29.361543 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:16:29.373951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5728b844-c8a6-4f63-bb7a-dc9dd449af24 req-a9a852c8-cdb8-447a-aade-944c14713320 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497327 Oct 13 04:16:29.436308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:29.461136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-48ee3081-1951-4a41-9c00-81346761c02e service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925302 Oct 13 04:16:29.464346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'port_id': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'mac_address': 'fa:16:3e:50:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:29.483765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16a8349c-6cfa-4f96-a56d-43268dceaf90 req-c3073f7c-4298-4842-87be-7e44adb6c949 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 210 time: 0.1204145 Oct 13 04:16:29.487110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.513082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.519581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.520817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a300689-f88a-4b77-809f-c8aa327aab17 HTTP/1.1" status: 204 len: 168 time: 0.9601967 Oct 13 04:16:29.525899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.534885 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.537712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.541196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] 10.222.0.49 "DELETE /v2.0/networks/7210d5de-8508-48c4-8355-a1d383f1f3e0 HTTP/1.1" status: 204 len: 168 time: 1.5048301 Oct 13 04:16:29.549608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcd024-6ff7-4038-b27d-55eef738550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a300689-f88a-4b77-809f-c8aa327aab17,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.569369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b040bc-1dd4-4c49-a851-3a85b690235e admin admin] Pushing event deleted for resources: {'Network': ['ID=7210d5de-8508-48c4-8355-a1d383f1f3e0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.589263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:29.660980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:29.692471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.840081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41140) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:29.860943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:29.908671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-85df6a61-9a13-414b-91b2-e495e75b6e38 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188969 Oct 13 04:16:29.915281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:29.956993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:30.009387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b53a5a89-26bf-41fc-b650-05102830f1fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=751f21da41b44d37aa217799c624d811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598132 Oct 13 04:16:30.013122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:30.036139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a6cc-3790-4aca-90e3-12d39e5c7275 req-db70baa3-e622-46f0-b106-dd54501655c2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.045723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2937a6cc-3790-4aca-90e3-12d39e5c7275 req-db70baa3-e622-46f0-b106-dd54501655c2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 944 time: 0.2195749 Oct 13 04:16:30.047154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22586b9b-c8a8-4e50-b191-2ad9fa89f568 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:30.057990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.074677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Transition to ACTIVE for port object 22586b9b-c8a8-4e50-b191-2ad9fa89f568 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:30.123364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2937a6cc-3790-4aca-90e3-12d39e5c7275 req-931b4cd3-15d1-431f-9188-7a3bc014bfb2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727077 Oct 13 04:16:30.140477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.157238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:30.159587 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abac551e-4063-473f-afff-37a85f8e1f6f" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:30.179660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.191930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:30.193964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Pushing event updated for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.214541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.217439 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e260519e-deeb-4551-ac92-ff2ed8e18ed7 x-openstack-request-id: req-e260519e-deeb-4551-ac92-ff2ed8e18ed7 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:30.217764 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:30.218079 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e260519e-deeb-4551-ac92-ff2ed8e18ed7 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:30.218424 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'code': 200} Oct 13 04:16:30.232812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e53a6c5-0c23-4560-9bca-4797bbc865f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.244705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:30.258054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.262199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.263771 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d049201-07b5-4c18-ab91-b3dc7b2ce890 HTTP/1.1" status: 204 len: 168 time: 0.2489746 Oct 13 04:16:30.279701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b35e-9388-4de3-b7f4-17cfd0aca6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d049201-07b5-4c18-ab91-b3dc7b2ce890,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.321234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:30.341593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277035-2a64-4ca5-8709-0293c8a1a94a req-1dcc7378-67cc-4f52-a941-771150661244 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.343598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d277035-2a64-4ca5-8709-0293c8a1a94a req-1dcc7378-67cc-4f52-a941-771150661244 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.2667513 Oct 13 04:16:30.346069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:30.449986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6107e-4558-46da-a5dd-0aa47e59d63e req-4d186700-8396-40f0-947c-bd4b9ccdb248 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.452598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97f6107e-4558-46da-a5dd-0aa47e59d63e req-4d186700-8396-40f0-947c-bd4b9ccdb248 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.0760441 Oct 13 04:16:30.523092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.524122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97f6107e-4558-46da-a5dd-0aa47e59d63e req-8bd9c73e-111a-4d52-aea7-a8663ce75e94 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638299 Oct 13 04:16:30.531089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Attempting to bind port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:30.531308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Attempting to bind port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:30.531623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Attempting to bind port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 on network 5c58883f-389a-4315-b045-e14767145059 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:30.548061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d277035-2a64-4ca5-8709-0293c8a1a94a req-611cc11d-1e70-416a-b373-e32730ca275e tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775928 Oct 13 04:16:30.586495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 on network 5c58883f-389a-4315-b045-e14767145059 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:30.586869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Attempting to bind port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 on network 5c58883f-389a-4315-b045-e14767145059 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:30.604953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:30.605290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Checking segment: {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:30.605697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Bound using segment: {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:30.606127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Bound port: 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:30.606489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.640767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.641411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.703363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478217f-7ad3-40d6-bbc8-a03df2786eaf req-cd40962a-59a0-472b-bf58-c659520adb1b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.715702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8478217f-7ad3-40d6-bbc8-a03df2786eaf req-cd40962a-59a0-472b-bf58-c659520adb1b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 943 time: 0.0766563 Oct 13 04:16:30.736388 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-9492239d-7f41-427b-b7cb-7f04c538462b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6725233 Oct 13 04:16:30.781945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8478217f-7ad3-40d6-bbc8-a03df2786eaf req-2f72132e-9f30-4782-a14f-6c076f670fc4 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Oct 13 04:16:30.783300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bb229-a38b-4ab5-8d3c-00a897954775 req-943bab10-775f-41b8-901f-0aeaa3f58984 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.793523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-173bb229-a38b-4ab5-8d3c-00a897954775 req-943bab10-775f-41b8-901f-0aeaa3f58984 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 931 time: 0.1436741 Oct 13 04:16:30.801864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e53a6c5-0c23-4560-9bca-4797bbc865f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.832925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e53a6c5-0c23-4560-9bca-4797bbc865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.868800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:30.872827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53a6c5-0c23-4560-9bca-4797bbc865f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705f17e-851b-4fb8-8220-2a58ac7ba21d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:30.901587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:30.916484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.939025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-173bb229-a38b-4ab5-8d3c-00a897954775 req-b0e4a0ea-4743-4453-a540-e97db2693e4e tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474948 Oct 13 04:16:30.947265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:30.949105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:30.950935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 1091 time: 2.1009638 Oct 13 04:16:30.952799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:30.955078 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d652e08c-5935-4349-814e-2d6448a9c1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:30.999831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e53a6c5-0c23-4560-9bca-4797bbc865f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1d65fcbff7440a8891a6cc866f4f0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8026311 Oct 13 04:16:31.003417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41180) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:31.007448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Request body: {'port': {'device_id': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:31.045384 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01353767-fec6-4ccb-9167-351529fa1a5e x-openstack-request-id: req-01353767-fec6-4ccb-9167-351529fa1a5e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:31.045681 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:31.045938 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01353767-fec6-4ccb-9167-351529fa1a5e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:31.046331 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'status': 'completed', 'code': 200} Oct 13 04:16:31.064084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.108491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.133465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.158742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bf5f0-934b-475a-9b76-f4708647d2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.178012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-7932f35d-c5ae-4215-986d-841f4f180ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.178012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-7932f35d-c5ae-4215-986d-841f4f180ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1094 time: 0.1620581 Oct 13 04:16:31.191438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:31.207518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.211252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.216234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7705f17e-851b-4fb8-8220-2a58ac7ba21d HTTP/1.1" status: 204 len: 168 time: 0.2114532 Oct 13 04:16:31.232408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44794-7f8e-4442-8078-24f3c551d758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705f17e-851b-4fb8-8220-2a58ac7ba21d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.293561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-05b8be04-99ed-4fa2-93b0-9bbd078a90eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 217 time: 0.0993643 Oct 13 04:16:31.373317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:31.375758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.502750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-b8fdbbe6-f59d-44d9-bc64-5afe0bcd9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.502750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-b8fdbbe6-f59d-44d9-bc64-5afe0bcd9b70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.0896196 Oct 13 04:16:31.533219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-56c64810-e31f-4cfc-9521-14a322434979 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404418 Oct 13 04:16:31.536257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.597435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:31.611599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:31.721782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41206) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:31.726228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aee4d-463e-45b6-9621-4b45684b1327 req-26169484-341b-4ca0-8e94-b1379150415b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.735611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd2aee4d-463e-45b6-9621-4b45684b1327 req-26169484-341b-4ca0-8e94-b1379150415b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 944 time: 0.4609964 Oct 13 04:16:31.751153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:31.769647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b8d92-bb4c-455e-9810-ae6c457e2e0b req-bd783588-07ad-4975-a259-c9b67426ef48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:31.783490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-450b8d92-bb4c-455e-9810-ae6c457e2e0b req-bd783588-07ad-4975-a259-c9b67426ef48 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1237769 Oct 13 04:16:31.868702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-629914010-network', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:31.899371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-7d9ed199-a9b8-4a39-a92b-20e092c6a3cf service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460696 Oct 13 04:16:31.906044 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd2aee4d-463e-45b6-9621-4b45684b1327 req-d734e383-e8b6-493d-8ff4-e459589c69ab tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695430 Oct 13 04:16:31.944928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-450b8d92-bb4c-455e-9810-ae6c457e2e0b req-d1a46aae-067e-46a5-bf6a-ca7e4688c73b tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457844 Oct 13 04:16:31.968583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Made reservation on behalf of af5a99f6c13944f98e260def2bc512ca for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:31.982925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.034824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.176537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.216502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.219393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:32.222950 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6361f811-72ab-40f8-af1d-10362529f26e" -d '{"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:32.228558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:16:32.239830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.240222 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Added segment 39913132-a152-4469-addb-b684f1c0f4a6 of type vlan for network fb54c8e2-3871-4e52-a19d-bc22bda1b71d Oct 13 04:16:32.328993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.415875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2030cd9-800d-4ae2-aad6-2811544e3748,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:32.439247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.442150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.444642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.567735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb54c8e2-3871-4e52-a19d-bc22bda1b71d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:32.579867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:16:32.628665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:32.640779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aeb44a-5665-4fab-9697-ab2a892a06e9 req-178ff5bd-f513-45ef-ad13-780fbc5c2f7a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.654652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9aeb44a-5665-4fab-9697-ab2a892a06e9 req-178ff5bd-f513-45ef-ad13-780fbc5c2f7a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 943 time: 0.4729581 Oct 13 04:16:32.661899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.714368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9aeb44a-5665-4fab-9697-ab2a892a06e9 req-ea233133-2a03-430a-98d3-9c3242b14acb tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Oct 13 04:16:32.717866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee4bcae4-ddfc-4ef7-a514-5acab09239a8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9948349 Oct 13 04:16:32.739575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41234) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:32.756901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f94688-bc2c-480a-b8c8-c60bde56e6df req-d72c1326-7938-4378-af68-8c9de9bf1a9c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.758788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f94688-bc2c-480a-b8c8-c60bde56e6df req-d72c1326-7938-4378-af68-8c9de9bf1a9c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.2845092 Oct 13 04:16:32.762467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Transition to ACTIVE for port object 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:32.766377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Request body: {'subnet': {'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-629914010-subnet', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:32.772329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-536b96a3-3c6d-4f84-b0d7-e3a1001a803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:32.776409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-536b96a3-3c6d-4f84-b0d7-e3a1001a803a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3&tenant_id=e5631d415ae040dcbaded884bc5e0b91 HTTP/1.1" status: 200 len: 1101 time: 0.2106051 Oct 13 04:16:32.789318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:32.808362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.876938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c4a04d2-3af2-4aad-a72b-a01e040da672 req-e5ed9606-3f22-4134-8fac-b0068f6401bd service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9608183 Oct 13 04:16:32.922656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f94688-bc2c-480a-b8c8-c60bde56e6df req-ed67e0b7-d3ee-4702-afdc-a1ef322ba79c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475787 Oct 13 04:16:32.928466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Made reservation on behalf of af5a99f6c13944f98e260def2bc512ca for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:32.931363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:32.938523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Pushing event updated for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:33.059954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.083313 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2351b1-96d3-4433-8ad1-7e52a79ec30e x-openstack-request-id: req-2c2351b1-96d3-4433-8ad1-7e52a79ec30e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:33.083609 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:33.083863 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c2351b1-96d3-4433-8ad1-7e52a79ec30e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:33.084260 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'code': 200} Oct 13 04:16:33.127263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Attempting to bind port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:33.127602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Attempting to bind port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9d4db294-1d5d-4a18-8210-beb2f4ea4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:33.127954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Attempting to bind port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 on network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:33.142148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-5e00f4d4-0ec0-4688-86fa-cd75178c1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.143712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-5e00f4d4-0ec0-4688-86fa-cd75178c1eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1094 time: 0.1592588 Oct 13 04:16:33.146406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 on network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:33.146709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Attempting to bind port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 on network 6ae257d9-90d0-4b4e-a4a3-d0c184933192 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:33.155236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:33.155586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Checking segment: {'id': '9d4db294-1d5d-4a18-8210-beb2f4ea4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:33.155955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Bound using segment: {'id': '9d4db294-1d5d-4a18-8210-beb2f4ea4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:33.156389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Bound port: 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d4db294-1d5d-4a18-8210-beb2f4ea4af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:33.156759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.179009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd65e-c88b-4fed-bd5d-3956a1ced81f req-accc048c-065b-454b-a825-3bb7331a01f5 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.202636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c53fd65e-c88b-4fed-bd5d-3956a1ced81f req-accc048c-065b-454b-a825-3bb7331a01f5 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 943 time: 0.2461975 Oct 13 04:16:33.344998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c53fd65e-c88b-4fed-bd5d-3956a1ced81f req-017f45ed-893a-4031-b2ca-6c8df91c26fd tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404335 Oct 13 04:16:33.502055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:33.521690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0f7d-f989-4125-a324-b0dedbdf40b0 req-5d7020a9-088f-4ee0-a7d8-b79f4e4bee90 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.533690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d3b0f7d-f989-4125-a324-b0dedbdf40b0 req-5d7020a9-088f-4ee0-a7d8-b79f4e4bee90 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.3052096 Oct 13 04:16:33.536275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-57aa8909-38cf-48b3-9a8d-b729c7983ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.537784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-57aa8909-38cf-48b3-9a8d-b729c7983ffd service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.3753204 Oct 13 04:16:33.539622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92b848-c7e3-4b39-8601-45064580e8b1 req-a9685aab-148f-4695-9835-3e0795b9a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.540940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c92b848-c7e3-4b39-8601-45064580e8b1 req-a9685aab-148f-4695-9835-3e0795b9a213 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 1096 time: 0.2549236 Oct 13 04:16:33.588413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.591682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,segment=NetworkSegment(9d4db294-1d5d-4a18-8210-beb2f4ea4af7),segment_id=9d4db294-1d5d-4a18-8210-beb2f4ea4af7)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:33.611985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1b94f-44e3-419c-9fb3-aba33131efec req-8b282e75-cc12-4e43-8ba3-fefcfd242337 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.624150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25d1b94f-44e3-419c-9fb3-aba33131efec req-8b282e75-cc12-4e43-8ba3-fefcfd242337 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1199007 Oct 13 04:16:33.648310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-6195b83b-20a6-43e4-844a-ddea2a402f79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 217 time: 0.0821772 Oct 13 04:16:33.649667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.702434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:33.730190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25d1b94f-44e3-419c-9fb3-aba33131efec req-6938597a-287f-47e6-b67d-5c9db5c390ca tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 Oct 13 04:16:33.794847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:33.861675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c92b848-c7e3-4b39-8601-45064580e8b1 req-0dd5f114-b14f-479b-8dc6-dee9d4b20ed0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001261 Oct 13 04:16:33.877759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.878385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.879966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] 10.222.0.16 "PUT /v2.0/ports/2f5824eb-49ee-45c1-8dd6-5bfcab164e99 HTTP/1.1" status: 200 len: 1091 time: 3.1328480 Oct 13 04:16:33.883934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:33.887215 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f33f684-9dbd-48af-8fb1-892866f56378" -d '{"events": [{"name": "network-changed", "server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:33.902146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:33.904559 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9469b3-c53e-48ee-9da5-35c5553bc1af" -d '{"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:33.912471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.943841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b2d84-1592-4a4f-ba00-247cc254da81 req-6139a20f-aae7-469f-be13-4cc926c3fd9a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:33.945490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e0b2d84-1592-4a4f-ba00-247cc254da81 req-6139a20f-aae7-469f-be13-4cc926c3fd9a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 943 time: 0.1076005 Oct 13 04:16:33.946641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Transition to ACTIVE for port object 1da8494b-03b2-432c-9df6-29817540bfdd will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:33.957151 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:33.972277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d3b0f7d-f989-4125-a324-b0dedbdf40b0 req-235e900c-4fb4-4ac6-bd35-52b1daae0fa7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375281 Oct 13 04:16:34.004315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Checking segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:34.004859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Network hostable DHCP agents. Network: fb54c8e2-3871-4e52-a19d-bc22bda1b71d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:16:34.008815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-8205201b-4ccc-408d-bb3b-0ce92032bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.011638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-8205201b-4ccc-408d-bb3b-0ce92032bf66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.3198278 Oct 13 04:16:34.039657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795a07b9-d1ac-43ed-8ace-209ff63266f4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:34.081842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] No DVR routers for this DVR port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:34.100728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bcee8-79c9-456f-96e7-eea1f53588ba service neutron] Pushing event updated for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:34.101739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e0b2d84-1592-4a4f-ba00-247cc254da81 req-447c8624-f9e1-4b10-8387-8a4345a31f7e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323061 Oct 13 04:16:34.112159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:34.181236 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f15d3-3840-43d4-ade6-76df507b1ca1 x-openstack-request-id: req-fd9f15d3-3840-43d4-ade6-76df507b1ca1 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:34.182116 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:34.184523 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd9f15d3-3840-43d4-ade6-76df507b1ca1 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:34.185201 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99', 'status': 'completed', 'code': 200} Oct 13 04:16:34.185724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:34.186238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:34.186539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:34.193863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-4d9cd7b2-68e4-44fe-80c1-9205f22b9242 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163025 Oct 13 04:16:34.196709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:34.197113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Attempting to bind port 1da8494b-03b2-432c-9df6-29817540bfdd on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:34.199977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:16:34.223649 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aea4fa-3bb0-4c7c-8015-761b0a6151bf x-openstack-request-id: req-91aea4fa-3bb0-4c7c-8015-761b0a6151bf {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:34.223984 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:34.224240 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91aea4fa-3bb0-4c7c-8015-761b0a6151bf {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:34.224638 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'code': 200} Oct 13 04:16:34.225431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:34.225775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:34.226152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:34.226601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Bound port: 1da8494b-03b2-432c-9df6-29817540bfdd, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:34.226956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.355032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fb54c8e2-3871-4e52-a19d-bc22bda1b71d) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:34.365385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd251f9-d53a-40d1-bec0-a4e6da6c3437 None None] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:34.390093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.397654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.410746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012c07a-052d-4ca1-9dfb-fd7979c7f9c1 req-aad63e9a-75ec-4dcc-b810-6b1bd47f415c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.418532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-f34f96ec-c4fd-47aa-ad3b-d36e7cb395d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.420121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-f34f96ec-c4fd-47aa-ad3b-d36e7cb395d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d39793647dff49b68bc8ca3e02ae7510&device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 1094 time: 0.4704859 Oct 13 04:16:34.423543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d012c07a-052d-4ca1-9dfb-fd7979c7f9c1 req-aad63e9a-75ec-4dcc-b810-6b1bd47f415c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.1175892 Oct 13 04:16:34.499242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:34.520764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-86943c4a-7837-4859-a2b9-c6206ee4f9b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7602103 Oct 13 04:16:34.524419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41286) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:34.531147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:34.547383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:34.560145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d012c07a-052d-4ca1-9dfb-fd7979c7f9c1 req-1d114777-4928-4b8a-826f-caa036883cb8 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337900 Oct 13 04:16:34.567393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.568512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:34.589392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-861113bc-91df-4aa7-9892-69f48f72f052 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99 HTTP/1.1" status: 200 len: 217 time: 0.1413450 Oct 13 04:16:34.603818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1687147809', 'description': 'tempest-description-1673301592'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:34.637622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:16:34.638606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.649833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.652130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.718639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=11']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:34.721484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.732933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.734252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:34.741701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2e99bbae-0673-4ed5-8c39-c5ace013edad service neutron] 10.222.0.16 "PUT /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 1097 time: 1.9554946 Oct 13 04:16:34.911451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc668f-7362-4e4c-bec5-fd039a3135c8 req-b4bc3cd0-3b1f-4ba1-b27c-1c63805809a4 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.921486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32bc668f-7362-4e4c-bec5-fd039a3135c8 req-b4bc3cd0-3b1f-4ba1-b27c-1c63805809a4 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 943 time: 0.1989517 Oct 13 04:16:34.953491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a5b1628b-330a-4f32-9491-872bd3725c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:34.955475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-a5b1628b-330a-4f32-9491-872bd3725c62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1100 time: 0.1727266 Oct 13 04:16:35.054278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32bc668f-7362-4e4c-bec5-fd039a3135c8 req-8831f563-4291-46c0-aecc-f3ff98e3047b tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225166 Oct 13 04:16:35.096986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.136512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-33bacb0b-c67a-44a0-91ee-73479e5f0084 service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9306777 Oct 13 04:16:35.163009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.201449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.245458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:35.266079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '84236db7-7f9d-4fb5-b235-b3623c181186', 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf', 'port_id': '84236db7-7f9d-4fb5-b235-b3623c181186', 'mac_address': 'fa:16:3e:88:51:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a09000-c56a-4ee8-b9c5-084cf76eb648', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:35.268399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22586b9b-c8a8-4e50-b191-2ad9fa89f568 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:35.270449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561aa4-b6bb-47d3-8f07-474e5f48b973 req-cd74218d-399e-49dc-815f-eb110799cffc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.279928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25561aa4-b6bb-47d3-8f07-474e5f48b973 req-cd74218d-399e-49dc-815f-eb110799cffc tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.1261942 Oct 13 04:16:35.308619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-762a7810-0da3-4d3d-b258-a3193bfabd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.310578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-762a7810-0da3-4d3d-b258-a3193bfabd5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e91a61d-9ec0-486f-8c74-f842f8f36b0f HTTP/1.1" status: 200 len: 849 time: 0.6969278 Oct 13 04:16:35.313453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2b6361bf-69cd-40af-b3f0-7e37bf5295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.315113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-2b6361bf-69cd-40af-b3f0-7e37bf5295b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3406744 Oct 13 04:16:35.354677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25561aa4-b6bb-47d3-8f07-474e5f48b973 req-ad364a5c-d4c6-4bdd-819c-1f7ab118837a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734403 Oct 13 04:16:35.403483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-2801c31b-37ba-4029-8ac0-27f58d5ffb8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ae257d9-90d0-4b4e-a4a3-d0c184933192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580671 Oct 13 04:16:35.414060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:35.415099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-c532347d-57ca-41bb-ba28-e36bc264940b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0894454 Oct 13 04:16:35.430181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:35.482037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'network_id': '5c58883f-389a-4315-b045-e14767145059', 'port_id': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'mac_address': 'fa:16:3e:ae:8d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fdc11f-3d59-42e8-ac17-94015cc7a1e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:35.500875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:35.554333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d652e08c-5935-4349-814e-2d6448a9c1d6 req-09873424-5b99-44a8-b145-284314f0a780 service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872712 Oct 13 04:16:35.602551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.627009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.629097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84236db7-7f9d-4fb5-b235-b3623c181186 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:35.629415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-e5f449ce-a70c-40c8-9642-0dd5ef5aa9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140415 Oct 13 04:16:35.663420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.665891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Allocated IP 172.20.0.2 (fb54c8e2-3871-4e52-a19d-bc22bda1b71d/795a07b9-d1ac-43ed-8ace-209ff63266f4/9c726ed7-5283-4f65-b7e1-4554cc56efcc) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:35.690195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:35.701285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22586b9b-c8a8-4e50-b191-2ad9fa89f568 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:35.707823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.751847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ed90279-48b9-4f5b-8cd5-4134c613cbf5 req-c55abb63-dbe4-4ef6-a957-e03d704d4be9 service neutron] 10.222.0.16 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098602 Oct 13 04:16:35.752517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.811264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:35.826259 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:35.857033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.881030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-adfdedc5-9f9f-4cba-a38e-8c8763e56d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.882798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-adfdedc5-9f9f-4cba-a38e-8c8763e56d5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.4620008 Oct 13 04:16:35.900086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f21f-06dd-4d89-863d-b0e7d1b7ca5e req-784ff6dd-81b9-4129-8728-52f1b904efcc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:35.909173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a1f21f-06dd-4d89-863d-b0e7d1b7ca5e req-784ff6dd-81b9-4129-8728-52f1b904efcc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.0904109 Oct 13 04:16:35.964484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.970686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789870cf-9378-4a66-9369-064305119059,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:35.972485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['84236db7-7f9d-4fb5-b235-b3623c181186'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:36.020857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-ea7672a0-3633-46e8-89cb-3e77e10208dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.021171 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.022578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-ea7672a0-3633-46e8-89cb-3e77e10208dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d39793647dff49b68bc8ca3e02ae7510&device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1866806 Oct 13 04:16:36.036013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.036298 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a1f21f-06dd-4d89-863d-b0e7d1b7ca5e req-c120fb28-4df0-4a60-a367-b112b5064232 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173317 Oct 13 04:16:36.053432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372829d-cb0d-48de-9462-48f25ed923cc req-1d59175b-06de-4a0e-9776-c63a3ca7a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.054116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-1d59175b-06de-4a0e-9776-c63a3ca7a10c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1621311 Oct 13 04:16:36.075618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:36.116103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:36.136272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:36.148676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:36.152199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.158561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.172984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Pushing event updated for resources: {'Port': ['ID=9c726ed7-5283-4f65-b7e1-4554cc56efcc,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.222292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.225312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.232825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:36.235434 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f8a39d-34c8-4e47-97cd-123accb2b681" -d '{"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:36.282328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Attempting to bind port 9c726ed7-5283-4f65-b7e1-4554cc56efcc on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:36.282718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Attempting to bind port 9c726ed7-5283-4f65-b7e1-4554cc56efcc by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:36.283127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Attempting to bind port 9c726ed7-5283-4f65-b7e1-4554cc56efcc on network fb54c8e2-3871-4e52-a19d-bc22bda1b71d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:36.310256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:36.310639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Checking segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:36.311054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.311488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Bound using segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:36.311987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Bound port: 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:36.312375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.312812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85dc49-4260-4295-8f02-4606f24f7d67 req-430041bc-bd7a-4efa-ac85-8fef50e30cb4 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.316084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe85dc49-4260-4295-8f02-4606f24f7d67 req-430041bc-bd7a-4efa-ac85-8fef50e30cb4 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 944 time: 0.1166298 Oct 13 04:16:36.388610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-b5cb046e-b268-4407-8a00-9ebc56b00349 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255618 Oct 13 04:16:36.393084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe85dc49-4260-4295-8f02-4606f24f7d67 req-19d65636-4587-416b-8f1e-c2b76a0e9a3d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663035 Oct 13 04:16:36.486323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] For port 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:36.493498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] For port 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c726ed7-5283-4f65-b7e1-4554cc56efcc,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:36.514594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.521556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4372829d-cb0d-48de-9462-48f25ed923cc req-bca71a1f-170e-4e3a-8c5f-f6190c08c9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252167 Oct 13 04:16:36.610607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef30cd-7ad2-4ace-9eb0-551c3088d04e None None] Pushing event updated for resources: {'Port': ['ID=9c726ed7-5283-4f65-b7e1-4554cc56efcc,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.629717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35730dfd-c979-4e0f-aacb-46b187187911 req-19f8ded8-8f50-4070-87db-e5e5ed943e4c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.631434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-35730dfd-c979-4e0f-aacb-46b187187911 req-19f8ded8-8f50-4070-87db-e5e5ed943e4c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.1085672 Oct 13 04:16:36.692382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-35730dfd-c979-4e0f-aacb-46b187187911 req-1f898711-ae45-488f-a444-63a90fa5bcda tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Oct 13 04:16:36.785873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:36.787156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26c27151-ee6e-4439-a37f-aba05a29da9c req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.2002711 Oct 13 04:16:36.809030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8f8a2-a4f4-4f8f-919f-03af4a6256dc tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8a808-cf2b-4d05-a86e-a5d6373556f0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:36.917594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f06b62-ba84-4274-88d1-a73173cf2012 req-3270e0ad-a08d-45a4-a8bd-eaa5a28c5924 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.924607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-95c60403-1e50-4536-ade1-80d6667d0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:36.926506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-95c60403-1e50-4536-ade1-80d6667d0162 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ae257d9-90d0-4b4e-a4a3-d0c184933192 HTTP/1.1" status: 200 len: 910 time: 0.8848755 Oct 13 04:16:36.929247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5f06b62-ba84-4274-88d1-a73173cf2012 req-3270e0ad-a08d-45a4-a8bd-eaa5a28c5924 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.1472273 Oct 13 04:16:37.000028 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5f06b62-ba84-4274-88d1-a73173cf2012 req-436b6663-168e-4ea2-bea4-2209e448d3ed tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Oct 13 04:16:37.019259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-79ba3489-f75c-42a2-81ab-19a33cb43c62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99 HTTP/1.1" status: 200 len: 217 time: 0.0787926 Oct 13 04:16:37.067298 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a90a0a-1e92-4048-b451-19910fb6acf2 x-openstack-request-id: req-34a90a0a-1e92-4048-b451-19910fb6acf2 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:37.067595 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:37.067863 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34a90a0a-1e92-4048-b451-19910fb6acf2 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:37.068248 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'status': 'completed', 'code': 200} Oct 13 04:16:37.131609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Allocated IP 172.25.0.19 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/865e79f4-e2a5-4b09-a8bc-8d2abdfe848b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:37.198570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97429972-6dad-47b8-9ed2-343bb69c2aab req-91ae3de0-eeb8-4d6d-a846-31aa86ce1686 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.198570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97429972-6dad-47b8-9ed2-343bb69c2aab req-91ae3de0-eeb8-4d6d-a846-31aa86ce1686 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 943 time: 0.2663598 Oct 13 04:16:37.203791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-f7718db7-eabc-4615-8505-5f112bc8fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.205429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-f7718db7-eabc-4615-8505-5f112bc8fc2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6e91a61d-9ec0-486f-8c74-f842f8f36b0f HTTP/1.1" status: 200 len: 849 time: 0.1784937 Oct 13 04:16:37.255849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22586b9b-c8a8-4e50-b191-2ad9fa89f568 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:37.279888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-c5a0694b-dc9a-4f73-97c5-3c8607e2c34f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ae257d9-90d0-4b4e-a4a3-d0c184933192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490565 Oct 13 04:16:37.296280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-7c99b12e-9e8f-4398-92d2-6e3ac8f89e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.297859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-7c99b12e-9e8f-4398-92d2-6e3ac8f89e09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1100 time: 0.2043796 Oct 13 04:16:37.307787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-b5887b8c-6e75-4e4f-a167-77c6c763d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.309566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-b5887b8c-6e75-4e4f-a167-77c6c763d88e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1100 time: 0.2193379 Oct 13 04:16:37.367712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9c726ed7-5283-4f65-b7e1-4554cc56efcc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:37.383872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfbb7e-df20-40b8-a0b0-f70f2276798c req-cefef557-dc10-4ca9-9dc5-d52e3b62fce4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.385975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58bfbb7e-df20-40b8-a0b0-f70f2276798c req-cefef557-dc10-4ca9-9dc5-d52e3b62fce4 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.2104335 Oct 13 04:16:37.442282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97429972-6dad-47b8-9ed2-343bb69c2aab req-28f36600-970d-43b3-807c-1b75d74cc079 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409666 Oct 13 04:16:37.444946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:37.473529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:37.474023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.500458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-87f5b77a-bf62-4082-8ad8-170642e57120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.502739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-87f5b77a-bf62-4082-8ad8-170642e57120 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1960776 Oct 13 04:16:37.518916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58bfbb7e-df20-40b8-a0b0-f70f2276798c req-421d28e7-a7eb-4412-be70-67956a7b5e03 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195164 Oct 13 04:16:37.597123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-2036dcbd-a724-42e4-b17a-5026cb6ce17f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.0771163 Oct 13 04:16:37.603111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Request body: {'security_group': {'name': 'tempest-securitygroup-565351261', 'description': 'tempest-description-1847428474'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:37.630249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9c726ed7-5283-4f65-b7e1-4554cc56efcc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:37.630831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-2e4df6ad-100c-40d0-a99d-81b904680d60 service neutron] 10.222.0.16 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042784 Oct 13 04:16:37.630962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.707820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-ac8298de-d558-429e-8190-8bd77db71aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.709233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-ac8298de-d558-429e-8190-8bd77db71aaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1030192 Oct 13 04:16:37.808343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-af3485ff-74e8-497d-9b8d-bed07ae34180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:37.810205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-af3485ff-74e8-497d-9b8d-bed07ae34180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907960 Oct 13 04:16:37.881657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.886098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:37.961358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:37.974319 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43f5501-cce8-4d01-b63b-b96729e72209" -d '{"events": [{"server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "name": "network-vif-plugged", "status": "completed", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:38.026911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:38.027153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f33f684-9dbd-48af-8fb1-892866f56378 req-22078c02-6460-4c43-9191-a0c6d841b82f service neutron] 10.222.0.16 "GET /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958726 Oct 13 04:16:38.030680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19837-c76c-4e7a-b394-ddd05330237a req-2fbd0f39-8caa-4e79-8605-477901106f51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.038828 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7cc19837-c76c-4e7a-b394-ddd05330237a req-2fbd0f39-8caa-4e79-8605-477901106f51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 944 time: 0.1000872 Oct 13 04:16:38.047304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.051112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c726ed7-5283-4f65-b7e1-4554cc56efcc,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:38.052575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.087391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.089973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-978afe51-633d-4a61-a3a2-8ac28ebc1edd service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697587 Oct 13 04:16:38.133318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.152686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-43856592-253d-45ea-abd7-438ed301a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.156471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-43856592-253d-45ea-abd7-438ed301a5c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.7112536 Oct 13 04:16:38.164825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:38.170137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.234470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7cc19837-c76c-4e7a-b394-ddd05330237a req-a8f0551c-218a-423c-963f-72e33c8aed6e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809645 Oct 13 04:16:38.317497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c6668-b559-445a-ab0e-281cd9d77d4a None None] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:16:38.328590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-08c97a05-65e1-41b4-8eb8-8f58a964ea08 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266600 Oct 13 04:16:38.371668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-4e0e7706-5964-4ede-92ba-335b6c8e7e87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 200 len: 217 time: 0.1518638 Oct 13 04:16:38.421464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9c726ed7-5283-4f65-b7e1-4554cc56efcc,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:38.437778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:38.440149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:38.444282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:38.446333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eecc5cbd-a004-422c-9e1f-5cf3af35659d None None] Provisioning complete for port 9c726ed7-5283-4f65-b7e1-4554cc56efcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:38.446823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eecc5cbd-a004-422c-9e1f-5cf3af35659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.504727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83261-48f1-43eb-9d30-023bd1265aa5 req-3857e03f-6012-48e6-b4a3-bfd7373e90ec tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.533902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfc83261-48f1-43eb-9d30-023bd1265aa5 req-3857e03f-6012-48e6-b4a3-bfd7373e90ec tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.1333680 Oct 13 04:16:38.576813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:38.583756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:38.604936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfc83261-48f1-43eb-9d30-023bd1265aa5 req-4fb1b1bb-42c7-4734-ae86-9d118f9b6c19 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Oct 13 04:16:38.645947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-797e444e-3615-460f-a4cd-59cd1d1bcc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.647209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-797e444e-3615-460f-a4cd-59cd1d1bcc24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2557936 Oct 13 04:16:38.653755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.677367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.679871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Pushing event updated for resources: {'Port': ['ID=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:38.763168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:38.772729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fff86f55-9e3b-42c3-9929-f2b0f56fdf1d req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2826886 Oct 13 04:16:38.804452 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:16:38.933418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-9f144bbc-a672-44ca-ae31-bc3a25f12222 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:38.943902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-9f144bbc-a672-44ca-ae31-bc3a25f12222 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.2357574 Oct 13 04:16:38.962841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-cad10bf6-e719-4203-a923-504615245939 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/quotas/32ae3606fdf34a6da838b85fcd96a2b8 HTTP/1.1" status: 200 len: 375 time: 0.0175598 Oct 13 04:16:39.040370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-f7b5f2ae-9dd1-4a87-8c46-25ee259c64da tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743010 Oct 13 04:16:39.051786 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1de9c1-6f8e-4528-a06d-e085dd3e0b3d x-openstack-request-id: req-5f1de9c1-6f8e-4528-a06d-e085dd3e0b3d {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:39.052343 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "name": "network-vif-plugged", "status": "completed", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:39.052343 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f1de9c1-6f8e-4528-a06d-e085dd3e0b3d {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:39.052728 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'code': 200} Oct 13 04:16:39.093836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 84236db7-7f9d-4fb5-b235-b3623c181186 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:39.096573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.111745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 84236db7-7f9d-4fb5-b235-b3623c181186 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:39.112176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.121770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,segment=NetworkSegment(9d4db294-1d5d-4a18-8210-beb2f4ea4af7),segment_id=9d4db294-1d5d-4a18-8210-beb2f4ea4af7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:39.198807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99', 'network_id': '6ae257d9-90d0-4b4e-a4a3-d0c184933192', 'port_id': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99', 'mac_address': 'fa:16:3e:08:2d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e91a61d-9ec0-486f-8c74-f842f8f36b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:39.224006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9c726ed7-5283-4f65-b7e1-4554cc56efcc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:39.230829 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-3bd42fe8-ae5a-4b04-aba5-0ef73a71ffd0 service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894953 Oct 13 04:16:39.263344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdb5c6-af2b-4821-ad03-3570a7460536 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a78b67-c25f-436a-8f21-376fe0db88f3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:39.401541 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.420372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-64ad92f0-f00b-4533-8852-1e780a51faa8 service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881700 Oct 13 04:16:39.434763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-097f2f66-29f0-4aae-b0e6-aa69127f5e16 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.436639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-097f2f66-29f0-4aae-b0e6-aa69127f5e16 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "GET /v2.0/ports?device_id=6868f010-2ada-4fd0-a732-937b5ed9949d HTTP/1.1" status: 200 len: 945 time: 0.2033877 Oct 13 04:16:39.438584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:39.451096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.500261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,segment=NetworkSegment(9d4db294-1d5d-4a18-8210-beb2f4ea4af7),segment_id=9d4db294-1d5d-4a18-8210-beb2f4ea4af7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:39.522379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-d5062e21-5362-4ed0-937d-f7c527ad1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.530894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9c726ed7-5283-4f65-b7e1-4554cc56efcc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:39.531325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.534412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-d5062e21-5362-4ed0-937d-f7c527ad1116 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8787022 Oct 13 04:16:39.545263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.546195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:39.596355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Deleting port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:39.597895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.688824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d2947-e8bc-4168-ba99-43e091c12ab7 req-4fb0cd41-7528-4848-b114-b35102db59d9 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.696123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-933d2947-e8bc-4168-ba99-43e091c12ab7 req-4fb0cd41-7528-4848-b114-b35102db59d9 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 943 time: 0.6322131 Oct 13 04:16:39.704322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392881-75f7-4516-9395-51bc4c6ce569 req-4990df1d-b90b-4ea6-8d6b-6cde69039877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.706508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1392881-75f7-4516-9395-51bc4c6ce569 req-4990df1d-b90b-4ea6-8d6b-6cde69039877 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1096 time: 0.6404903 Oct 13 04:16:39.759161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.810203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d36d3-b08f-4dab-a3f7-7b5a2de908ff req-80873149-25c2-4a23-947a-3c8904335d63 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:39.820273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d26d36d3-b08f-4dab-a3f7-7b5a2de908ff req-80873149-25c2-4a23-947a-3c8904335d63 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 949 time: 0.1231468 Oct 13 04:16:39.848558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:39.849273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1392881-75f7-4516-9395-51bc4c6ce569 req-edce78c2-1f77-4aaa-9209-7e22419218f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314175 Oct 13 04:16:39.851538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] For port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:39.852097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:39.863110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-933d2947-e8bc-4168-ba99-43e091c12ab7 req-d77f7277-5a0e-4a11-8194-a696859bc691 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615198 Oct 13 04:16:39.872355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Calling delete_port for 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:39.909306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '1da8494b-03b2-432c-9df6-29817540bfdd', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '1da8494b-03b2-432c-9df6-29817540bfdd', 'mac_address': 'fa:16:3e:78:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:39.919927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac902e92-b6a5-4438-a12d-5515b52bd4fc None None] Provisioning complete for port 9c726ed7-5283-4f65-b7e1-4554cc56efcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:39.920531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac902e92-b6a5-4438-a12d-5515b52bd4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.011882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:40.019165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.020726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-d714ece7-ed23-49d5-969e-45bc82938ccf service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759953 Oct 13 04:16:40.028716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1869978989', 'description': 'tempest-description-241839949'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:40.085526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:40.135903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.159873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.160449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:40.209226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42f8a39d-34c8-4e47-97cd-123accb2b681 req-fc9a4879-aa80-4bfb-8f79-27e3ba969af0 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683292 Oct 13 04:16:40.230889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Router 59e2e484-9ce2-4e03-808a-35e6266ca065 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:16:40.236799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.278628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.300717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event deleted for resources: {'Port': ['ID=6a8d2d3b-3eab-4c35-8afb-927f01fd9a28,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.324300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.334404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:40.376948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] No DVR routers for this DVR port 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:40.380462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.386502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e076088-0eb5-473d-8660-6d3f3c83b73f req-fbe49478-709a-4cdc-8311-a3e01d051cd5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "DELETE /v2.0/ports/6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 HTTP/1.1" status: 204 len: 173 time: 0.9396827 Oct 13 04:16:40.386502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-deleted', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:40.388700 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26a3655-d1cc-4712-bf88-3968a7786281" -d '{"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-deleted", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:40.445751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d26d36d3-b08f-4dab-a3f7-7b5a2de908ff req-67fb1abc-83b8-47d2-962f-2f4502aac02f tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243474 Oct 13 04:16:40.452462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.474103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.510967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.531102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:40.536924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42bf09-04b2-4ab3-b5ad-55962e0894b0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.587661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Sync routers for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:40.589233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.593502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85ebb5d1-0ac1-4d5e-b639-77a31dbb9b46 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.0648689 Oct 13 04:16:40.593798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:40.614157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:40.614957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:40.656026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2f5824eb-49ee-45c1-8dd6-5bfcab164e99'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:40.658241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1da8494b-03b2-432c-9df6-29817540bfdd'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:40.676117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.689020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.783020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:40.792257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8aeec895-e0f8-4414-b78a-11b623b0cac0 req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7743528 Oct 13 04:16:40.792967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61b1e7-170b-4e3f-8d26-0ec60960aa2f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f64fe-cab8-47ce-a8e6-2ee87efd6bbf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.832601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:40.868647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bae50-3f79-44ed-8493-33e7023f8801 req-64d4fd71-6988-47c6-8ff3-21f9ad10d05e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:40.872137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a4bae50-3f79-44ed-8493-33e7023f8801 req-64d4fd71-6988-47c6-8ff3-21f9ad10d05e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 945 time: 0.0945065 Oct 13 04:16:40.989880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:41.022891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03e1129a-ae83-4da4-bc0b-5f880fdb281a req-6d03d968-5b7d-4b17-953b-ee6b48c6e6c7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 210 time: 0.0858042 Oct 13 04:16:41.023160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:41.067687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:41.070340 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb258f-c96a-451c-873b-533cf49b7d21" -d '{"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-plugged", "status": "completed", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:41.131530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a4bae50-3f79-44ed-8493-33e7023f8801 req-4edf9a19-d038-48ea-b39d-b8b3f36295d2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006617 Oct 13 04:16:41.337253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9ac3-b272-49ef-ade3-fb45fa69c049 req-f5c1ee7c-4e14-4b83-a138-dcdef8a78ce1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.346394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f0e9ac3-b272-49ef-ade3-fb45fa69c049 req-f5c1ee7c-4e14-4b83-a138-dcdef8a78ce1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.1401253 Oct 13 04:16:41.383341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.393199 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a66b7-29be-484f-b960-612d1ee42073 x-openstack-request-id: req-bf6a66b7-29be-484f-b960-612d1ee42073 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:41.393629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:38Z', 'revision_number': 3, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:41.394346 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6868f010-2ada-4fd0-a732-937b5ed9949d", "name": "network-vif-deleted", "tag": "6a8d2d3b-3eab-4c35-8afb-927f01fd9a28", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:41.394824 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf6a66b7-29be-484f-b960-612d1ee42073 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:41.395459 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6868f010-2ada-4fd0-a732-937b5ed9949d', 'name': 'network-vif-deleted', 'tag': '6a8d2d3b-3eab-4c35-8afb-927f01fd9a28', 'status': 'completed', 'code': 200} Oct 13 04:16:41.420481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f0e9ac3-b272-49ef-ade3-fb45fa69c049 req-c444e058-6505-477f-b08e-9891eda5b0f0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623028 Oct 13 04:16:41.445144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Checking router: 59e2e484-9ce2-4e03-808a-35e6266ca065 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:41.445498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Updating router 59e2e484-9ce2-4e03-808a-35e6266ca065 port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:16:41.452150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-213453404', 'description': 'tempest-description-33603747'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:41.478209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.496543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.504568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10258783-f14c-49c3-af4c-ed2a6b74b2c1 req-226abb85-0d0a-4ccf-8708-34ad319eb640 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.512114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10258783-f14c-49c3-af4c-ed2a6b74b2c1 req-226abb85-0d0a-4ccf-8708-34ad319eb640 tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 1101 time: 0.1150153 Oct 13 04:16:41.583564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.593620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.631639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50c21af-e4cd-4ced-a6c1-8d888518cfee,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:41.638819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.649754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68a3dc4e-c0fe-4936-8ceb-4aeb4ef9ccaa req-daa77d3f-4c18-4db7-8d19-df22b6ae8893 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2048640 Oct 13 04:16:41.758164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a59e2004-6a86-4e53-bb2d-5f85b1e2971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:41.766717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2893b9-25ce-4bf2-8c1f-29203ead7a42 req-830585d4-e28e-4463-bdf9-391906814a2d tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.775047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d2893b9-25ce-4bf2-8c1f-29203ead7a42 req-830585d4-e28e-4463-bdf9-391906814a2d tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 944 time: 0.0796227 Oct 13 04:16:41.827763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d2893b9-25ce-4bf2-8c1f-29203ead7a42 req-88615a20-2dfe-4b86-bd9e-83ee814d736e tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514171 Oct 13 04:16:41.849644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-c2dc9ecc-99a4-47dc-875a-684b9a068643 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:41.851211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-c2dc9ecc-99a4-47dc-875a-684b9a068643 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.1801577 Oct 13 04:16:41.860196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10258783-f14c-49c3-af4c-ed2a6b74b2c1 req-65840239-92b1-4301-a01d-2edb7a5af42a tempest-MigrationsAdminTest-236029005 tempest-MigrationsAdminTest-236029005-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415990 Oct 13 04:16:41.865379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Request body: {'port': {'device_id': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'admin_state_up': True, 'tenant_id': '32ae3606fdf34a6da838b85fcd96a2b8'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:41.923797 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48db753-6f46-4dd1-a456-f3723e6d2901 x-openstack-request-id: req-b48db753-6f46-4dd1-a456-f3723e6d2901 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:41.924806 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-plugged", "status": "completed", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:41.924806 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b48db753-6f46-4dd1-a456-f3723e6d2901 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:41.924806 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186', 'code': 200} Oct 13 04:16:42.046373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.112397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.122329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.254532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Attempting to bind port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:42.254912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Attempting to bind port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:42.255305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Attempting to bind port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:42.258339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cbee9-648d-48fb-a8ff-c84392f6cd89 None None] Pushing event updated for resources: {'Port': ['ID=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.276533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:42.277007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:42.277425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.277827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:42.278325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Bound port: 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:42.278719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.290644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927db21-55b2-471e-92ae-954fa3d3521b req-789d13c5-4d8a-4342-ac21-2134fe47f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.308756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1927db21-55b2-471e-92ae-954fa3d3521b req-789d13c5-4d8a-4342-ac21-2134fe47f0e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1096 time: 0.2925518 Oct 13 04:16:42.334881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-967db103-e3dd-4ae9-b419-c7b40e20bfbf tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48291 time: 0.4057739 Oct 13 04:16:42.368003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] For port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:42.372915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] For port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:42.382292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-487f63b6-5a0f-47cd-8a06-eeed4f303137 req-9058902e-5e92-460d-a403-1274016b005d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 210 time: 0.0697441 Oct 13 04:16:42.390467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.394656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-0a1f60b6-942b-4192-b5d7-7439bdec4360 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/073d3b01-c473-4fbb-94cb-a5960a7424cc HTTP/1.1" status: 200 len: 2981 time: 0.0506699 Oct 13 04:16:42.445255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Made reservation on behalf of 32ae3606fdf34a6da838b85fcd96a2b8 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:42.449091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.473585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1927db21-55b2-471e-92ae-954fa3d3521b req-f62670dc-24f4-4ade-bf80-bd08384439b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584525 Oct 13 04:16:42.493032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-77c4e41d-84e1-4f75-87b3-4b73320a23fd tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/073d3b01-c473-4fbb-94cb-a5960a7424cc HTTP/1.1" status: 200 len: 2981 time: 0.0909317 Oct 13 04:16:42.513740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cbee9-648d-48fb-a8ff-c84392f6cd89 None None] Pushing event updated for resources: {'Port': ['ID=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:42.517321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:42.517936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:42.561990 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.579213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-443aa833-f7e0-4fb3-afef-327c89cb040e tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/240ae926-ff08-4af3-907c-537d6109f8a4 HTTP/1.1" status: 200 len: 2981 time: 0.0791063 Oct 13 04:16:42.585459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:42.636731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-5076d79e-84d0-4fa9-aadb-8f9a097a9147 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/240ae926-ff08-4af3-907c-537d6109f8a4 HTTP/1.1" status: 200 len: 2981 time: 0.0513942 Oct 13 04:16:42.704135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-7faf35c9-91a7-4fbe-9e31-08642f6739d0 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/58f66c25-65aa-4a11-abcc-e0a9956dbead HTTP/1.1" status: 200 len: 2981 time: 0.0605700 Oct 13 04:16:42.724831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Allocated IP 172.20.0.8 (af2150ea-8de0-4ec1-8ddb-f750a305039b/6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee/b21d3352-2986-4e10-9252-4b790afa2a6d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:42.773274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-65b16b30-8462-41ca-b18b-a2bc783e41e1 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/58f66c25-65aa-4a11-abcc-e0a9956dbead HTTP/1.1" status: 200 len: 2981 time: 0.0628519 Oct 13 04:16:42.781948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73814c0-57ba-4ef3-9f14-377424a97229 req-524da0f0-e7d4-4de8-b0cb-93d536b9af59 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:42.789171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f73814c0-57ba-4ef3-9f14-377424a97229 req-524da0f0-e7d4-4de8-b0cb-93d536b9af59 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 945 time: 0.1827135 Oct 13 04:16:42.806235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Allocated IP 172.20.0.1 (fb54c8e2-3871-4e52-a19d-bc22bda1b71d/795a07b9-d1ac-43ed-8ace-209ff63266f4/6bbd9289-5931-4f4b-a7f7-9ee536c825d9) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:42.848736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:42.849076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-4488e777-f7f2-4a91-b5a0-e2833c30b184 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6a42bf09-04b2-4ab3-b5ad-55962e0894b0 HTTP/1.1" status: 200 len: 2981 time: 0.0693073 Oct 13 04:16:42.912200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-1e0c3cb9-f2d9-491e-87ef-deb1bd734543 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/6a42bf09-04b2-4ab3-b5ad-55962e0894b0 HTTP/1.1" status: 200 len: 2981 time: 0.0571847 Oct 13 04:16:42.932674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:42.967099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:42.967902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:42.973798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f73814c0-57ba-4ef3-9f14-377424a97229 req-af507534-1bae-47ab-84b4-f1b236445f94 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818132 Oct 13 04:16:42.979666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-0a6abe3c-af10-4c2e-8958-bfc2fb758908 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/789870cf-9378-4a66-9369-064305119059 HTTP/1.1" status: 200 len: 2981 time: 0.0600653 Oct 13 04:16:43.052846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-0374ca0b-5ee1-478f-a959-a912103aa413 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/789870cf-9378-4a66-9369-064305119059 HTTP/1.1" status: 200 len: 2981 time: 0.0659688 Oct 13 04:16:43.121061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-45fbc146-b0e8-491e-8f1e-becec8e11a4a tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/88dd2dd1-b7cd-4aaf-aa8b-a35daba157aa HTTP/1.1" status: 200 len: 2981 time: 0.0530810 Oct 13 04:16:43.154281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.192042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.195258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.196617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,segment=NetworkSegment(9d4db294-1d5d-4a18-8210-beb2f4ea4af7),segment_id=9d4db294-1d5d-4a18-8210-beb2f4ea4af7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:43.205080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-089ff4bf-0b9e-4897-ad63-de560b58cbc0 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/88dd2dd1-b7cd-4aaf-aa8b-a35daba157aa HTTP/1.1" status: 200 len: 2981 time: 0.0778265 Oct 13 04:16:43.216833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:43.230884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009aedf-c637-470f-9945-d94b3c145443 req-437ad6e4-fd78-4b48-9d4c-a629fe176091 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.238080 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e009aedf-c637-470f-9945-d94b3c145443 req-437ad6e4-fd78-4b48-9d4c-a629fe176091 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.1395481 Oct 13 04:16:43.243955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:43.244392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6a8d2d3b-3eab-4c35-8afb-927f01fd9a28 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:43.248109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.248929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:43.292199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-8832fd5c-9d3e-4da4-81b3-57c9c17f2e08 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/97825076-0633-46fd-8c34-75569fcfb5b9 HTTP/1.1" status: 200 len: 2981 time: 0.0686667 Oct 13 04:16:43.333869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e009aedf-c637-470f-9945-d94b3c145443 req-a446e58b-3996-4d9b-89cb-a92d39f5f459 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936952 Oct 13 04:16:43.354259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.360987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.374945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.404720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:38Z', 'revision_number': 3, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:43.437924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-aaaa1166-73c3-4950-932e-e8fdb237e4fa tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/97825076-0633-46fd-8c34-75569fcfb5b9 HTTP/1.1" status: 200 len: 2981 time: 0.1267750 Oct 13 04:16:43.464305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f1f1d-cf9e-42a1-8fe5-dd8502f5f0dc None None] The sync data for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 is: [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:38Z', 'revision_number': 3, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:43.472613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 1da8494b-03b2-432c-9df6-29817540bfdd completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:43.483346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 1da8494b-03b2-432c-9df6-29817540bfdd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:43.483728 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.526600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:43.528408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Network af2150ea-8de0-4ec1-8ddb-f750a305039b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:43.533759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-d9d598f1-0116-4b0a-84fe-d3a3de1c0492 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b862554a-439c-4da5-bef0-8981b0a9cadf HTTP/1.1" status: 200 len: 2973 time: 0.0890486 Oct 13 04:16:43.541311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:43.544896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:43.547250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:43.549536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:43.623949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-a198b32b-4327-40e7-aacd-41d7dbf7634e tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b862554a-439c-4da5-bef0-8981b0a9cadf HTTP/1.1" status: 200 len: 2973 time: 0.0736408 Oct 13 04:16:43.629286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.640289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.681919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Pushing event updated for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:43.734983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce12a16-490d-44ad-b41c-c78a2d08f4df req-bed768aa-16e7-4e56-8f2c-4e1c39876347 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:43.742465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dce12a16-490d-44ad-b41c-c78a2d08f4df req-bed768aa-16e7-4e56-8f2c-4e1c39876347 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.2755101 Oct 13 04:16:43.746037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.798357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9368789 Oct 13 04:16:43.812284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-5ad88385-b134-46a4-84a7-aaa22b9e2664 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d2030cd9-800d-4ae2-aad6-2811544e3748 HTTP/1.1" status: 200 len: 2981 time: 0.1616318 Oct 13 04:16:43.830581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Request body: {'port': {'device_id': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:43.842619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:43.861686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.887688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dce12a16-490d-44ad-b41c-c78a2d08f4df req-208c9c12-b19f-4eac-afc7-12dc5e15309d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442473 Oct 13 04:16:43.888541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:43.918397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-4df46c88-f2d9-4dc7-a2c5-936fde64ce21 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d2030cd9-800d-4ae2-aad6-2811544e3748 HTTP/1.1" status: 200 len: 2981 time: 0.0814841 Oct 13 04:16:43.932416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99'}, {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:43.938952 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4176c1-ba35-4cd4-9d36-8bd44f399005" -d '{"events": [{"server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "name": "network-vif-plugged", "status": "completed", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99"}, {"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:44.006453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=13']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:44.054323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-dcdb518c-feb5-4149-877e-a6dc1b4344a8 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.1274903 Oct 13 04:16:44.097171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95004fe5-7361-42ff-9aeb-412717e9dbf8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:44.129077 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8d6b-a31d-4baa-97b3-457a57d51bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.142452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-36832881-81b0-41ef-9797-2e9d234ef43a None None] Provisioning complete for port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:44.142752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36832881-81b0-41ef-9797-2e9d234ef43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.169479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-dfc2f63c-a2fa-43d2-9202-14b1911a00c1 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.1072302 Oct 13 04:16:44.218285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-36832881-81b0-41ef-9797-2e9d234ef43a None None] Port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:44.242551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-f5fa3aec-b22a-4913-90ff-dd9c2e476be3 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/eae31481-5668-4862-aba0-7fdcd44f1bd1 HTTP/1.1" status: 200 len: 2977 time: 0.0646455 Oct 13 04:16:44.316426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-ab46dbc5-eeda-4553-b9f2-83f0398d833f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/eae31481-5668-4862-aba0-7fdcd44f1bd1 HTTP/1.1" status: 200 len: 2977 time: 0.0644042 Oct 13 04:16:44.385112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-6c4ad5ff-3fcd-473d-b350-d2278a09ee9f tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f4831d93-ef27-4b5c-a03c-5149241bdd0e HTTP/1.1" status: 200 len: 2981 time: 0.0593224 Oct 13 04:16:44.438012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-232d7aaa-f449-4520-902a-44af156d0bb4 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f4831d93-ef27-4b5c-a03c-5149241bdd0e HTTP/1.1" status: 200 len: 2981 time: 0.0519314 Oct 13 04:16:44.523260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-96ac1573-681f-4a8d-a127-8734550240a4 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f85d56e3-4475-4c62-b55f-ca56342d9495 HTTP/1.1" status: 200 len: 2981 time: 0.0731916 Oct 13 04:16:44.581381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-fdd900cd-84d7-440d-9c6f-857ab61ec830 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.583096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-fdd900cd-84d7-440d-9c6f-857ab61ec830 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 950 time: 0.7761095 Oct 13 04:16:44.590724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-9a0d6b6c-b6cd-4539-ae74-2e705a03a7ff tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/f85d56e3-4475-4c62-b55f-ca56342d9495 HTTP/1.1" status: 200 len: 2981 time: 0.0662482 Oct 13 04:16:44.638052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927fb07-3085-4bdd-b2d2-c699c546bb83 req-03b104a7-fe69-449e-a6f4-b11ce95c73aa tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:44.645524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f927fb07-3085-4bdd-b2d2-c699c546bb83 req-03b104a7-fe69-449e-a6f4-b11ce95c73aa tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 945 time: 0.5348978 Oct 13 04:16:44.725586 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.735437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-166526f1-0e75-4b3b-900f-902a68ee25fd tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ff532f6e-7c8c-414b-807d-1b1b850df985 HTTP/1.1" status: 200 len: 2981 time: 0.1362340 Oct 13 04:16:44.811319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70178f6f-f8ea-4d72-a21b-138e2c04e622 req-dbbd7556-4f23-4bf1-b52c-48bfe30f2d54 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ff532f6e-7c8c-414b-807d-1b1b850df985 HTTP/1.1" status: 200 len: 2981 time: 0.0738380 Oct 13 04:16:44.905117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f927fb07-3085-4bdd-b2d2-c699c546bb83 req-fff0dffe-61a8-4662-be0e-5704073f830e tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523923 Oct 13 04:16:44.906143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:44.988107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-a3515062-b5d3-4c30-8318-f856cf3d862c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2075025543&fields=id&tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 267 time: 0.0490980 Oct 13 04:16:45.052795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-3f549993-ac56-485d-8d1c-3393332306ed tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.054613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-3f549993-ac56-485d-8d1c-3393332306ed tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 945 time: 0.0612943 Oct 13 04:16:45.067704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'security_groups': ['e4cec75d-a34d-4a17-812b-10b279d90245', 'ade27e07-e0d4-45bc-988e-f7b67a0bafc4']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:45.165488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.243385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024e02-37ae-4da0-a806-3461f230ccc9 req-55b7ed52-c44d-423e-aad1-3f3668549b93 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.253255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f024e02-37ae-4da0-a806-3461f230ccc9 req-55b7ed52-c44d-423e-aad1-3f3668549b93 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 931 time: 0.2187722 Oct 13 04:16:45.259016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.265177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Deleting port 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:45.265513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.278808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:45.397784 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.404819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:45.405187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.434356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f024e02-37ae-4da0-a806-3461f230ccc9 req-2e994e61-3172-4503-8c5b-75e2c7b8e401 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802418 Oct 13 04:16:45.438865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.495563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.496929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] For port 1da8494b-03b2-432c-9df6-29817540bfdd, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1da8494b-03b2-432c-9df6-29817540bfdd,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.499297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.501555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.538275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:45.576158 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78b8870-bce9-4bd3-b9c4-b0374615f8fc x-openstack-request-id: req-e78b8870-bce9-4bd3-b9c4-b0374615f8fc {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:45.576495 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "name": "network-vif-plugged", "status": "completed", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99", "code": 200}, {"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:45.576950 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e78b8870-bce9-4bd3-b9c4-b0374615f8fc {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:45.577531 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99', 'code': 200} Oct 13 04:16:45.577960 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'code': 200} Oct 13 04:16:45.602950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.611782 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.614887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.615960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.632123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c04bf841-fc32-4e0e-a8bd-28e93d6744f9 req-52172cb1-2971-4302-9908-1c819f24f9cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "PUT /v2.0/ports/22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 981 time: 0.5696955 Oct 13 04:16:45.636097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Calling delete_port for 1da8494b-03b2-432c-9df6-29817540bfdd owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:45.636702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:45.639170 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c0ea25-6714-4216-b122-97ffbe01a877" -d '{"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:45.670010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:45.680719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21d3352-2986-4e10-9252-4b790afa2a6d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:45.684218 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.694540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.720972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:45.743208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.749577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.841335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Transition to ACTIVE for port object b21d3352-2986-4e10-9252-4b790afa2a6d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:45.848213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.879412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.892511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:45.939769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Pushing event updated for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:45.968393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cf43d-53ac-457b-ab9d-035d6df89842 req-d2d871f9-7589-468d-bb11-dd0280c33282 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:45.970005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d27cf43d-53ac-457b-ab9d-035d6df89842 req-d2d871f9-7589-468d-bb11-dd0280c33282 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=05c84702-3c8b-4571-b939-6bf795d6f8b3 HTTP/1.1" status: 200 len: 951 time: 0.3029790 Oct 13 04:16:46.076980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ab6b-e4e6-45cc-a975-e156c0fa6fc5 req-5f5d447f-b175-4eee-a0b0-2870a63f2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.078566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e5ab6b-e4e6-45cc-a975-e156c0fa6fc5 req-5f5d447f-b175-4eee-a0b0-2870a63f2f6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 1096 time: 0.4314940 Oct 13 04:16:46.120591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-189e8963-5754-4264-a68a-ad4bede8b15d req-50d2187f-4afd-4620-9b51-753486985b08 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfb8bf8ef66f4bc69fa098ff6c102768 HTTP/1.1" status: 200 len: 6103 time: 0.4720817 Oct 13 04:16:46.121848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:46.148220 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91e5ab6b-e4e6-45cc-a975-e156c0fa6fc5 req-dadbba71-e13b-4e87-861b-6b67623a6117 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Oct 13 04:16:46.180071 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-189e8963-5754-4264-a68a-ad4bede8b15d req-7707667d-a55a-42fd-9cd4-34457afe34e5 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "GET /v2.0/security-groups/789870cf-9378-4a66-9369-064305119059 HTTP/1.1" status: 200 len: 2981 time: 0.0498450 Oct 13 04:16:46.190329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d27cf43d-53ac-457b-ab9d-035d6df89842 req-69023c9f-5368-4bf9-bb79-3f38a35c2a4a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775911 Oct 13 04:16:46.231076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-189e8963-5754-4264-a68a-ad4bede8b15d req-9e855248-c834-4522-9c09-fb5d14b50e76 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "GET /v2.0/security-groups/789870cf-9378-4a66-9369-064305119059 HTTP/1.1" status: 200 len: 2981 time: 0.0446146 Oct 13 04:16:46.236403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:46.251169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:46.256919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.269711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Attempting to bind port b21d3352-2986-4e10-9252-4b790afa2a6d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:46.270040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Attempting to bind port b21d3352-2986-4e10-9252-4b790afa2a6d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:46.270362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Attempting to bind port b21d3352-2986-4e10-9252-4b790afa2a6d on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:46.272056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51', 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:46.274646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84c12481-eb52-4ef6-b793-8269cbb059a4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:46.341578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-5647a575-695c-4b61-ba01-49bf05b4f4cd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1654394815&fields=id&tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 267 time: 0.0382795 Oct 13 04:16:46.395792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Port b21d3352-2986-4e10-9252-4b790afa2a6d on network af2150ea-8de0-4ec1-8ddb-f750a305039b not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:46.396368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Attempting to bind port b21d3352-2986-4e10-9252-4b790afa2a6d on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:46.398604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event deleted for resources: {'Port': ['ID=1da8494b-03b2-432c-9df6-29817540bfdd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:46.438821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-df5add8e-6c8b-4462-bfa2-8a029b67a458 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.439133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:46.439614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Checking segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:46.440105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Bound using segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:46.440490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-df5add8e-6c8b-4462-bfa2-8a029b67a458 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 984 time: 0.0902429 Oct 13 04:16:46.440962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Bound port: b21d3352-2986-4e10-9252-4b790afa2a6d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:46.442850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.460942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'security_groups': ['ade27e07-e0d4-45bc-988e-f7b67a0bafc4', 'e4cec75d-a34d-4a17-812b-10b279d90245', 'b23466b6-1df4-4ef1-9654-bef35c6650db']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:46.566178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.594122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] No DVR routers for this DVR port 1da8494b-03b2-432c-9df6-29817540bfdd on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:46.597536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.601659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dd4e6b0-d0e6-43fe-a487-94bc5b10520e req-e424c638-9816-4960-895f-8c2b7b94d1ce tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "DELETE /v2.0/ports/1da8494b-03b2-432c-9df6-29817540bfdd HTTP/1.1" status: 204 len: 173 time: 1.9929671 Oct 13 04:16:46.604011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:46.608177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:46.617110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-deleted', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:46.620798 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce80536-dc5b-4b4e-b72b-7e878638b4e8" -d '{"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-deleted", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:46.640175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ab9bb-ced1-4e28-8b53-83775dc198f9 req-246e0adb-21b6-49a2-b6c7-f304fbc966f7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.641936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e4ab9bb-ced1-4e28-8b53-83775dc198f9 req-246e0adb-21b6-49a2-b6c7-f304fbc966f7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.3781388 Oct 13 04:16:46.661675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:46.667826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 1da8494b-03b2-432c-9df6-29817540bfdd {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:46.668182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1da8494b-03b2-432c-9df6-29817540bfdd not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:46.687667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-18475935-1d29-4336-8d21-43da890bb287 None None] Provisioning complete for port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:46.688093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-18475935-1d29-4336-8d21-43da890bb287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.701142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.751336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-18475935-1d29-4336-8d21-43da890bb287 None None] Port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:46.764695 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e4ab9bb-ced1-4e28-8b53-83775dc198f9 req-53ac7f23-254c-480f-b14a-9f437f7f5d61 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106377 Oct 13 04:16:46.769402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.770627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.772142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] 10.222.0.47 "PUT /v2.0/ports/b21d3352-2986-4e10-9252-4b790afa2a6d HTTP/1.1" status: 200 len: 1091 time: 2.9460793 Oct 13 04:16:46.804615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Router 59e2e484-9ce2-4e03-808a-35e6266ca065 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:16:46.819998 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45f7ae-1ebb-429d-bf11-1a07df2dd75d x-openstack-request-id: req-5a45f7ae-1ebb-429d-bf11-1a07df2dd75d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:46.820436 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:46.820691 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a45f7ae-1ebb-429d-bf11-1a07df2dd75d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:46.821431 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'status': 'completed', 'code': 200} Oct 13 04:16:46.836745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67d985-25ca-4387-bf7a-b7d59b4655ca service neutron] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:46.894220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:46.925614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-f3cc0f35-6766-409e-9ee3-2951a7d02c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.927443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-f3cc0f35-6766-409e-9ee3-2951a7d02c2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1135 time: 0.0714574 Oct 13 04:16:46.959619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:46.974077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-6efce257-7c59-4d76-ab89-ee3c87e58812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:46.975852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-6efce257-7c59-4d76-ab89-ee3c87e58812 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 1094 time: 0.1344938 Oct 13 04:16:46.986580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.000626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:47.048200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.048829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.050233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cacab05-3ac0-4737-8de4-7329c554d7b8 req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "PUT /v2.0/ports/22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 1020 time: 0.5986507 Oct 13 04:16:47.050380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-2ca72667-1574-410b-be37-ad90a09effd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21d3352-2986-4e10-9252-4b790afa2a6d HTTP/1.1" status: 200 len: 217 time: 0.0566897 Oct 13 04:16:47.085366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887af1b-dbfc-4e77-a635-dbc2c75cc7cd req-bd8cac6a-40f0-4cbd-923e-e1fd313832d2 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.087837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2887af1b-dbfc-4e77-a635-dbc2c75cc7cd req-bd8cac6a-40f0-4cbd-923e-e1fd313832d2 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 945 time: 0.1358819 Oct 13 04:16:47.088869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbdb40-ec58-45c0-9e4c-0e0ab200cc51 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:47.097995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:16:47.116126 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Sync routers for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:16:47.128165 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:47.128846 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:47.139027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-5616128f-14a1-4958-87a4-7ecaea9320bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.140535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-5616128f-14a1-4958-87a4-7ecaea9320bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.2055838 Oct 13 04:16:47.144471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53b4daa7-0368-4eed-bb18-5d239167d04c admin admin] 10.222.0.49 "PUT /v2.0/routers/59e2e484-9ce2-4e03-808a-35e6266ca065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5476396 Oct 13 04:16:47.207269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:47.214827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:47.257658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-c9343f72-75cd-4aed-93f8-5626eb0955c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 217 time: 0.0915017 Oct 13 04:16:47.265522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-947b6815-5ff2-46b5-a0c6-4bd3cf2a8157 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c50c21af-e4cd-4ced-a6c1-8d888518cfee HTTP/1.1" status: 200 len: 1775 time: 0.1806555 Oct 13 04:16:47.290099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2887af1b-dbfc-4e77-a635-dbc2c75cc7cd req-b2ff8655-cba8-4977-b3bb-4f234d4e07be tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878662 Oct 13 04:16:47.300412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-3a78c0e2-20cd-4a7d-82da-e2c7e3104a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.301920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-3a78c0e2-20cd-4a7d-82da-e2c7e3104a4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.2403128 Oct 13 04:16:47.310310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.366014 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-92dd30d6-e218-4b99-b9d5-d5314d4417cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547049 Oct 13 04:16:47.415590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-75c45c53-512e-4a3b-b0b0-1d83d82840e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.422572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-75c45c53-512e-4a3b-b0b0-1d83d82840e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.1547122 Oct 13 04:16:47.484297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-6537740f-756f-4d63-8f60-4eb31ded9900 service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994582 Oct 13 04:16:47.498947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-b5f10aa0-5c37-4cc1-959b-75fc6ce17049 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639596 Oct 13 04:16:47.507405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:47.516261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:47.516381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.579824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9066e33-810c-4c18-bc23-086041a43932 req-98ccfb3b-a1b2-4dd3-bceb-18798dfb39eb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.587184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9066e33-810c-4c18-bc23-086041a43932 req-98ccfb3b-a1b2-4dd3-bceb-18798dfb39eb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 943 time: 0.2122838 Oct 13 04:16:47.637908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-6854feb6-916c-4329-8993-2e59ef45b16f service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185594 Oct 13 04:16:47.643693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9066e33-810c-4c18-bc23-086041a43932 req-b0ff6242-77cc-4803-ba9a-13f6a989ab63 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Oct 13 04:16:47.644474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.690174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.693070 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca7647b9-ce87-47cc-afbd-1e596ab1af1d req-602c4f0e-251c-43ed-bbab-d91eb9ce0e61 service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940372 Oct 13 04:16:47.708533 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f79d99-35f8-4ef7-b00f-3bd37dce5647 x-openstack-request-id: req-34f79d99-35f8-4ef7-b00f-3bd37dce5647 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:47.708823 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c84702-3c8b-4571-b939-6bf795d6f8b3", "name": "network-vif-deleted", "tag": "1da8494b-03b2-432c-9df6-29817540bfdd", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:47.709073 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34f79d99-35f8-4ef7-b00f-3bd37dce5647 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:47.709475 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c84702-3c8b-4571-b939-6bf795d6f8b3', 'name': 'network-vif-deleted', 'tag': '1da8494b-03b2-432c-9df6-29817540bfdd', 'status': 'completed', 'code': 200} Oct 13 04:16:47.752988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.756445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.757720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fc68b39-c961-4f0f-869a-791629461ba0 req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/c50c21af-e4cd-4ced-a6c1-8d888518cfee HTTP/1.1" status: 204 len: 173 time: 0.4266765 Oct 13 04:16:47.816456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd2e52-bac3-4aef-b11f-32a7680f3097 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50c21af-e4cd-4ced-a6c1-8d888518cfee,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:47.872502 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 2, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:47.873015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89c0ea25-6714-4216-b122-97ffbe01a877 req-64c359dc-8ace-47b7-8b13-10e73349b7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304698 Oct 13 04:16:47.875348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5845f-9b29-4098-8d14-e9ef9e06b3d6 req-d8a14499-2065-4a2a-9e6d-4ace05cf0228 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.884102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86d5845f-9b29-4098-8d14-e9ef9e06b3d6 req-d8a14499-2065-4a2a-9e6d-4ace05cf0228 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1096 time: 0.0817926 Oct 13 04:16:47.909395 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Checking router: 59e2e484-9ce2-4e03-808a-35e6266ca065 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:16:47.909779 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Updating router 59e2e484-9ce2-4e03-808a-35e6266ca065 port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:16:47.933744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86d5845f-9b29-4098-8d14-e9ef9e06b3d6 req-dc9973b8-1e25-4986-b803-2b446b4a5ee4 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Oct 13 04:16:47.944097 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:47.983536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e2d79-e827-462a-9cda-951b0f96931d req-891e9342-ca79-47d7-96c1-8edf54638fe3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:47.985051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f39e2d79-e827-462a-9cda-951b0f96931d req-891e9342-ca79-47d7-96c1-8edf54638fe3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1023 time: 0.0581982 Oct 13 04:16:48.061902 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f39e2d79-e827-462a-9cda-951b0f96931d req-dbb156ec-1d71-4abe-9259-679661e08a32 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade27e07-e0d4-45bc-988e-f7b67a0bafc4&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=b23466b6-1df4-4ef1-9654-bef35c6650db HTTP/1.1" status: 200 len: 6148 time: 0.0681291 Oct 13 04:16:48.120076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-b48ef195-982d-41a1-a7da-9601e2532e59 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "GET /v2.0/security-groups/da4f64fe-cab8-47ce-a8e6-2ee87efd6bbf HTTP/1.1" status: 200 len: 1777 time: 0.0416331 Oct 13 04:16:48.177928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.205882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.245022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.247833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.250634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ec863e88-107e-45cb-abc0-8735d83cc4f6 req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/da4f64fe-cab8-47ce-a8e6-2ee87efd6bbf HTTP/1.1" status: 204 len: 173 time: 0.1244340 Oct 13 04:16:48.260728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bdea6-4f7f-4be6-aaea-9f4115081fc9 tempest-SecurityGroupsTestAdminJSON-1163717892 tempest-SecurityGroupsTestAdminJSON-1163717892-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f64fe-cab8-47ce-a8e6-2ee87efd6bbf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.292945 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.298270 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.359376 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Pushing event updated for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.365746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ad41d-c9e1-447e-b59e-fd28d464341e req-890dafb4-7165-4fc3-b9c4-03139ad9d75c tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:48.365746 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-655ad41d-c9e1-447e-b59e-fd28d464341e req-890dafb4-7165-4fc3-b9c4-03139ad9d75c tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 950 time: 0.0631411 Oct 13 04:16:48.391798 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.392154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.392447 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.392779 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.393099 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.393411 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.393729 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.394041 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.394352 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.394660 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.394968 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.395300 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:48.406890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41516) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:48.412965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975370961', 'description': 'tempest-description--627097221'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.435258 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Attempting to bind port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:48.435476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-655ad41d-c9e1-447e-b59e-fd28d464341e req-84b195c7-513d-48ed-9076-570426aa1aba tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661209 Oct 13 04:16:48.435837 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Attempting to bind port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:48.436334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Attempting to bind port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 on network fb54c8e2-3871-4e52-a19d-bc22bda1b71d {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:48.449177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.453550 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:48.456663 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Checking segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:48.457089 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.457490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Bound using segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:48.457986 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Bound port: 6bbd9289-5931-4f4b-a7f7-9ee536c825d9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:48.458383 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.574691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c238d76-f71b-4ef3-8628-17044c8e9a53 req-61b53329-d69b-44a1-9199-50407abe489e tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:48.576257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c238d76-f71b-4ef3-8628-17044c8e9a53 req-61b53329-d69b-44a1-9199-50407abe489e tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1096 time: 0.0842335 Oct 13 04:16:48.583815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.584325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] For port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:48.590278 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] For port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:48.595993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.598174 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.642151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1145461923 ', 'description': 'tempest-description-124988988'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.656572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.659040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2497277 Oct 13 04:16:48.665011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41522) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:48.666198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3f2ee-ac87-4d18-8818-b8ad4ff4f2a1 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3331a5d0-e660-4b2a-8a07-794032b07c6e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.678356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'security_group_rule': {'security_group_id': '3331a5d0-e660-4b2a-8a07-794032b07c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:48.685945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.694474 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:16:48.695357 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:48.699890 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3df06-b353-4651-bc09-c0d41cc09223 None None] Pushing event updated for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.701147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] Provisioning complete for port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:48.702869 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.708114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c238d76-f71b-4ef3-8628-17044c8e9a53 req-2886023e-a3ef-4d54-a8fd-5b0dbc2f19aa tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Oct 13 04:16:48.773341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.824789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:48.831007 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47947391-3dd9-497a-a36f-f05b00620275" -d '{"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:48.838793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.846356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-18cf8b58-a2b2-4fa5-b9d0-f29ed3377f74 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "GET /v2.0/security-groups/e9a78b67-c25f-436a-8f21-376fe0db88f3 HTTP/1.1" status: 200 len: 1777 time: 0.0849185 Oct 13 04:16:48.850799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.860189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.877674 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.882994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:16:48.889875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] For port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:48.892929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.900083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.930006 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.932751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1fea041-c154-45db-9bea-ecc448c69d1d req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3004258 Oct 13 04:16:48.945905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90780de8-55a2-46e0-acb4-18a43ba9b66a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.946161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6896ae-52e1-4919-b59b-61cebcb3b2d3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704bee1c-42ba-4895-acd2-9b07a6e8e556,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:48.985765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.989271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9a36cf47-30e0-4e1c-b0a2-15c8c8b80920 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161983 Oct 13 04:16:48.989892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41532) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:48.994873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:48.995445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'security_group_rule': {'security_group_id': '3331a5d0-e660-4b2a-8a07-794032b07c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.004749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9125c6f-f5de-40b3-9204-1ee574bdaa49 None None] Pushing event updated for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.039425 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.082895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.090101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.093618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.095006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e1d9ff6a-e37b-49dd-b296-3b1ba1cb6b5d req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "DELETE /v2.0/security-groups/e9a78b67-c25f-436a-8f21-376fe0db88f3 HTTP/1.1" status: 204 len: 173 time: 0.2382839 Oct 13 04:16:49.110715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6919b-bddb-49e3-9901-708d0ebc1c47 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a78b67-c25f-436a-8f21-376fe0db88f3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.130775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c6707-b5a8-4e14-93fc-47acb0235156 req-ba466e5a-7481-4c6d-81be-0d5536c75831 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.132327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a3c6707-b5a8-4e14-93fc-47acb0235156 req-ba466e5a-7481-4c6d-81be-0d5536c75831 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 945 time: 0.1042931 Oct 13 04:16:49.151881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-352257fe-db2e-462d-92c4-420c300d0350 None None] Provisioning complete for port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:49.152627 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-352257fe-db2e-462d-92c4-420c300d0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.173103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.187031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.193055 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:16:49.216207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a3c6707-b5a8-4e14-93fc-47acb0235156 req-7cc9ca49-6dae-4f10-8b56-e9155f609dbd tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753348 Oct 13 04:16:49.219981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba06b89-b431-4c43-a0d9-3fb0e42eb2b4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.232742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.236887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-67dbe8ea-79f6-4b82-ad6c-e11ea48b062b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431476 Oct 13 04:16:49.237201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41542) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:49.242031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:49.251232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:49.253859 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4390a0-f75c-45dd-8aac-e6c5425f4017 None None] The sync data for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 is: [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:16:49.272013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.371591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.405249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:49.411042 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037c7f35-0c4d-437b-946d-553aba0bfc15" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:49.417893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:49.432565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.443992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.445029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca3874-9a21-43ca-8ac4-9bfde40dc7db req-f14371c2-579a-4a44-a673-f63ecbde96a7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.447472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ca3874-9a21-43ca-8ac4-9bfde40dc7db req-f14371c2-579a-4a44-a673-f63ecbde96a7 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 950 time: 0.0964768 Oct 13 04:16:49.507660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.516170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ca3874-9a21-43ca-8ac4-9bfde40dc7db req-588f78f3-dbb9-4456-8c03-533c22778205 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614793 Oct 13 04:16:49.640946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Allocated IP 172.25.0.61 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/88cf5613-0c42-4c28-8525-b9ebf70868c2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:49.672007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20b5f5-8a22-457f-b25c-baf49fa7624a req-60a67876-0a5b-40e0-b7f8-5bc6706c2897 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.680339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac20b5f5-8a22-457f-b25c-baf49fa7624a req-60a67876-0a5b-40e0-b7f8-5bc6706c2897 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 943 time: 0.0933037 Oct 13 04:16:49.710527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:49.713780 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1712f5af-4590-4270-87ad-5d3ffb3bfb09" -d '{"events": [{"name": "network-changed", "server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:49.719406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac20b5f5-8a22-457f-b25c-baf49fa7624a req-287c5b3e-d1b0-4c12-9bcc-7f608941ecb7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Oct 13 04:16:49.765224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.851453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:49.859427 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a741e8-1d3e-435a-befe-1bd982ef84f4 x-openstack-request-id: req-c0a741e8-1d3e-435a-befe-1bd982ef84f4 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:49.859427 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:49.859873 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0a741e8-1d3e-435a-befe-1bd982ef84f4 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:49.860561 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'status': 'completed', 'code': 200} Oct 13 04:16:49.917253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'Port': ['ID=88cf5613-0c42-4c28-8525-b9ebf70868c2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:49.936137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:49.938319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:49.944409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-e6842bbe-236b-4e7a-8080-2a43a89a770f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1577036 Oct 13 04:16:49.945872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:49.973570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47947391-3dd9-497a-a36f-f05b00620275 req-5a82148b-2633-41b3-8643-685d370a8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:49.975215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-5a82148b-2633-41b3-8643-685d370a8aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1174 time: 0.0909021 Oct 13 04:16:49.978916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbeb8634-e670-40c1-8261-9ecb4eb0008c req-80d88fff-d83d-40f1-a09f-fff1f53b4451 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/704bee1c-42ba-4895-acd2-9b07a6e8e556 HTTP/1.1" status: 200 len: 1780 time: 0.0822475 Oct 13 04:16:50.077192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-d1c11acf-9b48-4cb5-a9da-af47d8a1c899 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "GET /v2.0/security-groups/26d8a808-cf2b-4d05-a86e-a5d6373556f0 HTTP/1.1" status: 200 len: 1778 time: 0.1364927 Oct 13 04:16:50.101349 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294cffa0-916b-4022-92bb-c5a35118b484 x-openstack-request-id: req-294cffa0-916b-4022-92bb-c5a35118b484 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:50.101883 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:50.102152 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-294cffa0-916b-4022-92bb-c5a35118b484 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:50.102638 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'code': 200} Oct 13 04:16:50.116276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47947391-3dd9-497a-a36f-f05b00620275 req-edeaaab0-457b-4390-8666-a46a6cb17062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.117753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-edeaaab0-457b-4390-8666-a46a6cb17062 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.1345053 Oct 13 04:16:50.167663 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaac6c3-a1b6-46f5-993e-d4ebfe71e42e x-openstack-request-id: req-faaac6c3-a1b6-46f5-993e-d4ebfe71e42e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:50.167952 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:50.168202 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-faaac6c3-a1b6-46f5-993e-d4ebfe71e42e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:50.168587 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'status': 'completed', 'code': 200} Oct 13 04:16:50.171231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-1ff48522-7ae4-400a-9a1a-4807b35879d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 200 len: 217 time: 0.0451307 Oct 13 04:16:50.177310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-87653526-bfe4-4395-bfbb-899b25c39ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.178880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-87653526-bfe4-4395-bfbb-899b25c39ed4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5631d415ae040dcbaded884bc5e0b91&device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 1101 time: 0.2049775 Oct 13 04:16:50.225557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-06bebac0-9f6f-4753-ad0a-20f6a86620ee tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.227016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-06bebac0-9f6f-4753-ad0a-20f6a86620ee tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 950 time: 0.1824057 Oct 13 04:16:50.277202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47947391-3dd9-497a-a36f-f05b00620275 req-1de6e060-3fc2-495a-95bc-001be9549beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.279037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-1de6e060-3fc2-495a-95bc-001be9549beb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.0957084 Oct 13 04:16:50.285945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-b7565cd4-4c8f-4765-9efc-5b6a3c34f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.287720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-b7565cd4-4c8f-4765-9efc-5b6a3c34f17e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 1094 time: 0.1152370 Oct 13 04:16:50.325707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-90466da9-fa58-458c-add8-eca8546476b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368021 Oct 13 04:16:50.529347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-9561b12e-afaa-467f-a1f9-1f82ea82a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.531043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-9561b12e-afaa-467f-a1f9-1f82ea82a7b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 916 time: 0.2334969 Oct 13 04:16:50.535384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-48d43b2f-9a8b-4910-bb1e-653c44a6d2a9 service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992600 Oct 13 04:16:50.655832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-3d038871-61f4-454f-ae3a-c948e3b781c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b21d3352-2986-4e10-9252-4b790afa2a6d HTTP/1.1" status: 200 len: 217 time: 0.1084735 Oct 13 04:16:50.731353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.735728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-f819472d-f36c-4552-8f1b-4ab6941733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.737947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-f819472d-f36c-4552-8f1b-4ab6941733bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.0729389 Oct 13 04:16:50.742050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47947391-3dd9-497a-a36f-f05b00620275 req-f37f43bc-45e2-40d2-9464-bbb2682bd494 service neutron] 10.222.0.47 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961744 Oct 13 04:16:50.777467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.785195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-0c7ebc26-58f6-4af4-992f-94e8b0992288 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332675 Oct 13 04:16:50.859056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.888631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-995f3564-3282-4bf5-8a59-ce218838359a service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957272 Oct 13 04:16:50.894186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:50.928507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-580fcace-9046-47dd-b4c5-abb289cef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:50.930000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-580fcace-9046-47dd-b4c5-abb289cef757 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.7161307 Oct 13 04:16:50.998176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1712f5af-4590-4270-87ad-5d3ffb3bfb09 req-2daa1d41-df1b-4a78-b454-b8a3cb0b8da9 service neutron] 10.222.0.47 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023319 Oct 13 04:16:51.001894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-ad9cb130-2883-4098-a83d-30c39b9f7173 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 200 len: 217 time: 0.0601475 Oct 13 04:16:51.028123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Deleting port 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:51.028486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.045804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.048431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.049549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df3826b5-a3a0-4a7c-a11f-90e1fdacb1a2 req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] 10.222.0.49 "DELETE /v2.0/security-groups/26d8a808-cf2b-4d05-a86e-a5d6373556f0 HTTP/1.1" status: 204 len: 173 time: 0.9562960 Oct 13 04:16:51.183455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:51.195839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac4850-829f-48cd-bbd7-88869b837162 tempest-SecurityGroupsTestAdminJSON-1633715621 tempest-SecurityGroupsTestAdminJSON-1633715621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8a808-cf2b-4d05-a86e-a5d6373556f0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.239193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:16:51.253637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-fe299ffb-c8d0-44d7-9ef2-bc594e0f8d0c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:16:51.254703 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-fe299ffb-c8d0-44d7-9ef2-bc594e0f8d0c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081236 Oct 13 04:16:51.264454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-e31ea02e-5b09-4212-a7f2-62874800452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.266311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-e31ea02e-5b09-4212-a7f2-62874800452c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2486095 Oct 13 04:16:51.354208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-c31ef7a5-8e55-443d-a4e8-aa8b1d93af56 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/704bee1c-42ba-4895-acd2-9b07a6e8e556 HTTP/1.1" status: 200 len: 1780 time: 0.2307174 Oct 13 04:16:51.399438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] For port 84c12481-eb52-4ef6-b793-8269cbb059a4, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84c12481-eb52-4ef6-b793-8269cbb059a4,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:51.399806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.405951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41624) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.423197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-60273b4f-2b32-4879-b439-01d113f22e7c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.424626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-60273b4f-2b32-4879-b439-01d113f22e7c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 1093 time: 0.1574230 Oct 13 04:16:51.456479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Request body: {'binding': {'host': 'n-h2-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:51.456972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:16:51.460530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Calling delete_port for 84c12481-eb52-4ef6-b793-8269cbb059a4 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:51.460712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:51.461049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.521312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-c928e68a-62ca-434e-a6cc-3363cb457f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:51.522836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-c928e68a-62ca-434e-a6cc-3363cb457f4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2454834 Oct 13 04:16:51.525946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:51.539716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'port_id': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'mac_address': 'fa:16:3e:23:a8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:16:51.566167 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b114fc5-02b3-40df-9d02-ed60bf18635b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfb8bf8ef66f4bc69fa098ff6c102768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575072 Oct 13 04:16:51.567571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:51.608479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.608712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.625574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.631662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21d3352-2986-4e10-9252-4b790afa2a6d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:51.649976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.656246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:51.660859 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.685046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.715907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.718061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.718604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.718756 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.719832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/789870cf-9378-4a66-9369-064305119059 HTTP/1.1" status: 204 len: 168 time: 0.1512687 Oct 13 04:16:51.736067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93e64b-ea38-4954-970e-d5530342857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789870cf-9378-4a66-9369-064305119059,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.856327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:51.875714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'Port': ['ID=88cf5613-0c42-4c28-8525-b9ebf70868c2,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:51.876271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['b21d3352-2986-4e10-9252-4b790afa2a6d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:51.888971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-63f368ec-dca4-44c1-9e75-3e1bb3554014 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535244 Oct 13 04:16:51.942772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.036559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41634) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.038464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.039714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-259a6269-44bb-4359-a689-33f68a399589 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8014791 Oct 13 04:16:52.051201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h2-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:52.051557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:52.051867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:52.064648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:52.064977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:52.066873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.069487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.070584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78dfa78d-66a7-4cd3-a21c-2e3396f4563c req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/704bee1c-42ba-4895-acd2-9b07a6e8e556 HTTP/1.1" status: 204 len: 173 time: 0.6946075 Oct 13 04:16:52.090481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.098673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d45c3497-95c0-4e40-aed0-33dc97e4828a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a8fb36f456d4a57a2a619216ecbd98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608938 Oct 13 04:16:52.101941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:52.102864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:52.104187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:52.104337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:52.104678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Bound port: 84236db7-7f9d-4fb5-b235-b3623c181186, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:52.105149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51', 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:52.111804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70483bf3-e75c-4502-88f7-ec703dbac498 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704bee1c-42ba-4895-acd2-9b07a6e8e556,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:52.162478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event deleted for resources: {'Port': ['ID=84c12481-eb52-4ef6-b793-8269cbb059a4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:52.175948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc4bdc35-8a68-44c6-afea-c14e9f86afc1 req-3d7716b3-65f7-4123-b072-801ec8ba0cbf service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674620 Oct 13 04:16:52.210995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.231610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] No DVR routers for this DVR port 84c12481-eb52-4ef6-b793-8269cbb059a4 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:52.234464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.238219 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b01298d-28ba-46f2-b1f0-35d984b3f647 req-f3efd098-a14f-40b5-b1b5-4916aded9150 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.47 "DELETE /v2.0/ports/84c12481-eb52-4ef6-b793-8269cbb059a4 HTTP/1.1" status: 204 len: 173 time: 1.9928725 Oct 13 04:16:52.238673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-deleted', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:52.241057 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e3bac-b211-4926-a437-afff918a5850" -d '{"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-deleted", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:52.253382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.271118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:52.280273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.281931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-f1b4c47a-0c60-41a0-bcc3-39a99856338f service neutron] 10.222.0.49 "POST /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186/bindings HTTP/1.1" status: 201 len: 389 time: 0.8310704 Oct 13 04:16:52.327140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.330041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:52.333608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a42bf09-04b2-4ab3-b5ad-55962e0894b0 HTTP/1.1" status: 204 len: 168 time: 0.2280240 Oct 13 04:16:52.343639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2cfde-2b94-4fea-aebd-788044f21c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42bf09-04b2-4ab3-b5ad-55962e0894b0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:52.511960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b352b3ef-4fc1-4394-9776-a976082591a5 req-c1a50f0b-272d-4b16-a1c2-0d9cd5f0154a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=37863ce8-6e02-475a-9b53-cbc6347dbec4 HTTP/1.1" status: 200 len: 210 time: 0.0532866 Oct 13 04:16:52.768075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-96b1309e-3aeb-4b63-a9d8-4f7b32561844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:52.772619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-96b1309e-3aeb-4b63-a9d8-4f7b32561844 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1096 time: 0.1293542 Oct 13 04:16:52.840495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013eff2-28df-4065-bbe5-919ea664205f req-a2bbf6f3-6f88-4670-b9d3-292083dcc860 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:52.842748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7013eff2-28df-4065-bbe5-919ea664205f req-a2bbf6f3-6f88-4670-b9d3-292083dcc860 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 944 time: 0.0609663 Oct 13 04:16:52.843649 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-0f5e66b0-4505-460f-b147-9aa56efad225 req-805d4b96-ed50-469e-8571-b7568c0236be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:16:52.844705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f5e66b0-4505-460f-b147-9aa56efad225 req-805d4b96-ed50-469e-8571-b7568c0236be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/704bee1c-42ba-4895-acd2-9b07a6e8e556 HTTP/1.1" status: 404 len: 352 time: 0.0537643 Oct 13 04:16:52.959804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7013eff2-28df-4065-bbe5-919ea664205f req-c88c22ca-ed16-497e-8cae-1a341c09efd3 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807121 Oct 13 04:16:53.001260 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a871a90-25d4-4316-a922-4c4bfa228105 x-openstack-request-id: req-5a871a90-25d4-4316-a922-4c4bfa228105 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:53.001826 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37863ce8-6e02-475a-9b53-cbc6347dbec4", "name": "network-vif-deleted", "tag": "84c12481-eb52-4ef6-b793-8269cbb059a4", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:53.001933 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a871a90-25d4-4316-a922-4c4bfa228105 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:53.002350 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37863ce8-6e02-475a-9b53-cbc6347dbec4', 'name': 'network-vif-deleted', 'tag': '84c12481-eb52-4ef6-b793-8269cbb059a4', 'status': 'completed', 'code': 200} Oct 13 04:16:53.017870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-a91c86f1-510f-4652-b8b0-51cd68e678d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.019476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-a91c86f1-510f-4652-b8b0-51cd68e678d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2056339 Oct 13 04:16:53.022326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2aa6f64f-4a5c-4c05-864c-0c3fbf3446de tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1975370961&fields=id&tenant_id=af5a99f6c13944f98e260def2bc512ca HTTP/1.1" status: 200 len: 267 time: 0.0790658 Oct 13 04:16:53.080089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-682a738f-8ae1-4b44-a7b5-2a91aa4a20b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 217 time: 0.0529690 Oct 13 04:16:53.110746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6096fc-6ccf-4677-965e-e10b552269f6 req-13eb6f66-0268-47e6-a374-1db40568e01c tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.113635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c6096fc-6ccf-4677-965e-e10b552269f6 req-13eb6f66-0268-47e6-a374-1db40568e01c tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 945 time: 0.0657964 Oct 13 04:16:53.169934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c6096fc-6ccf-4677-965e-e10b552269f6 req-86730d2e-c857-4842-a7c1-d0b9b1137859 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487890 Oct 13 04:16:53.207025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-57750321-f2c9-4555-b796-dcf7a9564777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.208553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-57750321-f2c9-4555-b796-dcf7a9564777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1123879 Oct 13 04:16:53.248678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-eea07c4c-583d-4d2f-a405-43aeabc74688 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299633 Oct 13 04:16:53.255683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:16:53.271574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-c50f074a-4781-4f83-a9e3-f3fff8d52701 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.273069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-c50f074a-4781-4f83-a9e3-f3fff8d52701 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/networks?id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 200 len: 805 time: 0.2394822 Oct 13 04:16:53.302154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c784097-ce27-4a7a-9595-38bddcba9035 req-4fd786f3-a1e2-4c20-9299-7feb527485d0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.304599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c784097-ce27-4a7a-9595-38bddcba9035 req-4fd786f3-a1e2-4c20-9299-7feb527485d0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.0702846 Oct 13 04:16:53.332549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-4b456fa9-1251-4c55-b61a-910fe0de9edf tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/quotas/af5a99f6c13944f98e260def2bc512ca HTTP/1.1" status: 200 len: 375 time: 0.0384936 Oct 13 04:16:53.333558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port b21d3352-2986-4e10-9252-4b790afa2a6d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:16:53.340192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port b21d3352-2986-4e10-9252-4b790afa2a6d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:53.343749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.362473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c784097-ce27-4a7a-9595-38bddcba9035 req-eee26f28-3016-4ca4-8a23-f8f0f5d4fbde tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499732 Oct 13 04:16:53.420280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-eef56fdd-7427-4833-980c-604137af77f8 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628337 Oct 13 04:16:53.433611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-0285f260-0a44-4237-8275-7b5dae75ad08 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af5a99f6c13944f98e260def2bc512ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910907 Oct 13 04:16:53.457257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.485708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:53.488033 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6c919-f4e0-46f7-9d66-c929545021cf" -d '{"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-plugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:53.502743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279646e3-ef4d-493e-9081-ce3468435b55 req-ff31bf48-ff7a-4139-b6be-45e13a02b001 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.511093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-279646e3-ef4d-493e-9081-ce3468435b55 req-ff31bf48-ff7a-4139-b6be-45e13a02b001 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 948 time: 0.0556428 Oct 13 04:16:53.516617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:53.520822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.521912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:53.552834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-279646e3-ef4d-493e-9081-ce3468435b55 req-7a3a7b94-7f94-4da2-ae7a-bf301d2974cb tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369132 Oct 13 04:16:53.555642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 84c12481-eb52-4ef6-b793-8269cbb059a4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:53.556662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84c12481-eb52-4ef6-b793-8269cbb059a4 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:53.598391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-603101640', 'description': 'tempest-description-1896793533'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.611978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.617684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-fd50b959-9f04-4b2a-b081-2fbd049314b4 service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820133 Oct 13 04:16:53.625738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.629903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-19d0b9bf-a96c-409d-8664-96cfd5292772 service neutron] 10.222.0.49 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746786 Oct 13 04:16:53.741949 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.748045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.780803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:53.782033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6333bf5-db84-4f9f-815f-a8c793c28b23 req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1880591 Oct 13 04:16:53.784223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a7097-c8f0-407f-9380-e8bb4563036c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:53.797988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-04d6e2fc-4480-4d8a-a24b-b5e18300e12c service neutron] 10.222.0.49 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597085 Oct 13 04:16:53.824839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-22229e01-02ca-4215-82f8-2d51393ab697 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689447 Oct 13 04:16:53.830876 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0397beb-5108-4419-aea8-2eadb04729dc x-openstack-request-id: req-f0397beb-5108-4419-aea8-2eadb04729dc {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:53.831214 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-plugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:53.832216 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0397beb-5108-4419-aea8-2eadb04729dc {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:53.832634 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'code': 200} Oct 13 04:16:53.893885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811ed32-93c0-428f-9b66-b0606f52897e req-e6b478d2-9b7f-47d5-9cd8-9fa84a16f6b9 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.896524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3811ed32-93c0-428f-9b66-b0606f52897e req-e6b478d2-9b7f-47d5-9cd8-9fa84a16f6b9 tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 945 time: 0.0799592 Oct 13 04:16:53.971639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-2770ad6c-eb8b-4b1b-9090-53cf4c52031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.973381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1606570466', 'description': 'tempest-description-1112236736'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:53.973560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-2770ad6c-eb8b-4b1b-9090-53cf4c52031a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 1096 time: 0.1142704 Oct 13 04:16:53.976303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce456d88-84de-4f1d-b08f-07547c3269f5 req-24e987c5-f7fb-4656-819c-1f8f32b43fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:53.978747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce456d88-84de-4f1d-b08f-07547c3269f5 req-24e987c5-f7fb-4656-819c-1f8f32b43fa2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 1096 time: 0.0663769 Oct 13 04:16:54.107810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce456d88-84de-4f1d-b08f-07547c3269f5 req-266d16af-1279-46a4-a180-05d9f1e175cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175592 Oct 13 04:16:54.146022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.189655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-8570acc8-4513-4597-b1a4-225583cc2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.191178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-8570acc8-4513-4597-b1a4-225583cc2387 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.1899183 Oct 13 04:16:54.200559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Deleting port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:54.200981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.316043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-a3ebcf32-c553-497c-a818-6ecc8ad388c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 200 len: 217 time: 0.1153452 Oct 13 04:16:54.354714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] For port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,segment=NetworkSegment(9d4db294-1d5d-4a18-8210-beb2f4ea4af7),segment_id=9d4db294-1d5d-4a18-8210-beb2f4ea4af7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:54.355122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.374346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Calling delete_port for 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:54.406926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-32f055d1-64db-42f8-a9ac-86a24781ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.408441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-32f055d1-64db-42f8-a9ac-86a24781ecf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.0842714 Oct 13 04:16:54.430205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee0bd7-c951-4b54-b9dd-0526f2978f9b req-1243d61e-5ed9-4727-8f7d-9db06ce51dce tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.432534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-acee0bd7-c951-4b54-b9dd-0526f2978f9b req-1243d61e-5ed9-4727-8f7d-9db06ce51dce tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0681405 Oct 13 04:16:54.486963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-a64af235-7975-4375-8807-03868df43db1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504961 Oct 13 04:16:54.511359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.518804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.539440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-acee0bd7-c951-4b54-b9dd-0526f2978f9b req-ab3594f0-3779-4518-8c6d-d750d7d89bc1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908453 Oct 13 04:16:54.631016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-7ea7b5e8-5a75-4e92-aef2-f475dcd3c49b service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287174 Oct 13 04:16:54.634084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.635993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cffdeb70-b9aa-4838-8eff-6fbc12c345bf req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6697114 Oct 13 04:16:54.657336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4982b085-2dc4-4aa7-a88c-c46a04f76c6f req-cf89a552-87a3-4a8e-b0a1-7f490d12f9e6 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 210 time: 0.0417638 Oct 13 04:16:54.687311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a3c6b-3d56-4f0c-af00-542f260483ad tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c352462e-cb4b-46a7-8b80-a1aa00fadf1b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:54.772538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.793466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06bbc984-948e-4bf9-9cf3-f3115dbc0bca req-7129de16-a770-4ba8-9013-5c120dba3953 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392844 Oct 13 04:16:54.807605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Pushing event deleted for resources: {'Port': ['ID=2f5824eb-49ee-45c1-8dd6-5bfcab164e99,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:54.856656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f35a8e-ab0c-42e9-9c82-7e7ac6bb5a43 req-1a9b8a22-e6ae-431f-80ae-a226e5d38879 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.858232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66f35a8e-ab0c-42e9-9c82-7e7ac6bb5a43 req-1a9b8a22-e6ae-431f-80ae-a226e5d38879 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.0689757 Oct 13 04:16:54.860304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] No DVR routers for this DVR port 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:54.863202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:54.866650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3811ed32-93c0-428f-9b66-b0606f52897e req-b4c505e6-f595-42cd-93db-8d0afe52285f tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.16 "DELETE /v2.0/ports/2f5824eb-49ee-45c1-8dd6-5bfcab164e99 HTTP/1.1" status: 204 len: 173 time: 0.9564815 Oct 13 04:16:54.867344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'name': 'network-vif-deleted', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:54.870015 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37145234-4320-4e1a-98f7-b72a8c8e4275" -d '{"events": [{"server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "name": "network-vif-deleted", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:54.880176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c9a16-0f2d-4c16-a79f-b43923d244b6 req-125c5dd1-c3c4-4500-bd0e-6b098c29c5bb tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:54.888173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c9a16-0f2d-4c16-a79f-b43923d244b6 req-125c5dd1-c3c4-4500-bd0e-6b098c29c5bb tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2814d46-92b5-4e04-92fa-f106721b4ff6 HTTP/1.1" status: 200 len: 867 time: 0.1669896 Oct 13 04:16:54.923504 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66f35a8e-ab0c-42e9-9c82-7e7ac6bb5a43 req-463dc697-8637-4358-881b-49216b8a552c tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583251 Oct 13 04:16:54.929628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c9a16-0f2d-4c16-a79f-b43923d244b6 req-6b274447-1679-4bc9-8082-fc940bda4e4a tempest-ServerGroupTestJSON-26547737 tempest-ServerGroupTestJSON-26547737-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff532f6e-7c8c-414b-807d-1b1b850df985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Oct 13 04:16:55.102546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-4a020dcf-7ee1-40d5-9d74-650ae9a6b472 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.104987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-4a020dcf-7ee1-40d5-9d74-650ae9a6b472 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 948 time: 0.0971551 Oct 13 04:16:55.119606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b243-4c23-4a0a-8898-1f9de7546aa9 req-ee0340c5-ef11-4d51-adaa-e2a755f4003c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.121287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8112b243-4c23-4a0a-8898-1f9de7546aa9 req-ee0340c5-ef11-4d51-adaa-e2a755f4003c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.1033266 Oct 13 04:16:55.215625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8112b243-4c23-4a0a-8898-1f9de7546aa9 req-40d667b1-fe97-4cc4-a975-5bceffc2f6dd tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864971 Oct 13 04:16:55.261010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-abeebe86-88f1-4429-a7ed-755209085da0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348144 Oct 13 04:16:55.273248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Deleting port 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:55.273888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.399739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90204cde-6d1b-4055-95c2-076988912663 req-77f6287a-41e9-4b5f-b54e-089fafb9e0b1 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.402625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-90204cde-6d1b-4055-95c2-076988912663 req-77f6287a-41e9-4b5f-b54e-089fafb9e0b1 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5 HTTP/1.1" status: 200 len: 948 time: 0.0815334 Oct 13 04:16:55.454527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] For port 47934381-afc2-4e36-a8af-376d5755d765, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=47934381-afc2-4e36-a8af-376d5755d765,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:55.456179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.465473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-cd33c8b4-09e4-40c0-a0a8-52fb6178eeed tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.475615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-cd33c8b4-09e4-40c0-a0a8-52fb6178eeed tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134788 Oct 13 04:16:55.493156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-34f3a988-acf7-4585-81c6-c540e3e047c4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0162921 Oct 13 04:16:55.500034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Calling delete_port for 47934381-afc2-4e36-a8af-376d5755d765 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:55.552267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-fb5ccd78-5ef0-492a-b602-d52f8ab36fea tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572641 Oct 13 04:16:55.597376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-90204cde-6d1b-4055-95c2-076988912663 req-817b1454-4f6b-44d6-b500-9ce31fd48a74 tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.49 "GET /v2.0/security-groups?id=58f66c25-65aa-4a11-abcc-e0a9956dbead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695898 Oct 13 04:16:55.674712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-662785677', 'description': 'tempest-description-623465895'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:55.708134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-59794083-bd1d-421d-a5d9-5e38ffda9484 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.710208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-59794083-bd1d-421d-a5d9-5e38ffda9484 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.16 "GET /v2.0/networks?id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 200 len: 805 time: 0.2048881 Oct 13 04:16:55.766149 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a26c1-aa44-41a3-bf91-ca5a4fae23e9 x-openstack-request-id: req-410a26c1-aa44-41a3-bf91-ca5a4fae23e9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:55.766532 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2814d46-92b5-4e04-92fa-f106721b4ff6", "name": "network-vif-deleted", "tag": "2f5824eb-49ee-45c1-8dd6-5bfcab164e99", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:55.766887 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-410a26c1-aa44-41a3-bf91-ca5a4fae23e9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:55.767610 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2814d46-92b5-4e04-92fa-f106721b4ff6', 'name': 'network-vif-deleted', 'tag': '2f5824eb-49ee-45c1-8dd6-5bfcab164e99', 'status': 'completed', 'code': 200} Oct 13 04:16:55.789159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.793404 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:55.811310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-7823049e-6bf7-477c-9343-ca2f1c36eb75 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af5a99f6c13944f98e260def2bc512ca HTTP/1.1" status: 200 len: 380 time: 0.0900538 Oct 13 04:16:55.822563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'port': {'device_id': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'admin_state_up': True, 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'security_groups': ['3331a5d0-e660-4b2a-8a07-794032b07c6e']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:55.834848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-e1b6d2f8-7ace-44b9-b7be-d82a21370f59 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:55.835825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-e1b6d2f8-7ace-44b9-b7be-d82a21370f59 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 950 time: 0.1250596 Oct 13 04:16:55.938730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Pushing event deleted for resources: {'Port': ['ID=47934381-afc2-4e36-a8af-376d5755d765,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:56.019244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] No DVR routers for this DVR port 47934381-afc2-4e36-a8af-376d5755d765 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:56.023658 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.034981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3784ed37-1864-4b35-bb11-22b9fab62ade req-7830f4d2-3bff-46ab-8e48-0602703fd37a tempest-ImagesOneServerTestJSON-1829111833 tempest-ImagesOneServerTestJSON-1829111833-project] 10.222.0.47 "DELETE /v2.0/ports/47934381-afc2-4e36-a8af-376d5755d765 HTTP/1.1" status: 204 len: 173 time: 0.9125388 Oct 13 04:16:56.039976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-deleted', 'tag': '47934381-afc2-4e36-a8af-376d5755d765'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:56.043000 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8438fa0a-c6c8-4ef1-ba89-dc283d3cfdd2" -d '{"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-deleted", "tag": "47934381-afc2-4e36-a8af-376d5755d765"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:56.069031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Made reservation on behalf of af5a99f6c13944f98e260def2bc512ca for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:56.073413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.100203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Deleting port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:16:56.100542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.153447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e017a-b1a2-4b20-941e-9fefde338fb3 req-0c5d4669-0264-47f0-b9ea-dd2b4912102f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:56.169307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b02e017a-b1a2-4b20-941e-9fefde338fb3 req-0c5d4669-0264-47f0-b9ea-dd2b4912102f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.3366516 Oct 13 04:16:56.170540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.180430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.242568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.250180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-868c46e8-978e-4dd6-8554-158ef46a2e2a req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5801704 Oct 13 04:16:56.268634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8a5f7-016a-4c0e-95b7-2a5325ed084b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8297b7-729c-4793-9b91-0802cd573327,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:56.317057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] For port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:16:56.317717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.334699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Calling delete_port for b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:16:56.393711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Allocated IP 172.20.0.10 (fb54c8e2-3871-4e52-a19d-bc22bda1b71d/795a07b9-d1ac-43ed-8ace-209ff63266f4/a2edf48b-ba0e-47e2-97a6-74baed7371d8) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:56.414053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15f387bb-e9ca-4de7-8ee8-277285c089e3 req-a5ad3744-71c2-4205-974f-0ecca8197b81 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 210 time: 0.0523336 Oct 13 04:16:56.559137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-038ad5bc-5f62-4930-a9f3-1b150ef8f841 req-82368004-36e2-4e61-bd7e-44756c87df5f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 210 time: 0.0656145 Oct 13 04:16:56.671776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.686867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51', 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:16:56.696195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:56.753082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event deleted for resources: {'Port': ['ID=b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:56.776592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:56.778311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:56.779877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:56.824610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:56.825252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2f5824eb-49ee-45c1-8dd6-5bfcab164e99 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:56.828054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b02e017a-b1a2-4b20-941e-9fefde338fb3 req-6f75787c-8d00-473c-af0f-4a23dca381bb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564472 Oct 13 04:16:56.873171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] No DVR routers for this DVR port b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:16:56.882390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.889233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4da5f73-acd1-4398-98c9-2aa4ceda84b2 req-51351ced-3c28-47b6-820d-c5889cf69e33 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "DELETE /v2.0/ports/b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2 HTTP/1.1" status: 204 len: 173 time: 1.0460780 Oct 13 04:16:56.897955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:56.963943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e9e1a40-c9bd-4807-a2e3-00b1c65ba90f req-69bb3f6d-4061-4ceb-957d-63a735b2e44a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d HTTP/1.1" status: 200 len: 210 time: 0.1564600 Oct 13 04:16:56.976560 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab1ef5-5c6c-46b3-92e9-061125587b7a x-openstack-request-id: req-16ab1ef5-5c6c-46b3-92e9-061125587b7a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:56.976823 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5", "name": "network-vif-deleted", "tag": "47934381-afc2-4e36-a8af-376d5755d765", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:56.977100 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16ab1ef5-5c6c-46b3-92e9-061125587b7a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:56.978754 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec64e129-97bc-4a5a-adeb-8cf6fff3bdc5', 'name': 'network-vif-deleted', 'tag': '47934381-afc2-4e36-a8af-376d5755d765', 'status': 'completed', 'code': 200} Oct 13 04:16:56.981828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.093637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:57.128396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event updated for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:57.135198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:57.157437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:57.164328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.164735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.165076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.165411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.166344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.166684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.167004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.167355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.167912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.168237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.168573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.168886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:16:57.252145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.253258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.279849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c0620-d6fa-400e-b4f5-5967448e3695 req-27cd2fe6-77c3-41d3-8bd6-59ad3b96fb77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.281442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c9c0620-d6fa-400e-b4f5-5967448e3695 req-27cd2fe6-77c3-41d3-8bd6-59ad3b96fb77 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.1988208 Oct 13 04:16:57.364467 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-80675c66-d114-4f58-94f5-d45998b23b8d tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5348125 Oct 13 04:16:57.371123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Request body: {'port': {'device_id': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:57.482855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.524523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c9c0620-d6fa-400e-b4f5-5967448e3695 req-6a46d0eb-67f4-4635-8284-aeea971ce394 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230906 Oct 13 04:16:57.590595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-df86c178-cbcd-495a-91fc-e40ab6629522 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272968 Oct 13 04:16:57.607874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ea0277ba-8601-4c84-9426-ae7878d4e33a None None] Provisioning complete for port a2edf48b-ba0e-47e2-97a6-74baed7371d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:57.609730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea0277ba-8601-4c84-9426-ae7878d4e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.717751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ea0277ba-8601-4c84-9426-ae7878d4e33a None None] Port a2edf48b-ba0e-47e2-97a6-74baed7371d8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:57.793892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf774b81-8159-462a-ab13-d9b883dce92a req-8ffef177-a487-4b06-83cc-e9c62442aba5 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 10895 time: 0.7757449 Oct 13 04:16:57.846887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf774b81-8159-462a-ab13-d9b883dce92a req-f39ea926-eafd-422c-a47f-2be5543ead86 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.0520768 Oct 13 04:16:57.848238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273c4fd-e7c2-443e-ba89-0a7f65b99a30 req-57e96989-ab4d-4ef3-b358-f099f2f56753 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.849857 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e273c4fd-e7c2-443e-ba89-0a7f65b99a30 req-57e96989-ab4d-4ef3-b358-f099f2f56753 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0822015 Oct 13 04:16:57.908959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-d560dbe9-cf41-4e0f-9922-430a6c7f93a8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:57.909978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-d560dbe9-cf41-4e0f-9922-430a6c7f93a8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092272 Oct 13 04:16:57.923924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:57.928085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e273c4fd-e7c2-443e-ba89-0a7f65b99a30 req-9efd2551-e02a-458e-8155-d3a42385a424 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Oct 13 04:16:57.954302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf774b81-8159-462a-ab13-d9b883dce92a req-72a197f0-8ac6-499e-b025-1ba6af97b88e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.1062078 Oct 13 04:16:57.975125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2edf48b-ba0e-47e2-97a6-74baed7371d8 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:16:57.984722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:57.999383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Transition to ACTIVE for port object a2edf48b-ba0e-47e2-97a6-74baed7371d8 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:16:58.006402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.136439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41788) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:58.215490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-611d71ab-e790-4209-b669-3ad998f48750 req-3ba43c48-b2f5-4809-8223-db1aabf68aa1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 210 time: 0.0555544 Oct 13 04:16:58.216894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:16:58.222212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.224395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.244899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.298036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Attempting to bind port a2edf48b-ba0e-47e2-97a6-74baed7371d8 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:16:58.298664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Attempting to bind port a2edf48b-ba0e-47e2-97a6-74baed7371d8 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:16:58.299197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Attempting to bind port a2edf48b-ba0e-47e2-97a6-74baed7371d8 on network fb54c8e2-3871-4e52-a19d-bc22bda1b71d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:58.304144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Port a2edf48b-ba0e-47e2-97a6-74baed7371d8 on network fb54c8e2-3871-4e52-a19d-bc22bda1b71d not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:16:58.304960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Attempting to bind port a2edf48b-ba0e-47e2-97a6-74baed7371d8 on network fb54c8e2-3871-4e52-a19d-bc22bda1b71d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:16:58.316240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:16:58.316575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Checking segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:16:58.316953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Bound using segment: {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:16:58.317394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Bound port: a2edf48b-ba0e-47e2-97a6-74baed7371d8, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39913132-a152-4469-addb-b684f1c0f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:16:58.317745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.318965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f98c3cd-119b-499a-b9a5-468466791579 req-31e35c38-18fc-4ea0-b869-2124d15acf5a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3 HTTP/1.1" status: 200 len: 1800 time: 0.0758884 Oct 13 04:16:58.354657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbacfb1-5354-40be-a4b1-138c660d783a req-75ce805d-c68f-4cf1-9402-bac5c3f8514f tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.367289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdbacfb1-5354-40be-a4b1-138c660d783a req-75ce805d-c68f-4cf1-9402-bac5c3f8514f tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 944 time: 0.2512813 Oct 13 04:16:58.416451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-beeb9246-b220-4496-88e0-a3fe459a0e68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbca1103ab51435794d5960cd96045fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786751 Oct 13 04:16:58.420755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41792) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:16:58.451836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdbacfb1-5354-40be-a4b1-138c660d783a req-34625101-896b-476e-b071-6549d62302ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835121 Oct 13 04:16:58.471045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:16:58.474591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:16:58.480989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.481161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.505499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.508255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9f98c3cd-119b-499a-b9a5-468466791579 req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.567634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.592785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.593337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.595941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2854a5f1-742d-45af-bd72-64cda5214ab8 service neutron] 10.222.0.16 "PUT /v2.0/ports/a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 200 len: 1092 time: 1.2291508 Oct 13 04:16:58.596449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:58.611169 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896d456-b264-4b06-8693-9c54790790c9" -d '{"events": [{"name": "network-changed", "server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:58.631202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4332a984-c1f4-4a55-b76f-bc2d7cefa046,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.635369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9f98c3cd-119b-499a-b9a5-468466791579 req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.660742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.718328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-1caedc5f-e448-4320-b68c-c77b7c023b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:58.720509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-1caedc5f-e448-4320-b68c-c77b7c023b13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5a99f6c13944f98e260def2bc512ca&device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 1095 time: 0.0637045 Oct 13 04:16:58.755675 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.789991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9f98c3cd-119b-499a-b9a5-468466791579 req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.793378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9f98c3cd-119b-499a-b9a5-468466791579 req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.794642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f98c3cd-119b-499a-b9a5-468466791579 req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3 HTTP/1.1" status: 204 len: 173 time: 0.4637792 Oct 13 04:16:58.819325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.175 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/770a341c-36c2-4e77-b67a-f5b8fad202b1) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:16:58.846571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b050f4-b128-491c-8b3f-0d34a1847472 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.904481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.907053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:58.910841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58f66c25-65aa-4a11-abcc-e0a9956dbead HTTP/1.1" status: 204 len: 168 time: 0.4888730 Oct 13 04:16:58.962273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad1c72-5908-4e69-976c-6a30745804b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f66c25-65aa-4a11-abcc-e0a9956dbead,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:58.981643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-deleted', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:16:58.983946 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1299a4f5-f73c-4242-a949-e8b1c1529e61" -d '{"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-deleted", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:16:59.070240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2089f-0d41-441a-8d14-c167ccedfdab req-a9f0324b-4b67-4ce9-9723-2821f52e655b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.072499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63f2089f-0d41-441a-8d14-c167ccedfdab req-a9f0324b-4b67-4ce9-9723-2821f52e655b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1533029 Oct 13 04:16:59.136382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.146601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63f2089f-0d41-441a-8d14-c167ccedfdab req-ff768491-d697-4e68-bd74-caf3b30cd247 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667975 Oct 13 04:16:59.200084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.238747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-6cea68f9-2345-4596-a784-c4813a86e77a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 200 len: 217 time: 0.5034611 Oct 13 04:16:59.277772 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb9734-e71d-4a4a-96d5-4f6807a6b60b x-openstack-request-id: req-02bb9734-e71d-4a4a-96d5-4f6807a6b60b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:59.278070 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:59.278325 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02bb9734-e71d-4a4a-96d5-4f6807a6b60b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:59.278721 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'status': 'completed', 'code': 200} Oct 13 04:16:59.301124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5d2c0-49d6-4039-820a-2589a2612058 req-e3682880-f42a-4842-919f-9ab8bb89793e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.305445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:16:59.307774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19f5d2c0-49d6-4039-820a-2589a2612058 req-e3682880-f42a-4842-919f-9ab8bb89793e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.5827835 Oct 13 04:16:59.329306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:16:59.332560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:16:59.336575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:16:59.369756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19f5d2c0-49d6-4039-820a-2589a2612058 req-647569d8-73df-44c4-ac02-892cb34e9669 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609059 Oct 13 04:16:59.371988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-49bd6c32-a4da-4e16-bedf-984f7e4b24be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.372602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 47934381-afc2-4e36-a8af-376d5755d765 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:16:59.374045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 47934381-afc2-4e36-a8af-376d5755d765 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:16:59.376074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-49bd6c32-a4da-4e16-bedf-984f7e4b24be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=795a07b9-d1ac-43ed-8ace-209ff63266f4 HTTP/1.1" status: 200 len: 844 time: 0.1280282 Oct 13 04:16:59.410990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:16:59.455847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.456882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.467123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2535440b-ccf1-4b22-9a28-60f3fefc7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.468631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-2535440b-ccf1-4b22-9a28-60f3fefc7e99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843928 Oct 13 04:16:59.497435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-92b5c356-e7e8-4780-a4ce-3b8f0808d0e6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5774031 Oct 13 04:16:59.517305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Request body: {'port': {'device_id': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:16:59.520769 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-2d7214d2-7616-450e-905e-f14e4dd96e30 req-740b465e-0767-4d5f-955b-d763b00a4bd6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:16:59.541458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d7214d2-7616-450e-905e-f14e4dd96e30 req-740b465e-0767-4d5f-955b-d763b00a4bd6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3 HTTP/1.1" status: 404 len: 352 time: 0.0711758 Oct 13 04:16:59.598540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.684639 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21924d0-e6ad-45b5-a952-6c985c77c8eb x-openstack-request-id: req-c21924d0-e6ad-45b5-a952-6c985c77c8eb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:16:59.685321 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d", "name": "network-vif-deleted", "tag": "b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:16:59.685768 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c21924d0-e6ad-45b5-a952-6c985c77c8eb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:16:59.686306 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7eee0-e312-41c8-b4df-bc4c1fbdb54d', 'name': 'network-vif-deleted', 'tag': 'b0e432f9-7a60-4fb1-9825-4d39d5a3c9d2', 'status': 'completed', 'code': 200} Oct 13 04:16:59.699081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-c8f356ec-440c-429e-9e36-0e9b83813eeb service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167375 Oct 13 04:16:59.750923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4a25b2ac-c6e8-41a9-936e-615bd0cd56df None None] Provisioning complete for port 770a341c-36c2-4e77-b67a-f5b8fad202b1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:16:59.751454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4a25b2ac-c6e8-41a9-936e-615bd0cd56df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:16:59.826685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4a25b2ac-c6e8-41a9-936e-615bd0cd56df None None] Port 770a341c-36c2-4e77-b67a-f5b8fad202b1 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:16:59.856033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60156486-8deb-4b36-9710-8a0ffbdf07b6 req-d00fc56a-c657-48c3-b355-179ea9c203b0 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.864394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60156486-8deb-4b36-9710-8a0ffbdf07b6 req-d00fc56a-c657-48c3-b355-179ea9c203b0 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0918148 Oct 13 04:16:59.934563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5a46620-d0ba-4fab-8ecf-172df7b84e6e req-90616802-1743-4143-99a0-32205433d4a8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262585 Oct 13 04:16:59.960220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b9dfc-77b6-4f39-81fe-76f248b8d2d8 req-b70fa38a-e310-4ab7-bf8d-834b78438e6e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:16:59.967752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-456b9dfc-77b6-4f39-81fe-76f248b8d2d8 req-b70fa38a-e310-4ab7-bf8d-834b78438e6e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 936 time: 0.2062514 Oct 13 04:16:59.984142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60156486-8deb-4b36-9710-8a0ffbdf07b6 req-26f24c9d-decd-4252-874f-860f3bbf239b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186461 Oct 13 04:17:00.072453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-456b9dfc-77b6-4f39-81fe-76f248b8d2d8 req-2b035afe-6c15-4880-bd8b-8c01da2a2921 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988264 Oct 13 04:17:00.077647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d456-b264-4b06-8693-9c54790790c9 req-749d2ece-0e37-4eb6-995d-230fa1696725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.079127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-749d2ece-0e37-4eb6-995d-230fa1696725 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5a99f6c13944f98e260def2bc512ca&device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 1095 time: 0.0703385 Oct 13 04:17:00.179003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770a341c-36c2-4e77-b67a-f5b8fad202b1 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:00.190214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.212005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6974-dcf0-4dc3-8ae4-350500805725 req-3205039c-e7a2-4d5c-8794-879c9ca9b507 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.217115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-11afc35a-97ff-4b00-81ec-4e08b6f170fc tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c352462e-cb4b-46a7-8b80-a1aa00fadf1b HTTP/1.1" status: 200 len: 1801 time: 0.0737960 Oct 13 04:17:00.217832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80ad6974-dcf0-4dc3-8ae4-350500805725 req-3205039c-e7a2-4d5c-8794-879c9ca9b507 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 944 time: 0.0966568 Oct 13 04:17:00.222134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d456-b264-4b06-8693-9c54790790c9 req-6873a498-62a9-441b-b69c-53780e004faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.222992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Transition to ACTIVE for port object 770a341c-36c2-4e77-b67a-f5b8fad202b1 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:00.223590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-6873a498-62a9-441b-b69c-53780e004faf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 200 len: 906 time: 0.1328290 Oct 13 04:17:00.234307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.294168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-f4773417-cea5-4001-9f43-1441dfb0f25e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 200 len: 217 time: 0.0514059 Oct 13 04:17:00.333027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80ad6974-dcf0-4dc3-8ae4-350500805725 req-77e037fa-6d78-4c16-b789-0943621c4657 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032977 Oct 13 04:17:00.334200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Pushing event updated for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.377254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d456-b264-4b06-8693-9c54790790c9 req-41c54ea3-9b02-49d3-9bc4-18992191fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.379090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-41c54ea3-9b02-49d3-9bc4-18992191fa4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=795a07b9-d1ac-43ed-8ace-209ff63266f4 HTTP/1.1" status: 200 len: 844 time: 0.0702453 Oct 13 04:17:00.399628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.431127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.483821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Attempting to bind port 770a341c-36c2-4e77-b67a-f5b8fad202b1 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:00.483821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Attempting to bind port 770a341c-36c2-4e77-b67a-f5b8fad202b1 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:00.484130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Attempting to bind port 770a341c-36c2-4e77-b67a-f5b8fad202b1 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:00.494289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Port 770a341c-36c2-4e77-b67a-f5b8fad202b1 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:00.494624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Attempting to bind port 770a341c-36c2-4e77-b67a-f5b8fad202b1 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:00.506259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1282d4-636e-4ee1-8144-3f1c9656e30e req-2e125d6e-8d51-402f-bee8-3abd51078a25 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.507343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba1282d4-636e-4ee1-8144-3f1c9656e30e req-2e125d6e-8d51-402f-bee8-3abd51078a25 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0861747 Oct 13 04:17:00.510990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:00.511650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:00.512030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:00.512860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Bound port: 770a341c-36c2-4e77-b67a-f5b8fad202b1, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:00.512860 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.514110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d456-b264-4b06-8693-9c54790790c9 req-fd746013-6e7f-4a2f-8d84-ee7e00fe532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.515658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-fd746013-6e7f-4a2f-8d84-ee7e00fe532e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178336 Oct 13 04:17:00.580900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.583599 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.584709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf6d335d-7784-487f-9a5f-f277bf0186f8 req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/c352462e-cb4b-46a7-8b80-a1aa00fadf1b HTTP/1.1" status: 204 len: 173 time: 0.3586793 Oct 13 04:17:00.603026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36810c16-24d8-429d-810d-69519f3e8971 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352462e-cb4b-46a7-8b80-a1aa00fadf1b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.621258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba1282d4-636e-4ee1-8144-3f1c9656e30e req-e77444d9-e8a0-41cf-83fd-41a231753b4a tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/security-groups?id=f85d56e3-4475-4c62-b55f-ca56342d9495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983438 Oct 13 04:17:00.642681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:00.644711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-71534e49-6613-4df6-9abd-0c358a6390b3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205404 Oct 13 04:17:00.646738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:00.652560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.690362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.690997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:00.693974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] 10.222.0.47 "PUT /v2.0/ports/770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 200 len: 1096 time: 1.1807203 Oct 13 04:17:00.780773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45374f47-9d00-4388-b0ce-7ea8270c1231 service neutron] Pushing event updated for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:00.804864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-8089504f-59e1-4271-8029-b65df28bea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:00.809835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-8089504f-59e1-4271-8029-b65df28bea82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1099 time: 0.0628653 Oct 13 04:17:00.851574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c896d456-b264-4b06-8693-9c54790790c9 req-d0aea670-1fc7-4646-a067-5197ffe2e7bb service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964753 Oct 13 04:17:00.900624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-f581697c-30aa-4b65-afaf-77ae50ee6dbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 200 len: 217 time: 0.0697670 Oct 13 04:17:01.013615 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-5e2b131f-125a-4268-b932-bb9967ec5656 req-c1e4c26e-d81f-4d9a-bdaa-5b9a91eb7476 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:01.014644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e2b131f-125a-4268-b932-bb9967ec5656 req-c1e4c26e-d81f-4d9a-bdaa-5b9a91eb7476 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c352462e-cb4b-46a7-8b80-a1aa00fadf1b HTTP/1.1" status: 404 len: 352 time: 0.0238137 Oct 13 04:17:01.035362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-1d6cdff0-1ddb-4201-9224-7133bd160c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.036985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-1d6cdff0-1ddb-4201-9224-7133bd160c19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1235342 Oct 13 04:17:01.065723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55492445-4d8e-4f1b-a2ea-adab3ec970b5 req-9b7f7cca-c8e8-4b91-802b-83cd5ad499c0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.068304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55492445-4d8e-4f1b-a2ea-adab3ec970b5 req-9b7f7cca-c8e8-4b91-802b-83cd5ad499c0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.1647201 Oct 13 04:17:01.192711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55492445-4d8e-4f1b-a2ea-adab3ec970b5 req-1d75c99a-5bad-4678-b2f5-190bf731db96 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Oct 13 04:17:01.196276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b125e-672f-4496-8c23-bf672286d86b req-22cfc51d-9fc6-4b18-8831-8cd7e13dad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.198409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-22cfc51d-9fc6-4b18-8831-8cd7e13dad2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285629 Oct 13 04:17:01.199982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-239b6f5c-1a45-448f-94ce-7b6507ec5913 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.201811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-239b6f5c-1a45-448f-94ce-7b6507ec5913 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 950 time: 0.0937741 Oct 13 04:17:01.306265 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-59d5b321-f6a7-4401-a064-caab2e668e2f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/fb8297b7-729c-4793-9b91-0802cd573327 HTTP/1.1" status: 200 len: 1799 time: 0.0700996 Oct 13 04:17:01.314688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be783d4a-6e5a-444c-80a7-6536dcdb30aa req-474d22c2-02e6-437c-85ed-0d65262f5e18 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.316501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be783d4a-6e5a-444c-80a7-6536dcdb30aa req-474d22c2-02e6-437c-85ed-0d65262f5e18 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1421216 Oct 13 04:17:01.379798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-39d6c4bf-14fd-46c6-b8ba-086fcceb0aef service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736803 Oct 13 04:17:01.380342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be783d4a-6e5a-444c-80a7-6536dcdb30aa req-55c1166e-6699-4bda-b744-aa4682784e16 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524712 Oct 13 04:17:01.387883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Deleting port f28305ba-8709-45df-b1e0-79bcf1efdf51 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:01.388290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.491753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.512440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f15b125e-672f-4496-8c23-bf672286d86b req-fbfcf3c8-854b-4bc9-af69-7b66f1585f6f service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176202 Oct 13 04:17:01.522199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] For port f28305ba-8709-45df-b1e0-79bcf1efdf51, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f28305ba-8709-45df-b1e0-79bcf1efdf51,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:01.522572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.527350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.539330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Calling delete_port for f28305ba-8709-45df-b1e0-79bcf1efdf51 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:01.565931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecb79e-df94-47cc-94c9-a269baeaf621 req-2c99f798-e882-4424-9750-474392bc9c70 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.567489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8ecb79e-df94-47cc-94c9-a269baeaf621 req-2c99f798-e882-4424-9750-474392bc9c70 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 948 time: 0.0922801 Oct 13 04:17:01.575084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.577725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.578882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15f88e66-be35-4c2a-b17c-a1b854f179f8 req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb8297b7-729c-4793-9b91-0802cd573327 HTTP/1.1" status: 204 len: 173 time: 0.2380159 Oct 13 04:17:01.592135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41617270-e2d4-49d5-858e-476670254d4b tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8297b7-729c-4793-9b91-0802cd573327,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:01.647588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8ecb79e-df94-47cc-94c9-a269baeaf621 req-2ea6d7fd-3d76-4c73-8038-8a467b83d7d0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Oct 13 04:17:01.687119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:01.693911 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98667478-914a-431e-89e3-8df368143d96" -d '{"events": [{"name": "network-changed", "server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:01.718601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.731937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f28305ba-8709-45df-b1e0-79bcf1efdf51'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:01.776660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Pushing event deleted for resources: {'Port': ['ID=f28305ba-8709-45df-b1e0-79bcf1efdf51,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:01.819637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] No DVR routers for this DVR port f28305ba-8709-45df-b1e0-79bcf1efdf51 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:01.822600 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:01.826226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-288a8d6a-2c7c-4ef5-941b-5a7c7d8dea08 req-bf36d832-635c-4993-95ba-b8dee6cfd8bd tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.16 "DELETE /v2.0/ports/f28305ba-8709-45df-b1e0-79bcf1efdf51 HTTP/1.1" status: 204 len: 173 time: 0.6096110 Oct 13 04:17:01.826851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-deleted', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:01.829430 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ab8fd-3834-4525-a6d1-d7230a288add" -d '{"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-deleted", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:01.846005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16dda8-d5bf-4bdc-85b9-e147a45878e9 req-3aab1f0a-e390-4d2a-9d1e-2da2a636258b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:01.847502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e16dda8-d5bf-4bdc-85b9-e147a45878e9 req-3aab1f0a-e390-4d2a-9d1e-2da2a636258b tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 944 time: 0.1267366 Oct 13 04:17:01.870383 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-b09a5e62-3b45-4367-b6f8-000977fb1842 req-5eea6e87-3225-49db-a212-86e71f2017e9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:01.871542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b09a5e62-3b45-4367-b6f8-000977fb1842 req-5eea6e87-3225-49db-a212-86e71f2017e9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/fb8297b7-729c-4793-9b91-0802cd573327 HTTP/1.1" status: 404 len: 352 time: 0.0219233 Oct 13 04:17:01.911688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e16dda8-d5bf-4bdc-85b9-e147a45878e9 req-b819e3fa-9956-4938-849f-5749efe65d81 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545621 Oct 13 04:17:01.972998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c63f673-917f-4e1c-b2c7-abd24a3fd248 req-b99d1bcb-a4cf-45c2-ada9-67fefc148840 tempest-MigrationsAdminTest-1347187211 tempest-MigrationsAdminTest-1347187211-project] 10.222.0.49 "GET /v2.0/ports?device_id=2056208e-e652-44e2-9924-16f0ac828e39 HTTP/1.1" status: 200 len: 210 time: 0.0433686 Oct 13 04:17:01.974334 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b50d4-4617-4755-bab1-602cea9919fb x-openstack-request-id: req-599b50d4-4617-4755-bab1-602cea9919fb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:01.974617 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:01.974868 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-599b50d4-4617-4755-bab1-602cea9919fb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:01.975930 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1', 'status': 'completed', 'code': 200} Oct 13 04:17:02.021195 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f74382-103b-4295-be32-1d3765bdb1f7 x-openstack-request-id: req-d2f74382-103b-4295-be32-1d3765bdb1f7 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:02.021734 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056208e-e652-44e2-9924-16f0ac828e39", "name": "network-vif-deleted", "tag": "f28305ba-8709-45df-b1e0-79bcf1efdf51", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:02.022158 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2f74382-103b-4295-be32-1d3765bdb1f7 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:02.023136 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056208e-e652-44e2-9924-16f0ac828e39', 'name': 'network-vif-deleted', 'tag': 'f28305ba-8709-45df-b1e0-79bcf1efdf51', 'status': 'completed', 'code': 200} Oct 13 04:17:02.029878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667478-914a-431e-89e3-8df368143d96 req-6872f348-f49d-4781-a4ab-ccddba8b61df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.035287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-6872f348-f49d-4781-a4ab-ccddba8b61df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1099 time: 0.0493479 Oct 13 04:17:02.057074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41896) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.112031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Deleting subnet 6e91a61d-9ec0-486f-8c74-f842f8f36b0f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:02.115990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.173789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.203918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1be6cd69-9a3f-49d9-834d-5406d5324ebc req-625a85ed-cf06-474b-8b23-6c1e66f767a9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 6148 time: 0.1353512 Oct 13 04:17:02.205019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667478-914a-431e-89e3-8df368143d96 req-98cdc1de-a94c-4bbb-a42f-2738f2df5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.206382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-98cdc1de-a94c-4bbb-a42f-2738f2df5f6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1572006 Oct 13 04:17:02.223173 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.319729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-16817be9-100f-4157-a47a-d0f98cbcc66b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 200 len: 217 time: 0.1004050 Oct 13 04:17:02.347474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.379805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e91a61d-9ec0-486f-8c74-f842f8f36b0f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.387208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.392920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-72fec82f-c39b-40da-a142-c3c531531653 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6e91a61d-9ec0-486f-8c74-f842f8f36b0f HTTP/1.1" status: 204 len: 168 time: 0.3314865 Oct 13 04:17:02.393154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41902) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:02.403707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1be6cd69-9a3f-49d9-834d-5406d5324ebc req-290507df-e33e-4057-8d3e-03c4c24d4f44 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.1804547 Oct 13 04:17:02.407674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d80ac-0217-4bb6-840e-84c66146db8c req-81c857e8-064b-4167-90ab-227d138852c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.408810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667478-914a-431e-89e3-8df368143d96 req-17a44409-13fc-4fa4-a868-692ea10add89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.409104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db5d80ac-0217-4bb6-840e-84c66146db8c req-81c857e8-064b-4167-90ab-227d138852c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.1083040 Oct 13 04:17:02.410430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-17a44409-13fc-4fa4-a868-692ea10add89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0783768 Oct 13 04:17:02.487835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1be6cd69-9a3f-49d9-834d-5406d5324ebc req-473a8a2c-b085-4bda-873e-c5d88a90366e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 200 len: 2981 time: 0.0711610 Oct 13 04:17:02.501176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98667478-914a-431e-89e3-8df368143d96 req-73e14487-a740-46f5-8538-b4e6fbeb0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.502733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-73e14487-a740-46f5-8538-b4e6fbeb0cdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785055 Oct 13 04:17:02.516732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.522392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db5d80ac-0217-4bb6-840e-84c66146db8c req-f32a3aa4-3f86-4192-b135-b3e7f9e0128a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006351 Oct 13 04:17:02.575130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2138558253', 'description': 'tempest-description-467946903'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:02.616952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.617259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.645122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-08a7a1d5-2bf6-4674-99e5-eec3bc897cca service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335905 Oct 13 04:17:02.662953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae257d9-90d0-4b4e-a4a3-d0c184933192']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:02.677638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4db294-1d5d-4a18-8210-beb2f4ea4af7') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:02.677978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4db294-1d5d-4a18-8210-beb2f4ea4af7') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:02.692724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18391e-c622-442b-8e85-b46c51e18079 req-d047199f-a4bb-447a-af0c-70d5468ed8bc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.694199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa18391e-c622-442b-8e85-b46c51e18079 req-d047199f-a4bb-447a-af0c-70d5468ed8bc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0816040 Oct 13 04:17:02.698421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.722564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.726693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a2edf48b-ba0e-47e2-97a6-74baed7371d8 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:02.733239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:02.733640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:02.736474 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:02.776325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.781497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98667478-914a-431e-89e3-8df368143d96 req-9b2ba8ab-08cc-4278-b568-0c77ae80b660 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275599 Oct 13 04:17:02.782762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.789353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa18391e-c622-442b-8e85-b46c51e18079 req-81b7eb4f-2db5-42e2-9933-1ef0daa4a319 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841990 Oct 13 04:17:02.813975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.815257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8041467-717d-4477-a3a9-1e7e56eb41ea req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2463591 Oct 13 04:17:02.827091 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.831323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec3bb7-a551-4761-b13b-e95df0d0f9f5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.840659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.841045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.841390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.841728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.842510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.842510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.842730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.843144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.843346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.843460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.843784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.844161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.844489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f65d8e-a187-40be-9a22-326b9c61d712 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:02.862871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ae257d9-90d0-4b4e-a4a3-d0c184933192 HTTP/1.1" status: 204 len: 168 time: 0.4686868 Oct 13 04:17:02.875151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bd979-2e05-4353-a302-ccdfd7d818af admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae257d9-90d0-4b4e-a4a3-d0c184933192,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:02.877797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:02.886175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-826711316', 'description': 'tempest-description-1565806927'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:02.892508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'port_id': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'mac_address': 'fa:16:3e:04:3e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:02.917005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.935362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be9266-aea1-48a6-ad4f-5e759e9ba1f4 req-b9147b06-fb25-4703-8cbe-885fbd681d44 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:02.936856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11be9266-aea1-48a6-ad4f-5e759e9ba1f4 req-b9147b06-fb25-4703-8cbe-885fbd681d44 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 948 time: 0.0559132 Oct 13 04:17:02.944040 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:02.964852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2edf48b-ba0e-47e2-97a6-74baed7371d8 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:02.984340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11be9266-aea1-48a6-ad4f-5e759e9ba1f4 req-71d2833c-70ef-4d08-8d41-8085d317f65f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Oct 13 04:17:02.991318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:03.004573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.016887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.020634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.052975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.054246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ec74a44-3adc-46b5-9db0-70547af109de req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1902647 Oct 13 04:17:03.077482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836abb39-0933-491a-841a-b2e219b3386a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08238c2-5ecb-49f9-8e63-64e41084b211,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.092752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.112889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.113788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.114326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.114859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.115681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.116210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.116735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.117247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.117769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.118440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.119486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.120167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:03.159953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.198144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34629fa-158a-4f8e-9548-0b84935ef09e req-c503f06f-1726-4de1-838e-0e2082e008a8 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:03.209279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c34629fa-158a-4f8e-9548-0b84935ef09e req-c503f06f-1726-4de1-838e-0e2082e008a8 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 945 time: 0.0845971 Oct 13 04:17:03.229985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53059a4d-9998-4f34-9a29-2f1f74450c1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d39793647dff49b68bc8ca3e02ae7510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684466 Oct 13 04:17:03.232496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.253880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a2edf48b-ba0e-47e2-97a6-74baed7371d8'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:03.272313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c34629fa-158a-4f8e-9548-0b84935ef09e req-db96bb7c-633b-4685-a6ea-baa9d7fb2432 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618532 Oct 13 04:17:03.333345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 770a341c-36c2-4e77-b67a-f5b8fad202b1 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:03.367908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.413488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.481854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-d6ce793d-054e-47de-ba06-b576b9f2615d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:03.489446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-d6ce793d-054e-47de-ba06-b576b9f2615d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 813 time: 0.2051079 Oct 13 04:17:03.524351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:03.531053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-7198f680-e70b-473f-b2e2-cb51f46aeef3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/quotas/c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 375 time: 0.0403900 Oct 13 04:17:03.538879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '770a341c-36c2-4e77-b67a-f5b8fad202b1', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '770a341c-36c2-4e77-b67a-f5b8fad202b1', 'mac_address': 'fa:16:3e:3c:d5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:03.564247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41954) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.592897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.608092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-278d4eb8-3ca4-46f6-8412-110aa51634b0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760684 Oct 13 04:17:03.612188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:03.612877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770a341c-36c2-4e77-b67a-f5b8fad202b1 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:03.636602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.639343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.640469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff532f6e-7c8c-414b-807d-1b1b850df985 HTTP/1.1" status: 204 len: 168 time: 0.4064901 Oct 13 04:17:03.644845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:03.650281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.688412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f8add-ed55-4961-b5f6-53595596e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff532f6e-7c8c-414b-807d-1b1b850df985,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.733567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-e568228a-1e83-4221-afc8-846bbf845c3b service neutron] 10.222.0.49 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243238 Oct 13 04:17:03.748800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:03.753606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779fb21-1246-4991-8857-dbb20aab1017 req-f96219c7-fdad-4d24-ba43-18dea624fe24 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:03.755433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6779fb21-1246-4991-8857-dbb20aab1017 req-f96219c7-fdad-4d24-ba43-18dea624fe24 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.0907862 Oct 13 04:17:03.847168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25348361-77ff-4d0e-b5fc-4def1480e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:03.851941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-417ef049-99eb-4acd-913e-0f4078139cda service neutron] 10.222.0.49 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101320 Oct 13 04:17:03.862079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6779fb21-1246-4991-8857-dbb20aab1017 req-a7708969-4c29-4cde-b846-b0594462bac4 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956011 Oct 13 04:17:03.873329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:04.038498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-294342d3-3680-440d-a0cd-0a9f077b7b54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5631d415ae040dcbaded884bc5e0b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700966 Oct 13 04:17:04.038957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:04.078820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad392b6c-9c14-4711-b484-f487807ce6bb req-7dd4469e-4388-4f87-a857-addc4dede2bb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.087116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad392b6c-9c14-4711-b484-f487807ce6bb req-7dd4469e-4388-4f87-a857-addc4dede2bb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1347334 Oct 13 04:17:04.167733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad392b6c-9c14-4711-b484-f487807ce6bb req-4f0aabcd-642e-4f03-9eb3-ae5e256dc0a6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683174 Oct 13 04:17:04.178559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25348361-77ff-4d0e-b5fc-4def1480e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.185082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25348361-77ff-4d0e-b5fc-4def1480e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.217581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3d28-18a9-49a9-bf1a-85a761dcd7e5 req-fc7e3177-fa36-4403-9d90-655f37849dde tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.219156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-805d3d28-18a9-49a9-bf1a-85a761dcd7e5 req-fc7e3177-fa36-4403-9d90-655f37849dde tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 949 time: 0.1220508 Oct 13 04:17:04.232020 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.249413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41982) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:04.250069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25348361-77ff-4d0e-b5fc-4def1480e6b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4219d0b9cd4443c2b2c8d3e0d6ca0541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354282 Oct 13 04:17:04.251343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348361-77ff-4d0e-b5fc-4def1480e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3504eab-a0f9-481e-8c35-a4d5ab414a5a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.295370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.303536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad52c55-3e42-4590-a987-9900760905b7 req-7926d086-3a5c-48ac-94f9-9563d0f03803 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 210 time: 0.0340602 Oct 13 04:17:04.387608 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-805d3d28-18a9-49a9-bf1a-85a761dcd7e5 req-ad2a4100-1e76-4051-b0d2-b660f9e69de5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398616 Oct 13 04:17:04.428484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.454062 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.458241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0024-ea76-4a83-b338-6d9279453be0 req-cd84ef51-12c8-40ef-839d-22ce7472e31e tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:04.467590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6df0024-ea76-4a83-b338-6d9279453be0 req-cd84ef51-12c8-40ef-839d-22ce7472e31e tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 945 time: 0.0853441 Oct 13 04:17:04.476971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.480159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.481350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f85d56e3-4475-4c62-b55f-ca56342d9495 HTTP/1.1" status: 204 len: 168 time: 0.4412642 Oct 13 04:17:04.510376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef969ca7-adbc-42f2-8c2d-2223503fe9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d56e3-4475-4c62-b55f-ca56342d9495,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.531940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6df0024-ea76-4a83-b338-6d9279453be0 req-eaf3d38d-f2ff-4975-8986-9e295b7c9781 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586052 Oct 13 04:17:04.567728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.571785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.573093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3504eab-a0f9-481e-8c35-a4d5ab414a5a HTTP/1.1" status: 204 len: 168 time: 0.3152390 Oct 13 04:17:04.582183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7e598-f165-4efa-9573-5b1666f516fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3504eab-a0f9-481e-8c35-a4d5ab414a5a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:04.739092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a2edf48b-ba0e-47e2-97a6-74baed7371d8 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:04.800538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port a2edf48b-ba0e-47e2-97a6-74baed7371d8 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:04.805339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port a2edf48b-ba0e-47e2-97a6-74baed7371d8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:04.805793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.902375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.939376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:04.943701 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a56f682-3e86-41ef-b103-131b8e874629" -d '{"events": [{"server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:04.973733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:04.983714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:04.985823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:04.997837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42016) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:05.036342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361c1fc-2e76-4667-963b-6281f6d57ae9 req-30aa530f-9ff9-45df-8839-8dc3f361adac tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.039540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1361c1fc-2e76-4667-963b-6281f6d57ae9 req-30aa530f-9ff9-45df-8839-8dc3f361adac tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.0882635 Oct 13 04:17:05.053958 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1134dea0-121d-4198-9d4d-192ffd43d8a1 x-openstack-request-id: req-1134dea0-121d-4198-9d4d-192ffd43d8a1 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:05.054553 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:05.054975 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1134dea0-121d-4198-9d4d-192ffd43d8a1 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:05.055545 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'code': 200} Oct 13 04:17:05.069123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: f28305ba-8709-45df-b1e0-79bcf1efdf51 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:05.072033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f28305ba-8709-45df-b1e0-79bcf1efdf51 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:05.083773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-484e7b37-ba2f-4cca-9ea3-9f5fec4d1cf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd6f39f2dfe849e9a6225f3d9b2d42a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847425 Oct 13 04:17:05.086260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:05.135096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1361c1fc-2e76-4667-963b-6281f6d57ae9 req-ec186e98-05c0-4998-ac0b-bbb39de8cb6e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847471 Oct 13 04:17:05.164322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:05.178703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.203611 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.221193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a0646-0849-42b3-8967-33d27440aa10 req-8ee90c4b-9f1d-4612-9b0c-1bb96348bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.222807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a59a0646-0849-42b3-8967-33d27440aa10 req-8ee90c4b-9f1d-4612-9b0c-1bb96348bd22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 1097 time: 0.0851171 Oct 13 04:17:05.303773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42028) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:05.326110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a59a0646-0849-42b3-8967-33d27440aa10 req-ccbde487-4666-4ce1-9c9a-7c8265f05dbf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873818 Oct 13 04:17:05.348658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 770a341c-36c2-4e77-b67a-f5b8fad202b1 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:05.392863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.403143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.406758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88dd2dd1-b7cd-4aaf-aa8b-a35daba157aa HTTP/1.1" status: 204 len: 168 time: 0.3169298 Oct 13 04:17:05.413756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-8852b9ea-b07f-46fe-bb94-175d8da03add tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.416151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-8852b9ea-b07f-46fe-bb94-175d8da03add tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.16 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 813 time: 0.1641562 Oct 13 04:17:05.433130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d0232-1d4c-4032-a387-85d224a1fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd2dd1-b7cd-4aaf-aa8b-a35daba157aa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:05.447448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0084-be0a-4a44-bce5-ec12be9a2d13 req-999d5b42-bc23-480b-9e36-0371cb92f79c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.458665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-216d0084-be0a-4a44-bce5-ec12be9a2d13 req-999d5b42-bc23-480b-9e36-0371cb92f79c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1390986 Oct 13 04:17:05.479086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af026d46-e01e-442b-9b4c-5626b9fcef13 req-6b03262f-053b-4be1-b3b8-81c0227074ff tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 210 time: 0.0616157 Oct 13 04:17:05.480855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 770a341c-36c2-4e77-b67a-f5b8fad202b1 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:05.485491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 770a341c-36c2-4e77-b67a-f5b8fad202b1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:05.485964 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.533364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-216d0084-be0a-4a44-bce5-ec12be9a2d13 req-514ea2f3-212f-4ac9-8aa6-bfb6b00b84e8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762103 Oct 13 04:17:05.545836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'device_id': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'network_id': '5c58883f-389a-4315-b045-e14767145059', 'admin_state_up': True, 'tenant_id': 'c30c166d33414136aecb290229c19280'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:05.570756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2140420149-network', 'tenant_id': '102f8c48c52841e88caf9078b6715d92'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:05.613640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Made reservation on behalf of 102f8c48c52841e88caf9078b6715d92 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:05.616649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.620365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.673385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:05.680665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.699685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.751631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18b808-aa71-43b8-b941-624ba2777b91 req-1f4919b2-6dc8-4a9e-945b-52c2d1ff8a32 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.769429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c18b808-aa71-43b8-b941-624ba2777b91 req-1f4919b2-6dc8-4a9e-945b-52c2d1ff8a32 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.1052101 Oct 13 04:17:05.796299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:05.810139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb9049-bb13-452a-9ac7-fa55ac6dad4c req-fd0025e3-294b-442c-9c7b-1194aa634231 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:05.819094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dabb9049-bb13-452a-9ac7-fa55ac6dad4c req-fd0025e3-294b-442c-9c7b-1194aa634231 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.1567600 Oct 13 04:17:05.827595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c18b808-aa71-43b8-b941-624ba2777b91 req-0a573f07-53c5-4cee-b502-66dd116da960 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571795 Oct 13 04:17:05.928404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dabb9049-bb13-452a-9ac7-fa55ac6dad4c req-3561515e-4317-441b-9cdf-121805c72a81 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080534 Oct 13 04:17:05.936082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Made reservation on behalf of c30c166d33414136aecb290229c19280 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:05.943314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.984816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:05.991424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.062876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:06.079187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008963a3-45b1-45e6-b4cd-a31a415fb0e5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:06.114575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.115007 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Added segment d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6 of type vlan for network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 Oct 13 04:17:06.175027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.182083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Allocated IP 172.20.0.2 (5c58883f-389a-4315-b045-e14767145059/29fdc11f-3d59-42e8-ac17-94015cc7a1e2/931cf54f-8fdd-473d-ac1b-1bab907e0c13) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:06.224294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.225276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:06.225849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.330411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0231187 Oct 13 04:17:06.331273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42072) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:06.338286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Request body: {'subnet': {'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2140420149-subnet', 'tenant_id': '102f8c48c52841e88caf9078b6715d92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:06.367110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Made reservation on behalf of 102f8c48c52841e88caf9078b6715d92 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:06.371926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.399303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877ba56-535c-4709-b03b-eb750ac34e94 admin admin] Pushing event updated for resources: {'Network': ['ID=0949ccb8-3230-4efd-a1db-f8bbf17dffe1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:06.414679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:06.429088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77253-5c9c-4a99-a18b-f6b49045d1df req-d5efd28d-1576-41ae-82ea-35efff1b8d2e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:06.437641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6d77253-5c9c-4a99-a18b-f6b49045d1df req-d5efd28d-1576-41ae-82ea-35efff1b8d2e tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.2084754 Oct 13 04:17:06.525651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6d77253-5c9c-4a99-a18b-f6b49045d1df req-d5a68b02-df69-451a-9dad-f7142f94a99d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802126 Oct 13 04:17:06.553829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.647589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.672563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:06.684957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:06.771650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Network 5c58883f-389a-4315-b045-e14767145059 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:06.778096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:06.784732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:06.801008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42088) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:06.850135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Checking segment: {'id': 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:06.850658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Network hostable DHCP agents. Network: 0949ccb8-3230-4efd-a1db-f8bbf17dffe1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:06.858662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:06.887016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a6ce-bcf0-4957-af5b-0e3f1e8fad18 req-8e74b1fc-4938-484c-a907-226ebc0db744 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:06.895047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48f5a6ce-bcf0-4957-af5b-0e3f1e8fad18 req-8e74b1fc-4938-484c-a907-226ebc0db744 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 931 time: 0.2058244 Oct 13 04:17:06.952999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48f5a6ce-bcf0-4957-af5b-0e3f1e8fad18 req-7b9f716d-63e0-4ee5-b368-8b1479fad118 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486417 Oct 13 04:17:06.971350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:06.991837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0949ccb8-3230-4efd-a1db-f8bbf17dffe1) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:06.999144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.000420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.007722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1271c-54d6-4fd3-8455-d125cc9d4e33 None None] Network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:07.046323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2be24d17-4ca8-41bc-9081-ee74be79a107 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7129521 Oct 13 04:17:07.074202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:07.080238 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4008992-3019-4ae6-8183-9deb851b2c32" -d '{"events": [{"server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "name": "network-vif-plugged", "status": "completed", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:07.115686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea4-cf1b-48a2-bbb3-18e39b5d3fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.151543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd65ca0-3729-4e52-b5e5-e67aa86da2eb req-053dab3c-9109-48a7-b1ce-b606be64eeb8 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.159503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0dd65ca0-3729-4e52-b5e5-e67aa86da2eb req-053dab3c-9109-48a7-b1ce-b606be64eeb8 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.0948436 Oct 13 04:17:07.231203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0dd65ca0-3729-4e52-b5e5-e67aa86da2eb req-46ed008c-e1b8-4625-8d59-7f7d9d19f4ed tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687430 Oct 13 04:17:07.303417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea4-cf1b-48a2-bbb3-18e39b5d3fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.308901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb13fea4-cf1b-48a2-bbb3-18e39b5d3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.345414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaadf12-fde2-4cab-a20d-d3f753ea6f2d None None] Network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:07.359722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb13fea4-cf1b-48a2-bbb3-18e39b5d3fd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddaedbba16284ff8935fa2124f156b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535698 Oct 13 04:17:07.363303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:07.367197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d88b1d-1b93-4c51-b550-0e80a7898025 req-5fda6063-929a-478a-84ab-5bbac9f509f9 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.369554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87d88b1d-1b93-4c51-b550-0e80a7898025 req-5fda6063-929a-478a-84ab-5bbac9f509f9 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.7111495 Oct 13 04:17:07.379204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.380141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13fea4-cf1b-48a2-bbb3-18e39b5d3fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10802f9d-aaad-428c-a388-82600df06840,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.459161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.459872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.485788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87d88b1d-1b93-4c51-b550-0e80a7898025 req-e839b0e2-e6a7-4e80-b56a-467d0a0b64cf tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908427 Oct 13 04:17:07.492656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-57096620-f11d-4975-ab20-36bd5e79e1c9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9482594 Oct 13 04:17:07.496379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31978e87-f781-46ca-8c61-09b084200f58 req-70afc442-a7a2-4173-9a0e-dd542ebb0e3f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.500214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31978e87-f781-46ca-8c61-09b084200f58 req-70afc442-a7a2-4173-9a0e-dd542ebb0e3f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.1383069 Oct 13 04:17:07.521438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Request body: {'port': {'device_id': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:07.532412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.553995 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54436e54-92fb-47db-8104-4002deb293b8 x-openstack-request-id: req-54436e54-92fb-47db-8104-4002deb293b8 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:07.554252 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "name": "network-vif-plugged", "status": "completed", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:07.554489 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54436e54-92fb-47db-8104-4002deb293b8 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:07.554931 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1', 'code': 200} Oct 13 04:17:07.583408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31978e87-f781-46ca-8c61-09b084200f58 req-215d9c6e-0b80-463f-ac72-828da8604fe4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664728 Oct 13 04:17:07.585262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.660819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.684055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.687125 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.691776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10802f9d-aaad-428c-a388-82600df06840 HTTP/1.1" status: 204 len: 168 time: 0.3272066 Oct 13 04:17:07.697117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-6969f177-a454-4d5f-ae9b-c449d6b81f29 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.698697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-6969f177-a454-4d5f-ae9b-c449d6b81f29 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1382883 Oct 13 04:17:07.705251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb2256-2ff3-4d78-a212-c3d81e8ef917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10802f9d-aaad-428c-a388-82600df06840,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:07.709125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3e484-1257-4771-88af-82bdc757b9ea req-bc4ec7aa-c2c2-476b-b139-e2260dc5f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.710614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6be3e484-1257-4771-88af-82bdc757b9ea req-bc4ec7aa-c2c2-476b-b139-e2260dc5f972 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1101 time: 0.0800495 Oct 13 04:17:07.739546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813736-1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:07.779702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae5623-f260-488d-99aa-25f9a733143c req-7de145a6-b6b6-45db-8605-fbad73ccf545 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:07.781495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06ae5623-f260-488d-99aa-25f9a733143c req-7de145a6-b6b6-45db-8605-fbad73ccf545 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.1404142 Oct 13 04:17:07.786869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6be3e484-1257-4771-88af-82bdc757b9ea req-ae338339-ef35-4ced-bb99-912e162a9443 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Oct 13 04:17:07.792256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:07.799955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Request body: {'floatingip': {'port_id': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:07.857573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:07.960855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.131733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c029994-e386-451e-8a45-6ad9f7de8ef4 req-a6afed82-d2ba-49a0-9c10-a10702791884 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.140439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2c029994-e386-451e-8a45-6ad9f7de8ef4 req-a6afed82-d2ba-49a0-9c10-a10702791884 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 945 time: 0.2452958 Oct 13 04:17:08.218326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42148) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:08.230127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1378357931-network', 'tenant_id': 'c0e7e9e29b0044d48bbe8232bb78f82d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:08.311486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2c029994-e386-451e-8a45-6ad9f7de8ef4 req-eafb46f4-41a8-4de7-9ea5-a74c7a81bbee tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689739 Oct 13 04:17:08.331386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Made reservation on behalf of c0e7e9e29b0044d48bbe8232bb78f82d for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:08.339373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.390634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.393979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:08.502855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.516495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.535328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931cf54f-8fdd-473d-ac1b-1bab907e0c13 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:08.554416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.594931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e48a48-269b-4b5e-8fd2-7113aa5ee0de req-7312d9de-e59b-4c2b-be39-8698ee5b877c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.602817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2e48a48-269b-4b5e-8fd2-7113aa5ee0de req-7312d9de-e59b-4c2b-be39-8698ee5b877c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 931 time: 0.2162058 Oct 13 04:17:08.623414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Transition to ACTIVE for port object 931cf54f-8fdd-473d-ac1b-1bab907e0c13 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:08.624954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:08.660018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.667869 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Floating IP 5e7f1f02-b06b-44fc-8b0e-99e104d7103a associated. External IP: 172.25.0.61, port: a2edf48b-ba0e-47e2-97a6-74baed7371d8. Oct 13 04:17:08.727486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2e48a48-269b-4b5e-8fd2-7113aa5ee0de req-75a501ec-16fe-4d37-a116-1e5b6500f4f3 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234007 Oct 13 04:17:08.790984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:08.796465 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe74ec3-c094-455f-87e6-115e6a7a8819" -d '{"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-unplugged", "status": "completed", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:08.803585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.869631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb15d-3454-4875-9eae-5a50594163ea req-53f3fe39-3283-425c-b752-13684cc6b06e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:08.871447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b52cb15d-3454-4875-9eae-5a50594163ea req-53f3fe39-3283-425c-b752-13684cc6b06e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1471152 Oct 13 04:17:08.880541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.890550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:08.897990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:08.956686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b52cb15d-3454-4875-9eae-5a50594163ea req-18bfa289-08c0-40a8-85d7-ff925f2bda28 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782874 Oct 13 04:17:09.037859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.045860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42176) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:09.050174 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17f78f-d71c-4988-86a8-226d621a8fa3 x-openstack-request-id: req-8e17f78f-d71c-4988-86a8-226d621a8fa3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:09.050722 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-unplugged", "status": "completed", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:09.051156 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e17f78f-d71c-4988-86a8-226d621a8fa3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:09.051708 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186', 'code': 200} Oct 13 04:17:09.079412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3988c5e-0a8c-4136-885d-f1507a6d0fba req-589534ee-47a6-40a5-ade2-c207ded241d0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.089139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3988c5e-0a8c-4136-885d-f1507a6d0fba req-589534ee-47a6-40a5-ade2-c207ded241d0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.2646301 Oct 13 04:17:09.137352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9637a1-89de-4130-90e3-3c0c037be17a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.188288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:09.287635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3988c5e-0a8c-4136-885d-f1507a6d0fba req-0d2c7f95-9975-4f0e-baa5-83a039f301ac tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960199 Oct 13 04:17:09.302555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.302913 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Added segment b8e09918-a969-4499-b221-ca9744f09a78 of type vlan for network 63801ce1-6fc9-49e2-b012-8fca978c8e7b Oct 13 04:17:09.318606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:09.318939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:09.319725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.331930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.340722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Router 59e2e484-9ce2-4e03-808a-35e6266ca065 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:09.355480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:09.355480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.360185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Attempting to bind port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:09.361409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Attempting to bind port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:09.361671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Attempting to bind port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 on network 5c58883f-389a-4315-b045-e14767145059 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.364428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:09.395920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 on network 5c58883f-389a-4315-b045-e14767145059 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:09.396518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Attempting to bind port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 on network 5c58883f-389a-4315-b045-e14767145059 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.398748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f628bcad-e0f9-492d-9292-39921c0df92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.428747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:09.429168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:09.429567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:09.430013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Bound port: 84236db7-7f9d-4fb5-b235-b3623c181186, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:09.430414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.463283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:09.463674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Checking segment: {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:09.464012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Bound using segment: {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:09.464571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Bound port: 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1045e4-a4cf-42ff-996a-87f915169cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c58883f-389a-4315-b045-e14767145059'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:09.465016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.469987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.503002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:09.529705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:09.530376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:09.530914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.534822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d13b8dd-b697-4879-a1a1-e1148c5c2d35 req-01b8314e-fc3f-43b2-a997-c59f83f2d5d2 tempest-AbsoluteLimitsNegativeTestJSON-2092900389 tempest-AbsoluteLimitsNegativeTestJSON-2092900389-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=35c860e90cb44bb390bad8953b7e43aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323005 Oct 13 04:17:09.536754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:09.537101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:09.542933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:09.543394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:09.544007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:09.544475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Bound port: 84236db7-7f9d-4fb5-b235-b3623c181186, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:09.544870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.563612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:09.578478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.581610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Sync routers for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:09.613906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:09.614904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:09.618646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59088214-ac3f-4ab5-9791-16d629378303 req-65ac12ce-92ee-4486-8c52-c00c015c35e9 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.620287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-59088214-ac3f-4ab5-9791-16d629378303 req-65ac12ce-92ee-4486-8c52-c00c015c35e9 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.2063372 Oct 13 04:17:09.632932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.634494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.635545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.645994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc8924e2-2cbb-45ae-82a2-c8426af262c4 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "PUT /v2.0/floatingips/5e7f1f02-b06b-44fc-8b0e-99e104d7103a HTTP/1.1" status: 200 len: 991 time: 1.8523493 Oct 13 04:17:09.648582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:09.651772 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911c679-d190-4d75-8347-38b99f249800" -d '{"events": [{"name": "network-changed", "server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:09.684928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:09.688177 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4670117 Oct 13 04:17:09.688327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:09.693356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Request body: {'subnet': {'network_id': '63801ce1-6fc9-49e2-b012-8fca978c8e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1378357931-subnet', 'tenant_id': 'c0e7e9e29b0044d48bbe8232bb78f82d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:09.703209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b8dd-b697-4879-a1a1-e1148c5c2d35 req-6d92e0a4-3fa6-436b-a145-2ac862f91a62 tempest-AbsoluteLimitsNegativeTestJSON-2092900389 tempest-AbsoluteLimitsNegativeTestJSON-2092900389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.704698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d13b8dd-b697-4879-a1a1-e1148c5c2d35 req-6d92e0a4-3fa6-436b-a145-2ac862f91a62 tempest-AbsoluteLimitsNegativeTestJSON-2092900389 tempest-AbsoluteLimitsNegativeTestJSON-2092900389-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563613 Oct 13 04:17:09.731193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d13b8dd-b697-4879-a1a1-e1148c5c2d35 req-fd47d314-0c3e-4111-ba68-2ac6d526642f tempest-AbsoluteLimitsNegativeTestJSON-2092900389 tempest-AbsoluteLimitsNegativeTestJSON-2092900389-project] 10.222.0.49 "GET /v2.0/quotas/35c860e90cb44bb390bad8953b7e43aa HTTP/1.1" status: 200 len: 375 time: 0.0172589 Oct 13 04:17:09.731797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:09.733513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Made reservation on behalf of c0e7e9e29b0044d48bbe8232bb78f82d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:09.736361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.741891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.791822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:09.794283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:09.803515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:09.815477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-59088214-ac3f-4ab5-9791-16d629378303 req-493bdf84-bb02-4763-85f8-c9dc645c9ddb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644568 Oct 13 04:17:09.817124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:09.822478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 84236db7-7f9d-4fb5-b235-b3623c181186-n-h1-813736-1-0 {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:09.822823 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:09.824635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a29e1-34a7-45bd-83af-8f1d39cc406d admin admin] Pushing event updated for resources: {'Network': ['ID=63801ce1-6fc9-49e2-b012-8fca978c8e7b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.831740 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.844812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d13b8dd-b697-4879-a1a1-e1148c5c2d35 req-2784bc58-8604-4b74-8f5f-d6210c14c96c tempest-AbsoluteLimitsNegativeTestJSON-2092900389 tempest-AbsoluteLimitsNegativeTestJSON-2092900389-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=35c860e90cb44bb390bad8953b7e43aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934210 Oct 13 04:17:09.859846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 63801ce1-6fc9-49e2-b012-8fca978c8e7b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:09.894823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:09.895478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.896873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] 10.222.0.16 "PUT /v2.0/ports/931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 1091 time: 2.3809934 Oct 13 04:17:09.898833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f628bcad-e0f9-492d-9292-39921c0df92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.908192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f628bcad-e0f9-492d-9292-39921c0df92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:09.954545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b55694-3cdf-48c3-8e59-de6c55fec97c service neutron] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:09.985130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f628bcad-e0f9-492d-9292-39921c0df92b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec75b4b4f2404da292f4155b3f773923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291768 Oct 13 04:17:10.000695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42206) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.004095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628bcad-e0f9-492d-9292-39921c0df92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af4538a-7f0d-48c2-a38c-707d308bb474,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.023447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-9053811f-d5f3-4fcd-b837-bb634b4dd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.025361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-9053811f-d5f3-4fcd-b837-bb634b4dd89a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1094 time: 0.0592279 Oct 13 04:17:10.065610 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322a6daf-f7a1-409f-9295-28cb76df84dc x-openstack-request-id: req-322a6daf-f7a1-409f-9295-28cb76df84dc {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:10.065610 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:10.065964 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-322a6daf-f7a1-409f-9295-28cb76df84dc {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:10.066260 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'status': 'completed', 'code': 200} Oct 13 04:17:10.130772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-06ffd907-4cf7-4454-9385-691f9c63306d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 217 time: 0.0936134 Oct 13 04:17:10.191431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bcbe4-a756-446a-b6d0-ece8d267d14a req-de5c5296-2335-42f1-a7e4-c5d4933651bf tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.191629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.200794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-741bcbe4-a756-446a-b6d0-ece8d267d14a req-de5c5296-2335-42f1-a7e4-c5d4933651bf tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 943 time: 0.1461344 Oct 13 04:17:10.221297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.232654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.259756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-741bcbe4-a756-446a-b6d0-ece8d267d14a req-a39b6da7-5612-4ee7-a030-94ec36d24f4d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Oct 13 04:17:10.275010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-abb5fe5d-44a7-40b9-9a56-bb02d2270cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.276940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-abb5fe5d-44a7-40b9-9a56-bb02d2270cf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.1384838 Oct 13 04:17:10.277413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.283603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 has no active binding in host n-h2-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:17:10.330734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-5f8073ba-8fef-4034-b39a-8028d7756266 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418115 Oct 13 04:17:10.371563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.374614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.378155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9af4538a-7f0d-48c2-a38c-707d308bb474 HTTP/1.1" status: 204 len: 168 time: 0.3762636 Oct 13 04:17:10.394299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.443988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:10.444564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c679-d190-4d75-8347-38b99f249800 req-5464d403-e66f-40db-b9ba-f071426c0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.444672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:10.444672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:10.445907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-5464d403-e66f-40db-b9ba-f071426c0c13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5a99f6c13944f98e260def2bc512ca&device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 1097 time: 0.3610425 Oct 13 04:17:10.461085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:10.461414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempting to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 on network bce2e91a-108a-4988-88c0-6fa86e0d9bbf {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:10.484271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '5e7f1f02-b06b-44fc-8b0e-99e104d7103a', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'port_id': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'mac_address': 'fa:16:3e:04:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:16:50Z', 'updated_at': '2021-10-13T04:17:08Z', 'revision_number': 1, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:10.499620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:10.500090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Checking segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:10.500469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Bound using segment: {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:10.500921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Bound port: 84236db7-7f9d-4fb5-b235-b3623c181186, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6c32-37cf-4a88-a193-575721e8e081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bce2e91a-108a-4988-88c0-6fa86e0d9bbf'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:10.501278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.525788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Checking router: 59e2e484-9ce2-4e03-808a-35e6266ca065 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:10.536092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:10.536619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a936-fae2-49f0-9f66-57e0d8fb93cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.536785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:16:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:10.545928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1d460-d628-41a5-822d-88befeff4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af4538a-7f0d-48c2-a38c-707d308bb474,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.579534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add71f6f-2406-432d-a455-5f2ff66f3aac req-00f54db9-63c0-41a1-88c1-eadf0f56d95f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.587871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-add71f6f-2406-432d-a455-5f2ff66f3aac req-00f54db9-63c0-41a1-88c1-eadf0f56d95f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.2897625 Oct 13 04:17:10.602084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eff45-87bf-40c1-9206-4acc01be6da2 req-a060e408-5991-41d5-aeb6-fbaacd3712f2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.610062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c00eff45-87bf-40c1-9206-4acc01be6da2 req-a060e408-5991-41d5-aeb6-fbaacd3712f2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.1669855 Oct 13 04:17:10.640532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f61745-a093-44f5-95d9-177b0add8905,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:10.677627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-add71f6f-2406-432d-a455-5f2ff66f3aac req-ba9947af-b140-49a4-9067-799a9e3548bb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Oct 13 04:17:10.693529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Checking segment: {'id': 'b8e09918-a969-4499-b221-ca9744f09a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '63801ce1-6fc9-49e2-b012-8fca978c8e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:10.694112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Network hostable DHCP agents. Network: 63801ce1-6fc9-49e2-b012-8fca978c8e7b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:10.698088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c679-d190-4d75-8347-38b99f249800 req-d5d6ffb8-1b6a-4039-b094-616e936818f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.700315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-d5d6ffb8-1b6a-4039-b094-616e936818f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 200 len: 906 time: 0.2346938 Oct 13 04:17:10.709541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c00eff45-87bf-40c1-9206-4acc01be6da2 req-934913ac-b1f3-4c70-b04e-c05839affa5d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973957 Oct 13 04:17:10.742809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-6b675df4-0224-43b1-afc0-b5dfd01be93e service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010329 Oct 13 04:17:10.747278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:10.821371 n-d-813736-1 neutron-server[95048]: WARNING neutron.plugins.ml2.plugin [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Concurrent port binding operations failed on port 84236db7-7f9d-4fb5-b235-b3623c181186 Oct 13 04:17:10.830857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Network 63801ce1-6fc9-49e2-b012-8fca978c8e7b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:10.847482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42226) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:10.861958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 63801ce1-6fc9-49e2-b012-8fca978c8e7b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:10.867036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.868388 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.875978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:10.890487 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attempt 2 to bind port 84236db7-7f9d-4fb5-b235-b3623c181186 Oct 13 04:17:10.895959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-910dc4d2-fe5e-4432-8ed6-22183ec60301 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2065346 Oct 13 04:17:10.905119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a43c9-a320-4074-b326-5ad23b7ae61c None None] Network 63801ce1-6fc9-49e2-b012-8fca978c8e7b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:10.906552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:10.907334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.908705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-30c5105f-c591-4eb3-895c-8f6bc078381b service neutron] 10.222.0.47 "PUT /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 1121 time: 3.1761332 Oct 13 04:17:10.918038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c18a2bf0-741d-47dc-830a-bf3b8079a955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.937725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-32dfa7ba-a91d-4227-807d-a20659cff1a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 200 len: 999 time: 0.2225881 Oct 13 04:17:10.941403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a936-fae2-49f0-9f66-57e0d8fb93cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:10.955596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9dd8a936-fae2-49f0-9f66-57e0d8fb93cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.017572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84236db7-7f9d-4fb5-b235-b3623c181186'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:11.053838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c679-d190-4d75-8347-38b99f249800 req-9e6d460b-bec9-4653-b303-c4f9c3ed9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.054582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26b36a41-5e4d-4985-a71a-45f75c9c48a9 req-3168517f-13fc-4ccc-b015-d6858ab1bea2 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888298 Oct 13 04:17:11.055017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['84236db7-7f9d-4fb5-b235-b3623c181186'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:11.057800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-9e6d460b-bec9-4653-b303-c4f9c3ed9b6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=795a07b9-d1ac-43ed-8ace-209ff63266f4 HTTP/1.1" status: 200 len: 844 time: 0.0983148 Oct 13 04:17:11.115689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13'}, {'name': 'network-changed', 'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:11.122898 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6146867-f5ef-48d6-b758-1b75159f6097" -d '{"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13"}, {"name": "network-changed", "server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:11.136776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9dd8a936-fae2-49f0-9f66-57e0d8fb93cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35c860e90cb44bb390bad8953b7e43aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582828 Oct 13 04:17:11.137568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.155132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c679-d190-4d75-8347-38b99f249800 req-7a734297-ccf6-4a8c-8e3b-8d604e32dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.156859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-7a734297-ccf6-4a8c-8e3b-8d604e32dfbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891626 Oct 13 04:17:11.170315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8a936-fae2-49f0-9f66-57e0d8fb93cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bffa7d-47d7-43e8-a38c-4bbb98b644c3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.213348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc50f8b-62c8-44eb-9422-32d031466c1c req-a1597144-2d85-47e2-b7e4-1712943d4ec7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.215879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dc50f8b-62c8-44eb-9422-32d031466c1c req-a1597144-2d85-47e2-b7e4-1712943d4ec7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.2512286 Oct 13 04:17:11.310486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.316561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dc50f8b-62c8-44eb-9422-32d031466c1c req-f7e4c9d8-9411-4c53-9b9e-ab6db1b2dea3 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Oct 13 04:17:11.323504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c18a2bf0-741d-47dc-830a-bf3b8079a955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.339896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c18a2bf0-741d-47dc-830a-bf3b8079a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.343043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.365835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-11cb9d2c-17f4-4bfa-be90-8d47fbde675f service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898808 Oct 13 04:17:11.407082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-4711649d-5da9-4ed3-93d4-1900fe4628f5 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.414497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-4711649d-5da9-4ed3-93d4-1900fe4628f5 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1101 time: 0.1430905 Oct 13 04:17:11.420083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.423913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.425580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99bffa7d-47d7-43e8-a38c-4bbb98b644c3 HTTP/1.1" status: 204 len: 168 time: 0.2737954 Oct 13 04:17:11.439200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aec307-1d48-4f10-bef7-f88c8b2a0876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bffa7d-47d7-43e8-a38c-4bbb98b644c3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.480154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42246) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:11.480846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c18a2bf0-741d-47dc-830a-bf3b8079a955 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcd1bd98accc496b9cea8cdd4f290d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312950 Oct 13 04:17:11.480946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a2bf0-741d-47dc-830a-bf3b8079a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399abece-6abb-4cb9-b10e-08354e30f9d4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.486236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-9922664d-f6b9-4bdd-9d37-92d570a57a7f tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.546325 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b707dba-ca6d-4c2f-aa75-8871592e03fa x-openstack-request-id: req-9b707dba-ca6d-4c2f-aa75-8871592e03fa {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:11.546682 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:11.547356 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b707dba-ca6d-4c2f-aa75-8871592e03fa {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:11.549306 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'status': 'completed', 'code': 200} Oct 13 04:17:11.549577 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186', 'status': 'completed', 'code': 200} Oct 13 04:17:11.565511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a911c679-d190-4d75-8347-38b99f249800 req-420b0d87-6a1e-454d-978f-d0b6c5c8ae8b service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990592 Oct 13 04:17:11.627542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-9922664d-f6b9-4bdd-9d37-92d570a57a7f tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.628804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.640496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-9922664d-f6b9-4bdd-9d37-92d570a57a7f tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.676812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa4d97d5-55c9-4449-a3b8-d27a40df08ad req-9922664d-f6b9-4bdd-9d37-92d570a57a7f tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611468 Oct 13 04:17:11.695619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.717702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922664d-f6b9-4bdd-9d37-92d570a57a7f tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d4484-40d2-4690-83c1-075de485156b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.718815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.722646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ae06a-01e3-4d2a-87d3-b9e01be5fe1a None None] Network 63801ce1-6fc9-49e2-b012-8fca978c8e7b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:11.749373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-86af9741-825a-44b2-9401-b0e0a3a8a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.751297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-86af9741-825a-44b2-9401-b0e0a3a8a464 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1094 time: 0.1988249 Oct 13 04:17:11.767770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f9970-ea6d-476b-8adc-9e466b221def req-056f1883-eca6-4530-a5f5-bf56bce00779 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.775201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-404f9970-ea6d-476b-8adc-9e466b221def req-056f1883-eca6-4530-a5f5-bf56bce00779 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 943 time: 0.1827617 Oct 13 04:17:11.793412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2523bd7-d8ae-4d17-8125-a467f3289c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.878229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.880777 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:11.881922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/399abece-6abb-4cb9-b10e-08354e30f9d4 HTTP/1.1" status: 204 len: 168 time: 0.4007695 Oct 13 04:17:11.890709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-404f9970-ea6d-476b-8adc-9e466b221def req-34096851-6c0a-4acf-af6b-ab902cccc83f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146681 Oct 13 04:17:11.896448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '5e7f1f02-b06b-44fc-8b0e-99e104d7103a', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'port_id': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'mac_address': 'fa:16:3e:04:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:16:50Z', 'updated_at': '2021-10-13T04:17:08Z', 'revision_number': 1, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:11.910580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ab3a5-050e-4622-adef-7af9a7a4e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399abece-6abb-4cb9-b10e-08354e30f9d4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:11.922515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7daa8568-6c97-46c0-b66a-a6a01c0927d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:11.924653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7daa8568-6c97-46c0-b66a-a6a01c0927d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.1643126 Oct 13 04:17:11.985687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-99fc6398-c8de-450d-b579-485ee418b32a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 217 time: 0.0497246 Oct 13 04:17:12.012990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadeab6b-4edb-462a-9028-e8ddc0250173 None None] The sync data for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 is: [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '5e7f1f02-b06b-44fc-8b0e-99e104d7103a', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'port_id': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'mac_address': 'fa:16:3e:04:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:16:50Z', 'updated_at': '2021-10-13T04:17:08Z', 'revision_number': 1, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:12.085293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1e652-6bb6-4dcf-bc6e-b8d20829c4d3 req-22c22530-5a79-456c-b1bb-e191aed26d07 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.087947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfc1e652-6bb6-4dcf-bc6e-b8d20829c4d3 req-22c22530-5a79-456c-b1bb-e191aed26d07 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1005044 Oct 13 04:17:12.101342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-b325fc5b-87bb-40c2-9e5b-13a46f80de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.104113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-b325fc5b-87bb-40c2-9e5b-13a46f80de10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.0797791 Oct 13 04:17:12.156301 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-e31bb7a5-fb72-41de-8657-51b2b081eff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439036 Oct 13 04:17:12.225126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfc1e652-6bb6-4dcf-bc6e-b8d20829c4d3 req-e2bc931e-a259-4719-a61e-7608d0d913b3 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260839 Oct 13 04:17:12.276523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-c703b703-c788-489b-9e5a-ffd3f129de3c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.278157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-c703b703-c788-489b-9e5a-ffd3f129de3c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/networks?id=0949ccb8-3230-4efd-a1db-f8bbf17dffe1 HTTP/1.1" status: 200 len: 825 time: 0.1392624 Oct 13 04:17:12.298642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-0f6ab9a6-7582-4688-bf2e-8a76156a2d21 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/quotas/102f8c48c52841e88caf9078b6715d92 HTTP/1.1" status: 200 len: 375 time: 0.0131710 Oct 13 04:17:12.306527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-02246d11-ea17-4c23-9a03-5ff1785c49ea service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410987 Oct 13 04:17:12.359756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-fdeb9213-1224-4726-b581-9367b3ce5238 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=102f8c48c52841e88caf9078b6715d92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540328 Oct 13 04:17:12.437450 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8236ee7-83e4-43f7-8303-d0cdd757c5dd None None] New status for floating IP 5e7f1f02-b06b-44fc-8b0e-99e104d7103a: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:17:12.458521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-fa70a40e-eb72-465e-a64a-2f069d756ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447253 Oct 13 04:17:12.514721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:12.578828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-0e15eba0-e65d-4ab7-ba3f-1be77766fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.582168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-0e15eba0-e65d-4ab7-ba3f-1be77766fc58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1124 time: 0.0682678 Oct 13 04:17:12.583519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-bd648e36-4123-4303-988a-fd728938b686 service neutron] 10.222.0.49 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118783 Oct 13 04:17:12.729715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-c00834b3-fc5b-4b8b-9193-d6bb068106c6 service neutron] 10.222.0.49 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423795 Oct 13 04:17:12.794340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 931cf54f-8fdd-473d-ac1b-1bab907e0c13 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:12.798473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef3595-75e0-4c93-9962-2653d21508ef req-53e44ff4-75a1-4eae-bc0e-ee10bc174e5c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.800083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ef3595-75e0-4c93-9962-2653d21508ef req-53e44ff4-75a1-4eae-bc0e-ee10bc174e5c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.2113483 Oct 13 04:17:12.869325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ef3595-75e0-4c93-9962-2653d21508ef req-aa1509b2-8fb2-4020-9e9b-765604917b3f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 Oct 13 04:17:12.871957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7b443d8a-07e2-4a2f-b41b-a4a4b24172ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:12.873328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7b443d8a-07e2-4a2f-b41b-a4a4b24172ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.2559447 Oct 13 04:17:12.977096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-2fb457c1-3a22-4eba-92b0-cbacebda0e77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 217 time: 0.0938375 Oct 13 04:17:13.044322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:13.075254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'network_id': '5c58883f-389a-4315-b045-e14767145059', 'port_id': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'mac_address': 'fa:16:3e:80:b5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fdc11f-3d59-42e8-ac17-94015cc7a1e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:13.101593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42320) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:13.111627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4aa4b1e9-090b-4f86-a732-3d0718c9a9ac req-4b497bfd-d2a1-4e4a-93e4-c42f8f467b47 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 210 time: 0.0508621 Oct 13 04:17:13.119311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7d5155f7-7b43-4652-9f6f-7512e52923aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.121130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-7d5155f7-7b43-4652-9f6f-7512e52923aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1309648 Oct 13 04:17:13.145865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.172803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931cf54f-8fdd-473d-ac1b-1bab907e0c13 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:13.221740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:13.233443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.301413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:13.325896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc1641-818f-4fd6-ac7d-a4a97886647e req-cd8385e7-4481-492b-9d0e-d5f8e4e4de27 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.340975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08bc1641-818f-4fd6-ac7d-a4a97886647e req-cd8385e7-4481-492b-9d0e-d5f8e4e4de27 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 943 time: 0.1234982 Oct 13 04:17:13.385432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08bc1641-818f-4fd6-ac7d-a4a97886647e req-f63a9d02-30d7-4799-940c-24bfa4488281 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Oct 13 04:17:13.533781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f7f7-4efd-4a00-a064-816d9c8c864f req-f71ac1dd-999d-48f1-9331-3810228900a6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.541522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-208202842-network', 'tenant_id': '0c126966b7854fcfa490f6cfd4e9ae85'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:13.543411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d403f7f7-4efd-4a00-a064-816d9c8c864f req-f71ac1dd-999d-48f1-9331-3810228900a6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0788600 Oct 13 04:17:13.552464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-0378f63e-6241-4896-96c4-1c122616522b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4498947 Oct 13 04:17:13.574999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['931cf54f-8fdd-473d-ac1b-1bab907e0c13'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:13.578444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-bbb504fe-2fd3-4ccf-a5f4-b51b0dd64a05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414853 Oct 13 04:17:13.604511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d403f7f7-4efd-4a00-a064-816d9c8c864f req-d9f83141-f260-4949-a95e-9940988ebb69 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601523 Oct 13 04:17:13.746265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Made reservation on behalf of 0c126966b7854fcfa490f6cfd4e9ae85 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:13.748852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.771249 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:13.870428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2760d08c-b126-4600-8c4f-dc9012444819 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:13.871891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2760d08c-b126-4600-8c4f-dc9012444819 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997434 Oct 13 04:17:13.890144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-2b70c0e7-e3be-4f08-849e-4d5072edb7c8 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528627 Oct 13 04:17:13.901576 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-9ab3377d-c43d-40f7-a7a5-5c93cb1b5604 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0215087 Oct 13 04:17:14.012472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a6ad1-c7ba-47c9-b6f9-b7e684a58a45 req-420cb921-79e7-47a7-8bbc-76c6684a6628 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.019623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-065a6ad1-c7ba-47c9-b6f9-b7e684a58a45 req-420cb921-79e7-47a7-8bbc-76c6684a6628 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.0588229 Oct 13 04:17:14.034087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.044133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.059387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-f60b276f-4e8f-44a1-9a75-ddb66fec02b2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507151 Oct 13 04:17:14.083415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-065a6ad1-c7ba-47c9-b6f9-b7e684a58a45 req-c4e7ccab-6538-4eb8-8d6b-be3487671766 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608106 Oct 13 04:17:14.107862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-862cd991-0e6c-43b8-bfb4-5a0e8f0a46cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.112775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:14.132555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292f66e0-509d-4047-b564-415089f9b9a9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:14.173702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6146867-f5ef-48d6-b758-1b75159f6097 req-1caf9670-ebae-451d-9b1f-7a14a53dfb62 service neutron] 10.222.0.16 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618489 Oct 13 04:17:14.186795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.187770 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Added segment cec3ed0a-d9e1-447b-86ab-bd545c70b95e of type vlan for network 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec Oct 13 04:17:14.293101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c67a9c71-f179-4323-8d3c-0625fa006d3a req-f8aff67f-d094-4eae-97fd-246fb117839d tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 210 time: 0.0404422 Oct 13 04:17:14.417080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.472669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-6340e70f-4782-4e11-99b6-edeaca25119a tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.474443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-6340e70f-4782-4e11-99b6-edeaca25119a tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.47 "GET /v2.0/networks?id=0949ccb8-3230-4efd-a1db-f8bbf17dffe1 HTTP/1.1" status: 200 len: 825 time: 0.2068179 Oct 13 04:17:14.485152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.486795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.487520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.542775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Request body: {'port': {'device_id': '99055c34-b77b-4b66-a90b-bd5405108087', 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1', 'admin_state_up': True, 'tenant_id': '102f8c48c52841e88caf9078b6715d92'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:14.622647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:14.635152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:14.707346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42378) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:14.707911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83d07396-3a05-45aa-b800-38410b6c4b25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6034214 Oct 13 04:17:14.713555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Request body: {'subnet': {'network_id': '4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-208202842-subnet', 'tenant_id': '0c126966b7854fcfa490f6cfd4e9ae85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:14.747170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3b0b-84ca-4608-b703-caed28cde38b req-2b37431a-af25-4469-adb8-dba5daf777d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:14.748649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ecb3b0b-84ca-4608-b703-caed28cde38b req-2b37431a-af25-4469-adb8-dba5daf777d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 944 time: 0.1273065 Oct 13 04:17:14.772248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Made reservation on behalf of 0c126966b7854fcfa490f6cfd4e9ae85 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:14.776255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.796283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 931cf54f-8fdd-473d-ac1b-1bab907e0c13 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:14.828972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Made reservation on behalf of 102f8c48c52841e88caf9078b6715d92 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:14.838598 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:14.860686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ecb3b0b-84ca-4608-b703-caed28cde38b req-7da3d75e-bfbb-4092-9799-8583964e74bd tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946078 Oct 13 04:17:14.921474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:14.926506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:14.927272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.076412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.125041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:15.130583 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc886e8-51fa-4d3c-9fda-9080a06f9007" -d '{"events": [{"server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "name": "network-vif-plugged", "status": "completed", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:15.162050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:15.172930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.174017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:15.223235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379393b9-af8a-4ddf-afc7-4e3423879529 req-a5591db3-3cc8-4c68-81cd-79ac98e338fc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.228013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c413ff4-90a7-4c29-a2d6-e4d290c2f432 req-a880fce6-3eb2-48fd-bd0b-b4addc3ca229 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 210 time: 0.0610554 Oct 13 04:17:15.236484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-379393b9-af8a-4ddf-afc7-4e3423879529 req-a5591db3-3cc8-4c68-81cd-79ac98e338fc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1591825 Oct 13 04:17:15.237618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.267723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Allocated IP 172.20.0.9 (0949ccb8-3230-4efd-a1db-f8bbf17dffe1/bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27/1a5b2150-737e-4fa8-b186-07cb50f16ac2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:15.340044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd41b1db-879d-484f-8a02-d99fbed27b84,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:15.347518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.394558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:15.400050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.427435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-379393b9-af8a-4ddf-afc7-4e3423879529 req-1f72d4f5-ea66-4486-a63d-9b02eabfe6c2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107471 Oct 13 04:17:15.443996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Checking segment: {'id': 'cec3ed0a-d9e1-447b-86ab-bd545c70b95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:15.444362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Network hostable DHCP agents. Network: 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:15.477639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Network 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:15.488691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:15.494195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.494868 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.501118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b87423-30b4-43d5-900a-44be764dcdd5 None None] Network 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:15.540568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-de722c53-f059-41cc-a6bc-a320b2fa0002 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8241618 Oct 13 04:17:15.619669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d6f6-d13b-4012-b2fe-f1c7012ee8a5 req-41257d41-5bfd-406c-820d-e70d843623e1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.624606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2b4d6f6-d13b-4012-b2fe-f1c7012ee8a5 req-41257d41-5bfd-406c-820d-e70d843623e1 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.2655883 Oct 13 04:17:15.723211 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159bd0e0-bc23-48e9-ad20-3bd38d9a041c x-openstack-request-id: req-159bd0e0-bc23-48e9-ad20-3bd38d9a041c {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:15.727928 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "name": "network-vif-plugged", "status": "completed", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:15.728485 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-159bd0e0-bc23-48e9-ad20-3bd38d9a041c {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:15.729061 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'code': 200} Oct 13 04:17:15.753513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7d729-1237-4aa2-914e-e9e6dbf75ac6 req-2125fe22-0a8a-47f9-ae38-d06aa57a7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:15.755021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70f7d729-1237-4aa2-914e-e9e6dbf75ac6 req-2125fe22-0a8a-47f9-ae38-d06aa57a7db8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1096 time: 0.1246312 Oct 13 04:17:15.765218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2b4d6f6-d13b-4012-b2fe-f1c7012ee8a5 req-6c025bb8-4308-4537-b34c-3f00fce0d5ff tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175776 Oct 13 04:17:15.787186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1ca731b-69d0-46f8-a8ba-9adee673318c req-70173256-a75d-40ae-bdb5-bb55c239a401 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 210 time: 0.0367181 Oct 13 04:17:15.814656 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:15.832573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86135ca-388b-4ba4-9e1b-d65279939fe2 None None] Network 4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:15.844190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.905484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:15.968697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70f7d729-1237-4aa2-914e-e9e6dbf75ac6 req-dbc7d0f0-4211-4843-b542-63c76bfd8264 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844237 Oct 13 04:17:15.984574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:15.989613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:15.996231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:16.002234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Pushing event updated for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:16.009177 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-64f1d98e-4cab-4f22-a357-3b56db1665fb req-57fb906c-3d1b-41f9-b578-f2d33043d5cc tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] show failed (client error): The resource could not be found. Oct 13 04:17:16.031055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64f1d98e-4cab-4f22-a357-3b56db1665fb req-57fb906c-3d1b-41f9-b578-f2d33043d5cc tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/766936e1-2173-45f5-a43e-d749df66cfe4 HTTP/1.1" status: 404 len: 352 time: 0.0605290 Oct 13 04:17:16.090678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.093524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.170633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-17e16fdd-c084-463d-9135-df0bb3f6f72f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6784413 Oct 13 04:17:16.186178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Request body: {'port': {'device_id': '99055c34-b77b-4b66-a90b-bd5405108087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:16.217393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06373b-f02b-4e9f-a7e7-cf7eaa40401e req-35723b13-e990-4cf4-b609-81610745b89a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.225705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f06373b-f02b-4e9f-a7e7-cf7eaa40401e req-35723b13-e990-4cf4-b609-81610745b89a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 945 time: 0.0956645 Oct 13 04:17:16.274271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e787f26-519c-4643-a2dd-2cf0dbb3b760 req-19e83622-7ca9-4dcc-9dc0-90fad5f1de78 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c126966b7854fcfa490f6cfd4e9ae85 HTTP/1.1" status: 200 len: 2984 time: 0.1631086 Oct 13 04:17:16.277824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.287792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f06373b-f02b-4e9f-a7e7-cf7eaa40401e req-a6e2934d-64f8-4b03-b64f-ad0a3bda9f10 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Oct 13 04:17:16.369209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e787f26-519c-4643-a2dd-2cf0dbb3b760 req-94e7fe55-2dbd-4f03-8e0b-b2a41d5bd887 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/292f66e0-509d-4047-b564-415089f9b9a9 HTTP/1.1" status: 200 len: 2981 time: 0.0818615 Oct 13 04:17:16.534370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e787f26-519c-4643-a2dd-2cf0dbb3b760 req-0c013985-4335-4d80-b82b-bccd5a1cebbb tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/292f66e0-509d-4047-b564-415089f9b9a9 HTTP/1.1" status: 200 len: 2981 time: 0.1104848 Oct 13 04:17:16.702980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdd8f4a1-105a-459d-b188-6d4047ee524b req-8b91c138-ba9f-43cd-80b4-279b5cb70aab tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 210 time: 0.0482440 Oct 13 04:17:16.709993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5b2150-737e-4fa8-b186-07cb50f16ac2 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:16.721246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.767303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Transition to ACTIVE for port object 1a5b2150-737e-4fa8-b186-07cb50f16ac2 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:16.807771 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-50cc9c80-cbdf-4cf5-be78-d1f4a42d8234 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601952 Oct 13 04:17:16.812489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:16.848516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dd47a-dc59-475e-b305-b5dbc73523e9 req-31619912-f7a2-4379-8b1a-9c4b4718c64b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:16.861788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e05dd47a-dc59-475e-b305-b5dbc73523e9 req-31619912-f7a2-4379-8b1a-9c4b4718c64b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1313808 Oct 13 04:17:16.923577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e05dd47a-dc59-475e-b305-b5dbc73523e9 req-fafc59cd-437c-4adc-b2ec-0d90355f62ac tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587938 Oct 13 04:17:16.995858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53fa3687-a0cb-4a4b-abf2-847cfab91a84 req-063bea34-d930-4c38-b522-c74fec95dcc3 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/292f66e0-509d-4047-b564-415089f9b9a9 HTTP/1.1" status: 200 len: 2981 time: 0.1859097 Oct 13 04:17:17.046413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:17.129192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-7b554d88-bd75-44aa-b29e-de77c0566748 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.130681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-7b554d88-bd75-44aa-b29e-de77c0566748 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040690 Oct 13 04:17:17.138862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.146006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08030f32-2f66-4143-80fb-a938e5dc0368 req-25943e6d-76c2-4c9a-b8f5-5f31d8a9dfcc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.147700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08030f32-2f66-4143-80fb-a938e5dc0368 req-25943e6d-76c2-4c9a-b8f5-5f31d8a9dfcc tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 943 time: 0.0835800 Oct 13 04:17:17.155995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:17.218997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08030f32-2f66-4143-80fb-a938e5dc0368 req-39098224-3c7d-4b93-97f1-b46203818e65 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574617 Oct 13 04:17:17.226701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Attempting to bind port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:17.227047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Attempting to bind port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:17.227526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Attempting to bind port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 on network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:17.242253 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-53fa3687-a0cb-4a4b-abf2-847cfab91a84 req-932569c3-589a-41b9-8832-ac143a2fd311 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:17.259891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53fa3687-a0cb-4a4b-abf2-847cfab91a84 req-932569c3-589a-41b9-8832-ac143a2fd311 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "DELETE /v2.0/security-groups/292f66e0-509d-4047-b564-415089f9b9a9 HTTP/1.1" status: 409 len: 352 time: 0.2516611 Oct 13 04:17:17.267290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 on network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:17.267630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Attempting to bind port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 on network 0949ccb8-3230-4efd-a1db-f8bbf17dffe1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:17.286338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:17.286736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Checking segment: {'id': 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:17.287154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Bound using segment: {'id': 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:17.287601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Bound port: 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:17.288027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.407732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:17.409408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3730504-2579-4716-bc12-e0ac0505a055 req-73b36730-90bf-4640-9065-ce744b3a8e40 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.410912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2,segment=NetworkSegment(d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6),segment_id=d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:17.413217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:17.418546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.422531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.423625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3730504-2579-4716-bc12-e0ac0505a055 req-73b36730-90bf-4640-9065-ce744b3a8e40 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 943 time: 0.0934553 Oct 13 04:17:17.491840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3730504-2579-4716-bc12-e0ac0505a055 req-629b160a-37c5-4863-bf4b-611be533a210 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667896 Oct 13 04:17:17.500696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.501113 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:17.512403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] 10.222.0.47 "PUT /v2.0/ports/1a5b2150-737e-4fa8-b186-07cb50f16ac2 HTTP/1.1" status: 200 len: 1091 time: 1.3230243 Oct 13 04:17:17.512403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:17.512403 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7a2a6-41d6-4437-84a6-3f972a410dce" -d '{"events": [{"name": "network-changed", "server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:17.618775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-14438f7f-eb9b-4bd8-b90a-5f38b90eaed4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250410 Oct 13 04:17:17.622406 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-1a593a3a-9375-418f-a0fb-e092a4fdb59e req-d345a6f9-7c0f-43df-a381-669cb2185503 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] show failed (client error): The resource could not be found. Oct 13 04:17:17.629437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fc92-e814-475e-8c01-9d21fc9154dd service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:17.646222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a593a3a-9375-418f-a0fb-e092a4fdb59e req-d345a6f9-7c0f-43df-a381-669cb2185503 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/42c17f58-f895-4666-9148-ec039c47f7a0 HTTP/1.1" status: 404 len: 352 time: 0.1019561 Oct 13 04:17:17.704849 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df714ea-32dd-4ee1-8c9b-2ea531c37f24 x-openstack-request-id: req-2df714ea-32dd-4ee1-8c9b-2ea531c37f24 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:17.705184 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:17.705410 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2df714ea-32dd-4ee1-8c9b-2ea531c37f24 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:17.705834 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2', 'status': 'completed', 'code': 200} Oct 13 04:17:17.746630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-bd340997-06b9-4881-b79a-ae0f068a5b46 service neutron] 10.222.0.16 "GET /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186/bindings/n-h2-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.2324841 Oct 13 04:17:17.750560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-90769e85-7e03-4c98-b7ae-c891596fbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.752180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-90769e85-7e03-4c98-b7ae-c891596fbe1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=102f8c48c52841e88caf9078b6715d92&device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 1094 time: 0.1746483 Oct 13 04:17:17.815577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.62 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/2eb55fe9-9aec-41ef-bf37-3e858117148d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:17.819325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-d34764e9-dc24-447d-8058-6d15b5b785cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2 HTTP/1.1" status: 200 len: 217 time: 0.0566096 Oct 13 04:17:17.829597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-76361d0e-407f-4a22-9c7e-0a345711ca1e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.829786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d418a0-3f06-4b46-89d6-b81237cbf081 req-2d83e695-65d2-4b88-9b2e-ccee56a89c58 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.831577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-76361d0e-407f-4a22-9c7e-0a345711ca1e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806991 Oct 13 04:17:17.837456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98d418a0-3f06-4b46-89d6-b81237cbf081 req-2d83e695-65d2-4b88-9b2e-ccee56a89c58 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 945 time: 0.1788373 Oct 13 04:17:17.857227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:17.893819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-7e94ac87-cce5-4ca1-8a31-79dcf6f788e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:17.895288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-7e94ac87-cce5-4ca1-8a31-79dcf6f788e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27 HTTP/1.1" status: 200 len: 865 time: 0.0555429 Oct 13 04:17:17.909054 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-44a1f4c5-1f82-4d56-83d3-61a3f616e361 req-4b725684-9b3a-4005-8b69-2f5d77b4dd94 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] show failed (client error): The resource could not be found. Oct 13 04:17:17.910111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44a1f4c5-1f82-4d56-83d3-61a3f616e361 req-4b725684-9b3a-4005-8b69-2f5d77b4dd94 tempest-SecurityGroupsNegativeTestJSON-446315329 tempest-SecurityGroupsNegativeTestJSON-446315329-project] 10.222.0.49 "GET /v2.0/security-groups/7af715f6-d3da-422f-92fd-0ace80a6f817 HTTP/1.1" status: 404 len: 352 time: 0.0775611 Oct 13 04:17:17.930897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42480) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:17.972062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-919c0148-2508-471a-9f31-4fa8bb42c468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949ccb8-3230-4efd-a1db-f8bbf17dffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624068 Oct 13 04:17:18.016299 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98d418a0-3f06-4b46-89d6-b81237cbf081 req-b90626c8-0d8b-4460-8c7d-309bc1b9ce59 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773283 Oct 13 04:17:18.075685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16e274ea-bd54-4132-8975-7bd4a13c15a9 req-a9179356-bf2b-4a20-970d-b24d8cb44b09 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 210 time: 0.0623164 Oct 13 04:17:18.143754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Deleting subnet cd41b1db-879d-484f-8a02-d99fbed27b84 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:18.174661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:18.176429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.186345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:18.190394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.235866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:18.274097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.284715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-b6cdd575-31c5-42fd-9fa0-74048862330f service neutron] 10.222.0.47 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853122 Oct 13 04:17:18.313119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bfa71-e4db-408e-93d1-1ab3f719a513 req-2672db72-53b4-4ade-a59d-fa0fb060b548 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:18.319586 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735bfa71-e4db-408e-93d1-1ab3f719a513 req-2672db72-53b4-4ade-a59d-fa0fb060b548 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.2276139 Oct 13 04:17:18.328537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84236db7-7f9d-4fb5-b235-b3623c181186 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:18.343036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:18.361899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.434405 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.439788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.466088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-cc2b3d9a-194e-44b7-b34c-e43e34403134 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2138558253&fields=id&tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 267 time: 0.0570848 Oct 13 04:17:18.477868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] Transition to ACTIVE for port object 84236db7-7f9d-4fb5-b235-b3623c181186 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:18.488554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.503824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735bfa71-e4db-408e-93d1-1ab3f719a513 req-49f31b8a-316b-491d-8beb-043d5b65673c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831172 Oct 13 04:17:18.579723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.583256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0332933-d478-4388-9c0f-fc2d281673d9 req-8b29b55f-8aa7-444a-8cc1-fce1279113ba service neutron] 10.222.0.47 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526116 Oct 13 04:17:18.591511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:18.605668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.615851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] No DVR routers for this DVR port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:18.637466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-82df219d-77f5-45ad-b826-c79bac96bc44 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:18.639078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-82df219d-77f5-45ad-b826-c79bac96bc44 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 945 time: 0.1643162 Oct 13 04:17:18.656794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] Pushing event updated for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:18.671778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'security_groups': ['e4cec75d-a34d-4a17-812b-10b279d90245', '93ec3bb7-a551-4761-b13b-e95df0d0f9f5']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:18.682515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd41b1db-879d-484f-8a02-d99fbed27b84,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:18.720343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.723330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-3d2a5264-90ad-4801-a566-4616792a4f02 service neutron] 10.222.0.16 "PUT /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186/bindings/n-h2-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9681866 Oct 13 04:17:18.726306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-adb13ff7-bca0-4a2b-8ac3-bb15d4367060 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd41b1db-879d-484f-8a02-d99fbed27b84 HTTP/1.1" status: 204 len: 168 time: 0.7935257 Oct 13 04:17:18.727413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42500) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:18.741694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.8 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/0cc9c560-220b-488d-9315-a903c11210f6) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:18.793271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:18.800809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:18.829281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:18.833559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:18.842282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:19.042949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-0d9c3396-84f1-47e9-965e-9f4a3160ddff tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.044521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-0d9c3396-84f1-47e9-965e-9f4a3160ddff tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1855352 Oct 13 04:17:19.106241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3e3e0280-7327-45c9-bc23-d38ec66e225e None None] Provisioning complete for port 2eb55fe9-9aec-41ef-bf37-3e858117148d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:19.106638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3e3e0280-7327-45c9-bc23-d38ec66e225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.159474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3e3e0280-7327-45c9-bc23-d38ec66e225e None None] Port 2eb55fe9-9aec-41ef-bf37-3e858117148d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:19.176321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.229119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-2c58baa1-5919-434a-bdd4-db6e93aff729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.230626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-2c58baa1-5919-434a-bdd4-db6e93aff729 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2 HTTP/1.1" status: 200 len: 1095 time: 0.1693597 Oct 13 04:17:19.235737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:19.264151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e369a-8061-426d-9a8a-fb8726744350 req-0e310956-5e3f-474e-90be-cded794bf8bb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.266175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f47e369a-8061-426d-9a8a-fb8726744350 req-0e310956-5e3f-474e-90be-cded794bf8bb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.6656694 Oct 13 04:17:19.278820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-e16a65af-850c-42d9-8284-85184e289a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.280460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-e16a65af-850c-42d9-8284-85184e289a0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=102f8c48c52841e88caf9078b6715d92&device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 1094 time: 0.6021798 Oct 13 04:17:19.283422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.295184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:19.296944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.305206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.307221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.308073 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.319100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.331251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['931cf54f-8fdd-473d-ac1b-1bab907e0c13'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:19.373365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:19.391322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:19.403650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.404316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.412845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f30fcd4-68d9-4046-9cda-add63cafe961 req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "PUT /v2.0/ports/931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 981 time: 0.7587557 Oct 13 04:17:19.414784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:19.417732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-e3aa9adf-22aa-49fa-9bfe-715fcd5495e1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2683012 Oct 13 04:17:19.418951 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:19.426608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:19.440697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-fc8c80e2-4761-4b3e-9de6-bced78b61eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.442448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-fc8c80e2-4761-4b3e-9de6-bced78b61eaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1095 time: 0.1741912 Oct 13 04:17:19.442663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Request body: {'port': {'device_id': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:19.445236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:19.458391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f47e369a-8061-426d-9a8a-fb8726744350 req-4fae3104-7b7c-454a-bfdc-bf1f425f5cc0 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839013 Oct 13 04:17:19.512572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['931cf54f-8fdd-473d-ac1b-1bab907e0c13'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:19.637273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-8d2a258b-f012-45a9-9a40-16c56d6f4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:19.638899 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-8d2a258b-f012-45a9-9a40-16c56d6f4dad service neutron] 10.222.0.47 "GET /v2.0/networks?id=0949ccb8-3230-4efd-a1db-f8bbf17dffe1 HTTP/1.1" status: 200 len: 926 time: 0.3401380 Oct 13 04:17:19.641572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.646112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:19.792831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:19.835044 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-a1bce4fe-ce4a-44f6-ad04-c85c3dcb87f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2 HTTP/1.1" status: 200 len: 217 time: 0.1821964 Oct 13 04:17:19.849586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec3ed0a-d9e1-447b-86ab-bd545c70b95e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:19.849883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec3ed0a-d9e1-447b-86ab-bd545c70b95e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:19.979646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.017093 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.045296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:20.125603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb58eae-747b-47f4-bf15-55a70a1592f5 req-23520c58-1005-475a-9a96-83ff9555fe2d tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.133062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7eb58eae-747b-47f4-bf15-55a70a1592f5 req-23520c58-1005-475a-9a96-83ff9555fe2d tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 943 time: 0.4158871 Oct 13 04:17:20.135724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:20.136133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.140002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d42d57c6-69d7-4cb4-a22d-e6b82724b536 None None] Provisioning complete for port 0cc9c560-220b-488d-9315-a903c11210f6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:20.141246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d42d57c6-69d7-4cb4-a22d-e6b82724b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:20.142010 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:20.144625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-022f8d42-0c64-4f2b-81e4-3d028b59c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.145106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-022f8d42-0c64-4f2b-81e4-3d028b59c360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27 HTTP/1.1" status: 200 len: 865 time: 0.2903974 Oct 13 04:17:20.183857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.185095 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.235309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae5d48-5b54-44aa-96dd-b30d7d56f454 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:20.245691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d42d57c6-69d7-4cb4-a22d-e6b82724b536 None None] Port 0cc9c560-220b-488d-9315-a903c11210f6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:20.256919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-658fdc51-9603-46e5-877d-6663e63e7424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4092300 Oct 13 04:17:20.279175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Request body: {'port': {'device_id': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:20.315449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052c535-3e5f-4c96-a4fc-cb0706326ad0 req-32a88739-753c-4b04-bd59-967c05dc419d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.324122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6052c535-3e5f-4c96-a4fc-cb0706326ad0 req-32a88739-753c-4b04-bd59-967c05dc419d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 934 time: 0.1764605 Oct 13 04:17:20.329457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-9241e723-6257-4732-810a-647f31e9e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.331102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-9241e723-6257-4732-810a-647f31e9e5db service neutron] 10.222.0.47 "GET /v2.0/networks?id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 200 len: 922 time: 0.8262088 Oct 13 04:17:20.373601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-8d722a93-f714-4686-bd91-af008306b7fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0949ccb8-3230-4efd-a1db-f8bbf17dffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936755 Oct 13 04:17:20.401591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-5f001d90-e904-453d-983a-52e85c70e353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 200 len: 217 time: 0.0590975 Oct 13 04:17:20.402387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.422547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7eb58eae-747b-47f4-bf15-55a70a1592f5 req-1b27bd86-12bb-4402-99cc-3ea0ce1ede38 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884367 Oct 13 04:17:20.426578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.431533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] 10.222.0.49 "DELETE /v2.0/networks/4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec HTTP/1.1" status: 204 len: 168 time: 1.6966572 Oct 13 04:17:20.477598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6052c535-3e5f-4c96-a4fc-cb0706326ad0 req-ab3d42dc-fb4d-494c-a01d-55cfb3bcb6bc tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520298 Oct 13 04:17:20.486041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc24d-0c45-46de-be70-a3390e35ae9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5ec7d7-2fcd-401b-8cba-2cea7f1ce8ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:20.499872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.541422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-20524f0c-921b-4abe-8433-1ddeceb806fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.542951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-20524f0c-921b-4abe-8433-1ddeceb806fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 200 len: 861 time: 0.1190596 Oct 13 04:17:20.606399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-598519b7-b865-4b68-b772-29931997c267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bce2e91a-108a-4988-88c0-6fa86e0d9bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548477 Oct 13 04:17:20.649278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb55fe9-9aec-41ef-bf37-3e858117148d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:20.656185 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a859a-3603-475a-9a3c-078757b9e010 x-openstack-request-id: req-c77a859a-3603-475a-9a3c-078757b9e010 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:20.656656 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:20.657076 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c77a859a-3603-475a-9a3c-078757b9e010 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:20.657718 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'status': 'completed', 'code': 200} Oct 13 04:17:20.660002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.677607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Transition to ACTIVE for port object 2eb55fe9-9aec-41ef-bf37-3e858117148d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:20.717608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:20.732238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d078ce7f-b542-4192-baa8-5f325128c6e1 req-c9631ac0-870f-4313-bf71-69eb93d3d52a tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/93ec3bb7-a551-4761-b13b-e95df0d0f9f5 HTTP/1.1" status: 200 len: 1800 time: 0.2177660 Oct 13 04:17:20.763447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-9e830ed1-6335-4071-802a-d085a5655bff service neutron] 10.222.0.47 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737004 Oct 13 04:17:20.874875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:20.920787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fba67-47be-48a7-b768-aee614733c8f req-a55da654-fa80-4d2e-a09d-553a03dcde27 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.922668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-949fba67-47be-48a7-b768-aee614733c8f req-a55da654-fa80-4d2e-a09d-553a03dcde27 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1912224 Oct 13 04:17:20.923455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42526) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:20.956976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-5e8b4975-651c-46c9-a9a4-ee2c8f2fa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:20.958478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-5e8b4975-651c-46c9-a9a4-ee2c8f2fa511 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1135 time: 0.2572775 Oct 13 04:17:20.990284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-56643938-f3d2-474a-a611-fb85fef2e1de service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710849 Oct 13 04:17:21.003673 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-d078ce7f-b542-4192-baa8-5f325128c6e1 req-7cdfc430-0506-47aa-bdc0-59337f30bd0d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:21.017126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0be7a2a6-41d6-4437-84a6-3f972a410dce req-28678642-af1d-4bb5-b3a8-dabd7f9a04bc service neutron] 10.222.0.47 "GET /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332306 Oct 13 04:17:21.018575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d078ce7f-b542-4192-baa8-5f325128c6e1 req-7cdfc430-0506-47aa-bdc0-59337f30bd0d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/93ec3bb7-a551-4761-b13b-e95df0d0f9f5 HTTP/1.1" status: 409 len: 341 time: 0.2263434 Oct 13 04:17:21.091501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-949fba67-47be-48a7-b768-aee614733c8f req-de4fdcd6-3fe4-4720-9cdb-d7aa2f0398c5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565645 Oct 13 04:17:21.095784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95afb33a-0639-4d15-9cec-8729bc4b3ac2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c126966b7854fcfa490f6cfd4e9ae85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686053 Oct 13 04:17:21.100265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42534) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:21.183891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.196766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Attempting to bind port 2eb55fe9-9aec-41ef-bf37-3e858117148d on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:21.197178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Attempting to bind port 2eb55fe9-9aec-41ef-bf37-3e858117148d by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:21.197985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Attempting to bind port 2eb55fe9-9aec-41ef-bf37-3e858117148d on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:21.213431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Port 2eb55fe9-9aec-41ef-bf37-3e858117148d on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:21.213843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Attempting to bind port 2eb55fe9-9aec-41ef-bf37-3e858117148d on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:21.223971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:21.223971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:21.224318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:21.225363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Bound port: 2eb55fe9-9aec-41ef-bf37-3e858117148d, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:21.225363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.225629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-83cf52fe-2ba6-4e54-ae00-8775378405fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.227477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-83cf52fe-2ba6-4e54-ae00-8775378405fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.2544417 Oct 13 04:17:21.316366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-ecc2b0d8-8254-4065-b331-3830b5c0ffb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 217 time: 0.0762703 Oct 13 04:17:21.318119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:21.321823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:21.324844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-8cb4c998-66b4-45bb-adcf-952d1e1668dd service neutron] 10.222.0.47 "GET /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033850 Oct 13 04:17:21.331811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.344202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.344531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc9c560-220b-488d-9315-a903c11210f6 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:21.385545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a5b2150-737e-4fa8-b186-07cb50f16ac2 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:21.408515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.442179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.443652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.445429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] 10.222.0.16 "PUT /v2.0/ports/2eb55fe9-9aec-41ef-bf37-3e858117148d HTTP/1.1" status: 200 len: 1095 time: 2.0134776 Oct 13 04:17:21.445563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Transition to ACTIVE for port object 0cc9c560-220b-488d-9315-a903c11210f6 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:21.448788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:21.453200 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fbfa77-6f81-4d33-bf66-524a08fdbbef" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:21.471262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.471941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce62b-e473-4deb-8aad-826fd254ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.493788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f40bcc-5108-4da4-b5e4-717258bcf3c0 req-4f3aafe7-eb1c-4b8f-b4a3-f898f22005d7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.495921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2f40bcc-5108-4da4-b5e4-717258bcf3c0 req-4f3aafe7-eb1c-4b8f-b4a3-f898f22005d7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.3058770 Oct 13 04:17:21.633373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.638526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-f1e6a51c-abf4-40d6-b442-837de07e246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.640045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-f1e6a51c-abf4-40d6-b442-837de07e246e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.3057222 Oct 13 04:17:21.651338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.657397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2,segment=NetworkSegment(d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6),segment_id=d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:21.661078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/292f66e0-509d-4047-b564-415089f9b9a9 HTTP/1.1" status: 204 len: 168 time: 0.5573111 Oct 13 04:17:21.687973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '1a5b2150-737e-4fa8-b186-07cb50f16ac2', 'network_id': '0949ccb8-3230-4efd-a1db-f8bbf17dffe1', 'port_id': '1a5b2150-737e-4fa8-b186-07cb50f16ac2', 'mac_address': 'fa:16:3e:91:f3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:21.710024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2f40bcc-5108-4da4-b5e4-717258bcf3c0 req-8da9c156-e551-487f-b7f9-2b84cac364f7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044089 Oct 13 04:17:21.716596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85d2aa-880d-4554-a7e2-4b21d23065cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f66e0-509d-4047-b564-415089f9b9a9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.738121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-49270f99-de1c-442e-8265-45389020b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:21.748948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-49270f99-de1c-442e-8265-45389020b2af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 1098 time: 0.2208507 Oct 13 04:17:21.823821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-e2898ab8-7906-4ea6-b951-01d4f0f2961f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1668174 Oct 13 04:17:21.853862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-b3669aa1-f3dc-462f-8994-fa955c7043e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d HTTP/1.1" status: 200 len: 217 time: 0.0875545 Oct 13 04:17:21.866915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:21.873822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:21.903674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5b2150-737e-4fa8-b186-07cb50f16ac2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:21.953658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2,segment=NetworkSegment(d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6),segment_id=d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:21.967115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.032183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-90cfabbd-25de-45ee-b6e0-6ed58f525e55 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.034146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-90cfabbd-25de-45ee-b6e0-6ed58f525e55 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312&tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.3759990 Oct 13 04:17:22.049320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2b7e6022-cf83-43ba-87b1-28e723be08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.051266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2b7e6022-cf83-43ba-87b1-28e723be08c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1906390 Oct 13 04:17:22.058358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.085146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28c800-1c26-4f45-8085-d1a3405f441a req-bc98073a-ad24-4450-b728-d6802a58edf3 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.087706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c28c800-1c26-4f45-8085-d1a3405f441a req-bc98073a-ad24-4450-b728-d6802a58edf3 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 943 time: 0.1688588 Oct 13 04:17:22.134211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Attempting to bind port 0cc9c560-220b-488d-9315-a903c11210f6 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:22.135349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Attempting to bind port 0cc9c560-220b-488d-9315-a903c11210f6 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:22.135705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Attempting to bind port 0cc9c560-220b-488d-9315-a903c11210f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:22.152955 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6d09b7-e8b2-4720-ac3b-fc3f786db0d1 x-openstack-request-id: req-4c6d09b7-e8b2-4720-ac3b-fc3f786db0d1 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:22.153404 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:22.153666 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c6d09b7-e8b2-4720-ac3b-fc3f786db0d1 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:22.154068 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d', 'status': 'completed', 'code': 200} Oct 13 04:17:22.165497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Port 0cc9c560-220b-488d-9315-a903c11210f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:22.165863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Attempting to bind port 0cc9c560-220b-488d-9315-a903c11210f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:22.173603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-aab76874-8b89-4945-bba3-9235da571603 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360639 Oct 13 04:17:22.178060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2d617574-fa95-47d9-a7c6-0da3f9269de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.179311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:22.179652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:22.179789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2d617574-fa95-47d9-a7c6-0da3f9269de8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121759 Oct 13 04:17:22.180067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:22.180505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Bound port: 0cc9c560-220b-488d-9315-a903c11210f6, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:22.180867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.212148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c28c800-1c26-4f45-8085-d1a3405f441a req-6b909fcd-bdaf-488c-a46f-f0c9640123be tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714133 Oct 13 04:17:22.257146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1a5b2150-737e-4fa8-b186-07cb50f16ac2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:22.389608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a50f7-af69-4ebc-8312-6665f839b45f req-db6b1e74-38c9-42b3-9c25-8235674e9650 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.392418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-461a50f7-af69-4ebc-8312-6665f839b45f req-db6b1e74-38c9-42b3-9c25-8235674e9650 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 984 time: 0.0933964 Oct 13 04:17:22.398746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-2c3ad062-7665-493d-b8b6-6aea3d3fefe9 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742244 Oct 13 04:17:22.450608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:22.456349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-a8d94002-f3b9-4f59-ad63-f38861300467 service neutron] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:22.467631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-a8d94002-f3b9-4f59-ad63-f38861300467 service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.468701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35d5c00-9492-423c-9fce-89f5631c0d2b req-a8d94002-f3b9-4f59-ad63-f38861300467 service neutron] 10.222.0.47 "DELETE /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186/bindings/n-h1-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.4157221 Oct 13 04:17:22.486843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0cc9c560-220b-488d-9315-a903c11210f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:22.492173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-461a50f7-af69-4ebc-8312-6665f839b45f req-591232a0-3441-466d-91d8-11cb0c808a35 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0915530 Oct 13 04:17:22.521300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463292-3abd-4b23-b2c8-b70865d4313d req-6b866f9c-8223-4f5b-9856-c5af3954f7a2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.540235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af463292-3abd-4b23-b2c8-b70865d4313d req-6b866f9c-8223-4f5b-9856-c5af3954f7a2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 946 time: 0.2233222 Oct 13 04:17:22.544530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.557033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac751d52-16e2-4a42-8fb7-70b00c4a47c4 req-73456ebc-1064-4bbc-ab0d-ba4eb4edb7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719568 Oct 13 04:17:22.559496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-16d4959e-21de-4d9b-b1d3-4161a986879b service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362715 Oct 13 04:17:22.694462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.695114 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:22.697117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] 10.222.0.16 "PUT /v2.0/ports/0cc9c560-220b-488d-9315-a903c11210f6 HTTP/1.1" status: 200 len: 1094 time: 2.4232423 Oct 13 04:17:22.720442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:22.723127 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08be1d36-0499-4cb1-b957-a063d3b940c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "tag": "0cc9c560-220b-488d-9315-a903c11210f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:22.739577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af463292-3abd-4b23-b2c8-b70865d4313d req-0607b717-4555-4cbd-840e-ad825c4eea80 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792495 Oct 13 04:17:22.743803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-55f472e4-b05d-4e1f-bfd4-95a6b8fa5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.744610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-dcd01cd7-faff-43ba-b99a-faf73202b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.746326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-dcd01cd7-faff-43ba-b99a-faf73202b29f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 1098 time: 0.1078160 Oct 13 04:17:22.748289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-55f472e4-b05d-4e1f-bfd4-95a6b8fa5d21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1135 time: 0.1145597 Oct 13 04:17:22.750219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe2edd-f423-4a7e-a83d-e986f3f74d88 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:22.915903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-6e985d23-e0c5-4aef-891d-0581b26ba892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:22.918087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-6e985d23-e0c5-4aef-891d-0581b26ba892 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 1097 time: 0.1237819 Oct 13 04:17:22.996507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-1e5f5e5d-4eb0-4572-8a79-fc8862e6ce17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0cc9c560-220b-488d-9315-a903c11210f6 HTTP/1.1" status: 200 len: 217 time: 0.0572948 Oct 13 04:17:23.004551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-eac4e347-22fa-45a8-893a-c75542e33c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.009858 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-eac4e347-22fa-45a8-893a-c75542e33c75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2430186 Oct 13 04:17:23.041198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dcd68-584d-4366-a7d0-6f19c028431c req-ffe62fea-6326-4659-a5a4-325d6b8d5bef tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.051437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d88dcd68-584d-4366-a7d0-6f19c028431c req-ffe62fea-6326-4659-a5a4-325d6b8d5bef tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1272779 Oct 13 04:17:23.060785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-82300789-4d93-4fac-851e-2f0b74df5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.062263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-82300789-4d93-4fac-851e-2f0b74df5def service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.2946174 Oct 13 04:17:23.113820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-650e37fa-8757-4bf2-8b92-023bc17dae05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d HTTP/1.1" status: 200 len: 217 time: 0.0844669 Oct 13 04:17:23.139497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d88dcd68-584d-4366-a7d0-6f19c028431c req-87f29008-53ba-47a2-8f3d-49e13a14fbf2 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667300 Oct 13 04:17:23.166579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5b373e60-ec0c-4f34-a864-f99c271cab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.168091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-5b373e60-ec0c-4f34-a864-f99c271cab58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1520784 Oct 13 04:17:23.168555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42584) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:23.191030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-5ea23776-14da-44ad-86a9-3f75ca760f25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 217 time: 0.0956957 Oct 13 04:17:23.212840 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58f5db-85aa-47e0-afa3-3bd77674c29c x-openstack-request-id: req-bb58f5db-85aa-47e0-afa3-3bd77674c29c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:23.213199 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "tag": "0cc9c560-220b-488d-9315-a903c11210f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:23.213423 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb58f5db-85aa-47e0-afa3-3bd77674c29c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:23.213764 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6', 'status': 'completed', 'code': 200} Oct 13 04:17:23.215351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-c9c0524f-eba0-4250-9c49-7c2c279ad347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.216809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-c9c0524f-eba0-4250-9c49-7c2c279ad347 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0905023 Oct 13 04:17:23.272259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-19920dfc-1fb1-499a-9397-16cfe8d07f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.274923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-19920dfc-1fb1-499a-9397-16cfe8d07f19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919514 Oct 13 04:17:23.308689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-607117f2-752b-4be9-954a-c766f1e552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.309677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-607117f2-752b-4be9-954a-c766f1e552cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800374 Oct 13 04:17:23.313962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-5889aa34-6089-45b6-a9d1-71acdd711e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.315805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-5889aa34-6089-45b6-a9d1-71acdd711e4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.1116474 Oct 13 04:17:23.331237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcfbf2-d9f5-4553-9a61-b88b7bd5bd73 req-f25c4233-5409-4936-9e1d-9481b08e8720 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.333229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbcfbf2-d9f5-4553-9a61-b88b7bd5bd73 req-f25c4233-5409-4936-9e1d-9481b08e8720 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.0711734 Oct 13 04:17:23.340695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2117109149-network', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:23.367773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-df700127-9c26-458a-87a9-6b2dadd69b91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338800 Oct 13 04:17:23.394433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a5b2150-737e-4fa8-b186-07cb50f16ac2 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:23.456310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:23.459919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.460547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fbcfbf2-d9f5-4553-9a61-b88b7bd5bd73 req-0a2fe1f9-ff41-45b7-8d2a-72919056d704 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146889 Oct 13 04:17:23.477560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:23.480859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.483749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:23.484134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.523164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-33362bde-978b-458f-9d50-1a8e38367844 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448886 Oct 13 04:17:23.550597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-ebcb001c-6ea6-4425-8efb-17105f665107 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656045 Oct 13 04:17:23.636880 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.643459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-c52739e1-c98e-4bfe-b134-8579a22f5dfc service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087473 Oct 13 04:17:23.668447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:23.672298 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d505c3a4-dca8-46dc-aab5-80310b3617d7" -d '{"events": [{"server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:23.691545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf6224-2d20-4c02-b99a-01b349e193d5 req-3ecb2b5a-890e-42ce-a54f-3b0f8045de8a tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:23.693061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3eaf6224-2d20-4c02-b99a-01b349e193d5 req-3ecb2b5a-890e-42ce-a54f-3b0f8045de8a tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 944 time: 0.0847309 Oct 13 04:17:23.706394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2,segment=NetworkSegment(d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6),segment_id=d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:23.714648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.724300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e21181fa-682a-4843-b117-cdda80d87cb8 req-e142058f-4c4a-4a70-b704-c268b7bc929d service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921341 Oct 13 04:17:23.755737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3eaf6224-2d20-4c02-b99a-01b349e193d5 req-29b0affa-98ab-4ad5-b66e-ecbc3f828fb9 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532851 Oct 13 04:17:23.768780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49fbfa77-6f81-4d33-bf66-524a08fdbbef req-189f07ec-85bd-4b1f-a24b-fed34731da35 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074746 Oct 13 04:17:23.839595 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aea957-554c-40f2-821c-506e9da411d6 x-openstack-request-id: req-d6aea957-554c-40f2-821c-506e9da411d6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:23.841445 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:23.843941 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6aea957-554c-40f2-821c-506e9da411d6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:23.844495 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2', 'code': 200} Oct 13 04:17:23.848094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:23.886457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.905192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1435c03-b453-4fd2-b7ad-ee1df84c42e0 req-35668fe5-309c-4fd6-bdeb-9f04720b4b6a service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361297 Oct 13 04:17:23.907471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.942465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:23.955013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:23.955525 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Added segment 2135fea3-0d88-461d-9e5a-7ffec595aa51 of type vlan for network 48675cfe-0eea-4613-9b0f-aee4a25a1dca Oct 13 04:17:24.002899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.028223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42606) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.037378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0d309-e760-4f75-9b6e-0096b78c6003 req-1047deef-4546-4aaf-a994-337035bdd24c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.039122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2a0d309-e760-4f75-9b6e-0096b78c6003 req-1047deef-4546-4aaf-a994-337035bdd24c tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 1095 time: 0.0507889 Oct 13 04:17:24.074753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.075724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.076305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.083598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2a0d309-e760-4f75-9b6e-0096b78c6003 req-47bf1c9f-63bd-4868-bd42-bc8d0f55d551 tempest-LiveAutoBlockMigrationV225Test-1684105944 tempest-LiveAutoBlockMigrationV225Test-1684105944-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Oct 13 04:17:24.115631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d05683-4d63-40db-97eb-d78b98190b79,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.177956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7f87-616d-4b15-ac85-7c46ceb66282 req-37ebd6a0-82a6-44b4-8520-351f59f2ce06 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.179794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e0f7f87-616d-4b15-ac85-7c46ceb66282 req-37ebd6a0-82a6-44b4-8520-351f59f2ce06 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 984 time: 0.3288407 Oct 13 04:17:24.192458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0213230 Oct 13 04:17:24.199436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.204482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Request body: {'subnet': {'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2117109149-subnet', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:24.208347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc1aa-0a7a-4bc2-8fd7-0473588d1072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.211929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0266-817d-4b02-b41c-47467871324d admin admin] Pushing event updated for resources: {'Network': ['ID=48675cfe-0eea-4613-9b0f-aee4a25a1dca,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.225780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:24.228637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de19ab5-bf22-4934-a627-3814f84145dd req-4c495265-5956-4eb1-8015-50718963e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.230156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6de19ab5-bf22-4934-a627-3814f84145dd req-4c495265-5956-4eb1-8015-50718963e901 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 1096 time: 0.1936865 Oct 13 04:17:24.234202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-2c702c43-e1c0-4b1d-96dd-202cf6e0c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.235625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-2c702c43-e1c0-4b1d-96dd-202cf6e0c108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 1097 time: 0.2002988 Oct 13 04:17:24.287955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e0f7f87-616d-4b15-ac85-7c46ceb66282 req-368052d7-28cf-49c0-ba59-8eadbc987398 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0921314 Oct 13 04:17:24.306510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:24.312525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.382582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7a897-9e85-40cf-874c-93f8497c6f2c req-297ced63-83b4-4ba7-8da9-d0a07daa3527 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.384744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caa7a897-9e85-40cf-874c-93f8497c6f2c req-297ced63-83b4-4ba7-8da9-d0a07daa3527 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 946 time: 0.2021484 Oct 13 04:17:24.481422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caa7a897-9e85-40cf-874c-93f8497c6f2c req-bea50b95-d631-4755-9d9a-3aaacb9a952c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865600 Oct 13 04:17:24.498375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc1aa-0a7a-4bc2-8fd7-0473588d1072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.505284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc1aa-0a7a-4bc2-8fd7-0473588d1072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.578365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb1cc1aa-0a7a-4bc2-8fd7-0473588d1072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=380ca215879b49e9b4fe0badc697498c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5491076 Oct 13 04:17:24.585116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42616) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:24.620265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc1aa-0a7a-4bc2-8fd7-0473588d1072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7567cbb7-fc69-4f49-9ed8-21949c5deecb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.682259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6de19ab5-bf22-4934-a627-3814f84145dd req-fb36d89f-8875-4cb8-8e0b-bb42a902b973 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431279 Oct 13 04:17:24.688290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.698435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.719222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f016-f3af-44d9-baf7-414336fd3c60 req-287c7b7e-3ce7-43fa-937c-564c916c6843 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.720972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2518f016-f3af-44d9-baf7-414336fd3c60 req-287c7b7e-3ce7-43fa-937c-564c916c6843 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.0990455 Oct 13 04:17:24.763011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-41c06b63-ad58-4827-89da-c70cdeb15ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.764637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-41c06b63-ad58-4827-89da-c70cdeb15ca7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5134406 Oct 13 04:17:24.765887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.788153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2518f016-f3af-44d9-baf7-414336fd3c60 req-0af7e8ca-c9dd-4880-ba62-9a7d0e138ddd tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553753 Oct 13 04:17:24.819729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-fee380ad-0e86-40e6-9890-3edd689860e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0cc9c560-220b-488d-9315-a903c11210f6 HTTP/1.1" status: 200 len: 217 time: 0.0449169 Oct 13 04:17:24.835424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.876150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453345c2-713c-4629-a4cd-25075cba782c req-a9426987-e7d4-4178-bb4c-d8688ffb150d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.877647 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-453345c2-713c-4629-a4cd-25075cba782c req-a9426987-e7d4-4178-bb4c-d8688ffb150d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.1379676 Oct 13 04:17:24.879138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Checking segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:24.879499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Network hostable DHCP agents. Network: 48675cfe-0eea-4613-9b0f-aee4a25a1dca, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:24.890958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2eb55fe9-9aec-41ef-bf37-3e858117148d details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:24.906733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-c7a33c46-ca39-4602-9fee-74e2ebbf6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.908654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-c7a33c46-ca39-4602-9fee-74e2ebbf6201 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0787992 Oct 13 04:17:24.913682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.916842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.918058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7567cbb7-fc69-4f49-9ed8-21949c5deecb HTTP/1.1" status: 204 len: 168 time: 0.3308485 Oct 13 04:17:24.926480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bafc8-bb71-4f15-acef-be41894450b5 req-5e4f9ab2-f3b1-4ca2-ab17-e16a680a10a3 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.928153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-102bafc8-bb71-4f15-acef-be41894450b5 req-5e4f9ab2-f3b1-4ca2-ab17-e16a680a10a3 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.0715849 Oct 13 04:17:24.943609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:24.954512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-453345c2-713c-4629-a4cd-25075cba782c req-3bce9d5e-37fe-44b8-9e39-73d2d4aa2994 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 Oct 13 04:17:24.957510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc84cf-bde4-48cc-a4f1-594a8ab3e088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7567cbb7-fc69-4f49-9ed8-21949c5deecb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:24.982650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 48675cfe-0eea-4613-9b0f-aee4a25a1dca) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:24.986370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.988625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:24.990519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-50a2a73a-8a7f-43cd-a91c-7d6ca06919db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:24.992058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-50a2a73a-8a7f-43cd-a91c-7d6ca06919db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738001 Oct 13 04:17:25.018217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc439b-e8f4-4e84-8586-4efaed258539 None None] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:25.025882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cedfcd7f-8282-415c-a9f2-75497d82cacb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8227384 Oct 13 04:17:25.026508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42626) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.032539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:25.057338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-102bafc8-bb71-4f15-acef-be41894450b5 req-e688fa15-4422-4200-bb12-0073ee1364c2 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005166 Oct 13 04:17:25.081069 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.082367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.138496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-74316ff5-4dc8-4021-a33f-d69ba9e67c2c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352823 Oct 13 04:17:25.144350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:25.162325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '2eb55fe9-9aec-41ef-bf37-3e858117148d', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '2eb55fe9-9aec-41ef-bf37-3e858117148d', 'mac_address': 'fa:16:3e:f5:e9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:25.166129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.247849 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.259301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08be1d36-0499-4cb1-b957-a063d3b940c6 req-838581b8-d819-4614-bb31-6c7837c7cc65 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115808 Oct 13 04:17:25.271703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb55fe9-9aec-41ef-bf37-3e858117148d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:25.326078 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:25.338609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.340673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:25.342322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.366159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42632) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.373509 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.385721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ca84eee-1aa7-4ecd-bc15-a7f8d3bac6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.466763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:25.488887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9341b85-cfd4-47bf-92b6-c209bf43a7ad req-fea20b9d-d4c7-4eb4-ad02-41d2a0b7aa69 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:25.489804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9341b85-cfd4-47bf-92b6-c209bf43a7ad req-fea20b9d-d4c7-4eb4-ad02-41d2a0b7aa69 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 984 time: 0.1072230 Oct 13 04:17:25.571929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Allocated IP 172.20.0.2 (48675cfe-0eea-4613-9b0f-aee4a25a1dca/8a58bdb8-6bb6-4ce1-920d-7eb48444cabf/0828980e-98d0-4a67-9060-01e0a29337ec) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:25.579560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9341b85-cfd4-47bf-92b6-c209bf43a7ad req-54e08e17-74b4-40e3-a04c-35e16aefa63c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0672271 Oct 13 04:17:25.643027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:25.660193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ca84eee-1aa7-4ecd-bc15-a7f8d3bac6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.681322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-31e96ba4-0573-4f26-8668-e445b5e6796a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:25.684361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-31e96ba4-0573-4f26-8668-e445b5e6796a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 944 time: 0.1024442 Oct 13 04:17:25.686817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ca84eee-1aa7-4ecd-bc15-a7f8d3bac6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.719101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efd25c-7444-462a-9409-e1f61be12e40 req-b1601f17-3166-4724-8c15-4231c23dd297 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:25.721585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94efd25c-7444-462a-9409-e1f61be12e40 req-b1601f17-3166-4724-8c15-4231c23dd297 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 946 time: 0.1171002 Oct 13 04:17:25.724693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.756489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.804376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7ca84eee-1aa7-4ecd-bc15-a7f8d3bac6fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1506671006884fd490ab3c084ac88729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368720 Oct 13 04:17:25.808059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca84eee-1aa7-4ecd-bc15-a7f8d3bac6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0515bb6-3992-4f80-9fb9-f2ddaed345bc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:25.820048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42638) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:25.843313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-d7b08509-e961-482c-afb4-b4d3e5d709fe tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-826711316&fields=id&tenant_id=c30c166d33414136aecb290229c19280 HTTP/1.1" status: 200 len: 267 time: 0.1534779 Oct 13 04:17:25.848604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.864712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:25.870639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94efd25c-7444-462a-9409-e1f61be12e40 req-d3f73fdf-d64c-4927-aa5c-cf8fe6c516d3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416111 Oct 13 04:17:25.930636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:25.939534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:25.952161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:25.957349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Pushing event updated for resources: {'Port': ['ID=0828980e-98d0-4a67-9060-01e0a29337ec,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.000534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.007149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Allocated IP 172.25.0.82 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/361c260c-8402-4822-9387-178e5a57c7ee) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:26.012360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-f4dc7dc9-9287-4e17-b662-3306349e1c88 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.013949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-f4dc7dc9-9287-4e17-b662-3306349e1c88 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 984 time: 0.1484423 Oct 13 04:17:26.046284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'port': {'security_groups': ['93ec3bb7-a551-4761-b13b-e95df0d0f9f5', 'e4cec75d-a34d-4a17-812b-10b279d90245', 'c08238c2-5ecb-49f9-8e63-64e41084b211']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:26.052193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Deleting port 84236db7-7f9d-4fb5-b235-b3623c181186 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:26.052554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.058788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Attempting to bind port 0828980e-98d0-4a67-9060-01e0a29337ec on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:26.059198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Attempting to bind port 0828980e-98d0-4a67-9060-01e0a29337ec by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:26.059569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Attempting to bind port 0828980e-98d0-4a67-9060-01e0a29337ec on network 48675cfe-0eea-4613-9b0f-aee4a25a1dca {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:26.065753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:26.066383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Checking segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:26.067036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.067821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Bound using segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:26.068641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Bound port: 0828980e-98d0-4a67-9060-01e0a29337ec, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:26.069303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.132511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.158297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] For port 0828980e-98d0-4a67-9060-01e0a29337ec, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:26.162349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] For port 0828980e-98d0-4a67-9060-01e0a29337ec, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0828980e-98d0-4a67-9060-01e0a29337ec,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:26.170994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.231000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea5139-dd62-4234-b747-f1646c874b10 None None] Pushing event updated for resources: {'Port': ['ID=0828980e-98d0-4a67-9060-01e0a29337ec,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.240510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.274789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] For port 84236db7-7f9d-4fb5-b235-b3623c181186, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=84236db7-7f9d-4fb5-b235-b3623c181186,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:26.275474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.319965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Calling delete_port for 84236db7-7f9d-4fb5-b235-b3623c181186 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:26.321873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.324503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.328258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0515bb6-3992-4f80-9fb9-f2ddaed345bc HTTP/1.1" status: 204 len: 168 time: 0.4974601 Oct 13 04:17:26.360072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817f2da-ddb0-42d3-9568-8361702ac940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0515bb6-3992-4f80-9fb9-f2ddaed345bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.475346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2a670-3670-48ba-bbf1-2b954c9db3cb req-70e0f0c9-bf06-463a-8eb2-ba7465a669e1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.479736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38d2a670-3670-48ba-bbf1-2b954c9db3cb req-70e0f0c9-bf06-463a-8eb2-ba7465a669e1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.4544642 Oct 13 04:17:26.560913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.564088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-38d2a670-3670-48ba-bbf1-2b954c9db3cb req-bfea483a-f240-4140-b502-bf7096e93572 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691195 Oct 13 04:17:26.611719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.661427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:26.668544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:26.670973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:26.693187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.706907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['410e588b-b006-4f35-97bc-50f830d19206'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:26.713919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['84236db7-7f9d-4fb5-b235-b3623c181186'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:26.740882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event deleted for resources: {'Port': ['ID=84236db7-7f9d-4fb5-b235-b3623c181186,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.748566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:26.811364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] No DVR routers for this DVR port 84236db7-7f9d-4fb5-b235-b3623c181186 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:26.815870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.821885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d1c4036-64e1-484d-a154-264ca571dd38 req-00accf72-f7c1-48b0-9ea5-a73c4940da6c tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.47 "DELETE /v2.0/ports/84236db7-7f9d-4fb5-b235-b3623c181186 HTTP/1.1" status: 204 len: 173 time: 1.1051025 Oct 13 04:17:26.823538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-deleted', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:26.826162 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbd4562-1b20-44bb-ae91-5c3cd3426904" -d '{"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-deleted", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:26.829139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4c8b1c8e-dc24-4dc5-bf22-6f15ef1282d9 req-d845015d-7b31-4688-8bed-d61caa228b12 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.1617911 Oct 13 04:17:26.831765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Pushing event updated for resources: {'Port': ['ID=361c260c-8402-4822-9387-178e5a57c7ee,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:26.848192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.858160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.889627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:26.918732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0cc9c560-220b-488d-9315-a903c11210f6 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:26.921569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2eb55fe9-9aec-41ef-bf37-3e858117148d up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:26.973887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:26.974616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:26.987747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef6c1653-d98c-446a-ad6d-4eb8c7ba697b req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "PUT /v2.0/ports/931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 1020 time: 0.9567921 Oct 13 04:17:27.021275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fcad4-30da-4f06-b648-7d0dbfad7dd8 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:27.141309 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4b53f-561a-407c-b208-b97ef0ab723c x-openstack-request-id: req-27d4b53f-561a-407c-b208-b97ef0ab723c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:27.141701 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ba1f2c-e43f-4057-9ef2-4849bf3a1312", "name": "network-vif-deleted", "tag": "84236db7-7f9d-4fb5-b235-b3623c181186", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:27.142113 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27d4b53f-561a-407c-b208-b97ef0ab723c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:27.142722 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ba1f2c-e43f-4057-9ef2-4849bf3a1312', 'name': 'network-vif-deleted', 'tag': '84236db7-7f9d-4fb5-b235-b3623c181186', 'status': 'completed', 'code': 200} Oct 13 04:17:27.209826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cabe7-41c5-46ab-abcc-5aebd9e9a37a req-3fcd5703-71c2-4e6c-a30d-b7f6c7af3e94 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:27.218374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-137cabe7-41c5-46ab-abcc-5aebd9e9a37a req-3fcd5703-71c2-4e6c-a30d-b7f6c7af3e94 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.2004316 Oct 13 04:17:27.261353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.316701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50ff44-530f-4849-b6dc-59a3420cbe19 req-b9167e39-79dd-496a-a3e0-6752a3260ad1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:27.329676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf50ff44-530f-4849-b6dc-59a3420cbe19 req-b9167e39-79dd-496a-a3e0-6752a3260ad1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 946 time: 0.1168766 Oct 13 04:17:27.399340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0828980e-98d0-4a67-9060-01e0a29337ec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:27.423921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['931cf54f-8fdd-473d-ac1b-1bab907e0c13'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:27.425162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf50ff44-530f-4849-b6dc-59a3420cbe19 req-0f298acf-20cc-4ce3-b982-29e8edfb78c1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945406 Oct 13 04:17:27.472445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:17:27.486683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-137cabe7-41c5-46ab-abcc-5aebd9e9a37a req-85286322-6e5c-49fc-b5b2-e86ca377acc0 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651148 Oct 13 04:17:27.578163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6455800-25a2-4097-9dba-89be8a7ec97c req-4d523cc3-f409-448c-9228-0b8c5bf4ea4f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c08238c2-5ecb-49f9-8e63-64e41084b211 HTTP/1.1" status: 200 len: 1800 time: 0.0960052 Oct 13 04:17:27.657822 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-d6455800-25a2-4097-9dba-89be8a7ec97c req-13ef4a64-67ba-4fc3-b99f-d77fb8ac7d21 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:17:27.669345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6455800-25a2-4097-9dba-89be8a7ec97c req-13ef4a64-67ba-4fc3-b99f-d77fb8ac7d21 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/c08238c2-5ecb-49f9-8e63-64e41084b211 HTTP/1.1" status: 409 len: 341 time: 0.0825090 Oct 13 04:17:27.677805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:27.696903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c681-7df9-43d1-8cca-f55b051e6bca req-b4b550eb-3396-4786-b230-fb7402db429f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:27.704741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8a8c681-7df9-43d1-8cca-f55b051e6bca req-b4b550eb-3396-4786-b230-fb7402db429f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.0930088 Oct 13 04:17:27.736843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afaf8e-9f4b-4d9a-99dd-fb2e1192c7b8 None None] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:27.824575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8a8c681-7df9-43d1-8cca-f55b051e6bca req-5b878ef8-87f2-4b90-b432-220641632bd6 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189559 Oct 13 04:17:27.852356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64145-c17a-44e1-b7ea-b4635b0fd64f req-ede77af0-841a-4e09-85d9-a8f85f5cb441 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:27.866802 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fb64145-c17a-44e1-b7ea-b4635b0fd64f req-ede77af0-841a-4e09-85d9-a8f85f5cb441 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1088130 Oct 13 04:17:27.953222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Router 14dd6d6f-145a-42ce-b475-d07852b3a8cf is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:17:27.973422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fb64145-c17a-44e1-b7ea-b4635b0fd64f req-a2b4bf28-9388-4d71-98c6-d0be87db4d52 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Oct 13 04:17:28.037430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0cc9c560-220b-488d-9315-a903c11210f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:28.135781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 2eb55fe9-9aec-41ef-bf37-3e858117148d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:28.140020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0cc9c560-220b-488d-9315-a903c11210f6', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '0cc9c560-220b-488d-9315-a903c11210f6', 'mac_address': 'fa:16:3e:a2:e4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:28.172322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:28.186137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 2eb55fe9-9aec-41ef-bf37-3e858117148d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.186523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.226765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.228554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-488fc01f-fcc7-4825-b0d7-ef8897765b0c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2010794 Oct 13 04:17:28.231477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42704) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:28.272051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] Provisioning complete for port 0828980e-98d0-4a67-9060-01e0a29337ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.272581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:28.273596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb4feedf-a3b0-45ef-a2d9-03b12649a579 req-c429b4fb-1ee9-46e7-807a-50e39970c66a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0675004 Oct 13 04:17:28.325211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Sync routers for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:28.384064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:28.384787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:28.517810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:28.582032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5961a-ea77-4952-b5f7-b55bef6147e3 req-46069e12-9fa8-42d3-87fe-06a3d62282ac tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.598867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebc5961a-ea77-4952-b5f7-b55bef6147e3 req-46069e12-9fa8-42d3-87fe-06a3d62282ac tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.0829897 Oct 13 04:17:28.682755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebc5961a-ea77-4952-b5f7-b55bef6147e3 req-4235eed3-2098-4881-8dbf-722e3108b1d7 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813038 Oct 13 04:17:28.710298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82936e85-34a7-4879-837e-cdaf6c91981c req-88e0c086-47db-4383-a28e-638f9892d16c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:28.717357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82936e85-34a7-4879-837e-cdaf6c91981c req-88e0c086-47db-4383-a28e-638f9892d16c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1023 time: 0.2110925 Oct 13 04:17:28.785854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82936e85-34a7-4879-837e-cdaf6c91981c req-e1beeaaf-136d-46c9-a320-66dec189362e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=c08238c2-5ecb-49f9-8e63-64e41084b211&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0591989 Oct 13 04:17:28.814030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['931cf54f-8fdd-473d-ac1b-1bab907e0c13'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:28.866687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0828980e-98d0-4a67-9060-01e0a29337ec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:28.867093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.005063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be81da7-6e93-46ed-8ec1-84ca79792004 req-aaebe58b-fe90-4b87-a4ef-9b8f7fa3b212 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.017373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4be81da7-6e93-46ed-8ec1-84ca79792004 req-aaebe58b-fe90-4b87-a4ef-9b8f7fa3b212 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 946 time: 0.1368206 Oct 13 04:17:29.031467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.047639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.091315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc9c560-220b-488d-9315-a903c11210f6 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:29.107669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4be81da7-6e93-46ed-8ec1-84ca79792004 req-d0f43992-3fe9-4bce-beb0-3a9d8df64662 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890570 Oct 13 04:17:29.150711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:29.159100 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556" -d '{"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:29.182512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:29.185412 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fac892-aa5e-4493-9c36-8a445f5a3e2a" -d '{"events": [{"server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "name": "network-vif-plugged", "status": "completed", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:29.198501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.278407 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.279831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.286014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0cc9c560-220b-488d-9315-a903c11210f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:29.293762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:29.295634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:26Z', 'revision_number': 3, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:29.304583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836006c2-1aa0-4a72-bdb6-1c322698e2af req-82a0fd9c-e7b6-42ed-9b9d-0b56a3acbf6f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.317685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-836006c2-1aa0-4a72-bdb6-1c322698e2af req-82a0fd9c-e7b6-42ed-9b9d-0b56a3acbf6f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1309171 Oct 13 04:17:29.347387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.349434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.380075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Checking router: 14dd6d6f-145a-42ce-b475-d07852b3a8cf for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:29.380430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Updating router 14dd6d6f-145a-42ce-b475-d07852b3a8cf port 361c260c-8402-4822-9387-178e5a57c7ee binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:29.389332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] For port 0828980e-98d0-4a67-9060-01e0a29337ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0828980e-98d0-4a67-9060-01e0a29337ec,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:29.402054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-836006c2-1aa0-4a72-bdb6-1c322698e2af req-e2531f03-8625-4327-b40b-4deaaac58b00 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830824 Oct 13 04:17:29.447884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.471660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:29.525993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 84236db7-7f9d-4fb5-b235-b3623c181186 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:29.526592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 84236db7-7f9d-4fb5-b235-b3623c181186 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:29.558835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.569713 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c076ff-3003-42ec-9ebc-0a2712e4fb21 x-openstack-request-id: req-b5c076ff-3003-42ec-9ebc-0a2712e4fb21 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:29.571915 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:29.572688 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5c076ff-3003-42ec-9ebc-0a2712e4fb21 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:29.573201 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'status': 'completed', 'code': 200} Oct 13 04:17:29.615369 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900ce5c1-b09f-4e30-847c-0f4c2959a2d4 x-openstack-request-id: req-900ce5c1-b09f-4e30-847c-0f4c2959a2d4 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:29.615661 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "name": "network-vif-plugged", "status": "completed", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:29.615916 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-900ce5c1-b09f-4e30-847c-0f4c2959a2d4 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:29.616313 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d', 'code': 200} Oct 13 04:17:29.668887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:29.694226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-253f3fed-5abe-4a60-8aec-9a1ec34f9480 None None] Provisioning complete for port 0828980e-98d0-4a67-9060-01e0a29337ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:29.694600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-253f3fed-5abe-4a60-8aec-9a1ec34f9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:29.704592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:17:29.704918 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:17:29.707025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff8996-f62c-4dd5-a0f0-bc935cb31d2f req-f40b91f4-17a7-4d3d-bf80-ffca9a6b454c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.709077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0ff8996-f62c-4dd5-a0f0-bc935cb31d2f req-f40b91f4-17a7-4d3d-bf80-ffca9a6b454c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.1929510 Oct 13 04:17:29.727409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6dc3634-cb9e-4f4d-9259-87569dfca7cf req-7cfb6bab-9c5d-4e96-85c6-f00432b560c2 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0506005 Oct 13 04:17:29.809589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314d90c-9e3b-471e-b07e-dcd35e14d21c req-668faf4c-aab9-41aa-8e6b-04a0ab413c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.811163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8314d90c-9e3b-471e-b07e-dcd35e14d21c req-668faf4c-aab9-41aa-8e6b-04a0ab413c88 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 1100 time: 0.0826333 Oct 13 04:17:29.825392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-3b0612a0-c5af-46cc-b9e4-b6d219e921ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.828142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-3b0612a0-c5af-46cc-b9e4-b6d219e921ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c30c166d33414136aecb290229c19280&device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1174 time: 0.2307136 Oct 13 04:17:29.838513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Allocated IP 172.20.0.1 (48675cfe-0eea-4613-9b0f-aee4a25a1dca/8a58bdb8-6bb6-4ce1-920d-7eb48444cabf/47633f80-470a-4108-9319-4c2007fb09b7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:29.872201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8314d90c-9e3b-471e-b07e-dcd35e14d21c req-9ddf616e-ad83-4929-9ff7-f123143dd603 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495276 Oct 13 04:17:29.889661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-6eae91a7-f130-4ae0-ba44-e9e789ddef94 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:29.891430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-6eae91a7-f130-4ae0-ba44-e9e789ddef94 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1023 time: 0.1804552 Oct 13 04:17:29.939847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0ff8996-f62c-4dd5-a0f0-bc935cb31d2f req-9a03f12e-bbe0-4ba5-9872-e2d6a27ca689 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880305 Oct 13 04:17:30.039897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0cc9c560-220b-488d-9315-a903c11210f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:30.224464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-aa7a1f97-16e0-4261-bfad-38fcacc52fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.225884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-aa7a1f97-16e0-4261-bfad-38fcacc52fd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 200 len: 914 time: 0.3841426 Oct 13 04:17:30.281540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e894-7974-4522-857b-01ee6334deb4 req-6383be52-6069-4545-b960-b248ac2832de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.291617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3791e894-7974-4522-857b-01ee6334deb4 req-6383be52-6069-4545-b960-b248ac2832de tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1023 time: 0.2549407 Oct 13 04:17:30.295694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.303479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.322188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cec9a-6a1b-4d23-aca7-cea8174ebe72 req-f0274474-6c11-4f0b-be42-747ae477e1bb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.331812 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e1cec9a-6a1b-4d23-aca7-cea8174ebe72 req-f0274474-6c11-4f0b-be42-747ae477e1bb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 947 time: 0.1143680 Oct 13 04:17:30.359391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-34b7c113-b140-441c-b85a-d8dba8273809 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 200 len: 217 time: 0.0986404 Oct 13 04:17:30.436872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e1cec9a-6a1b-4d23-aca7-cea8174ebe72 req-403aeb5d-0eb4-444e-8107-3ef18d4a5563 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958657 Oct 13 04:17:30.461551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3791e894-7974-4522-857b-01ee6334deb4 req-0aae8695-b40b-447c-858c-808b84f4f3f9 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=c08238c2-5ecb-49f9-8e63-64e41084b211&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1685591 Oct 13 04:17:30.577952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-64278605-9a5c-4bdc-b78d-c439fa53019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.580673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-64278605-9a5c-4bdc-b78d-c439fa53019d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 200 len: 853 time: 0.2074409 Oct 13 04:17:30.626723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Deleting port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:30.627184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.628564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6085b0-6ae5-4417-879e-781fdf281f20 None None] Pushing event updated for resources: {'Port': ['ID=0828980e-98d0-4a67-9060-01e0a29337ec,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.666608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.667094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-b6b86231-eedc-4f05-8eab-1fd37f7193a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c58883f-389a-4315-b045-e14767145059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584326 Oct 13 04:17:30.668538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.692665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.716343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5913e4-ce9c-4143-91bf-910440789fea req-a6487dc9-9a62-435c-ac97-eba6f04c243c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:30.717941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c5913e4-ce9c-4143-91bf-910440789fea req-a6487dc9-9a62-435c-ac97-eba6f04c243c tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.47 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.2250285 Oct 13 04:17:30.762665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Attempting to bind port 361c260c-8402-4822-9387-178e5a57c7ee on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:30.763155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Attempting to bind port 361c260c-8402-4822-9387-178e5a57c7ee by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:30.763665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Attempting to bind port 361c260c-8402-4822-9387-178e5a57c7ee on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:30.775671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:30.780855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:30.781337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:30.781803 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.782263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:30.782805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Bound port: 361c260c-8402-4822-9387-178e5a57c7ee, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:30.783282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:30.817349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aef310-0c89-4bc9-b886-e6205e314f10 None None] Pushing event updated for resources: {'Port': ['ID=361c260c-8402-4822-9387-178e5a57c7ee,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:30.839830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:30.850658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:30.873239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] For port 361c260c-8402-4822-9387-178e5a57c7ee, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:30.877948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] For port 361c260c-8402-4822-9387-178e5a57c7ee, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=361c260c-8402-4822-9387-178e5a57c7ee,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:30.888715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.015450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dfe3b-2a24-4619-bd9b-9df069c72bf7 req-eba036ec-a4df-47e6-81f1-188d98e1ac56 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.029899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c82dfe3b-2a24-4619-bd9b-9df069c72bf7 req-eba036ec-a4df-47e6-81f1-188d98e1ac56 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.4700625 Oct 13 04:17:31.031546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71c823ab-fdb0-4454-862b-00affc9ade2e req-4bf8ce26-812b-44b6-8063-03ed3b426a01 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0743120 Oct 13 04:17:31.065380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:31.069865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:31.183208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:31.233053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.237081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 931cf54f-8fdd-473d-ac1b-1bab907e0c13, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=931cf54f-8fdd-473d-ac1b-1bab907e0c13,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:31.237560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.283468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aef310-0c89-4bc9-b886-e6205e314f10 None None] Pushing event updated for resources: {'Port': ['ID=361c260c-8402-4822-9387-178e5a57c7ee,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:31.313869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae22e2f0-1c0f-4472-87d9-fac32c327037 None None] Provisioning complete for port 47633f80-470a-4108-9319-4c2007fb09b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:31.314291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae22e2f0-1c0f-4472-87d9-fac32c327037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.353905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c063-20ca-41df-9836-61f048c3c0ae req-a33aee8a-3c53-4fbd-aa62-494218caf881 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.360813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae22e2f0-1c0f-4472-87d9-fac32c327037 None None] Port 47633f80-470a-4108-9319-4c2007fb09b7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:31.368831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e140c063-20ca-41df-9836-61f048c3c0ae req-a33aee8a-3c53-4fbd-aa62-494218caf881 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.0844905 Oct 13 04:17:31.407810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:31.422068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e140c063-20ca-41df-9836-61f048c3c0ae req-d3d715fc-03a7-43e7-aff1-54ed1627a300 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Oct 13 04:17:31.630723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694645c-8d9b-4c26-87cd-05c858c847f6 req-32d0464f-d1db-45d8-85ff-ecc1be4011ef tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:31.634345 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f694645c-8d9b-4c26-87cd-05c858c847f6 req-32d0464f-d1db-45d8-85ff-ecc1be4011ef tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 947 time: 0.0969615 Oct 13 04:17:31.638530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:26Z', 'revision_number': 3, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:31.645474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c82dfe3b-2a24-4619-bd9b-9df069c72bf7 req-b190eb3b-69ea-48db-94c3-d141bafd381c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143544 Oct 13 04:17:31.672783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Calling delete_port for 931cf54f-8fdd-473d-ac1b-1bab907e0c13 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:31.675316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a0808-5d8e-46ce-8d82-73c96e7a42c8 None None] The sync data for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 is: [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:26Z', 'revision_number': 3, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:31.724409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f694645c-8d9b-4c26-87cd-05c858c847f6 req-c530d343-4e8a-405b-a1e2-8dd736a7a2e8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825114 Oct 13 04:17:31.747470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-5a482712-c924-479a-ad58-44d9bb6bece2 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0419712 Oct 13 04:17:31.836538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Deleting port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:31.836790 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:31.885521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:31.958781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2197d2a-82ea-41fa-9f71-33f2b6d1a556 req-d5237229-71ce-42ce-a165-9eb016893095 service neutron] 10.222.0.16 "GET /v2.0/networks/5c58883f-389a-4315-b045-e14767145059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988647 Oct 13 04:17:32.087603 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b646034f-186a-4d92-9243-8284a9eab5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.189690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff46e3-5cb3-46cb-acd3-b385d212a843 req-b69ac4fd-e0d6-416f-82ae-f9f6bf8dac00 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:32.191393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3ff46e3-5cb3-46cb-acd3-b385d212a843 req-b69ac4fd-e0d6-416f-82ae-f9f6bf8dac00 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 1023 time: 0.4393456 Oct 13 04:17:32.204917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.212963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28dc3f25-6ce4-4c2d-81bb-5475a0841ba8 req-86ac53c5-1587-4027-acc8-de8f1f8e3307 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0646369 Oct 13 04:17:32.290087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b646034f-186a-4d92-9243-8284a9eab5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.308511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b646034f-186a-4d92-9243-8284a9eab5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.345640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646034f-186a-4d92-9243-8284a9eab5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc62187-bc17-4315-bcec-47d74f0f63eb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:32.372018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b646034f-186a-4d92-9243-8284a9eab5b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59c11a7c9ee34ca7a9df86c2c9acb76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848919 Oct 13 04:17:32.372911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42802) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:32.432955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.469213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.495436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] For port 1a5b2150-737e-4fa8-b186-07cb50f16ac2, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a5b2150-737e-4fa8-b186-07cb50f16ac2,segment=NetworkSegment(d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6),segment_id=d5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:32.495935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.517148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3ff46e3-5cb3-46cb-acd3-b385d212a843 req-1fc689a7-28b1-4eeb-83e7-148a2dcbc189 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=c08238c2-5ecb-49f9-8e63-64e41084b211&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=93ec3bb7-a551-4761-b13b-e95df0d0f9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3132055 Oct 13 04:17:32.530775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.548380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:32.568200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.571734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.577952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecc62187-bc17-4315-bcec-47d74f0f63eb HTTP/1.1" status: 204 len: 168 time: 0.2013326 Oct 13 04:17:32.599249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Calling delete_port for 1a5b2150-737e-4fa8-b186-07cb50f16ac2 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:32.599898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596535-cee6-4c42-b7d8-ada7f8d4bddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc62187-bc17-4315-bcec-47d74f0f63eb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:32.617374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d6c2-eb06-402a-8c9b-fe941fb7a3dd req-a1ab692f-689f-4ec9-997a-98e2484c0217 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:32.625138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e520d6c2-eb06-402a-8c9b-fe941fb7a3dd req-a1ab692f-689f-4ec9-997a-98e2484c0217 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 945 time: 0.0902233 Oct 13 04:17:32.695046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'Port': ['ID=931cf54f-8fdd-473d-ac1b-1bab907e0c13,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:32.760162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e520d6c2-eb06-402a-8c9b-fe941fb7a3dd req-d26e3af7-8d13-4c67-a364-f1f8e48f52d9 tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/security-groups?id=008963a3-45b1-45e6-b4cd-a31a415fb0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340528 Oct 13 04:17:32.809524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0828980e-98d0-4a67-9060-01e0a29337ec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:32.837423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] No DVR routers for this DVR port 931cf54f-8fdd-473d-ac1b-1bab907e0c13 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:32.922695 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:32.927893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-250411b5-26d0-45f4-9d7f-ed06287e4d67 req-785e33e8-224d-440f-8882-1fa0c0efb492 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.16 "DELETE /v2.0/ports/931cf54f-8fdd-473d-ac1b-1bab907e0c13 HTTP/1.1" status: 204 len: 173 time: 2.8625834 Oct 13 04:17:32.928372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'name': 'network-vif-deleted', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:32.951818 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8be49-7d71-4d60-9448-9a928544984f" -d '{"events": [{"server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "name": "network-vif-deleted", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:33.006132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43fb2-be3e-4bd3-b1e8-ce2c1482e83b req-441c3b02-70f7-46b8-8bdd-d1caa6f76f02 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.019720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47d43fb2-be3e-4bd3-b1e8-ce2c1482e83b req-441c3b02-70f7-46b8-8bdd-d1caa6f76f02 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 947 time: 0.1181109 Oct 13 04:17:33.065844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0828980e-98d0-4a67-9060-01e0a29337ec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:33.066236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.098403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.126021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1113253-9e38-46b3-96f5-50452bb480e8 req-d28fb3c6-4263-46f2-863c-c2e079175111 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:33.137767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1113253-9e38-46b3-96f5-50452bb480e8 req-d28fb3c6-4263-46f2-863c-c2e079175111 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.3111606 Oct 13 04:17:33.155682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47d43fb2-be3e-4bd3-b1e8-ce2c1482e83b req-bb975bc4-3846-47c1-93bf-b2b06f8202ff tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221282 Oct 13 04:17:33.162004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.222912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42816) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:33.227017 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0514b-8fff-4e93-b250-7c5de827805b x-openstack-request-id: req-73e0514b-8fff-4e93-b250-7c5de827805b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:33.227418 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c97e691-b6b3-4fef-8e30-b3d4611ad289", "name": "network-vif-deleted", "tag": "931cf54f-8fdd-473d-ac1b-1bab907e0c13", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:33.227673 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73e0514b-8fff-4e93-b250-7c5de827805b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:33.228099 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c97e691-b6b3-4fef-8e30-b3d4611ad289', 'name': 'network-vif-deleted', 'tag': '931cf54f-8fdd-473d-ac1b-1bab907e0c13', 'status': 'completed', 'code': 200} Oct 13 04:17:33.240506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aac3-86b6-4fa0-a688-7d7ad3e8d795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.333034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 361c260c-8402-4822-9387-178e5a57c7ee up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:33.333787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.362717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1113253-9e38-46b3-96f5-50452bb480e8 req-9c6f1b5d-8303-4c35-a678-da62f19a7e42 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193053 Oct 13 04:17:33.374740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.401651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aac3-86b6-4fa0-a688-7d7ad3e8d795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.408475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0cc9c560-220b-488d-9315-a903c11210f6 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:33.418087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cd2aac3-86b6-4fa0-a688-7d7ad3e8d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.476998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0cd2aac3-86b6-4fa0-a688-7d7ad3e8d795 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c6984af29f7488da539cdffc0665ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521467 Oct 13 04:17:33.481348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a4e3c6b-f59b-4788-afe3-ad5d43b87e28 req-b26d868a-3627-46c1-91e3-a74a9d24fd4a tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0779953 Oct 13 04:17:33.485707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:33.501124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:33.521536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.537396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2aac3-86b6-4fa0-a688-7d7ad3e8d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d555d2-e10f-426e-a790-2e23c62c9476,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.558310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 361c260c-8402-4822-9387-178e5a57c7ee triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:33.558750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.625048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 0cc9c560-220b-488d-9315-a903c11210f6 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:33.629740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.634877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0cc9c560-220b-488d-9315-a903c11210f6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:33.635277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.645541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Pushing event deleted for resources: {'Port': ['ID=1a5b2150-737e-4fa8-b186-07cb50f16ac2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:33.727952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] No DVR routers for this DVR port 1a5b2150-737e-4fa8-b186-07cb50f16ac2 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:33.751257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.757216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.759905 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:33.762200 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0743f5bc-a46e-46c6-8203-5f282bc030e5" -d '{"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-unplugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:33.762792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c5913e4-ce9c-4143-91bf-910440789fea req-f0603e14-2044-4df6-99db-d220e5f8eebb tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.47 "DELETE /v2.0/ports/1a5b2150-737e-4fa8-b186-07cb50f16ac2 HTTP/1.1" status: 204 len: 173 time: 2.9742043 Oct 13 04:17:33.769374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d89068f-dc78-4d62-b1f6-f689e6134ba3 req-5fe33f06-c62e-4e3d-a699-25217ae53ac4 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c97e691-b6b3-4fef-8e30-b3d4611ad289 HTTP/1.1" status: 200 len: 210 time: 0.0827198 Oct 13 04:17:33.778016 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.783759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:33.790430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:33.823895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:33.841554 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefb4945-3373-4670-a255-e34fd57c9754 x-openstack-request-id: req-aefb4945-3373-4670-a255-e34fd57c9754 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:33.842037 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-unplugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:33.842450 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aefb4945-3373-4670-a255-e34fd57c9754 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:33.843010 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'code': 200} Oct 13 04:17:33.848199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.849337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a5b2150-737e-4fa8-b186-07cb50f16ac2 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:33.888070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.937216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 1a5b2150-737e-4fa8-b186-07cb50f16ac2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:33.937571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a5b2150-737e-4fa8-b186-07cb50f16ac2 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:33.953987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0cc9c560-220b-488d-9315-a903c11210f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:33.987607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:33.988377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 931cf54f-8fdd-473d-ac1b-1bab907e0c13 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:34.019164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f44378dc-2759-4ada-b373-8235cbed513e req-f5ec9119-2bf5-4aa7-a663-1e0f7580f74f tempest-ServersNegativeTestMultiTenantJSON-229905266 tempest-ServersNegativeTestMultiTenantJSON-229905266-project] 10.222.0.49 "GET /v2.0/ports?device_id=99055c34-b77b-4b66-a90b-bd5405108087 HTTP/1.1" status: 200 len: 210 time: 0.0438957 Oct 13 04:17:34.034056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 931cf54f-8fdd-473d-ac1b-1bab907e0c13 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:34.034454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 931cf54f-8fdd-473d-ac1b-1bab907e0c13 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:34.041392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.050301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Router 14dd6d6f-145a-42ce-b475-d07852b3a8cf has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:17:34.067474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.071133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.072315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10d555d2-e10f-426e-a790-2e23c62c9476 HTTP/1.1" status: 204 len: 168 time: 0.5852711 Oct 13 04:17:34.121296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da247e-1e99-4cb0-96b7-35ba0a1ee2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d555d2-e10f-426e-a790-2e23c62c9476,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.156497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.186160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:34.209389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:17:34.225300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ef37f732-b06a-4bb5-8681-b307aa29bfe6 admin admin] 10.222.0.49 "PUT /v2.0/routers/14dd6d6f-145a-42ce-b475-d07852b3a8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9847281 Oct 13 04:17:34.264991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 361c260c-8402-4822-9387-178e5a57c7ee, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=361c260c-8402-4822-9387-178e5a57c7ee,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:34.270020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ee67702c-beb4-40ee-9637-8f697d3f36be None None] Provisioning complete for port 47633f80-470a-4108-9319-4c2007fb09b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:34.270406 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee67702c-beb4-40ee-9637-8f697d3f36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.308605 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Sync routers for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:17:34.337994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:34.339775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:34.353724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:34.361538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3d7a-562b-49fa-b17f-eac7872b2dc3 req-4b577ff8-65e1-448f-b21b-0c156e0d98bd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:34.371769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-752f3d7a-562b-49fa-b17f-eac7872b2dc3 req-4b577ff8-65e1-448f-b21b-0c156e0d98bd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 948 time: 0.1102006 Oct 13 04:17:34.485489 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-752f3d7a-562b-49fa-b17f-eac7872b2dc3 req-73635a35-0e6a-4a04-bf8c-4565b9c421dc tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125717 Oct 13 04:17:34.616850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5486ee-2f93-49c2-a1ab-9e2fc0ba09b0 req-607d83e3-917d-449b-bf52-fa544957008f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:34.618919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb5486ee-2f93-49c2-a1ab-9e2fc0ba09b0 req-607d83e3-917d-449b-bf52-fa544957008f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 943 time: 0.1205885 Oct 13 04:17:34.628478 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:34.723114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb5486ee-2f93-49c2-a1ab-9e2fc0ba09b0 req-c4621ce8-7a26-41fc-9cf6-acfa12ba9e7c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787230 Oct 13 04:17:34.797818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8740be8e-104f-429b-b459-4481da5c39c6 req-b51ff23d-17ea-4c56-a8ae-549338ff92af tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7ba1f2c-e43f-4057-9ef2-4849bf3a1312 HTTP/1.1" status: 200 len: 210 time: 0.0507512 Oct 13 04:17:34.807573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ee67702c-beb4-40ee-9637-8f697d3f36be None None] Port 47633f80-470a-4108-9319-4c2007fb09b7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:34.897000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=361c260c-8402-4822-9387-178e5a57c7ee,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.002612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-1cbdfb78-5b51-430c-aabb-c5b4323c2237 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/93ec3bb7-a551-4761-b13b-e95df0d0f9f5 HTTP/1.1" status: 200 len: 1800 time: 0.0800667 Oct 13 04:17:35.092918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.125167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42890) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:35.139430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.163463 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 2, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:35.189167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.193941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.199554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-250898b1-6c8f-48a6-aab0-187e9e7dbfc9 req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/93ec3bb7-a551-4761-b13b-e95df0d0f9f5 HTTP/1.1" status: 204 len: 173 time: 0.1953921 Oct 13 04:17:35.223683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78184ce1-b76f-4282-a576-6f12b80250e6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec3bb7-a551-4761-b13b-e95df0d0f9f5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.234591 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Checking router: 14dd6d6f-145a-42ce-b475-d07852b3a8cf for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:17:35.243364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Updating router 14dd6d6f-145a-42ce-b475-d07852b3a8cf port 47633f80-470a-4108-9319-4c2007fb09b7 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:17:35.245675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'name': 'network-vif-deleted', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:35.253718 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972dfbfc-819d-4cb4-8c8e-2abbd41b5950" -d '{"events": [{"server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "name": "network-vif-deleted", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:35.278288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Deleting subnet bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:35.300137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.320128 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.347169 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ccde00-7310-44ba-aadd-32604d4f11e9 x-openstack-request-id: req-56ccde00-7310-44ba-aadd-32604d4f11e9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:35.347469 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99055c34-b77b-4b66-a90b-bd5405108087", "name": "network-vif-deleted", "tag": "1a5b2150-737e-4fa8-b186-07cb50f16ac2", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:35.347721 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56ccde00-7310-44ba-aadd-32604d4f11e9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:35.348460 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99055c34-b77b-4b66-a90b-bd5405108087', 'name': 'network-vif-deleted', 'tag': '1a5b2150-737e-4fa8-b186-07cb50f16ac2', 'status': 'completed', 'code': 200} Oct 13 04:17:35.395631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-05cb2a33-b5db-4abd-a28c-9da5150b66ee tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c08238c2-5ecb-49f9-8e63-64e41084b211 HTTP/1.1" status: 200 len: 1800 time: 0.1744175 Oct 13 04:17:35.405572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.488067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:35.488667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.617621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.660527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5950-dd25-41f1-8ba9-6b3c87f7f028 req-57e70ab2-bf9a-4847-8ca7-5a3ae549ecf5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:35.672326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3ca5950-dd25-41f1-8ba9-6b3c87f7f028 req-57e70ab2-bf9a-4847-8ca7-5a3ae549ecf5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 948 time: 0.0931098 Oct 13 04:17:35.709184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.734782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.772621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:35.774707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3ca5950-dd25-41f1-8ba9-6b3c87f7f028 req-43bac27d-b5e2-4386-a9b2-21b364878e1b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996177 Oct 13 04:17:35.788192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'port_id': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'mac_address': 'fa:16:3e:23:a8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:35.835230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.845163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:35.850662 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c87d95-fcaa-4dde-ab2e-5f4d1385d399" -d '{"events": [{"server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "name": "network-vif-plugged", "status": "completed", "tag": "0cc9c560-220b-488d-9315-a903c11210f6"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:35.872925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.883557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.888195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7af39a05-4579-4a40-b783-3bf96a6885d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bf5a18fa-6e10-42f9-8a7e-66eb90dcfb27 HTTP/1.1" status: 204 len: 168 time: 0.7609079 Oct 13 04:17:35.888670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42932) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:35.915587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.918723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.920020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6596a3d3-e4cb-4897-8de7-324ff8b16428 req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/c08238c2-5ecb-49f9-8e63-64e41084b211 HTTP/1.1" status: 204 len: 173 time: 0.5112686 Oct 13 04:17:35.931843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21d3352-2986-4e10-9252-4b790afa2a6d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:35.934151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3944475-36b9-4a55-a21d-293f4e6886c2 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08238c2-5ecb-49f9-8e63-64e41084b211,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:35.968486 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:35.988847 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.002858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:36.012832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.102661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.160284 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce6ad40-c4e3-44a4-84e5-f3c2183e3e79 x-openstack-request-id: req-6ce6ad40-c4e3-44a4-84e5-f3c2183e3e79 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:36.160638 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "name": "network-vif-plugged", "status": "completed", "tag": "0cc9c560-220b-488d-9315-a903c11210f6", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:36.160894 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ce6ad40-c4e3-44a4-84e5-f3c2183e3e79 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:36.161311 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6', 'code': 200} Oct 13 04:17:36.192091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dd8fc-43e2-4f65-8807-b941cc746f05 None None] Pushing event updated for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.222317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124720304', 'description': 'tempest-description-594220218'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:36.260421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['b21d3352-2986-4e10-9252-4b790afa2a6d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:36.261361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8515c-9df3-410e-ba0f-f49dace5f988 req-c46ff3d7-edec-4116-ae2f-1a18749baa72 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:36.269248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74e8515c-9df3-410e-ba0f-f49dace5f988 req-c46ff3d7-edec-4116-ae2f-1a18749baa72 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 944 time: 0.2556875 Oct 13 04:17:36.285989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.347610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.349466 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Attempting to bind port 47633f80-470a-4108-9319-4c2007fb09b7 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:36.349992 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Attempting to bind port 47633f80-470a-4108-9319-4c2007fb09b7 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:36.350176 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Attempting to bind port 47633f80-470a-4108-9319-4c2007fb09b7 on network 48675cfe-0eea-4613-9b0f-aee4a25a1dca {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:36.352803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74e8515c-9df3-410e-ba0f-f49dace5f988 req-5aa29ec3-5057-4d57-83b8-de72b2da8443 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800338 Oct 13 04:17:36.376337 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:36.376702 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Checking segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:36.380077 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.380481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Bound using segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:36.380974 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Bound port: 47633f80-470a-4108-9319-4c2007fb09b7, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:36.381360 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.395233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68fa58-b6e2-440a-b754-7cdf0d04abfc req-cfdf163f-4d32-4c86-a692-4e9e5194d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:36.397126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e68fa58-b6e2-440a-b754-7cdf0d04abfc req-cfdf163f-4d32-4c86-a692-4e9e5194d70c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 1099 time: 0.1526928 Oct 13 04:17:36.499695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e68fa58-b6e2-440a-b754-7cdf0d04abfc req-c37b830e-b68e-4bb2-80c9-50124f6ef85d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885406 Oct 13 04:17:36.556046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.578041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.583823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.594875 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] For port 47633f80-470a-4108-9319-4c2007fb09b7, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:36.608543 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] For port 47633f80-470a-4108-9319-4c2007fb09b7, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=47633f80-470a-4108-9319-4c2007fb09b7,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:36.624511 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.632351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0949ccb8-3230-4efd-a1db-f8bbf17dffe1']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.635783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.637872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cac82545-f2ee-45f1-ab0c-500ee449035f req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4277935 Oct 13 04:17:36.638877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 361c260c-8402-4822-9387-178e5a57c7ee up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:36.639470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee669dfd-be23-4874-87d8-301090b366d0 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24c6bf-a961-4621-8294-3ca9b697fdeb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.646802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.650241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cc55d9-43dd-4e2a-b78e-55e0fb88d0a6') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.660898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.694713 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.708297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] Provisioning complete for port 47633f80-470a-4108-9319-4c2007fb09b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:36.708297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.729230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:36.732251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.816438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8dd8fc-43e2-4f65-8807-b941cc746f05 None None] Pushing event updated for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.817508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 361c260c-8402-4822-9387-178e5a57c7ee triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:36.817985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:36.829700 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:36.861631 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:17:36.862277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:36.879247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.898905 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:36.902297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0949ccb8-3230-4efd-a1db-f8bbf17dffe1 HTTP/1.1" status: 204 len: 168 time: 1.0124507 Oct 13 04:17:36.905283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42982) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:36.928388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d96c-b5e7-46c9-ba4b-025095314f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=0949ccb8-3230-4efd-a1db-f8bbf17dffe1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:36.945439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-9241d385-2c28-40bf-ad37-8b9f5ba5e6ca tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/3d24c6bf-a961-4621-8294-3ca9b697fdeb HTTP/1.1" status: 200 len: 1800 time: 0.1137931 Oct 13 04:17:36.959966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1302819773', 'description': 'tempest-description-hth-1156392249'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:37.003721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.026362 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.100126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.109676 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.116461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.119622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Deleting subnet 33f61745-a093-44f5-95d9-177b0add8905 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:37.129581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7206ec18-fdd5-413f-bfbc-f55829a8f86f req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "PUT /v2.0/security-groups/3d24c6bf-a961-4621-8294-3ca9b697fdeb HTTP/1.1" status: 200 len: 1775 time: 0.1820996 Oct 13 04:17:37.151143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.194390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] For port 47633f80-470a-4108-9319-4c2007fb09b7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=47633f80-470a-4108-9319-4c2007fb09b7,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:37.205620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:17:37.208590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.227990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7687b-c0b1-41ec-91f4-4ac1953cd02c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24c6bf-a961-4621-8294-3ca9b697fdeb,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.245776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac0d3d-c1a0-4bd5-9203-ca2a2a229496 req-df5e1807-1450-4b62-a5b7-739e1d94e523 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:37.247458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cac0d3d-c1a0-4bd5-9203-ca2a2a229496 req-df5e1807-1450-4b62-a5b7-739e1d94e523 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 948 time: 0.2653396 Oct 13 04:17:37.273353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.342509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef724ce2-c4ee-4b7f-b51c-4f79e2235fd1 None None] Pushing event updated for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.360457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1551e80b-b098-487c-babd-d9ce2c298374 None None] Provisioning complete for port 47633f80-470a-4108-9319-4c2007fb09b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:37.360832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1551e80b-b098-487c-babd-d9ce2c298374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.383750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cac0d3d-c1a0-4bd5-9203-ca2a2a229496 req-2fb713c3-af59-4445-8385-6b076c83d3f9 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299033 Oct 13 04:17:37.389506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.401085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9191b2d5-b315-4935-88d5-2536cdbf4c97 req-64df2940-b115-432b-9436-3dcb9f83f972 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/3d24c6bf-a961-4621-8294-3ca9b697fdeb HTTP/1.1" status: 200 len: 1775 time: 0.0888305 Oct 13 04:17:37.526290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:37.532219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.630082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port b21d3352-2986-4e10-9252-4b790afa2a6d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:37.633033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.656537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.666706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a20f8-25bf-4123-b33e-40df0ba06c7e req-86dadf00-f962-49e5-869b-12ed2e601ec7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:37.671875 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f4a20f8-25bf-4123-b33e-40df0ba06c7e req-86dadf00-f962-49e5-869b-12ed2e601ec7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 944 time: 0.1182923 Oct 13 04:17:37.672574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42998) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:37.679716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/33f61745-a093-44f5-95d9-177b0add8905 HTTP/1.1" status: 204 len: 168 time: 0.7650037 Oct 13 04:17:37.680897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db30c3c-55c6-4cc3-8e86-ddedabae285f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f61745-a093-44f5-95d9-177b0add8905,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:37.817973 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:36Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:37.838593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.855273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92de69-8b78-448b-8fef-638b5dc897bc None None] The sync data for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 is: [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:36Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:17:37.889910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-e77532c9-4077-4755-89f2-0bdf18aaf78c tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774777 Oct 13 04:17:37.933555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:37.948119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:37.996643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f4a20f8-25bf-4123-b33e-40df0ba06c7e req-ee75c4e0-69ee-4013-90a8-68368a292d8b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173811 Oct 13 04:17:37.999194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.079982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.143508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-1251b8d5-8e42-41ec-8ec5-af1cc1ef6c25 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/3d24c6bf-a961-4621-8294-3ca9b697fdeb HTTP/1.1" status: 200 len: 1775 time: 0.1281910 Oct 13 04:17:38.162763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:38.165381 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57000609-2e64-4f2d-a7d3-ac146612b653" -d '{"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-plugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:38.216124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-06d904ee-05ef-4561-a8b4-9fc8fcfc05a9 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.224161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-06d904ee-05ef-4561-a8b4-9fc8fcfc05a9 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050439 Oct 13 04:17:38.243664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-eff2ec5c-11b1-42eb-a266-6e1b4c7ac4a8 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/quotas/0197f0c46a2549b0a32a5972a4b27a89 HTTP/1.1" status: 200 len: 375 time: 0.0182688 Oct 13 04:17:38.256372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.284450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-64354076-e9b7-4905-bc36-b4f546c17a28 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395730 Oct 13 04:17:38.325605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63801ce1-6fc9-49e2-b012-8fca978c8e7b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:38.376809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e09918-a969-4499-b221-ca9744f09a78') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:38.377098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e09918-a969-4499-b221-ca9744f09a78') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:38.402075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.404750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.457836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.487205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.502114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:38.502549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:38.504275 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:38.581377 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589847fd-c17f-4ff8-9309-4909af24fca3 x-openstack-request-id: req-589847fd-c17f-4ff8-9309-4909af24fca3 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:38.581676 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-plugged", "status": "completed", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:38.581930 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-589847fd-c17f-4ff8-9309-4909af24fca3 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:38.582323 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'code': 200} Oct 13 04:17:38.738443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 47633f80-470a-4108-9319-4c2007fb09b7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:38.819537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.837158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.846411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] 10.222.0.49 "DELETE /v2.0/networks/63801ce1-6fc9-49e2-b012-8fca978c8e7b HTTP/1.1" status: 204 len: 168 time: 1.1684306 Oct 13 04:17:38.860620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c77321-6d90-49af-bb4d-62d7cfac223b req-d4cb6b24-cb2b-43fe-8c58-49406be2905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:38.863499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3c77321-6d90-49af-bb4d-62d7cfac223b req-d4cb6b24-cb2b-43fe-8c58-49406be2905b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 1096 time: 0.0981481 Oct 13 04:17:38.870345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec2de-34ba-4067-9486-03be63346b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=63801ce1-6fc9-49e2-b012-8fca978c8e7b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.877228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.882309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:38.900350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3236b078-5492-4bc0-9f66-0b7a6497b70b req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d24c6bf-a961-4621-8294-3ca9b697fdeb HTTP/1.1" status: 204 len: 173 time: 0.7467897 Oct 13 04:17:38.943748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eecabe-f083-4da5-9400-270491bce769 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24c6bf-a961-4621-8294-3ca9b697fdeb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:38.954801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 47633f80-470a-4108-9319-4c2007fb09b7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:38.955208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.043287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1da2696-2bd3-41da-a9b9-c761f6e6edd0 req-67180fd1-0fd6-4368-a957-92adff5b14c1 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 210 time: 0.0688910 Oct 13 04:17:39.082850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3c77321-6d90-49af-bb4d-62d7cfac223b req-5e1c56ab-8335-4a53-9d21-ebe8dd17b88c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019506 Oct 13 04:17:39.105755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53eebe-d56f-4f3e-9efd-1c0c7bd506da req-14734f9b-8852-42e0-a2e6-90006abe2a30 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.120424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b53eebe-d56f-4f3e-9efd-1c0c7bd506da req-14734f9b-8852-42e0-a2e6-90006abe2a30 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 948 time: 0.2556226 Oct 13 04:17:39.233128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b53eebe-d56f-4f3e-9efd-1c0c7bd506da req-eebf8956-a433-4f3b-9652-a1b711237694 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107585 Oct 13 04:17:39.362821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.445079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647369e-4b35-4517-a670-cb21e2b7cbc1 req-2c26a05f-0d68-4a96-9f3b-14e4c61492eb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.447433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b647369e-4b35-4517-a670-cb21e2b7cbc1 req-2c26a05f-0d68-4a96-9f3b-14e4c61492eb tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1389253 Oct 13 04:17:39.480938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c2cd2a26-7e48-4e26-9b8a-e29577344c8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=102f8c48c52841e88caf9078b6715d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169016 Oct 13 04:17:39.484835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:39.548665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b647369e-4b35-4517-a670-cb21e2b7cbc1 req-eb500c42-fc6b-4e3f-aa80-1b815825af28 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Oct 13 04:17:39.602212 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-219f077b-3901-4018-a156-6cefa970e2d0 req-76460153-54e2-4815-aeb9-d80af91a5210 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:39.615983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-219f077b-3901-4018-a156-6cefa970e2d0 req-76460153-54e2-4815-aeb9-d80af91a5210 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c08238c2-5ecb-49f9-8e63-64e41084b211 HTTP/1.1" status: 404 len: 352 time: 0.0446658 Oct 13 04:17:39.685372 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-ee885397-9a5d-415f-9524-b81758084b0e req-6a75284c-a9b9-4ef0-aef5-665b526367b6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:39.699495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee885397-9a5d-415f-9524-b81758084b0e req-6a75284c-a9b9-4ef0-aef5-665b526367b6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/93ec3bb7-a551-4761-b13b-e95df0d0f9f5 HTTP/1.1" status: 404 len: 352 time: 0.0431764 Oct 13 04:17:39.704565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da773f-9ae1-49fd-901d-5668b0fe7256 req-173188ab-ee8a-4611-882b-09275651d518 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:39.717971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1da773f-9ae1-49fd-901d-5668b0fe7256 req-173188ab-ee8a-4611-882b-09275651d518 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 949 time: 0.2811117 Oct 13 04:17:39.758675 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-58a1021c-e4b8-4885-9010-4df2abcf15c3 req-926bee2e-bb27-4b80-b9dc-ed99f8d22379 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:39.766014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.775826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58a1021c-e4b8-4885-9010-4df2abcf15c3 req-926bee2e-bb27-4b80-b9dc-ed99f8d22379 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/fb8297b7-729c-4793-9b91-0802cd573327 HTTP/1.1" status: 404 len: 352 time: 0.0433621 Oct 13 04:17:39.872958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:39.929260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1da773f-9ae1-49fd-901d-5668b0fe7256 req-2a51ed98-ff77-4556-84d3-7d0aa3b76bf3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611888 Oct 13 04:17:40.010342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.012981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:40.014096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/008963a3-45b1-45e6-b4cd-a31a415fb0e5 HTTP/1.1" status: 204 len: 168 time: 0.4729822 Oct 13 04:17:40.028986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08737d-dba0-40db-a33a-9ef87e58b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008963a3-45b1-45e6-b4cd-a31a415fb0e5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:40.068294 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-092d6777-8b4c-4b84-8151-ddb3113a2047 req-3e66e089-6581-463e-9db6-e930926ba15c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:40.086955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-092d6777-8b4c-4b84-8151-ddb3113a2047 req-3e66e089-6581-463e-9db6-e930926ba15c tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/c352462e-cb4b-46a7-8b80-a1aa00fadf1b HTTP/1.1" status: 404 len: 352 time: 0.1272190 Oct 13 04:17:40.253443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b02e976f-cb7f-4ee5-a357-ca80ea0b135a req-93787aee-667a-4963-84ff-36f93c116b6f tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 210 time: 0.0656836 Oct 13 04:17:40.355055 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-a07abe40-8204-43c6-bc91-b6c8a0202c71 req-197a28bf-e91f-4e12-bbdb-2feca72b8009 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:40.375196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a07abe40-8204-43c6-bc91-b6c8a0202c71 req-197a28bf-e91f-4e12-bbdb-2feca72b8009 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/ded23ac7-7d0b-4b9f-aa3d-18c38f7af7e3 HTTP/1.1" status: 404 len: 352 time: 0.0573652 Oct 13 04:17:40.395434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-07ba49e0-b8ef-4785-ba68-2c38678855dd tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728595 Oct 13 04:17:40.430958 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-b90f9227-131d-43d4-b647-0abff3a3acc9 req-b98c3e79-5255-43d5-8eae-b38b611ec260 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] show failed (client error): The resource could not be found. Oct 13 04:17:40.448434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b90f9227-131d-43d4-b647-0abff3a3acc9 req-b98c3e79-5255-43d5-8eae-b38b611ec260 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/704bee1c-42ba-4895-acd2-9b07a6e8e556 HTTP/1.1" status: 404 len: 352 time: 0.0509024 Oct 13 04:17:40.729446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-520c7840-99b0-45b7-939b-ec6568818de7 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.736480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-520c7840-99b0-45b7-939b-ec6568818de7 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333521 Oct 13 04:17:40.763110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Request body: {'port': {'device_id': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '0197f0c46a2549b0a32a5972a4b27a89'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:40.777149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd659b38-8505-4c93-987b-796b6352ad20 req-dea81dcd-c942-4078-be26-704febc96862 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.784278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd659b38-8505-4c93-987b-796b6352ad20 req-dea81dcd-c942-4078-be26-704febc96862 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.788124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:40.796006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd659b38-8505-4c93-987b-796b6352ad20 req-dea81dcd-c942-4078-be26-704febc96862 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45&device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 1688 time: 0.2071698 Oct 13 04:17:40.888809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d3ee879-0534-4498-a958-d78cca111b22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0e7e9e29b0044d48bbe8232bb78f82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961285 Oct 13 04:17:40.890873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:40.936356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd659b38-8505-4c93-987b-796b6352ad20 req-2b3eb6e2-2a8d-4a46-93a2-cda45ad497e4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393011 Oct 13 04:17:40.938866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb435d9-ee9b-439f-a15a-ebd0e5f0397e req-cbcdb7e2-4482-4e64-a1c6-dece2b67e41b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:40.947198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9fb435d9-ee9b-439f-a15a-ebd0e5f0397e req-cbcdb7e2-4482-4e64-a1c6-dece2b67e41b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1222990 Oct 13 04:17:41.028426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9fb435d9-ee9b-439f-a15a-ebd0e5f0397e req-c2bafb88-0c25-454e-b266-dc03090e3a01 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Oct 13 04:17:41.078155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.111653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Made reservation on behalf of 0197f0c46a2549b0a32a5972a4b27a89 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:41.115134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.127579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.138623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.168312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb7f3f-f6a0-4854-8dc7-0386687bd118 req-51807b2b-4f1d-4769-bfc7-c06176ea986f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.169886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22bb7f3f-f6a0-4854-8dc7-0386687bd118 req-51807b2b-4f1d-4769-bfc7-c06176ea986f tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1023 time: 0.1095657 Oct 13 04:17:41.262226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22bb7f3f-f6a0-4854-8dc7-0386687bd118 req-5f21cc6d-f569-40d7-9fec-2b2aabfdd684 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade27e07-e0d4-45bc-988e-f7b67a0bafc4&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=b23466b6-1df4-4ef1-9654-bef35c6650db&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0745149 Oct 13 04:17:41.269427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.272539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.278088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b9637a1-89de-4130-90e3-3c0c037be17a HTTP/1.1" status: 204 len: 168 time: 0.3844779 Oct 13 04:17:41.302532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5388a1-93bc-4bfc-87f3-b5df28b8b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9637a1-89de-4130-90e3-3c0c037be17a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.343658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.353704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.387110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.483864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d537b1-cbd6-4818-8151-38beab4a7e1a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:41.552098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617311fd-7036-43b8-adfb-491355df190c req-49fedf25-1f6c-477f-9d0a-cd215b0568f7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.560285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-617311fd-7036-43b8-adfb-491355df190c req-49fedf25-1f6c-477f-9d0a-cd215b0568f7 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.1715870 Oct 13 04:17:41.572557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-434b631d-01b5-442d-848f-944db47fa03e req-620c8c81-04f2-4d5b-9a40-345f5227c5a0 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 210 time: 0.0947511 Oct 13 04:17:41.617824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Allocated IP 192.168.233.238 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/3fd67086-dbcc-4556-8f65-5d5887d85fde) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:41.665923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-617311fd-7036-43b8-adfb-491355df190c req-199fcef7-80ed-4271-98b9-4f10637789a8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045086 Oct 13 04:17:41.748745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-feb36005-4426-4d7b-a1f2-04b5c1ee9e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:41.803181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d98e57-caf5-4fa8-b12b-cc48d0cba789 req-6f339e26-e8ee-444a-b07e-1c01755e8538 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:41.818341 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4d98e57-caf5-4fa8-b12b-cc48d0cba789 req-6f339e26-e8ee-444a-b07e-1c01755e8538 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 1100 time: 0.1373336 Oct 13 04:17:41.892452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4d98e57-caf5-4fa8-b12b-cc48d0cba789 req-df4a0a74-bf97-4c5e-8d39-acaa416b7e7b tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Oct 13 04:17:42.034312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.073656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.141063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:42.145898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:42.170067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:42.182080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71ec5d-4b9d-4878-b12d-b659faf05fe0 req-b47a4126-da45-4d41-8013-58d46f78de74 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.192804 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e71ec5d-4b9d-4878-b12d-b659faf05fe0 req-b47a4126-da45-4d41-8013-58d46f78de74 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 1099 time: 0.1853757 Oct 13 04:17:42.244827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.245538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.266728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Pushing event updated for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:42.286012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-d6807023-c590-4f8a-b846-59d4687bafe6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.287526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-d6807023-c590-4f8a-b846-59d4687bafe6 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.47 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1023 time: 0.2176673 Oct 13 04:17:42.291498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-222f1adc-37f1-450a-93a8-8440dc621a98 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5396390 Oct 13 04:17:42.310483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Request body: {'port': {'device_id': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:42.382112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e71ec5d-4b9d-4878-b12d-b659faf05fe0 req-9f1a9ef2-653b-46d8-8d0c-c52636bf6288 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878169 Oct 13 04:17:42.453609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.565872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.711177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c286cf15-5077-49b8-a89d-75197a4dbc2d None None] Provisioning complete for port 3fd67086-dbcc-4556-8f65-5d5887d85fde triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:42.711960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c286cf15-5077-49b8-a89d-75197a4dbc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.745393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-07127d3b-b182-4e13-814d-201f59637fe1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.745971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c307-fa86-420a-98d4-7c963b9c0db5 req-d67305f7-67c4-4d0e-b6ba-6cf1847ce2e1 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:42.747594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb07c307-fa86-420a-98d4-7c963b9c0db5 req-d67305f7-67c4-4d0e-b6ba-6cf1847ce2e1 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/ports?device_id=982146b6-ab9d-4ad5-8717-bfa7c3432baa HTTP/1.1" status: 200 len: 1023 time: 0.1816816 Oct 13 04:17:42.760858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Deleting port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:42.761137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:42.766514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-07127d3b-b182-4e13-814d-201f59637fe1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.1623373 Oct 13 04:17:42.808211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c286cf15-5077-49b8-a89d-75197a4dbc2d None None] Port 3fd67086-dbcc-4556-8f65-5d5887d85fde cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:42.885865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb07c307-fa86-420a-98d4-7c963b9c0db5 req-4a533f86-6115-40a3-9d88-79cea752d3ee tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade27e07-e0d4-45bc-988e-f7b67a0bafc4&id=e4cec75d-a34d-4a17-812b-10b279d90245&id=b23466b6-1df4-4ef1-9654-bef35c6650db&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1213722 Oct 13 04:17:42.908664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-8de007a3-8c47-4ec6-9a78-e741f443af1d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/quotas/32ae3606fdf34a6da838b85fcd96a2b8 HTTP/1.1" status: 200 len: 375 time: 0.1413445 Oct 13 04:17:43.027314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] For port 22586b9b-c8a8-4e50-b191-2ad9fa89f568, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=22586b9b-c8a8-4e50-b191-2ad9fa89f568,segment=NetworkSegment(8e1045e4-a4cf-42ff-996a-87f915169cf9),segment_id=8e1045e4-a4cf-42ff-996a-87f915169cf9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:43.028548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.048433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Calling delete_port for 22586b9b-c8a8-4e50-b191-2ad9fa89f568 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:43.073075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-98eff2f6-df0d-4c6d-a8e6-649175b33389 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558800 Oct 13 04:17:43.298395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.311850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['22586b9b-c8a8-4e50-b191-2ad9fa89f568'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:43.344248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'Port': ['ID=22586b9b-c8a8-4e50-b191-2ad9fa89f568,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:43.357114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2f64-8cd6-4865-be66-fb27d39da225 req-918f2b23-802d-4f64-b15d-dc02fb840941 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:43.359005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-009a2f64-8cd6-4865-be66-fb27d39da225 req-918f2b23-802d-4f64-b15d-dc02fb840941 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 936 time: 0.1202455 Oct 13 04:17:43.413514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] No DVR routers for this DVR port 22586b9b-c8a8-4e50-b191-2ad9fa89f568 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:43.417854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:43.421441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d690e087-0bf7-4eb1-ad4a-d40c5e67df38 req-2ebe2369-40a2-433d-8eb7-d42aa6336e6d tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.47 "DELETE /v2.0/ports/22586b9b-c8a8-4e50-b191-2ad9fa89f568 HTTP/1.1" status: 204 len: 173 time: 1.1148427 Oct 13 04:17:43.421947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'name': 'network-vif-deleted', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:43.425214 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc596d6-3db6-4b4c-b98a-2a54254fc4b1" -d '{"events": [{"server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "name": "network-vif-deleted", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:43.457260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-009a2f64-8cd6-4865-be66-fb27d39da225 req-b3e3f794-d422-4e3c-a45f-fe2eadf3304c tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702908 Oct 13 04:17:43.864077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-306157b4-e1a8-4320-b1f4-0514b562693b service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772646 Oct 13 04:17:43.871316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-1e08164c-07e3-4e64-8d42-d955fe153733 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371959 Oct 13 04:17:43.975846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd67086-dbcc-4556-8f65-5d5887d85fde {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:43.998100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.009518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440add4-c78c-42a6-a126-8125927f1a24 req-f65af86c-65a9-4d38-9f6f-9987626e2806 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.011828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2440add4-c78c-42a6-a126-8125927f1a24 req-f65af86c-65a9-4d38-9f6f-9987626e2806 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "GET /v2.0/ports?device_id=873d78c5-eafd-4ab8-99fd-9b0af675316c HTTP/1.1" status: 200 len: 945 time: 0.2553563 Oct 13 04:17:44.067664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Transition to ACTIVE for port object 3fd67086-dbcc-4556-8f65-5d5887d85fde will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:44.084101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.119329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0724a20-de53-45c6-95e7-a44b32510a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.181973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-9043fbc7-e3a2-4554-91ad-e2d793f5d07e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:44.190733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-9043fbc7-e3a2-4554-91ad-e2d793f5d07e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112760 Oct 13 04:17:44.207675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-50f177ef-2384-4cfb-a8b3-9e809beab29d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0159481 Oct 13 04:17:44.227224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-035f4cc6-19c4-4d1f-85ea-eb10a7888e1e service neutron] 10.222.0.49 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620095 Oct 13 04:17:44.334898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-288edc69-0cbf-43ca-a7c6-20de4c714338 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1174870 Oct 13 04:17:44.349351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Pushing event updated for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:44.542764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Deleting port b21d3352-2986-4e10-9252-4b790afa2a6d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:44.546047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.647481 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83afb0-f7a7-4f27-b4c9-b7e1399eb22f x-openstack-request-id: req-dd83afb0-f7a7-4f27-b4c9-b7e1399eb22f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:44.648541 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982146b6-ab9d-4ad5-8717-bfa7c3432baa", "name": "network-vif-deleted", "tag": "22586b9b-c8a8-4e50-b191-2ad9fa89f568", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:44.649055 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd83afb0-f7a7-4f27-b4c9-b7e1399eb22f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:44.649654 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982146b6-ab9d-4ad5-8717-bfa7c3432baa', 'name': 'network-vif-deleted', 'tag': '22586b9b-c8a8-4e50-b191-2ad9fa89f568', 'status': 'completed', 'code': 200} Oct 13 04:17:44.723989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] For port b21d3352-2986-4e10-9252-4b790afa2a6d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=b21d3352-2986-4e10-9252-4b790afa2a6d,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:44.724352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:44.747997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Calling delete_port for b21d3352-2986-4e10-9252-4b790afa2a6d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:44.910016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Attempting to bind port 3fd67086-dbcc-4556-8f65-5d5887d85fde on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:44.910016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Attempting to bind port 3fd67086-dbcc-4556-8f65-5d5887d85fde by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:44.910280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Attempting to bind port 3fd67086-dbcc-4556-8f65-5d5887d85fde on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:44.926259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Port 3fd67086-dbcc-4556-8f65-5d5887d85fde on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:44.926940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Attempting to bind port 3fd67086-dbcc-4556-8f65-5d5887d85fde on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:44.939565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:44.939919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:44.942633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:44.943141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Bound port: 3fd67086-dbcc-4556-8f65-5d5887d85fde, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:44.943525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.124587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6151d59-749b-4873-bb0a-e73a1d2ef0fe req-8aecb7ab-a3ed-4d26-99a4-c598655eeea9 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 210 time: 0.0866885 Oct 13 04:17:45.251163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:45.255128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:45.262245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.275563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['b21d3352-2986-4e10-9252-4b790afa2a6d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:45.301002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.340570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.383756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event deleted for resources: {'Port': ['ID=b21d3352-2986-4e10-9252-4b790afa2a6d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.411825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.425028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.428156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.432471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] 10.222.0.47 "PUT /v2.0/ports/3fd67086-dbcc-4556-8f65-5d5887d85fde HTTP/1.1" status: 200 len: 1096 time: 3.1287773 Oct 13 04:17:45.436453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:45.440427 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540c964-5024-419e-a289-efa61a5b4af0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:45.536255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:45.583656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: b21d3352-2986-4e10-9252-4b790afa2a6d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:45.588092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device b21d3352-2986-4e10-9252-4b790afa2a6d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:45.588742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22586b9b-c8a8-4e50-b191-2ad9fa89f568 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:45.636116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 22586b9b-c8a8-4e50-b191-2ad9fa89f568 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:45.636731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 22586b9b-c8a8-4e50-b191-2ad9fa89f568 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:45.734949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] No DVR routers for this DVR port b21d3352-2986-4e10-9252-4b790afa2a6d on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:45.739890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:45.743264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2440add4-c78c-42a6-a126-8125927f1a24 req-aa9ddf86-43b4-42c6-981f-a00a295a7690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.47 "DELETE /v2.0/ports/b21d3352-2986-4e10-9252-4b790afa2a6d HTTP/1.1" status: 204 len: 173 time: 1.7199187 Oct 13 04:17:45.918310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6f19a-4279-438b-ba78-b70976eee55d service neutron] Pushing event updated for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:45.932268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-ee638606-ffd3-424a-a06f-0e81b4e91631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.933790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-ee638606-ffd3-424a-a06f-0e81b4e91631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 1099 time: 0.2787783 Oct 13 04:17:45.948282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6429a0-b994-47f8-8476-e74e961eff58 req-ddc65115-3cec-4ae1-92e7-f04d1493a429 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:45.956410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a6429a0-b994-47f8-8476-e74e961eff58 req-ddc65115-3cec-4ae1-92e7-f04d1493a429 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 948 time: 0.5496743 Oct 13 04:17:45.980910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-4981cc9e-5297-42c7-985b-d589b3ba0e4e tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/b23466b6-1df4-4ef1-9654-bef35c6650db HTTP/1.1" status: 200 len: 1801 time: 0.0782042 Oct 13 04:17:46.029641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-c87ca127-2f18-49f1-90dd-e1f89bcf8f11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde HTTP/1.1" status: 200 len: 217 time: 0.0643895 Oct 13 04:17:46.041031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-7d5d775d-6fea-46ab-b43c-0326edc86448 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.042519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-7d5d775d-6fea-46ab-b43c-0326edc86448 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.2716544 Oct 13 04:17:46.072013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a6429a0-b994-47f8-8476-e74e961eff58 req-92194684-d8e8-4779-88a9-6fc35df62379 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143081 Oct 13 04:17:46.072889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.112912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.169498 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.172735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.174148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc8967ec-6d8a-407e-842c-cf7b5e9d98ce req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/b23466b6-1df4-4ef1-9654-bef35c6650db HTTP/1.1" status: 204 len: 173 time: 0.1802158 Oct 13 04:17:46.188001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8b30e-f51e-49b8-89c1-bee91c67a5be tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23466b6-1df4-4ef1-9654-bef35c6650db,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:46.315845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae467-bd44-415c-9e99-b2ca8589eacb req-4455292f-6c56-4c69-93a8-2f6a7aaedd4f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.318419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-879ae467-bd44-415c-9e99-b2ca8589eacb req-4455292f-6c56-4c69-93a8-2f6a7aaedd4f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 945 time: 0.1659122 Oct 13 04:17:46.342320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-23841645-37d1-47f9-b35e-7c8607a722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.344789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-23841645-37d1-47f9-b35e-7c8607a722b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.3003378 Oct 13 04:17:46.414345 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d2478-3683-4d68-a453-fd52557ac0d8 x-openstack-request-id: req-8d7d2478-3683-4d68-a453-fd52557ac0d8 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:46.414565 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:46.414820 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d7d2478-3683-4d68-a453-fd52557ac0d8 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:46.415254 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde', 'status': 'completed', 'code': 200} Oct 13 04:17:46.528420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-879ae467-bd44-415c-9e99-b2ca8589eacb req-c3cbd16b-a050-491f-93b6-7f3632b02899 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893189 Oct 13 04:17:46.605385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Deleting port 410e588b-b006-4f35-97bc-50f830d19206 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:46.619663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.695144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffbb4ecc-3a7f-424f-8079-3ce1cfc595e4 req-febcad29-cc7d-4dbd-9036-a04e7d7299e9 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 210 time: 0.0348036 Oct 13 04:17:46.701537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-a636648a-f6f3-49be-95af-5d2939545d97 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.702986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-a636648a-f6f3-49be-95af-5d2939545d97 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.16 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 815 time: 0.3629048 Oct 13 04:17:46.740491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Request body: {'port': {'device_id': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'admin_state_up': True, 'tenant_id': '32ae3606fdf34a6da838b85fcd96a2b8'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:46.749408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-82c18e7c-afc7-41fd-b6dc-45478b86ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:46.751217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-82c18e7c-afc7-41fd-b6dc-45478b86ad3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3351762 Oct 13 04:17:46.774084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-5b0f2cd6-22b4-44bf-8667-bd95db1b9425 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "GET /v2.0/security-groups/ade27e07-e0d4-45bc-988e-f7b67a0bafc4 HTTP/1.1" status: 200 len: 1799 time: 0.0497127 Oct 13 04:17:46.792595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d7d7a90f-861c-4027-bda6-e660752ab81c req-9d31310b-f430-403d-96ab-6dc78da32538 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 210 time: 0.0990682 Oct 13 04:17:46.839785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] For port 410e588b-b006-4f35-97bc-50f830d19206, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=410e588b-b006-4f35-97bc-50f830d19206,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:46.840224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.856437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.864777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Calling delete_port for 410e588b-b006-4f35-97bc-50f830d19206 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:46.889931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.952284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.955547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:46.956877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbc16e8e-6d3f-42a4-95fc-8ededc02129a req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] 10.222.0.49 "DELETE /v2.0/security-groups/ade27e07-e0d4-45bc-988e-f7b67a0bafc4 HTTP/1.1" status: 204 len: 173 time: 0.1765096 Oct 13 04:17:46.973480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43248) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:46.998290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f64ec-92c5-450b-b31a-07b3b5b5e714 tempest-SecurityGroupsTestJSON-1161946547 tempest-SecurityGroupsTestJSON-1161946547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade27e07-e0d4-45bc-988e-f7b67a0bafc4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.100005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Deleting subnet 29fdc11f-3d59-42e8-ac17-94015cc7a1e2 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:47.108181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.134224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.180207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.213560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-6c93e608-3587-4b30-9029-2c2ca677a8fc service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423389 Oct 13 04:17:47.250789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.266842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Made reservation on behalf of 32ae3606fdf34a6da838b85fcd96a2b8 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:47.270602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.321201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-9d45f38e-45be-408a-9650-5100d16cab3a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325463 Oct 13 04:17:47.400128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-df0c5340-be1a-4949-b1c6-293bc54893d9 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560772 Oct 13 04:17:47.425709 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.439095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:47.445671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.487761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fdc11f-3d59-42e8-ac17-94015cc7a1e2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.490050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.494276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cddb219a-b5d0-4972-8619-120ba5b8556d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/29fdc11f-3d59-42e8-ac17-94015cc7a1e2 HTTP/1.1" status: 204 len: 168 time: 0.5195684 Oct 13 04:17:47.500336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43258) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:47.585412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348973-a2ce-4012-be81-ebbfed683ec5 req-161484bf-5abf-4260-ad0e-8078ce0a1695 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.587416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a348973-a2ce-4012-be81-ebbfed683ec5 req-161484bf-5abf-4260-ad0e-8078ce0a1695 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 948 time: 0.3619559 Oct 13 04:17:47.588391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event deleted for resources: {'Port': ['ID=410e588b-b006-4f35-97bc-50f830d19206,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:47.663960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.665017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fcc3efe-e5b3-44e5-8ed5-fe22a6563619 req-dede68fc-c65e-4050-9e4d-6c28bd53a717 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383109 Oct 13 04:17:47.689614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-f5c17446-83ae-479b-948a-c2386b017f5b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.691480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-f5c17446-83ae-479b-948a-c2386b017f5b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623521 Oct 13 04:17:47.699790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b7f17a2-3579-4414-bd4f-82d0b4662490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.737024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:47.816151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] No DVR routers for this DVR port 410e588b-b006-4f35-97bc-50f830d19206 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:47.819045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.823705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e6d6022f-dc96-47f4-95cd-dcae8e90c29d req-ff2eee61-9d9a-482b-9684-245a1997a6c7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "DELETE /v2.0/ports/410e588b-b006-4f35-97bc-50f830d19206 HTTP/1.1" status: 204 len: 173 time: 1.7497287 Oct 13 04:17:47.859432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a348973-a2ce-4012-be81-ebbfed683ec5 req-c44c9cdd-7c17-4662-a6cc-fc95b8534c4d tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435367 Oct 13 04:17:47.879835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-c23f2781-87d4-4e63-bfae-7803826db11f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:47.881523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-c23f2781-87d4-4e63-bfae-7803826db11f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4689279 Oct 13 04:17:47.884051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b6da3ba-429d-4033-b221-270879539cd7 req-859fe6a0-f16d-4a22-ab10-9b02d4682d21 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6621baa-c106-4f0f-a71e-4b24139cc8f2 HTTP/1.1" status: 200 len: 210 time: 0.1155217 Oct 13 04:17:47.910315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:47.954003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c58883f-389a-4315-b045-e14767145059']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:47.986710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1045e4-a4cf-42ff-996a-87f915169cf9') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:47.986988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1045e4-a4cf-42ff-996a-87f915169cf9') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:17:47.997511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b7f17a2-3579-4414-bd4f-82d0b4662490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.002771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': '83887011-70b2-461d-916b-a9b379b73ff6', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:48.012215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.058067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd679af1-a261-485f-a399-ab00a5b017f7 req-0979be6f-db1f-438d-9c4f-2772c7bf70f6 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 210 time: 0.0413270 Oct 13 04:17:48.059310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b7f17a2-3579-4414-bd4f-82d0b4662490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.081338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Allocated IP 172.20.0.14 (af2150ea-8de0-4ec1-8ddb-f750a305039b/6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee/19f8fdf6-8656-4870-8bc3-91c462d72cb0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:48.114371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c964-5024-419e-a289-efa61a5b4af0 req-4258c97a-f6d4-423c-9117-953865b481a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.119826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-4258c97a-f6d4-423c-9117-953865b481a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 1099 time: 0.3696506 Oct 13 04:17:48.130470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db7c2ab3-649e-46df-9c48-2eab46e80763 req-49e1c508-2493-40eb-9836-dfa7508d53f3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 210 time: 0.1824536 Oct 13 04:17:48.134027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.157902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8b7f17a2-3579-4414-bd4f-82d0b4662490 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fbe35fed7a2421b8a6eb1e1ec492d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095523 Oct 13 04:17:48.161558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43270) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:48.162608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:17:48.163004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:17:48.169122 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:17:48.578657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:48.583034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.603863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f17a2-3579-4414-bd4f-82d0b4662490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1546dc20-4a36-49ad-b633-6174ace1a754,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.626779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-deleted', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d'}, {'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-deleted', 'tag': '410e588b-b006-4f35-97bc-50f830d19206'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:48.629633 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76354fda-21b1-4bb9-9d6b-1cfb2b56ff9b" -d '{"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-deleted", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d"}, {"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-deleted", "tag": "410e588b-b006-4f35-97bc-50f830d19206"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:48.636440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c964-5024-419e-a289-efa61a5b4af0 req-6b393c83-5125-4262-9c3c-7b10c3c7e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.638126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-6b393c83-5125-4262-9c3c-7b10c3c7e327 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4952180 Oct 13 04:17:48.662395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.720885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.725695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:48.732855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.736303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-f7e174e9-2400-4da8-b582-b983a007ccec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde HTTP/1.1" status: 200 len: 217 time: 0.0762441 Oct 13 04:17:48.738722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.740900 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379196d-0b65-4857-b5ba-fb12cc9a568a x-openstack-request-id: req-5379196d-0b65-4857-b5ba-fb12cc9a568a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:48.741196 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d78c5-eafd-4ab8-99fd-9b0af675316c", "name": "network-vif-deleted", "tag": "b21d3352-2986-4e10-9252-4b790afa2a6d", "status": "completed", "code": 200}, {"server_uuid": "d6621baa-c106-4f0f-a71e-4b24139cc8f2", "name": "network-vif-deleted", "tag": "410e588b-b006-4f35-97bc-50f830d19206", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:48.742002 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5379196d-0b65-4857-b5ba-fb12cc9a568a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:48.742398 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d78c5-eafd-4ab8-99fd-9b0af675316c', 'name': 'network-vif-deleted', 'tag': 'b21d3352-2986-4e10-9252-4b790afa2a6d', 'status': 'completed', 'code': 200} Oct 13 04:17:48.742691 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6621baa-c106-4f0f-a71e-4b24139cc8f2', 'name': 'network-vif-deleted', 'tag': '410e588b-b006-4f35-97bc-50f830d19206', 'status': 'completed', 'code': 200} Oct 13 04:17:48.744608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.748105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c58883f-389a-4315-b045-e14767145059 HTTP/1.1" status: 204 len: 168 time: 1.2464626 Oct 13 04:17:48.790276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fbc24-f1a6-4fb6-abe6-3eb6ad1e4f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c58883f-389a-4315-b045-e14767145059,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.809346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c964-5024-419e-a289-efa61a5b4af0 req-b99effad-684f-457c-8af7-c6b532147213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.810822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-b99effad-684f-457c-8af7-c6b532147213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0673718 Oct 13 04:17:48.884582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.890001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.893675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1546dc20-4a36-49ad-b633-6174ace1a754 HTTP/1.1" status: 204 len: 168 time: 0.7231457 Oct 13 04:17:48.910778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.87 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/710feaa8-92a9-4dd0-845b-f7f7f4465601) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:48.914604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f87400-1bd4-4f5f-b05c-31f2a2ee384e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1546dc20-4a36-49ad-b633-6174ace1a754,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:48.961022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:48.987714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540c964-5024-419e-a289-efa61a5b4af0 req-3bad78f6-0f44-4868-8e4f-08acb26faaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:48.996353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-3bad78f6-0f44-4868-8e4f-08acb26faaf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769750 Oct 13 04:17:49.014780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43286) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:49.138595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6edca00-be56-480a-8a34-07540d045a08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c30c166d33414136aecb290229c19280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195040 Oct 13 04:17:49.139415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:49.206005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.271367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dabaa3-1845-42f5-a89f-1859e78295f0 req-5478d335-680e-4db4-97dc-9ba18c424b79 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.271367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92dabaa3-1845-42f5-a89f-1859e78295f0 req-5478d335-680e-4db4-97dc-9ba18c424b79 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 948 time: 0.2402515 Oct 13 04:17:49.302549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-2e0a9614-d921-40be-aab8-9513906b0709 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961714 Oct 13 04:17:49.336115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.371783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92dabaa3-1845-42f5-a89f-1859e78295f0 req-a76fec31-523b-49d4-869d-9de357266ca8 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930874 Oct 13 04:17:49.403454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Network af2150ea-8de0-4ec1-8ddb-f750a305039b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:49.424412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.433026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:49.438462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:49.498089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:49.499614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:49.511642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:49.513152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:49.513314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:49.517118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:49.531248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event updated for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:49.583053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:49.586562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5c23c5d-c582-4631-b8cd-d1d4deef7d77 req-38ff8ac8-2889-4fad-8408-7c8155784a81 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 210 time: 0.0710096 Oct 13 04:17:49.663959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.673813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3fd67086-dbcc-4556-8f65-5d5887d85fde details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:49.676155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.682335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.708463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 410e588b-b006-4f35-97bc-50f830d19206 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:49.708811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 410e588b-b006-4f35-97bc-50f830d19206 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:49.720619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-96c77762-af47-4bd5-acca-171a92f8beaa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9888494 Oct 13 04:17:49.736942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Request body: {'port': {'device_id': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:49.859840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e495933-108b-4a01-bf66-43d695c20250 req-d1930f38-adcd-43c6-9c9d-75aec61a4139 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.861424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e495933-108b-4a01-bf66-43d695c20250 req-d1930f38-adcd-43c6-9c9d-75aec61a4139 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 932 time: 0.4689713 Oct 13 04:17:49.924485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88802c05-5d1d-42ca-bfba-6a30acd4e3e1 req-7486001e-be3c-421d-ac82-07e15e358beb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:49.932577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88802c05-5d1d-42ca-bfba-6a30acd4e3e1 req-7486001e-be3c-421d-ac82-07e15e358beb tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.1430807 Oct 13 04:17:49.934290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:17:49.934472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:49.937674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8540c964-5024-419e-a289-efa61a5b4af0 req-ae6cbba0-d331-4d26-a5e0-fb70c9b38488 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180587 Oct 13 04:17:49.955625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.035654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88802c05-5d1d-42ca-bfba-6a30acd4e3e1 req-afb48881-7f26-499f-87ba-8c68b50f2d6f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971239 Oct 13 04:17:50.040434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:50.044789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.045433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.051956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.254 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/dabb50ff-4c11-4a86-999b-c9947e89e444) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:50.055082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7a2968de-15dc-4db4-9350-163472dfc487 None None] Provisioning complete for port 710feaa8-92a9-4dd0-845b-f7f7f4465601 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:50.055518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a2968de-15dc-4db4-9350-163472dfc487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.120175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e495933-108b-4a01-bf66-43d695c20250 req-e35cc2d8-54ad-4102-9dfc-d0f00e4d1723 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886592 Oct 13 04:17:50.165420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-6ae3ed48-b380-4aee-b6d3-4c4c5125fb63 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.167004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-6ae3ed48-b380-4aee-b6d3-4c4c5125fb63 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.3684285 Oct 13 04:17:50.173464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-5d0efc28-80c9-4041-aeae-9c2557d06326 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4368267 Oct 13 04:17:50.193470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Request body: {'port': {'device_id': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:50.244599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:50.255351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-7a2968de-15dc-4db4-9350-163472dfc487 None None] Port 710feaa8-92a9-4dd0-845b-f7f7f4465601 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:50.271813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '3fd67086-dbcc-4556-8f65-5d5887d85fde', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '3fd67086-dbcc-4556-8f65-5d5887d85fde', 'mac_address': 'fa:16:3e:fe:e7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:50.297913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.305524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.310783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4cec75d-a34d-4a17-812b-10b279d90245 HTTP/1.1" status: 204 len: 168 time: 1.1664393 Oct 13 04:17:50.310990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-network', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:50.363532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.370918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Made reservation on behalf of 0cbe7b9938814e12bba2db780f69e008 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:50.375870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.377955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.381215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696d847-f3ee-4609-894d-f29c242aa53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cec75d-a34d-4a17-812b-10b279d90245,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.398710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd67086-dbcc-4556-8f65-5d5887d85fde {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:50.412397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.443973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:50.459366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.523622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.598982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.605581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.664447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3fd67086-dbcc-4556-8f65-5d5887d85fde'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:50.666014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:50.676444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b487681-2a5c-4d6b-b5be-8f1885bc55e4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.686043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.686744 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Added segment 71f62f36-888f-4abc-a8f0-ecffbabb8346 of type vlan for network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 Oct 13 04:17:50.773764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-90bb5e94-316a-4364-b029-64ac6e9d8a86 req-60599ec3-11f3-4cda-b389-5d18967be226 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 210 time: 0.0766115 Oct 13 04:17:50.791155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.823263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.824525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:50.825305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.901953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] Pushing event updated for resources: {'Network': ['ID=68b07b1a-5a1d-478c-bc6b-4b63569065d1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:50.921398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:50.927435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:50.948694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-184bb3b2-1fca-4993-a151-cc9d1a099651 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9005568 Oct 13 04:17:50.950288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43340) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:50.957501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Request body: {'subnet': {'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-subnet', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:50.994807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Made reservation on behalf of 0cbe7b9938814e12bba2db780f69e008 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:50.999956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.001675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315f6cd-311f-425a-99da-6c82da370eb0 req-6462763e-2f97-4f47-8572-7d46675d8329 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.009628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7315f6cd-311f-425a-99da-6c82da370eb0 req-6462763e-2f97-4f47-8572-7d46675d8329 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 949 time: 0.4676716 Oct 13 04:17:51.026929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-c858da89-99d5-49de-b14e-8d8271ed4083 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3536942 Oct 13 04:17:51.117143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f8fdf6-8656-4870-8bc3-91c462d72cb0 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:51.129940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Deleting port cebbbe06-28d1-4cb1-b50c-d96367a8b95d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:51.130278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.152410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.203934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7315f6cd-311f-425a-99da-6c82da370eb0 req-178308e9-c4a8-4b08-a7b4-88b63e4f1644 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930909 Oct 13 04:17:51.229814 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.238280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Transition to ACTIVE for port object 19f8fdf6-8656-4870-8bc3-91c462d72cb0 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:51.245756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:51.301038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.347535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa7584-ed72-4040-980f-7c6c71b01ac0 req-3c95e74b-8ff6-4d47-b406-6a65d2660e52 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.348966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:51.363363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61aa7584-ed72-4040-980f-7c6c71b01ac0 req-3c95e74b-8ff6-4d47-b406-6a65d2660e52 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 945 time: 0.1834168 Oct 13 04:17:51.439791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-063315a5-97fe-424a-bcb1-ad91969ec410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:51.441354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-063315a5-97fe-424a-bcb1-ad91969ec410 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1101 time: 0.3534920 Oct 13 04:17:51.486481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:51.488994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:51.492460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:51.554787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] For port cebbbe06-28d1-4cb1-b50c-d96367a8b95d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:51.555186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.573067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Calling delete_port for cebbbe06-28d1-4cb1-b50c-d96367a8b95d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:51.593025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3fd67086-dbcc-4556-8f65-5d5887d85fde up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:51.602542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61aa7584-ed72-4040-980f-7c6c71b01ac0 req-90dc5dd3-68ec-4b1f-93ad-1c48530d3818 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337054 Oct 13 04:17:51.627103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.774368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:51.864984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710feaa8-92a9-4dd0-845b-f7f7f4465601 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:51.876391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.892904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Transition to ACTIVE for port object 710feaa8-92a9-4dd0-845b-f7f7f4465601 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:51.908496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 3fd67086-dbcc-4556-8f65-5d5887d85fde completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:17:51.924297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 3fd67086-dbcc-4556-8f65-5d5887d85fde triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:51.924671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.925794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d745b594-0525-45f4-bea2-23f972c354c7,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:51.937162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:51.976160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:51.991985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-681da3b0-57e0-4d98-9f18-076128916468 None None] Provisioning complete for port dabb50ff-4c11-4a86-999b-c9947e89e444 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:51.992606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-681da3b0-57e0-4d98-9f18-076128916468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.071181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24c749-cefa-4409-b482-0cb597660b1a req-3d2aa35a-2999-45c3-ab1b-23d7623ae617 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.080660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e24c749-cefa-4409-b482-0cb597660b1a req-3d2aa35a-2999-45c3-ab1b-23d7623ae617 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 936 time: 0.1445930 Oct 13 04:17:52.084541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:52.085292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Network hostable DHCP agents. Network: 68b07b1a-5a1d-478c-bc6b-4b63569065d1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:52.095567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-681da3b0-57e0-4d98-9f18-076128916468 None None] Port dabb50ff-4c11-4a86-999b-c9947e89e444 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:17:52.155233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.158945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1275912735-network', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:52.192281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:52.195180 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750d908-9c11-47ed-94f7-78c6e61dcfd8" -d '{"events": [{"server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "name": "network-vif-plugged", "status": "completed", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:52.208272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:52.215658 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.220433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e24c749-cefa-4409-b482-0cb597660b1a req-4a01dafa-7e63-49fe-b9d8-88de4f6251de tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334713 Oct 13 04:17:52.233662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Pushing event updated for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.263656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.264163 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.313816 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cfa9c-7729-45da-9b32-67ca63400460 x-openstack-request-id: req-6d4cfa9c-7729-45da-9b32-67ca63400460 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:52.314113 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "name": "network-vif-plugged", "status": "completed", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:52.314367 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d4cfa9c-7729-45da-9b32-67ca63400460 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:52.314757 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde', 'code': 200} Oct 13 04:17:52.315090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:52.328066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.341105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba002683-8ff2-456b-96ce-1aa82060c76d req-d3ae390d-4d80-440a-b6cc-7fc2af54423c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.342667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba002683-8ff2-456b-96ce-1aa82060c76d req-d3ae390d-4d80-440a-b6cc-7fc2af54423c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 944 time: 1.0344167 Oct 13 04:17:52.361972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Made reservation on behalf of 037f4dcc18ba4357b6dc7ac86118b0eb for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:52.368327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.390213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 68b07b1a-5a1d-478c-bc6b-4b63569065d1) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:52.399299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8bed19-62bf-4b21-958f-de1821c0e603 None None] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:52.415597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.436285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.436902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.459214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.462047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-2795196b-4ef5-47d6-a943-ce6df4627dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.464409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-2795196b-4ef5-47d6-a943-ce6df4627dad service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.9680660 Oct 13 04:17:52.518997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Attempting to bind port 710feaa8-92a9-4dd0-845b-f7f7f4465601 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:52.519308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Attempting to bind port 710feaa8-92a9-4dd0-845b-f7f7f4465601 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:52.519610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Attempting to bind port 710feaa8-92a9-4dd0-845b-f7f7f4465601 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:52.541356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-611b7037-f9bb-4bcf-8266-913bf0e7b96b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5899875 Oct 13 04:17:52.546644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:52.548023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Port 710feaa8-92a9-4dd0-845b-f7f7f4465601 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:52.548023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Attempting to bind port 710feaa8-92a9-4dd0-845b-f7f7f4465601 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:52.557291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:52.569684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.580382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-70adbbc9-1a98-447e-a0b4-34e2f4a273f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 200 len: 217 time: 0.0987158 Oct 13 04:17:52.587197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:52.587681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:52.588268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:52.588707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Bound port: 710feaa8-92a9-4dd0-845b-f7f7f4465601, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:52.589061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.596739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Attempting to bind port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:52.597072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Attempting to bind port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:52.597404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Attempting to bind port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:52.610588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab043-3523-44cd-9683-139a6fad7e88 req-d0082ca1-1a53-4fe2-a794-2f803912a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.612123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f78ab043-3523-44cd-9683-139a6fad7e88 req-d0082ca1-1a53-4fe2-a794-2f803912a785 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 1101 time: 0.2013905 Oct 13 04:17:52.614699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-4e56cc36-3c82-48c7-b25a-698c7f22501f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6709442 Oct 13 04:17:52.623699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4580956-0f44-4341-8403-568bd1049ac4 req-b00e9e2f-1f79-4fdd-9ecb-dbb4c231ea54 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.625188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4580956-0f44-4341-8403-568bd1049ac4 req-b00e9e2f-1f79-4fdd-9ecb-dbb4c231ea54 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 950 time: 0.1836801 Oct 13 04:17:52.636098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:52.637244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.669096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Request body: {'port': {'device_id': '83887011-70b2-461d-916b-a9b379b73ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:52.691966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.693558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.693950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 on network af2150ea-8de0-4ec1-8ddb-f750a305039b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:52.694275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Attempting to bind port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 on network af2150ea-8de0-4ec1-8ddb-f750a305039b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:52.698278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event deleted for resources: {'Port': ['ID=cebbbe06-28d1-4cb1-b50c-d96367a8b95d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:52.748261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] No DVR routers for this DVR port cebbbe06-28d1-4cb1-b50c-d96367a8b95d on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:52.768124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:52.769668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Checking segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:52.769668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Bound using segment: {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:52.770090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Bound port: 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89c2c61-392e-45ac-9813-a9ee9656ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:52.770452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.782456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f78ab043-3523-44cd-9683-139a6fad7e88 req-545b0e22-9786-4cc3-bb53-7ac6bd25b1b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518135 Oct 13 04:17:52.782722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.786300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0f4b613-3523-46d1-8eb7-9d708d55efbb req-d5e70db1-486f-498e-b504-0bffd28b9dd6 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "DELETE /v2.0/ports/cebbbe06-28d1-4cb1-b50c-d96367a8b95d HTTP/1.1" status: 204 len: 173 time: 2.6116574 Oct 13 04:17:52.786781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-deleted', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:52.790433 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245f5f9-5f47-4628-8873-ce5703a96ec8" -d '{"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-deleted", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:52.808232 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:17:52.825349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4580956-0f44-4341-8403-568bd1049ac4 req-71572f80-cfee-4e76-ba9d-a1352a2e3419 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809745 Oct 13 04:17:52.828349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba002683-8ff2-456b-96ce-1aa82060c76d req-89287e65-fcf4-4409-9bf0-918187cd2180 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626394 Oct 13 04:17:52.853565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-c2df6fd2-0d51-451d-b22a-d9fe264598b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:52.853565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-c2df6fd2-0d51-451d-b22a-d9fe264598b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2375422 Oct 13 04:17:52.906498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Allocated IP 172.20.0.2 (68b07b1a-5a1d-478c-bc6b-4b63569065d1/d745b594-0525-45f4-bea2-23f972c354c7/30a42343-31d2-4f99-9bce-edd284b81e08) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:52.912298 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.926849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.950953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.952708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:52.954745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:52.986338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:53.032878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:53.055094 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493979d-97db-4efb-be2f-d7adbc8bb7a5 x-openstack-request-id: req-d493979d-97db-4efb-be2f-d7adbc8bb7a5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:53.055529 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742d85d3-f2be-446c-be73-067b5d4f17eb", "name": "network-vif-deleted", "tag": "cebbbe06-28d1-4cb1-b50c-d96367a8b95d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:53.056044 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d493979d-97db-4efb-be2f-d7adbc8bb7a5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:53.056508 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742d85d3-f2be-446c-be73-067b5d4f17eb', 'name': 'network-vif-deleted', 'tag': 'cebbbe06-28d1-4cb1-b50c-d96367a8b95d', 'status': 'completed', 'code': 200} Oct 13 04:17:53.078189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.108408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:53.123180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:17:53.124043 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.166651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-ed804369-48fd-4067-bb22-98e1b2289976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.168434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-ed804369-48fd-4067-bb22-98e1b2289976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749308 Oct 13 04:17:53.181823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-91659ff4-0231-43c0-aa9f-a4f55c464e48 req-14f49fdd-e836-4ef7-a9ee-295d404f998f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=742d85d3-f2be-446c-be73-067b5d4f17eb HTTP/1.1" status: 200 len: 210 time: 0.1929362 Oct 13 04:17:53.198482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.198821 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Added segment 7511837a-0930-4ea7-b91d-ce24bbd39954 of type vlan for network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 Oct 13 04:17:53.199904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.200425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.201821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/19f8fdf6-8656-4870-8bc3-91c462d72cb0 HTTP/1.1" status: 200 len: 1092 time: 3.0133128 Oct 13 04:17:53.204037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214adfe7-e71f-48e7-8b0f-8655b7be6e5e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.206574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.224887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.225626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.227029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] 10.222.0.16 "PUT /v2.0/ports/710feaa8-92a9-4dd0-845b-f7f7f4465601 HTTP/1.1" status: 200 len: 1095 time: 3.4969728 Oct 13 04:17:53.227574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:53.230013 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c6a510-3643-49aa-af91-7a354f332f94" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:53.252664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.316541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd1ca8-3b5d-4500-8bbc-da93e886f0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.383810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Pushing event updated for resources: {'Port': ['ID=30a42343-31d2-4f99-9bce-edd284b81e08,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.421699 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd32223-88fa-49f0-bbcb-eda0435a1cfb x-openstack-request-id: req-bfd32223-88fa-49f0-bbcb-eda0435a1cfb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:53.424162 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:53.425265 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfd32223-88fa-49f0-bbcb-eda0435a1cfb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:53.426458 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601', 'status': 'completed', 'code': 200} Oct 13 04:17:53.439522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:53.441126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:53.445048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:53.464095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:53.512356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-8fcb7e23-6aa0-47c4-a43f-d7fb747861ca service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253539 Oct 13 04:17:53.513759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: cebbbe06-28d1-4cb1-b50c-d96367a8b95d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:53.514280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cebbbe06-28d1-4cb1-b50c-d96367a8b95d not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:53.526061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-611bd3dc-795c-47d3-9889-d9f6c599b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.527553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-611bd3dc-795c-47d3-9889-d9f6c599b30f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 1098 time: 0.1830111 Oct 13 04:17:53.550879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.579649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ab05-66b4-4a87-bca5-8a22e04ce301 service neutron] Pushing event updated for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.588739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.605610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.610883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.612337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.623923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Attempting to bind port 30a42343-31d2-4f99-9bce-edd284b81e08 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:53.624749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Attempting to bind port 30a42343-31d2-4f99-9bce-edd284b81e08 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:53.625300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Attempting to bind port 30a42343-31d2-4f99-9bce-edd284b81e08 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:53.639431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:53.640179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:53.640179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.640595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Bound using segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:53.641079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Bound port: 30a42343-31d2-4f99-9bce-edd284b81e08, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:53.641466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.752607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] For port 30a42343-31d2-4f99-9bce-edd284b81e08, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:53.757316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] For port 30a42343-31d2-4f99-9bce-edd284b81e08, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a42343-31d2-4f99-9bce-edd284b81e08,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:53.771623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:53.779718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9926860 Oct 13 04:17:53.781300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:53.786220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Request body: {'subnet': {'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1275912735-subnet', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:53.791512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270066c7-1d77-477e-958c-47c0c4d32144 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ccf183-777f-445a-aca4-24ba3f2e8ca2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.808288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-ee37df21-d541-4232-9b27-609492e764d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:53.809794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-ee37df21-d541-4232-9b27-609492e764d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 1095 time: 0.3990307 Oct 13 04:17:53.838184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc1712-53a2-4dbf-b095-79dc78f70d45 None None] Pushing event updated for resources: {'Port': ['ID=30a42343-31d2-4f99-9bce-edd284b81e08,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:53.841779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:17:53.958176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-cef234fb-b18c-4950-877e-051b520b5fa1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0 HTTP/1.1" status: 200 len: 217 time: 0.1354616 Oct 13 04:17:53.958674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Made reservation on behalf of 037f4dcc18ba4357b6dc7ac86118b0eb for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:17:53.963696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.099417 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-b690d441-4be1-462d-8b70-e3fe4727060e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601 HTTP/1.1" status: 200 len: 217 time: 0.1365409 Oct 13 04:17:54.136163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-692e9d06-e1a2-4598-a697-f5e090ad0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.136424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-692e9d06-e1a2-4598-a697-f5e090ad0d29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.1674812 Oct 13 04:17:54.157620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa848bc-a7b5-4173-a49b-370fb605b134 req-f6479b1e-9d3e-4146-acb1-79ab395d7906 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.159144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fa848bc-a7b5-4173-a49b-370fb605b134 req-f6479b1e-9d3e-4146-acb1-79ab395d7906 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 936 time: 0.7169738 Oct 13 04:17:54.162337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee9e0f-59c9-4d4d-ab15-4aa1976d0b87 req-20d0ded4-4e03-417e-8f23-e4f3bec96301 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.164111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60ee9e0f-59c9-4d4d-ab15-4aa1976d0b87 req-20d0ded4-4e03-417e-8f23-e4f3bec96301 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 944 time: 0.1928368 Oct 13 04:17:54.169787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabb50ff-4c11-4a86-999b-c9947e89e444 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:54.199155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.224306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-eb0a6e4b-9a9d-451b-9bdd-f60fc4dd25f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725608 Oct 13 04:17:54.249378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af31d2a1-8aec-4dbf-a1bc-95d1b6d7ab3b req-569cbf3a-c9ee-4b17-9cfb-a23818b74bad service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208276 Oct 13 04:17:54.254876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-f2d7f874-5d55-473e-add7-ca7219e67618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.256337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-f2d7f874-5d55-473e-add7-ca7219e67618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1453266 Oct 13 04:17:54.269111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Transition to ACTIVE for port object dabb50ff-4c11-4a86-999b-c9947e89e444 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:17:54.321195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.423547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fa848bc-a7b5-4173-a49b-370fb605b134 req-31a956ec-f877-4254-9a1d-76056a646f98 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240460 Oct 13 04:17:54.493490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60ee9e0f-59c9-4d4d-ab15-4aa1976d0b87 req-38a69920-ad59-47aa-8322-cb383986e503 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759919 Oct 13 04:17:54.497226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Pushing event updated for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:54.561693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-79c16a19-bc33-4c72-b2a9-d801eea7d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.563253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-79c16a19-bc33-4c72-b2a9-d801eea7d83d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972479 Oct 13 04:17:54.685561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-88e2488a-d9f1-4e6f-b3de-9b1442c36f23 service neutron] 10.222.0.16 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495187 Oct 13 04:17:54.702119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.729373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a42343-31d2-4f99-9bce-edd284b81e08 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:54.812381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.829380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.839586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 30a42343-31d2-4f99-9bce-edd284b81e08 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:54.839974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:54.885805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573c5b-c865-45de-adb0-00a25081e884 req-560765c8-812d-451a-aa29-ad021fb51bb2 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:54.889278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9573c5b-c865-45de-adb0-00a25081e884 req-560765c8-812d-451a-aa29-ad021fb51bb2 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 950 time: 0.3449993 Oct 13 04:17:54.899348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Attempting to bind port dabb50ff-4c11-4a86-999b-c9947e89e444 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:54.899682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Attempting to bind port dabb50ff-4c11-4a86-999b-c9947e89e444 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:54.900020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Attempting to bind port dabb50ff-4c11-4a86-999b-c9947e89e444 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:54.939550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Port dabb50ff-4c11-4a86-999b-c9947e89e444 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:17:54.939874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Attempting to bind port dabb50ff-4c11-4a86-999b-c9947e89e444 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:54.997356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39eb0a7b-64a4-4d68-b346-bd9bf7aac179 req-c08024a4-74e0-48c9-a1bc-3ef17a5fe12f service neutron] 10.222.0.16 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965059 Oct 13 04:17:55.000027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:55.000371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:55.000757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:55.001193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Bound port: dabb50ff-4c11-4a86-999b-c9947e89e444, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:55.001553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.013608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.017152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eaf61dd-fd4d-4079-9ebd-1c43273b2382,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.077861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Checking segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:55.078220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Network hostable DHCP agents. Network: c7ccf183-777f-445a-aca4-24ba3f2e8ca2, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:17:55.078936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:55.081273 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fff875-7077-475c-ae82-2a1f9bc331c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:55.092974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-97d9a5b1-4dd7-4a66-8861-13b16493517d service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062799 Oct 13 04:17:55.096255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9573c5b-c865-45de-adb0-00a25081e884 req-445a7eb9-f89c-4462-a749-9d29735d2f80 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986327 Oct 13 04:17:55.181474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Allocated IP 172.25.0.179 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/b95b8533-b6be-47b1-8738-945d646c194e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:55.222133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6dc29-d695-4c1c-83df-bda4196173da req-0117da7d-9cad-4862-aac8-072539b0548f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.225061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67a6dc29-d695-4c1c-83df-bda4196173da req-0117da7d-9cad-4862-aac8-072539b0548f tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1719873 Oct 13 04:17:55.228613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:17:55.246886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-6d5b8b1b-9e88-4a9a-b88a-8d9c7e353586 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433780 Oct 13 04:17:55.248397 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d562ed5-5e8b-40d9-bae0-7cf5d6fc0344 x-openstack-request-id: req-2d562ed5-5e8b-40d9-bae0-7cf5d6fc0344 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:55.248686 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:55.248953 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d562ed5-5e8b-40d9-bae0-7cf5d6fc0344 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:55.249322 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0', 'status': 'completed', 'code': 200} Oct 13 04:17:55.314642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 30a42343-31d2-4f99-9bce-edd284b81e08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a42343-31d2-4f99-9bce-edd284b81e08,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:55.326993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.354229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:55.370758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c7ccf183-777f-445a-aca4-24ba3f2e8ca2) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:55.392568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dabb50ff-4c11-4a86-999b-c9947e89e444,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:55.408256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.409723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.410428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.453231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=30a42343-31d2-4f99-9bce-edd284b81e08,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.454319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67a6dc29-d695-4c1c-83df-bda4196173da req-c6fcb2b9-7277-42e2-8042-417d4691d364 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026951 Oct 13 04:17:55.457131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2d1711-38c1-45cc-81cc-2590d696dbde None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:55.510643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf403047-2f07-41e2-939d-65ab432e9d2f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7258382 Oct 13 04:17:55.512358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:55.516072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-8fcd1ee7-5dc2-4a3d-8c3a-2b78165a8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.518457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-8fcd1ee7-5dc2-4a3d-8c3a-2b78165a8891 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 1095 time: 0.1811836 Oct 13 04:17:55.520924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Pushing event updated for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:55.524618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:55.552620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-096cc507-5534-40d0-972b-503b3fb9cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.554654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-096cc507-5534-40d0-972b-503b3fb9cf22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 1098 time: 0.2147961 Oct 13 04:17:55.557487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd047a8-3d3d-4dd0-a904-641c663f23db None None] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:55.571992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.572892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.574461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-924bc41d-90ef-49be-8674-09ee3f8f1df1 service neutron] 10.222.0.47 "PUT /v2.0/ports/dabb50ff-4c11-4a86-999b-c9947e89e444 HTTP/1.1" status: 200 len: 1096 time: 2.9259348 Oct 13 04:17:55.715468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-7184fa54-c797-4102-80d9-53b13f0bf79d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.717000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-7184fa54-c797-4102-80d9-53b13f0bf79d tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.1972907 Oct 13 04:17:55.724539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6093feb0-9773-4f65-8dcd-1e764b39bd59 None None] Provisioning complete for port 30a42343-31d2-4f99-9bce-edd284b81e08 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:55.725249 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6093feb0-9773-4f65-8dcd-1e764b39bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.834050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-bb87fda8-0341-4038-b83a-ad1a8b5bc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.842448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-bb87fda8-0341-4038-b83a-ad1a8b5bc1c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 200 len: 916 time: 0.2908635 Oct 13 04:17:55.918439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-2db79613-c684-4e35-9e22-78b62d82945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.936578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-2db79613-c684-4e35-9e22-78b62d82945f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 1099 time: 0.3007445 Oct 13 04:17:55.945174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-6aea5287-a984-47af-88b4-5bb7eb8611f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:55.946776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-6aea5287-a984-47af-88b4-5bb7eb8611f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.3711343 Oct 13 04:17:55.956287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:55.957390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.029468 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.061485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.067018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-f9bbb809-df06-4eed-94ea-300f52353993 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dabb50ff-4c11-4a86-999b-c9947e89e444 HTTP/1.1" status: 200 len: 217 time: 0.1150408 Oct 13 04:17:56.068421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-77e115eb-7b12-4d2f-bc9e-438de69fab1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601 HTTP/1.1" status: 200 len: 217 time: 0.0407321 Oct 13 04:17:56.072640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-53aebec1-0d0f-42c6-a4d2-c61111f716e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0 HTTP/1.1" status: 200 len: 217 time: 0.1648116 Oct 13 04:17:56.082659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:17:56.083890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.218952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Deleting port c5683567-a7c5-44dc-ae16-c7d8695b05cf {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:17:56.219462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.251207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79045df2-2b3a-4e09-929e-cbd9db2226cd req-eaf793c7-fba5-4b85-b1a7-e7a2c311ad4e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.252901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79045df2-2b3a-4e09-929e-cbd9db2226cd req-eaf793c7-fba5-4b85-b1a7-e7a2c311ad4e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 944 time: 0.2764382 Oct 13 04:17:56.292450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-334f52fb-534b-4d88-9923-f669c0adaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.294087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-334f52fb-534b-4d88-9923-f669c0adaa6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2200861 Oct 13 04:17:56.351227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79045df2-2b3a-4e09-929e-cbd9db2226cd req-aca420ed-7fe3-45e9-88df-469548876107 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521402 Oct 13 04:17:56.356335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-56f67361-ce7a-4ee5-8bc0-bf9b7fbae0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.358100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-56f67361-ce7a-4ee5-8bc0-bf9b7fbae0c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2520795 Oct 13 04:17:56.400118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Allocated IP 172.20.0.2 (c7ccf183-777f-445a-aca4-24ba3f2e8ca2/6eaf61dd-fd4d-4079-9ebd-1c43273b2382/cfa23c09-6119-462f-bc17-01ca2534d3f5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:56.504012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-731712be-57b7-4181-a9c5-bc3f5e6fcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.509214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-731712be-57b7-4181-a9c5-bc3f5e6fcd61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676962 Oct 13 04:17:56.555829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-5b6807f7-a72f-4c74-ab9d-b57675f6ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.558601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-5b6807f7-a72f-4c74-ab9d-b57675f6ee6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553500 Oct 13 04:17:56.598103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879076ed-82a1-4c7c-b420-d9583a1cc595 req-5d9a0ff0-d955-4043-8dd9-7aec8fb63d08 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.605438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-879076ed-82a1-4c7c-b420-d9583a1cc595 req-5d9a0ff0-d955-4043-8dd9-7aec8fb63d08 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 948 time: 0.9733660 Oct 13 04:17:56.657342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a42343-31d2-4f99-9bce-edd284b81e08 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:56.743385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.751128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-834dce9d-e3ad-4b78-a8b5-5ba7f78f38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:56.752591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-834dce9d-e3ad-4b78-a8b5-5ba7f78f38dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 200 len: 855 time: 0.2523329 Oct 13 04:17:56.758949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-ada040f2-ba2b-4890-be87-da2cd0c0a0a2 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956724 Oct 13 04:17:56.762630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] For port c5683567-a7c5-44dc-ae16-c7d8695b05cf, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c5683567-a7c5-44dc-ae16-c7d8695b05cf,segment=NetworkSegment(6fcd6c32-37cf-4a88-a193-575721e8e081),segment_id=6fcd6c32-37cf-4a88-a193-575721e8e081)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:56.762988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.768155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.784061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ec23b5fc-1282-4d2e-99a5-336fb51ab9da None None] Provisioning complete for port 30a42343-31d2-4f99-9bce-edd284b81e08 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:56.784520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec23b5fc-1282-4d2e-99a5-336fb51ab9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.789440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.799387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-b01c5765-1edd-4bf3-a4a9-4fb4abcb94cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af2150ea-8de0-4ec1-8ddb-f750a305039b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365479 Oct 13 04:17:56.804218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.815043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Calling delete_port for c5683567-a7c5-44dc-ae16-c7d8695b05cf owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:17:56.820950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-879076ed-82a1-4c7c-b420-d9583a1cc595 req-dcc48bf6-d316-4b21-b112-3e0d10419ee1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145801 Oct 13 04:17:56.877125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 30a42343-31d2-4f99-9bce-edd284b81e08 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:56.877511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:56.897733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:56.907681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:56.941989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:56.963917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Pushing event updated for resources: {'Port': ['ID=cfa23c09-6119-462f-bc17-01ca2534d3f5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:56.982636 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-5d92a9ff-2d5d-4ab0-af27-97c14d4e16bc service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673750 Oct 13 04:17:56.992447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-15771ad4-ab84-4b91-8310-10ecb0f03bfe service neutron] 10.222.0.16 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831152 Oct 13 04:17:57.070977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:57.078982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:57.085939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Attempting to bind port cfa23c09-6119-462f-bc17-01ca2534d3f5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:17:57.086392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Attempting to bind port cfa23c09-6119-462f-bc17-01ca2534d3f5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:17:57.086685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Attempting to bind port cfa23c09-6119-462f-bc17-01ca2534d3f5 on network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:17:57.092216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:57.096742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-edb403e2-2b0e-4623-ae56-33cffc18b37d service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342861 Oct 13 04:17:57.096932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:17:57.096932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Checking segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:17:57.097428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.098139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Bound using segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:17:57.098456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Bound port: cfa23c09-6119-462f-bc17-01ca2534d3f5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:17:57.099094 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.158795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-90b5a266-3275-49ab-a243-015e2825dde4 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.170682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-90b5a266-3275-49ab-a243-015e2825dde4 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4111066 Oct 13 04:17:57.226883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] For port cfa23c09-6119-462f-bc17-01ca2534d3f5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:17:57.232702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] For port cfa23c09-6119-462f-bc17-01ca2534d3f5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfa23c09-6119-462f-bc17-01ca2534d3f5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:17:57.234605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Pushing event updated for resources: {'Port': ['ID=b95b8533-b6be-47b1-8738-945d646c194e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.242933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.254862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-b1a7b6de-2968-4f29-b20c-98947e09e92b tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/quotas/0197f0c46a2549b0a32a5972a4b27a89 HTTP/1.1" status: 200 len: 375 time: 0.0827811 Oct 13 04:17:57.287023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:57.290903 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5" -d '{"events": [{"name": "network-changed", "server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:57.305784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9666e-3448-4112-8f81-80e3dc5ee35e req-bb80be26-c380-4fda-a116-52e42377f831 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.307585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ee9666e-3448-4112-8f81-80e3dc5ee35e req-bb80be26-c380-4fda-a116-52e42377f831 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f1ea5d7-c219-41ad-8ebc-9a42f2492974 HTTP/1.1" status: 200 len: 945 time: 0.2955298 Oct 13 04:17:57.348236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c01fde-97e4-4bf4-8e7c-464cd9a2c43d None None] Pushing event updated for resources: {'Port': ['ID=cfa23c09-6119-462f-bc17-01ca2534d3f5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.373638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ed7e9d0-ed34-4f39-a7fa-8094f6556110 req-dd4eb460-b512-4493-8dd6-928c50f2e31f service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729265 Oct 13 04:17:57.432558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.470935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 710feaa8-92a9-4dd0-845b-f7f7f4465601 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:57.476579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2c6a510-3643-49aa-af91-7a354f332f94 req-02e2aa4b-1469-43cd-8f28-1928489f1f3e service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612785 Oct 13 04:17:57.495564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-8459666b-4287-4f3c-8125-ce16137c2b61 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2399402 Oct 13 04:17:57.497127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Pushing event deleted for resources: {'Port': ['ID=c5683567-a7c5-44dc-ae16-c7d8695b05cf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:57.508786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76fff875-7077-475c-ae82-2a1f9bc331c2 req-b0ca0a88-d234-4ad1-89bd-521ec22fdf69 service neutron] 10.222.0.16 "GET /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944706 Oct 13 04:17:57.522508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.523314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.523816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.524339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.524840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.525347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.525851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.526848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.527398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.527909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.528410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.528903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:17:57.552982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ee9666e-3448-4112-8f81-80e3dc5ee35e req-366effb2-a1ec-42f1-b02a-6c04302cf3a7 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.49 "GET /v2.0/security-groups?id=97825076-0633-46fd-8c34-75569fcfb5b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541605 Oct 13 04:17:57.634764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] No DVR routers for this DVR port c5683567-a7c5-44dc-ae16-c7d8695b05cf on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:17:57.653356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.668855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6a2a145-d08f-4f2e-9320-5201a04a2972 req-c8717459-e39e-4c7f-a219-82b7d15acd87 tempest-LiveAutoBlockMigrationV225Test-821232143 tempest-LiveAutoBlockMigrationV225Test-821232143-project] 10.222.0.16 "DELETE /v2.0/ports/c5683567-a7c5-44dc-ae16-c7d8695b05cf HTTP/1.1" status: 204 len: 173 time: 1.9405675 Oct 13 04:17:57.679210 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86412d48-5065-4f9f-97a4-54a720113abe x-openstack-request-id: req-86412d48-5065-4f9f-97a4-54a720113abe {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:57.679692 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:57.680222 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86412d48-5065-4f9f-97a4-54a720113abe {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:57.680614 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444', 'status': 'completed', 'code': 200} Oct 13 04:17:57.739119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:57.805617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '710feaa8-92a9-4dd0-845b-f7f7f4465601', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '710feaa8-92a9-4dd0-845b-f7f7f4465601', 'mac_address': 'fa:16:3e:3f:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:57.807432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-820fb407-7ae6-4915-8cc4-552388cad190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:57.808957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-820fb407-7ae6-4915-8cc4-552388cad190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 1099 time: 0.0974240 Oct 13 04:17:57.923393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:57.947882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710feaa8-92a9-4dd0-845b-f7f7f4465601 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:57.966573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a01e71b-9966-472c-bd67-8986202d6960 req-1f3781df-8536-4da7-aa65-b8e7798fffed tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 210 time: 0.0327609 Oct 13 04:17:57.993701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:58.004238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.005404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 19f8fdf6-8656-4870-8bc3-91c462d72cb0 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:58.060292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847b12d-f8a1-420b-bdc0-095c8b405168 req-8e177bc8-002e-4e17-8a1d-bb72140cf67a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.067731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a847b12d-f8a1-420b-bdc0-095c8b405168 req-8e177bc8-002e-4e17-8a1d-bb72140cf67a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 944 time: 0.3323534 Oct 13 04:17:58.071324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-84916b97-af26-4a8d-a4d1-7ac509b05267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.072834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-84916b97-af26-4a8d-a4d1-7ac509b05267 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2560077 Oct 13 04:17:58.113987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:58.139218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.169260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a847b12d-f8a1-420b-bdc0-095c8b405168 req-2c0eb04f-f53c-4569-b9cc-a58c4d54ba8b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985904 Oct 13 04:17:58.207881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.213721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-8da1c335-e142-457e-a3b0-6cc6d2a12a0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dabb50ff-4c11-4a86-999b-c9947e89e444 HTTP/1.1" status: 200 len: 217 time: 0.1313858 Oct 13 04:17:58.248129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.401776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:58.423877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-dc14f5db-3717-448c-a394-9297e28feecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.425483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-dc14f5db-3717-448c-a394-9297e28feecd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1745741 Oct 13 04:17:58.450716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '19f8fdf6-8656-4870-8bc3-91c462d72cb0', 'network_id': 'af2150ea-8de0-4ec1-8ddb-f750a305039b', 'port_id': '19f8fdf6-8656-4870-8bc3-91c462d72cb0', 'mac_address': 'fa:16:3e:e5:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:17:58.466744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8fdb-68d3-4f22-ac4f-781928eab699 req-a6ea78ae-6c41-48b4-8814-c887301d4fe3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.468401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89be8fdb-68d3-4f22-ac4f-781928eab699 req-a6ea78ae-6c41-48b4-8814-c887301d4fe3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 948 time: 0.2846694 Oct 13 04:17:58.555525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.606627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Allocated IP 172.25.0.213 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/6bd58082-4898-405f-93ff-7771a2d4f8e0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:17:58.611749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89be8fdb-68d3-4f22-ac4f-781928eab699 req-5c031e8c-74b9-4cd5-be35-89057ad95ea7 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979781 Oct 13 04:17:58.630592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f8fdf6-8656-4870-8bc3-91c462d72cb0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:17:58.651847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43472) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:58.655644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-fa67f34c-80f9-4f38-af36-036ab0751784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:58.657626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-fa67f34c-80f9-4f38-af36-036ab0751784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235692 Oct 13 04:17:58.730917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:17:58.742543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.775626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.806305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-c30ee38c-3825-45d6-a492-0a0b991f3d83 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390867 Oct 13 04:17:58.841941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfa23c09-6119-462f-bc17-01ca2534d3f5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:17:58.961903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:58.971130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:58.984709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30afb77e-2123-4fc1-b8a3-3662a118ffae None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:17:59.017511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Deleting subnet a9a09000-c56a-4ee8-b9c5-084cf76eb648 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:17:59.028966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.053256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['710feaa8-92a9-4dd0-845b-f7f7f4465601'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:59.059951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['19f8fdf6-8656-4870-8bc3-91c462d72cb0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:17:59.073364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d3e49e9-5ca2-4b3c-be36-525d78cf85a5 req-af0eab3c-6231-4937-810e-9b7a628b2e8f service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576315 Oct 13 04:17:59.098657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.122849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.134037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f095483-542d-49b1-a058-91016d3f6f04 req-e7c1c4b1-20d2-4157-9e4a-5916365cbc51 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 210 time: 0.0561237 Oct 13 04:17:59.167053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.185884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cfa23c09-6119-462f-bc17-01ca2534d3f5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:59.186678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.215337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:17:59.245083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-197fc104-1ad4-4537-b141-8055038c608f None None] Provisioning complete for port cfa23c09-6119-462f-bc17-01ca2534d3f5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:17:59.245491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-197fc104-1ad4-4537-b141-8055038c608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.251081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:17:59.269602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:17:59.343294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Pushing event updated for resources: {'Port': ['ID=6bd58082-4898-405f-93ff-7771a2d4f8e0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:59.500719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:17:59.509622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9169-cfba-4f3c-b567-0fe4546c1b22 req-7c9274f4-a185-4127-a326-0c3e1188c25a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.520117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6eb9169-cfba-4f3c-b567-0fe4546c1b22 req-7c9274f4-a185-4127-a326-0c3e1188c25a tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 945 time: 0.1916635 Oct 13 04:17:59.564428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:17:59.596768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: c5683567-a7c5-44dc-ae16-c7d8695b05cf {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:17:59.597117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c5683567-a7c5-44dc-ae16-c7d8695b05cf not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:17:59.616805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-3a040be8-12de-426d-8ccb-e2f058df3990 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313318 Oct 13 04:17:59.661889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dabb50ff-4c11-4a86-999b-c9947e89e444 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:17:59.677537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6eb9169-cfba-4f3c-b567-0fe4546c1b22 req-92c52b19-b8c1-48d1-babd-5c21dcf3d6ca tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563020 Oct 13 04:17:59.698620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-deleted', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:17:59.701724 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca2949-9fe5-4632-b711-80ec092e52d5" -d '{"events": [{"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-deleted", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:17:59.742943 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.795612 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596eab5-c28a-4f5f-8faa-6539ccf9fe76 x-openstack-request-id: req-9596eab5-c28a-4f5f-8faa-6539ccf9fe76 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:17:59.796048 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1ea5d7-c219-41ad-8ebc-9a42f2492974", "name": "network-vif-deleted", "tag": "c5683567-a7c5-44dc-ae16-c7d8695b05cf", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:17:59.796400 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9596eab5-c28a-4f5f-8faa-6539ccf9fe76 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:17:59.796877 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1ea5d7-c219-41ad-8ebc-9a42f2492974', 'name': 'network-vif-deleted', 'tag': 'c5683567-a7c5-44dc-ae16-c7d8695b05cf', 'status': 'completed', 'code': 200} Oct 13 04:17:59.797672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a09000-c56a-4ee8-b9c5-084cf76eb648,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:17:59.811446 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.819129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1683f64e-37dd-4f5c-840e-91bd6fbd8a27 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a9a09000-c56a-4ee8-b9c5-084cf76eb648 HTTP/1.1" status: 204 len: 168 time: 1.1561165 Oct 13 04:17:59.820538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43488) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:17:59.848476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-8fb326b6-3a78-4ad1-90f1-95c754265c63 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:17:59.850103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-8fb326b6-3a78-4ad1-90f1-95c754265c63 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259357 Oct 13 04:17:59.864982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Request body: {'port': {'device_id': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '0197f0c46a2549b0a32a5972a4b27a89'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:17:59.932932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-197fc104-1ad4-4537-b141-8055038c608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.938767 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:17:59.993935 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.003876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefdeb7-db3a-4524-a8ad-d21c3fbc85d6 req-77cfec33-e46c-48ce-a929-9f94fac66579 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:00.012644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fefdeb7-db3a-4524-a8ad-d21c3fbc85d6 req-77cfec33-e46c-48ce-a929-9f94fac66579 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 948 time: 0.2249234 Oct 13 04:18:00.114839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fefdeb7-db3a-4524-a8ad-d21c3fbc85d6 req-4269cea7-9c2e-44fb-b36e-a3aef59bb671 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011965 Oct 13 04:18:00.124624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.138505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Made reservation on behalf of 0197f0c46a2549b0a32a5972a4b27a89 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:00.144618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.147877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:00.153165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port cfa23c09-6119-462f-bc17-01ca2534d3f5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfa23c09-6119-462f-bc17-01ca2534d3f5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.163173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:00.179051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.205829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dabb50ff-4c11-4a86-999b-c9947e89e444,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.307556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'dabb50ff-4c11-4a86-999b-c9947e89e444', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'dabb50ff-4c11-4a86-999b-c9947e89e444', 'mac_address': 'fa:16:3e:d6:56:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:00.309098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:00.309722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:00.346363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.347656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f3d4fb9-b732-413b-8dcb-779a1a7ba4bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7968895 Oct 13 04:18:00.356569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:00.407156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=cfa23c09-6119-462f-bc17-01ca2534d3f5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.422895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-197fc104-1ad4-4537-b141-8055038c608f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:18:00.423268 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-197fc104-1ad4-4537-b141-8055038c608f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:18:00.432697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.459433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24500a6f-2b98-471a-8c68-b051627e13b1 req-57d6b8f1-21ef-42bf-9880-9c7e873f22c9 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 210 time: 0.1828556 Oct 13 04:18:00.466135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce2e91a-108a-4988-88c0-6fa86e0d9bbf']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:00.480847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcd6c32-37cf-4a88-a193-575721e8e081') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:00.481471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcd6c32-37cf-4a88-a193-575721e8e081') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:00.493280 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.498608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.513424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabb50ff-4c11-4a86-999b-c9947e89e444 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:00.529959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.541174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:00.541703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.549129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dabb50ff-4c11-4a86-999b-c9947e89e444,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:00.558077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:00.577485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Allocated IP 192.168.233.214 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:00.622676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.674290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfa23c09-6119-462f-bc17-01ca2534d3f5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:00.822367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.826696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:00.848833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:00.875230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.933933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cfa23c09-6119-462f-bc17-01ca2534d3f5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:00.934611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:00.988583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:00.996994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:01.000554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:01.077065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Pushing event updated for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.089214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.089986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.101089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211428b-a699-4165-aed0-191996561346 req-bd48727b-aec1-403a-8f3b-b895ca55ba1e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.103024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a211428b-a699-4165-aed0-191996561346 req-bd48727b-aec1-403a-8f3b-b895ca55ba1e tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 945 time: 0.2441769 Oct 13 04:18:01.154640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:17:57Z', 'revision_number': 3, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:01.203646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a211428b-a699-4165-aed0-191996561346 req-ece3a0cd-7d7f-4a63-86d0-8935621ca690 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522454 Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:01.209240 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:01.212865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:01.213256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e69bbe1e-ac87-4224-a690-45e3bcfa0554 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3514998 Oct 13 04:18:01.213345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Updating router c717c9f3-0130-40a5-81aa-31e60ba3e6fe port b95b8533-b6be-47b1-8738-945d646c194e binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:01.250841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Request body: {'port': {'device_id': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:01.276667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.284869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.290029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bce2e91a-108a-4988-88c0-6fa86e0d9bbf HTTP/1.1" status: 204 len: 168 time: 1.4669333 Oct 13 04:18:01.296062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43514) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.307688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649014-e276-4c87-a5c8-7fdaa6708b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce2e91a-108a-4988-88c0-6fa86e0d9bbf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:01.331310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-005b3eb4-ecfc-4188-94bb-b98279c65976 None None] Provisioning complete for port cfa23c09-6119-462f-bc17-01ca2534d3f5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:01.331798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-005b3eb4-ecfc-4188-94bb-b98279c65976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.387782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.409773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.410365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.559306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 710feaa8-92a9-4dd0-845b-f7f7f4465601 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:01.581278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Deleting subnet 19178e8b-8041-41e8-b47d-0cb45b7bce38 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:01.604640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Router b126ff9c-f193-42b5-8395-cf34a9a97f1a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:18:01.625339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.636023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43f08-3330-478c-ac68-8cb80c78c8b2 req-2c3cb8e7-2649-4a52-b9dd-05b10cb5974c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.638386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35c43f08-3330-478c-ac68-8cb80c78c8b2 req-2c3cb8e7-2649-4a52-b9dd-05b10cb5974c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 949 time: 0.2622659 Oct 13 04:18:01.777767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 710feaa8-92a9-4dd0-845b-f7f7f4465601 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:01.779810 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35c43f08-3330-478c-ac68-8cb80c78c8b2 req-1fc58fdb-4c45-4f67-a9bd-75ae06f80545 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Oct 13 04:18:01.789448 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.793083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.795941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95c97f-e164-41b4-8ac1-ca8d49013e56 req-f869138c-97a3-460b-bd06-20c2e3273406 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:01.810290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 710feaa8-92a9-4dd0-845b-f7f7f4465601 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:01.810290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.810583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de95c97f-e164-41b4-8ac1-ca8d49013e56 req-f869138c-97a3-460b-bd06-20c2e3273406 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 936 time: 0.2153757 Oct 13 04:18:01.832252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:01.852455 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Sync routers for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:01.879113 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:01.879751 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:01.884468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de95c97f-e164-41b4-8ac1-ca8d49013e56 req-766a643c-613d-401b-89fe-3d1f19caa127 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796242 Oct 13 04:18:01.901489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.901947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-36766f00-9359-4056-ac7e-ac414161b94a None None] Provisioning complete for port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:01.902563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36766f00-9359-4056-ac7e-ac414161b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:01.902710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9a6b005f-175e-43e4-9576-ce405358d0cc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3888347 Oct 13 04:18:01.905122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43518) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:01.980000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-36766f00-9359-4056-ac7e-ac414161b94a None None] Port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:02.003241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.020048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.032824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.058316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.086087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:02.091854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3fd67086-dbcc-4556-8f65-5d5887d85fde'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:02.125638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Attempting to bind port b95b8533-b6be-47b1-8738-945d646c194e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:02.125845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Attempting to bind port b95b8533-b6be-47b1-8738-945d646c194e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:02.126120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Attempting to bind port b95b8533-b6be-47b1-8738-945d646c194e on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:02.129605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaccb32-312a-41ca-becf-23ca429fa233 None None] Pushing event updated for resources: {'Port': ['ID=b95b8533-b6be-47b1-8738-945d646c194e,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.137824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:02.140190 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6477b9-069d-4e5b-9f8b-6537ed5fd154" -d '{"events": [{"server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "name": "network-vif-plugged", "status": "completed", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:02.161758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:02.162137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:02.162539 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.162967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:02.163741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Bound port: b95b8533-b6be-47b1-8738-945d646c194e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:02.164146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.167957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:02.192732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.193537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 19f8fdf6-8656-4870-8bc3-91c462d72cb0 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:02.205992 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1157a9-7f09-4f4e-bf12-8a79f783772f x-openstack-request-id: req-da1157a9-7f09-4f4e-bf12-8a79f783772f {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:02.206272 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "name": "network-vif-plugged", "status": "completed", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:02.206523 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da1157a9-7f09-4f4e-bf12-8a79f783772f {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:02.206909 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601', 'code': 200} Oct 13 04:18:02.268101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Allocated IP 172.20.0.1 (68b07b1a-5a1d-478c-bc6b-4b63569065d1/d745b594-0525-45f4-bea2-23f972c354c7/8533cf9c-d3a2-4db0-9302-c46d04fbff41) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:02.464682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] For port b95b8533-b6be-47b1-8738-945d646c194e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:02.474226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] For port b95b8533-b6be-47b1-8738-945d646c194e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b95b8533-b6be-47b1-8738-945d646c194e,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:02.475299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.493215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.496748 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:17:59Z', 'revision_number': 3, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:02.498013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.544146 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Checking router: b126ff9c-f193-42b5-8395-cf34a9a97f1a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:02.544768 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Updating router b126ff9c-f193-42b5-8395-cf34a9a97f1a port 6bd58082-4898-405f-93ff-7771a2d4f8e0 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:02.574311 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.631736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:02.636825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:02.640839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.651206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaccb32-312a-41ca-becf-23ca429fa233 None None] Pushing event updated for resources: {'Port': ['ID=b95b8533-b6be-47b1-8738-945d646c194e,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.655764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:02.656139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.657329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Transition to ACTIVE for port object c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:02.669759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.677317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.677788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:02.679019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:02.688682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.782441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:02.786890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19178e8b-8041-41e8-b47d-0cb45b7bce38,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:02.806541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.816482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:02.821143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a4456196-8c6d-407b-a083-14370a62466b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/19178e8b-8041-41e8-b47d-0cb45b7bce38 HTTP/1.1" status: 204 len: 168 time: 1.5221560 Oct 13 04:18:02.822168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eb9fd-c670-4a52-a2c4-9de48b417ce7 req-020ab9cd-c01d-409f-ac7a-efcaeaeac31f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.824094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f5eb9fd-c670-4a52-a2c4-9de48b417ce7 req-020ab9cd-c01d-409f-ac7a-efcaeaeac31f tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 945 time: 0.3760736 Oct 13 04:18:02.824591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:02.832261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:02.858798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15a0d4-96e9-4390-b81b-be2236e44a97 req-8750ed74-d29c-451e-8d77-db3cdce7deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:02.860403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e15a0d4-96e9-4390-b81b-be2236e44a97 req-8750ed74-d29c-451e-8d77-db3cdce7deb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 1100 time: 0.3018408 Oct 13 04:18:02.870963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:02.986649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Pushing event updated for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.045485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.057571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:03.098487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f5eb9fd-c670-4a52-a2c4-9de48b417ce7 req-d60238b1-f0be-43a9-a70f-21d3aa031681 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968719 Oct 13 04:18:03.239926 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.262550 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.295161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Attempting to bind port 6bd58082-4898-405f-93ff-7771a2d4f8e0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:03.295676 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Attempting to bind port 6bd58082-4898-405f-93ff-7771a2d4f8e0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:03.296197 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Attempting to bind port 6bd58082-4898-405f-93ff-7771a2d4f8e0 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:03.352490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:03.359143 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:03.359763 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.360275 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:03.361033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Bound port: 6bd58082-4898-405f-93ff-7771a2d4f8e0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:03.361548 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.426400 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] For port 6bd58082-4898-405f-93ff-7771a2d4f8e0, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:03.430715 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] For port 6bd58082-4898-405f-93ff-7771a2d4f8e0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bd58082-4898-405f-93ff-7771a2d4f8e0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:03.456048 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.505385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.513142 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Pushing event updated for resources: {'Port': ['ID=6bd58082-4898-405f-93ff-7771a2d4f8e0,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.528834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.529189 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.529532 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.529867 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.530199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.530530 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.530856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.531209 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.531535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.531856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.535506 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.535848 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.556728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.557261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bedcbd50-b79e-40da-ab89-3ce62f03ad57 None None] Provisioning complete for port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:03.557484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bedcbd50-b79e-40da-ab89-3ce62f03ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.597576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-bedcbd50-b79e-40da-ab89-3ce62f03ad57 None None] Port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:03.622844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:03.623757 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:03.642054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e15a0d4-96e9-4390-b81b-be2236e44a97 req-fdacb4eb-2178-462b-83c2-1af596e8ffa3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722409 Oct 13 04:18:03.644464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4faa4-6831-496e-bd37-25b7f5552f21 req-b8b5148a-4e8e-4304-8990-c203d53046f8 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.645362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:03.646699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20c4faa4-6831-496e-bd37-25b7f5552f21 req-b8b5148a-4e8e-4304-8990-c203d53046f8 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 948 time: 0.3316350 Oct 13 04:18:03.663085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dabb50ff-4c11-4a86-999b-c9947e89e444 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:03.666853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b91b8-98b1-4508-8e12-cea557a40c01 req-142e63c0-00e8-4d49-9da3-ad86507ef02f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:03.667220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.669966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7b91b8-98b1-4508-8e12-cea557a40c01 req-142e63c0-00e8-4d49-9da3-ad86507ef02f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 949 time: 0.6941130 Oct 13 04:18:03.688778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Allocated IP 172.20.0.1 (c7ccf183-777f-445a-aca4-24ba3f2e8ca2/6eaf61dd-fd4d-4079-9ebd-1c43273b2382/6fea5738-66e5-4838-b92f-73b30ec5595f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:03.698464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.726953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Pushing event updated for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.742163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7b91b8-98b1-4508-8e12-cea557a40c01 req-08a82317-e414-423f-bf8d-f9d44ed47936 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647988 Oct 13 04:18:03.764950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a28d888-3829-4175-8a9d-d31e3838f11b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:03.771525 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d0e64-1461-4458-a2cc-bbe4a150ceb6 None None] Pushing event updated for resources: {'Port': ['ID=6bd58082-4898-405f-93ff-7771a2d4f8e0,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.780669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Attempting to bind port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:03.782669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Attempting to bind port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:03.783013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Attempting to bind port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:03.812968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:03.822086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20c4faa4-6831-496e-bd37-25b7f5552f21 req-8626110d-57fe-4c69-8f27-f109b8aa9f41 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461236 Oct 13 04:18:03.825786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2deb0b2-23cf-4891-bf18-31476271780b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:03.826188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2deb0b2-23cf-4891-bf18-31476271780b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:03.839975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.840332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.840682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.841025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.841421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.841766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.842103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.842437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.842772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.843163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.843501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.843832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:03.850954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:17:57Z', 'revision_number': 3, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:03.858179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.882076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.901665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:03.902265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:03.904149 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:03.911039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd2219-2db8-46fd-a6b1-c641a156130b None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:17:57Z', 'revision_number': 3, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:03.914632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port dabb50ff-4c11-4a86-999b-c9947e89e444 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:03.920888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port dabb50ff-4c11-4a86-999b-c9947e89e444 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:03.921499 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:03.923659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:03.924010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Attempting to bind port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:03.956625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:03.956987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:03.958281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:03.958281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Bound port: c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:03.958281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.016880 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:04.021353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.045912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.112369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.113223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.119417 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a28d888-3829-4175-8a9d-d31e3838f11b HTTP/1.1" status: 204 len: 168 time: 1.2716508 Oct 13 04:18:04.120557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a28d888-3829-4175-8a9d-d31e3838f11b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.123859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.127036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.208723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dabb50ff-4c11-4a86-999b-c9947e89e444,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:04.213586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0'}, {'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:04.221630 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb3c35a-ee2c-4466-9202-0425d15a26e2" -d '{"events": [{"server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "name": "network-vif-plugged", "status": "completed", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0"}, {"server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "name": "network-vif-plugged", "status": "completed", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:04.232635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.259352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.259702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.260244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.261907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.262306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.262730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.264492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.264858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.265203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.267256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.267691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.268060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4872a301-3711-4adf-8443-c6700e105d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:04.299014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:04.305935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:04.315509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.388148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:04.391813 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b9ab6-a1cb-43bf-99f6-07f04098b7a9 x-openstack-request-id: req-1f2b9ab6-a1cb-43bf-99f6-07f04098b7a9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:04.392158 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "name": "network-vif-plugged", "status": "completed", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0", "code": 200}, {"server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "name": "network-vif-plugged", "status": "completed", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:04.392432 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f2b9ab6-a1cb-43bf-99f6-07f04098b7a9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:04.395473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:04.400502 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0', 'code': 200} Oct 13 04:18:04.405663 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444', 'code': 200} Oct 13 04:18:04.407818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:04.449430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.449430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.469434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] 10.222.0.47 "PUT /v2.0/ports/c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b HTTP/1.1" status: 200 len: 1096 time: 3.2235973 Oct 13 04:18:04.472080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:04.474483 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e4f780-9a19-43c9-884b-a8c4b44daa47" -d '{"events": [{"name": "network-changed", "server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:04.517520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Pushing event updated for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.605616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c07e07-c33e-48f3-b594-0cb34e7abef1 req-842641a4-2c59-4cd5-9c82-a3f0f52c939c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:04.619971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80c07e07-c33e-48f3-b594-0cb34e7abef1 req-842641a4-2c59-4cd5-9c82-a3f0f52c939c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.3170927 Oct 13 04:18:04.621586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:04.632274 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47f7bf-564a-4b0a-adcd-d2ca2392b4b3 x-openstack-request-id: req-db47f7bf-564a-4b0a-adcd-d2ca2392b4b3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:04.632856 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:04.632856 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db47f7bf-564a-4b0a-adcd-d2ca2392b4b3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:04.633278 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b', 'status': 'completed', 'code': 200} Oct 13 04:18:04.650232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:04.698388 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:17:59Z', 'revision_number': 3, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:04.806420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:04.807242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b95b8533-b6be-47b1-8738-945d646c194e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:04.835766 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff35cf4-85a7-4c4e-af37-547b425e7508 None None] The sync data for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 is: [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:17:59Z', 'revision_number': 3, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:04.983301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b95b8533-b6be-47b1-8738-945d646c194e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:04.985169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.105429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff9ac2e7-9a83-4e26-8ad9-9739aa5a76ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=721b74ac257e4dd8a2cf7db4a3ad07e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535761 Oct 13 04:18:05.118005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80c07e07-c33e-48f3-b594-0cb34e7abef1 req-92665ab9-ab78-4007-960d-bdfe19e4763c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917662 Oct 13 04:18:05.121324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43556) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:05.234379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.255626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca6d0-f6bf-4472-891c-b8e58a734021 req-efb65883-de6a-4b6c-ba65-d118ed0a1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.259315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21dca6d0-f6bf-4472-891c-b8e58a734021 req-efb65883-de6a-4b6c-ba65-d118ed0a1d2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 1101 time: 0.5139148 Oct 13 04:18:05.263908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port b95b8533-b6be-47b1-8738-945d646c194e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b95b8533-b6be-47b1-8738-945d646c194e,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:05.280805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.376619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-87f47392-d1b6-4256-9f05-dc4180faf365 None None] Provisioning complete for port 6fea5738-66e5-4838-b92f-73b30ec5595f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:05.377139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-87f47392-d1b6-4256-9f05-dc4180faf365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.388445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.421657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=b95b8533-b6be-47b1-8738-945d646c194e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.430957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f0c5a-bf5e-430d-86c9-d6fdf4332fba req-e60ee18b-7dd7-4075-a0d3-c014e265340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.432469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a2f0c5a-bf5e-430d-86c9-d6fdf4332fba req-e60ee18b-7dd7-4075-a0d3-c014e265340a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 1097 time: 0.9466248 Oct 13 04:18:05.438288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-87f47392-d1b6-4256-9f05-dc4180faf365 None None] Port 6fea5738-66e5-4838-b92f-73b30ec5595f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:05.447732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.458618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73aabf-1fce-4426-9f04-a3af1d101542 service neutron] Pushing event updated for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.526284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.549462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1685-8dad-467b-bf81-dcf0039567f3 req-2f5a7080-71e1-4e80-b2a3-348876f2ffc7 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.551001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b4b1685-8dad-467b-bf81-dcf0039567f3 req-2f5a7080-71e1-4e80-b2a3-348876f2ffc7 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 948 time: 0.3225822 Oct 13 04:18:05.557461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.576269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-69cb2fa4-78b5-40da-b73b-7817a4f43266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.577757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-69cb2fa4-78b5-40da-b73b-7817a4f43266 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 1099 time: 0.9806325 Oct 13 04:18:05.607884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.616410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21dca6d0-f6bf-4472-891c-b8e58a734021 req-f96858dd-8fbb-4f0c-88b5-8a209a508dad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822722 Oct 13 04:18:05.688155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b4b1685-8dad-467b-bf81-dcf0039567f3 req-927a378c-ad66-447b-8629-cfa022b52cce tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162951 Oct 13 04:18:05.689250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-82b3d3db-5651-486e-950e-6def203d672f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b HTTP/1.1" status: 200 len: 217 time: 0.0795858 Oct 13 04:18:05.690610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.715151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9e08-4b1a-4c4b-a83c-a2ecb37c978b req-fd663c97-508f-4e03-a6f2-26b18dba1a8c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.723553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00cf9e08-4b1a-4c4b-a83c-a2ecb37c978b req-fd663c97-508f-4e03-a6f2-26b18dba1a8c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 950 time: 0.6586766 Oct 13 04:18:05.731609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Pushing event updated for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.751872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a2f0c5a-bf5e-430d-86c9-d6fdf4332fba req-54ad00c9-9f6c-4e8a-894e-385762dfc3cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989726 Oct 13 04:18:05.844619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.852580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.853984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97825076-0633-46fd-8c34-75569fcfb5b9 HTTP/1.1" status: 204 len: 168 time: 0.7278605 Oct 13 04:18:05.904821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-d74d9f5a-90ee-4a08-b9b5-e692d51cedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:05.906537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-d74d9f5a-90ee-4a08-b9b5-e692d51cedd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0855589 Oct 13 04:18:05.924116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.938434 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:05.942820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14910cfe-4769-4982-b35c-4ed18a714cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97825076-0633-46fd-8c34-75569fcfb5b9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:05.947435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00cf9e08-4b1a-4c4b-a83c-a2ecb37c978b req-7cf8b209-750a-4eba-b1e2-2963362f8f05 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226374 Oct 13 04:18:06.019576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e76d3f57-4c1e-4327-95b9-ea871a935ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:06.022473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-e76d3f57-4c1e-4327-95b9-ea871a935ed2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011732 Oct 13 04:18:06.032368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:06.045110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:06.068443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Pushing event updated for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:06.079701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.292588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:06.296647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:06.411878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-3f14b5ab-3a00-4fac-adfc-d14de709f08b service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774707 Oct 13 04:18:06.493794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca05a73c-997f-4313-9bcf-bddfd762a484 None None] Provisioning complete for port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.494587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca05a73c-997f-4313-9bcf-bddfd762a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.576678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:06.624179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79777ad8-b160-4290-ac55-df85380a3f64 req-df836abf-7988-419f-8e8b-4f9554a520ff service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016814 Oct 13 04:18:06.640978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Router b126ff9c-f193-42b5-8395-cf34a9a97f1a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:06.658820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb42185-aed0-4b1a-843f-7b5e1e601332 req-6621ceda-dd59-4e0a-a215-4fd2c25573c8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:06.670520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-93cb5f95-93b5-40ab-a7e0-2a414cd07612 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecaa90892c2647698916a12d155bad04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905623 Oct 13 04:18:06.679788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bb42185-aed0-4b1a-843f-7b5e1e601332 req-6621ceda-dd59-4e0a-a215-4fd2c25573c8 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.4241219 Oct 13 04:18:06.685363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43568) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:06.691442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:06.700030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ca05a73c-997f-4313-9bcf-bddfd762a484 None None] Port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:06.829195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-140669a2-8591-41fd-971d-088cf4ffb362 None None] Provisioning complete for port 6fea5738-66e5-4838-b92f-73b30ec5595f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.829571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-140669a2-8591-41fd-971d-088cf4ffb362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.892521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b95b8533-b6be-47b1-8738-945d646c194e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:06.949469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-140669a2-8591-41fd-971d-088cf4ffb362 None None] Port 6fea5738-66e5-4838-b92f-73b30ec5595f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:06.964275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ac31-29d0-44a6-bcc9-48d2fd2de9f3 req-dd261e2e-e0bd-4686-b58d-5c204d3c9219 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:06.966226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13c2ac31-29d0-44a6-bcc9-48d2fd2de9f3 req-dd261e2e-e0bd-4686-b58d-5c204d3c9219 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 948 time: 0.1574225 Oct 13 04:18:06.971953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:06.997800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b95b8533-b6be-47b1-8738-945d646c194e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:06.998196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.029838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:07.035164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.041833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9f02817-039e-4362-9ccb-2350dec9550e admin admin] 10.222.0.49 "PUT /v2.0/routers/b126ff9c-f193-42b5-8395-cf34a9a97f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1356981 Oct 13 04:18:07.050779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13c2ac31-29d0-44a6-bcc9-48d2fd2de9f3 req-9e6a4caf-1fd9-4d5c-9bfa-aa96661c2034 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Oct 13 04:18:07.077062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bb42185-aed0-4b1a-843f-7b5e1e601332 req-8f337c34-e43c-4351-9c93-43c3085344d5 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894980 Oct 13 04:18:07.143626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bd58082-4898-405f-93ff-7771a2d4f8e0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:07.153320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.159866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.161712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/240ae926-ff08-4af3-907c-537d6109f8a4 HTTP/1.1" status: 204 len: 168 time: 0.4736242 Oct 13 04:18:07.174085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-225836c8-3e61-4b51-ac37-1ced9f9251d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.180531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-225836c8-3e61-4b51-ac37-1ced9f9251d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 1099 time: 0.4439106 Oct 13 04:18:07.197445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a394e-e7e5-4e96-82e4-67e66025eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ae926-ff08-4af3-907c-537d6109f8a4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.235744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:07.251160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a649f75-5a21-42f1-8939-26673ad10bed admin admin] 10.222.0.49 "PUT /v2.0/routers/c717c9f3-0130-40a5-81aa-31e60ba3e6fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8842170 Oct 13 04:18:07.274092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6bd58082-4898-405f-93ff-7771a2d4f8e0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:07.281095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.315174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c093-05f0-4370-a111-9dfcc0c99559 req-60ba1d5f-80d4-466c-baeb-73cc71dc10d6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.316765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5892c093-05f0-4370-a111-9dfcc0c99559 req-60ba1d5f-80d4-466c-baeb-73cc71dc10d6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 950 time: 0.0992267 Oct 13 04:18:07.357275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-de2fb7eb-c702-404d-bd63-dc086ab75bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.358794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-de2fb7eb-c702-404d-bd63-dc086ab75bd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1682587 Oct 13 04:18:07.383031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5892c093-05f0-4370-a111-9dfcc0c99559 req-3c340ed7-8190-4ec0-95f5-397c7af0b1b0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527008 Oct 13 04:18:07.386644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.413460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 6bd58082-4898-405f-93ff-7771a2d4f8e0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bd58082-4898-405f-93ff-7771a2d4f8e0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:07.423688 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:07.485974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-2aee02af-a7cb-4d03-a801-958c516cefa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b HTTP/1.1" status: 200 len: 217 time: 0.1136062 Oct 13 04:18:07.545835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=6bd58082-4898-405f-93ff-7771a2d4f8e0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:07.555966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bcf8b-74c6-43bc-b8f8-828295e853f2 req-5ec7a03b-f1de-4ddf-9846-c8c9e6b0dabd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.558164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a80bcf8b-74c6-43bc-b8f8-828295e853f2 req-5ec7a03b-f1de-4ddf-9846-c8c9e6b0dabd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 949 time: 0.0733716 Oct 13 04:18:07.589159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-098fb0c9-5730-4311-884a-8be1c8e7c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.591269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-098fb0c9-5730-4311-884a-8be1c8e7c51d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0950460 Oct 13 04:18:07.638243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a80bcf8b-74c6-43bc-b8f8-828295e853f2 req-0f641b6e-1fad-47c6-a8ff-d097286abcc8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730410 Oct 13 04:18:07.666301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-00395a42-5211-4036-9dbb-9e40ef4eafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:07.668338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-00395a42-5211-4036-9dbb-9e40ef4eafbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667632 Oct 13 04:18:07.793878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-e084879a-edd2-4a2a-9d27-b8b12b748f65 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171827 Oct 13 04:18:07.919675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47e4f780-9a19-43c9-884b-a8c4b44daa47 req-4ecd2509-f043-44a1-ba11-d98775f59536 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165242 Oct 13 04:18:07.941950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Sync routers for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:07.960196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:07.960823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:08.069291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:08.084031 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:08.089511 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:08.091695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43618) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.096950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770464110', 'description': 'tempest-description--1068793833'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:08.155617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:08.157846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43622) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.162682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632260779', 'description': 'tempest-description--1916422546'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:08.171717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.248458 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:08.262882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.423602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.437946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.446277 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.484102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.512761 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:04Z', 'revision_number': 2, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:08.514753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.553491 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:08.553920 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Updating router c717c9f3-0130-40a5-81aa-31e60ba3e6fe port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:08.581451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.586467 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4273739 Oct 13 04:18:08.587293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.610018 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.624462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group_rule': {'security_group_id': 'fdb7bb76-9130-42f3-b025-ba9eb7e74032', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:08.639255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66d61d-44a5-45fd-9c97-a906b1a9a037 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb7bb76-9130-42f3-b025-ba9eb7e74032,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.677370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43abf-3a32-40a3-978d-fb6f1349bb72 req-f4d48cb8-bca2-40d7-be2b-e44e6d9e1ff5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.686162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc43abf-3a32-40a3-978d-fb6f1349bb72 req-f4d48cb8-bca2-40d7-be2b-e44e6d9e1ff5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.688774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbc43abf-3a32-40a3-978d-fb6f1349bb72 req-f4d48cb8-bca2-40d7-be2b-e44e6d9e1ff5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4&device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 1690 time: 0.1550586 Oct 13 04:18:08.697096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.705194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.717438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 2, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:08.721151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1070665407-network', 'tenant_id': '618ece22fe3f433692491ee646b1949c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:08.724389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.728247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c24db41-ed88-4d26-aaa5-4049ea168ab0 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6352496 Oct 13 04:18:08.746154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50136-cab1-44dd-931c-ab755ab9a257 req-362c2a89-1933-48ea-ad14-ca511259c631 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:08.747148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.754791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'security_group_rule': {'security_group_id': 'c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:08.759404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12e50136-cab1-44dd-931c-ab755ab9a257 req-362c2a89-1933-48ea-ad14-ca511259c631 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 948 time: 0.3336723 Oct 13 04:18:08.759567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bd58082-4898-405f-93ff-7771a2d4f8e0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:08.765308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Checking router: b126ff9c-f193-42b5-8395-cf34a9a97f1a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:08.765669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Updating router b126ff9c-f193-42b5-8395-cf34a9a97f1a port 6fea5738-66e5-4838-b92f-73b30ec5595f binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:18:08.828471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12e50136-cab1-44dd-931c-ab755ab9a257 req-abe0c894-f681-44a5-8da7-e09ee38427f8 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608325 Oct 13 04:18:08.828596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbc43abf-3a32-40a3-978d-fb6f1349bb72 req-f0ebe2e7-73ff-49e6-be2c-be410795604c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197066 Oct 13 04:18:08.828596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:08.829178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.844019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.855412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.865189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.878638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.973830 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.978963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6bd58082-4898-405f-93ff-7771a2d4f8e0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:08.983454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.984348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e5ad3b-8419-4946-a0d7-7950b63e485d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:08.994374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:08.998562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43644) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:08.998729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c07ab64-4351-4bf9-8646-0f9d0d93c0e2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784354 Oct 13 04:18:08.999551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.003847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group_rule': {'security_group_id': 'fdb7bb76-9130-42f3-b025-ba9eb7e74032', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:09.019105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.070213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.091904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:09.135873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee536ee-a2e9-467d-ad6c-6efc47790201,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.157232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57e0e3-1143-49f8-901f-f2eeb2c24d10 req-bec04edc-9af0-4c9e-bb55-7eaff31dcb02 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.161613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce57e0e3-1143-49f8-901f-f2eeb2c24d10 req-bec04edc-9af0-4c9e-bb55-7eaff31dcb02 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.1784689 Oct 13 04:18:09.163743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.164330 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Added segment 06cd8ce1-8d84-48e1-9189-3c1f0f4352ea of type vlan for network 2452335b-c31d-42e5-8e41-917b90974329 Oct 13 04:18:09.195193 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.212932 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.253730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d76f-1f98-4dca-8e48-6d16c7245a2c req-79015f13-6760-4d36-b97b-56dcb8acd8e2 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.255383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1041d76f-1f98-4dca-8e48-6d16c7245a2c req-79015f13-6760-4d36-b97b-56dcb8acd8e2 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 1100 time: 0.1264555 Oct 13 04:18:09.262981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.285281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.326771 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cde4d-afcc-4d3f-b886-ea638f679287 None None] Pushing event updated for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.328080 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1041d76f-1f98-4dca-8e48-6d16c7245a2c req-271dece2-cbfc-4afa-a444-8d6c345b86b1 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Oct 13 04:18:09.329181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.365783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.367746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681381 Oct 13 04:18:09.371150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa8312-07da-4fdb-87a8-4661c4383af8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7ffbae-d155-48d6-95af-e8d25314aa56,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.376150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43650) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.379748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.384197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:09.384620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.385416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.434687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.441403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.467513 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Attempting to bind port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:09.467821 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Attempting to bind port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:09.468177 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Attempting to bind port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:09.481183 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:09.481556 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:09.481955 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.482346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Bound using segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:09.488666 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Bound port: 8533cf9c-d3a2-4db0-9302-c46d04fbff41, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:09.489078 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.538395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.592949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43654) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.596449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1570461 Oct 13 04:18:09.625762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] For port 8533cf9c-d3a2-4db0-9302-c46d04fbff41, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:09.627745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce57e0e3-1143-49f8-901f-f2eeb2c24d10 req-fa586656-fbb5-41d8-8aef-1b64cb60e86b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434826 Oct 13 04:18:09.642730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] For port 8533cf9c-d3a2-4db0-9302-c46d04fbff41, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8533cf9c-d3a2-4db0-9302-c46d04fbff41,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:09.649776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d732ba05-07a0-494e-9310-58720812b353,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.656927 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.658322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.675269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.690804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693334f-7ddb-4c9e-86f6-2458a9e05d07 admin admin] Pushing event updated for resources: {'Network': ['ID=2452335b-c31d-42e5-8e41-917b90974329,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.702525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.703639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:09.706469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aa364562-ca2c-4d9b-864e-f3859411495a tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9578609 Oct 13 04:18:09.707126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43658) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:09.717711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'security_group_rule': {'security_group_id': 'c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:09.728038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2452335b-c31d-42e5-8e41-917b90974329 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:09.804429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.813309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cde4d-afcc-4d3f-b886-ea638f679287 None None] Pushing event updated for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:09.835495 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:09.836602 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:09.929019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fe88-1493-41d7-b4af-4ad5f1f1947d req-2b20b6be-9498-46c1-89dc-c99522e4785b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:09.931232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae09fe88-1493-41d7-b4af-4ad5f1f1947d req-2b20b6be-9498-46c1-89dc-c99522e4785b tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.1044030 Oct 13 04:18:09.961214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:09.981682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.003165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74d6b-b56f-4604-ae1a-5e43d55037f3 None None] Pushing event updated for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:10.019242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.023695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128421 Oct 13 04:18:10.034104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43664) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:10.044161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:10.058693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] Provisioning complete for port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:10.059104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.082945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d4e0d-d366-47c5-a930-f01de07b9fcd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a3d4db-2a5f-40a1-b718-d33e33915a9c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:10.108266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae09fe88-1493-41d7-b4af-4ad5f1f1947d req-ea7899d1-9556-4729-8a0d-60387462bab0 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678491 Oct 13 04:18:10.125627 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:18:10.145999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.152223 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:10.274590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:10.311896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b', 'mac_address': 'fa:16:3e:91:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:10.324821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929ccd9-076b-4d9b-9beb-f32a6199f4ff req-afbed750-38da-4aa7-9896-c92f6132abe6 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.334312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1929ccd9-076b-4d9b-9beb-f32a6199f4ff req-afbed750-38da-4aa7-9896-c92f6132abe6 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 948 time: 0.1101866 Oct 13 04:18:10.339393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Request body: {'subnet': {'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1070665407-subnet', 'tenant_id': '618ece22fe3f433692491ee646b1949c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:10.383323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7fde-6e30-4177-92fa-c4bca7b69268 req-94890e36-7336-4384-bfdb-4e9d31254fa0 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:10.396036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6aea7fde-6e30-4177-92fa-c4bca7b69268 req-94890e36-7336-4384-bfdb-4e9d31254fa0 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 1101 time: 0.9140527 Oct 13 04:18:10.405450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1929ccd9-076b-4d9b-9beb-f32a6199f4ff req-ef1af9fb-907e-49e2-a03d-050d827ecef0 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595660 Oct 13 04:18:10.435910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Attempting to bind port 6fea5738-66e5-4838-b92f-73b30ec5595f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:10.436130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.436243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Attempting to bind port 6fea5738-66e5-4838-b92f-73b30ec5595f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:10.436734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Attempting to bind port 6fea5738-66e5-4838-b92f-73b30ec5595f on network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:10.449334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:10.452896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:10.453480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Checking segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:10.453925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.454430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Bound using segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:10.454920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Bound port: 6fea5738-66e5-4838-b92f-73b30ec5595f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:10.455519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.461646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.465914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.470947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.539813 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.540759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:09Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:10.575887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:10.576099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6aea7fde-6e30-4177-92fa-c4bca7b69268 req-30a24d69-5b3f-4f34-8375-21ce7f08e327 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589241 Oct 13 04:18:10.578045 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79331f3e-8d4e-4701-9408-839e460395a6 None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:09Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:10.586940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] For port 6fea5738-66e5-4838-b92f-73b30ec5595f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:10.598364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Allocated IP 172.25.0.229 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/5df332aa-bbb5-4950-85d8-dcd98e94f274) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:10.623206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] For port 6fea5738-66e5-4838-b92f-73b30ec5595f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6fea5738-66e5-4838-b92f-73b30ec5595f,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:10.640201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] For port 8533cf9c-d3a2-4db0-9302-c46d04fbff41, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8533cf9c-d3a2-4db0-9302-c46d04fbff41,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:10.643953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.667297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:10.750586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.760974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:10.775999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74d6b-b56f-4604-ae1a-5e43d55037f3 None None] Pushing event updated for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:10.788734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:10.789894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:17:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:10.950322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-eb32618b-a132-41b1-a0a4-ba323251dfbb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804050 Oct 13 04:18:10.982171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.032830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5916f9-ecf7-4304-8e0f-991685af8dec None None] Pushing event updated for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.044494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:11.163267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Provisioning complete for port 6fea5738-66e5-4838-b92f-73b30ec5595f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:11.163664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.165174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-5bc6aa6b-08b5-4e13-93a4-81d5a7340868 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.174102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-5bc6aa6b-08b5-4e13-93a4-81d5a7340868 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215145 Oct 13 04:18:11.182494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.190827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-665e7099-3587-4e6f-8ab6-f273e5657979 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0168386 Oct 13 04:18:11.223967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.258633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.283837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:11.284635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:11.313455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-0d1ed563-c4fa-457b-b5af-175ce360fb9c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1215560 Oct 13 04:18:11.317514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:11.320975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:11.338408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'Port': ['ID=5df332aa-bbb5-4950-85d8-dcd98e94f274,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.370969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Allocated IP 172.25.0.252 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/29c790a2-5daa-4811-a6ae-84d51e54c038) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:11.526024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.542519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.556187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893c5c8-816e-44e0-bd81-760ad73913a2 req-baf99163-1005-4bbf-825b-80e2fc76e39d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.560984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9893c5c8-816e-44e0-bd81-760ad73913a2 req-baf99163-1005-4bbf-825b-80e2fc76e39d tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.4696946 Oct 13 04:18:11.562394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.589002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a634132-7abb-4578-b913-130788d39855,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:11.606109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] For port 6fea5738-66e5-4838-b92f-73b30ec5595f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6fea5738-66e5-4838-b92f-73b30ec5595f,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:11.618948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:11.619436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Network hostable DHCP agents. Network: 2452335b-c31d-42e5-8e41-917b90974329, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:11.655467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.683730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.750852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9893c5c8-816e-44e0-bd81-760ad73913a2 req-754c2753-c8fb-434a-b53b-e0eabe670ff9 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430209 Oct 13 04:18:11.764630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.768388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Network 2452335b-c31d-42e5-8e41-917b90974329 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:11.797316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2452335b-c31d-42e5-8e41-917b90974329) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:11.807834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:11.810334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:11.854056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29049afb-6bd5-4eb9-81a4-5e086d4ade1c None None] Network 2452335b-c31d-42e5-8e41-917b90974329 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:11.946385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0ed87de-3156-469b-ab7a-f4ee67275c07 req-6d2dc384-4269-4042-beef-aa5f5de055a9 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 210 time: 0.1279218 Oct 13 04:18:11.952418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bdf2b6be-df9e-45e3-84c0-10b7ba8cea12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6187198 Oct 13 04:18:12.007343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.015673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-432ca071-bfb5-4d7d-9c7a-9f4b4f31b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.155789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=29c790a2-5daa-4811-a6ae-84d51e54c038,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:12.164959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549c66c-60a1-417a-a129-8f45ffad442e None None] Network 2452335b-c31d-42e5-8e41-917b90974329 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:12.167759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Provisioning complete for port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:12.168441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.204578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:12.217375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:12.226856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:12.331539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63855e-5c80-4da8-9f14-e5b9ddc0e6a8 None None] Pushing event updated for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:12.530641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd75-daa3-4895-b5f0-f14122c6327c req-aa171d5a-f3c9-4f76-b023-e683c254944c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:12.543602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40e5fd75-daa3-4895-b5f0-f14122c6327c req-aa171d5a-f3c9-4f76-b023-e683c254944c tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.2251966 Oct 13 04:18:12.571131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.703394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.719959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.746791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40e5fd75-daa3-4895-b5f0-f14122c6327c req-da3c77ba-8f6b-44d8-8318-15e5367a0815 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021444 Oct 13 04:18:12.747671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:12.783689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2422de-d2b8-4411-ade5-9a9a6c19c09a req-ab46d8ad-e8f4-431a-abd0-584e76035fd3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:12.793060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef2422de-d2b8-4411-ade5-9a9a6c19c09a req-ab46d8ad-e8f4-431a-abd0-584e76035fd3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 949 time: 1.0736907 Oct 13 04:18:12.943181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8533cf9c-d3a2-4db0-9302-c46d04fbff41 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:12.986879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.001387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef2422de-d2b8-4411-ade5-9a9a6c19c09a req-ad2e59ea-53bc-492a-a705-d056d218a18c tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040768 Oct 13 04:18:13.056854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:13.087963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8950cba-16ff-4f36-b915-f4f2fd537236 None None] The sync data for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 is: [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:13.097871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:13.098245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.114376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43730) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:13.116817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'Port': ['ID=5df332aa-bbb5-4950-85d8-dcd98e94f274,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:13.140647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-304327757-network', 'tenant_id': '76195e085b344f86aed046215b9f4dce'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:13.249182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-633eaddd-d28d-45d7-9aec-823f4dad5e88 None None] Provisioning complete for port 6fea5738-66e5-4838-b92f-73b30ec5595f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:13.249681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-633eaddd-d28d-45d7-9aec-823f4dad5e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.266816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88a2fa49-a9e0-4a54-9b16-0da63c7cc55a req-36c71ace-a279-4e80-86e3-0cb5e942d245 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 210 time: 0.0708714 Oct 13 04:18:13.331833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8056d4-0141-4828-997e-240546354f81 req-c93f00ef-5487-4370-a2ba-647e0864ef36 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:13.333886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b8056d4-0141-4828-997e-240546354f81 req-c93f00ef-5487-4370-a2ba-647e0864ef36 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.2455335 Oct 13 04:18:13.340733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.387056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.392075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Made reservation on behalf of 76195e085b344f86aed046215b9f4dce for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:13.394363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.407329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.414175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-b39f4286-d9c1-43bf-a000-4a3617c1b57d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153991 Oct 13 04:18:13.439271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.452126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b8056d4-0141-4828-997e-240546354f81 req-4508691f-7454-4672-b99c-3196d5657e89 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029794 Oct 13 04:18:13.501385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.502637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fc5bdf32-6999-408d-939d-051aae753772 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4627986 Oct 13 04:18:13.536047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=29c790a2-5daa-4811-a6ae-84d51e54c038,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:13.568088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.598751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.600959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-342e7ced-478e-4e0d-8bd7-846ed10992bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2235467 Oct 13 04:18:13.642846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43742) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:13.654264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-701107600'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:13.707157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:13.707788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cc282-037e-4681-b2a0-c01e3dc9658e req-f2a6ab57-a34b-4943-9362-64319fd3d135 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:13.708304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:13.710025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d08cc282-037e-4681-b2a0-c01e3dc9658e req-f2a6ab57-a34b-4943-9362-64319fd3d135 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.1361167 Oct 13 04:18:13.712282 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.712890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.725144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-79821283-fead-4cd8-af5f-871dd36c056d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:13.726978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-79821283-fead-4cd8-af5f-871dd36c056d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023636 Oct 13 04:18:13.734705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.758691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:13.782159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:13.800483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:13.802441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.803543 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Added segment 004eb0c4-8905-430d-9d2e-9f0310fd8fb4 of type vlan for network 113ad6d8-5dbc-42dd-af49-2005969c3381 Oct 13 04:18:13.814742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:13.815691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.876538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.911636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.914494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-b390a7ea-647c-448e-a284-561c771774a8 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--770464110&fields=id&tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb HTTP/1.1" status: 200 len: 267 time: 0.0977945 Oct 13 04:18:13.914913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d027f-f8a5-470c-96e1-1a319ea764a9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:13.945131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d08cc282-037e-4681-b2a0-c01e3dc9658e req-08afbd16-a84f-4cd5-964c-7073b1fa30e3 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123134 Oct 13 04:18:13.965884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:13.966445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:18:13.966445 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:18:13.966445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:13.966757 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764644f8-4b12-40fa-a8b2-a5079959a620" -d '{"events": [{"server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "name": "network-vif-plugged", "status": "completed", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:13.966861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:13.985238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:13.992821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.003856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.013257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:14.013898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.054987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:14.106607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-606ab674-57bf-4f77-95e4-606d57317333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.146173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5005927 Oct 13 04:18:14.155601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43770) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:14.160644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2118196405'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:14.172503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-aa9897be-e3b7-46e1-ad29-c5ba21b57e34 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1632260779&fields=id&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 267 time: 0.1042740 Oct 13 04:18:14.176049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b681033-dcf3-4855-9b99-5ef7750d60b0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Network': ['ID=113ad6d8-5dbc-42dd-af49-2005969c3381,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:14.192591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:14.211983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-332a814c-bf69-4d89-9751-bab2b6f7f46f tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:14.221483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-332a814c-bf69-4d89-9751-bab2b6f7f46f tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/networks?id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 200 len: 812 time: 0.2845225 Oct 13 04:18:14.239007 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-44725926-e928-4518-a94e-69f26a309808 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/quotas/037f4dcc18ba4357b6dc7ac86118b0eb HTTP/1.1" status: 200 len: 375 time: 0.0165744 Oct 13 04:18:14.258928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.228 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/55711275-3df9-43f8-8561-37c6a580fc5a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:14.276887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:14.280503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.304347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-af0b32a4-f61e-4af3-bd43-e2f74a84deec tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644462 Oct 13 04:18:14.358993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:14.392306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.392657 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Added segment c385b8e2-9621-4af6-ae46-3ebf073009eb of type vlan for network 4cf141f1-92db-4931-845b-ca7b83a7fd44 Oct 13 04:18:14.402796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-c6ce26d0-077a-4e2e-adba-8c6ea421f11e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:14.404357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-c6ce26d0-077a-4e2e-adba-8c6ea421f11e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 817 time: 0.2202289 Oct 13 04:18:14.462587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.516133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-e56a47e4-6af6-4b30-8fa1-bceaa8f702f8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/quotas/0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 375 time: 0.0914016 Oct 13 04:18:14.522304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-830b727c-d524-456d-b013-1f12b56baeaa service neutron] 10.222.0.49 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051210 Oct 13 04:18:14.541117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.580189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:14.626204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.626556 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Added segment 5f431292-0021-4a0c-887c-38ea034165a7 of type vlan for network e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 Oct 13 04:18:14.652314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-2e9d6af0-c881-423e-917d-6e0106d99a39 service neutron] 10.222.0.49 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218557 Oct 13 04:18:14.676418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.681258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6fea5738-66e5-4838-b92f-73b30ec5595f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:14.698542 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-8173b876-b90b-4008-b01b-a0a8bbc1d3c3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699169 Oct 13 04:18:14.722458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.729272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:14.729887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.747467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6fea5738-66e5-4838-b92f-73b30ec5595f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:14.748015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.847980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:14.937887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7811148 Oct 13 04:18:14.940634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:14.946317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'subnet': {'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:14.978089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72240c82-53cd-4d2d-8fd7-fa9452f52b4b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Network': ['ID=4cf141f1-92db-4931-845b-ca7b83a7fd44,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:14.991344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.009657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:15.009657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:15.086962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:15.092430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.093399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:15.097216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.098165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.098751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.103992 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed1746c-fb25-433e-ad80-8f875a202cdd x-openstack-request-id: req-bed1746c-fb25-433e-ad80-8f875a202cdd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:15.106145 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "name": "network-vif-plugged", "status": "completed", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:15.107048 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bed1746c-fb25-433e-ad80-8f875a202cdd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:15.107826 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b', 'code': 200} Oct 13 04:18:15.155140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-1cd55db4-47d5-49cb-8148-c97687910365 service neutron] 10.222.0.49 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222267 Oct 13 04:18:15.269899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f5b64-97a4-407c-a67f-259cb99cc1d3 req-94b93b47-b688-4f29-becd-400caefdbe29 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.272869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-175f5b64-97a4-407c-a67f-259cb99cc1d3 req-94b93b47-b688-4f29-becd-400caefdbe29 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.1196597 Oct 13 04:18:15.316787 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.358990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:15.371278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-175f5b64-97a4-407c-a67f-259cb99cc1d3 req-3ba397fd-6b4a-4a8d-8fa6-c34a19acada7 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909276 Oct 13 04:18:15.404557 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-e3f731db-7f4d-49bc-90e5-31ba804a5111 service neutron] 10.222.0.49 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453380 Oct 13 04:18:15.414856 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.2948906 Oct 13 04:18:15.414856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:15.422056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.423917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37481fba-07aa-4a14-9e67-4c009984c4ca admin admin] Pushing event updated for resources: {'Network': ['ID=e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:15.428805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:15.435906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43792) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:15.441536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:15.476712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Request body: {'subnet': {'network_id': 'e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-304327757-subnet', 'tenant_id': '76195e085b344f86aed046215b9f4dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:15.554083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Made reservation on behalf of 76195e085b344f86aed046215b9f4dce for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:15.558053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.560308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:15.573233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.686050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2116d-fff1-4d3f-bf08-2a873efc5c32 req-6e7e98d7-5fdc-476e-af12-66badf907205 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.699601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9e2116d-fff1-4d3f-bf08-2a873efc5c32 req-6e7e98d7-5fdc-476e-af12-66badf907205 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 936 time: 0.2005084 Oct 13 04:18:15.714832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.715839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.746246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c53e-c186-4b2c-b6a8-a484cf786868 req-fd3c8808-078e-4ebe-86a0-23988ce4f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.746941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Subnet': ['ID=c3257df9-39e9-47a4-8566-913375606f71,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:15.749327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9169c53e-c186-4b2c-b6a8-a484cf786868 req-fd3c8808-078e-4ebe-86a0-23988ce4f2ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 1101 time: 0.4699376 Oct 13 04:18:15.776329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-f026b12e-e0f3-463f-a9cf-9a86ebf944ae tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0294333 Oct 13 04:18:15.797110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Request body: {'port': {'device_id': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:15.823737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:15.824123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network hostable DHCP agents. Network: 113ad6d8-5dbc-42dd-af49-2005969c3381, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:15.848222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9e2116d-fff1-4d3f-bf08-2a873efc5c32 req-0f1a1d87-f9a2-48cd-a923-8a34517a6ecd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477790 Oct 13 04:18:15.869123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.900308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:15.918071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3477ba0b-4ab4-4708-9d36-3e5343a2b263 None None] Provisioning complete for port 55711275-3df9-43f8-8561-37c6a580fc5a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:15.918999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3477ba0b-4ab4-4708-9d36-3e5343a2b263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.919367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 113ad6d8-5dbc-42dd-af49-2005969c3381) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:15.922372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40255421-bb37-435d-ae1e-3c566f24b08d req-c18d6002-2144-4409-9752-974fb96e0e46 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 210 time: 0.0380385 Oct 13 04:18:15.936544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:15.937145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:15.958295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b6ecc3-4aea-42e3-b830-25724191bb10 None None] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:15.961411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9169c53e-c186-4b2c-b6a8-a484cf786868 req-8d59492f-d598-4d82-aebe-37ec12c0cf03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031746 Oct 13 04:18:16.006125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-41174692-f6d0-464a-b27d-d3996148cb7f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0618544 Oct 13 04:18:16.007001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43798) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:16.042488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'subnet': {'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:16.100810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3477ba0b-4ab4-4708-9d36-3e5343a2b263 None None] Port 55711275-3df9-43f8-8561-37c6a580fc5a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:16.125401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c28d6118-60e0-4159-8b15-5079b384ed70 req-fbbf4a5b-3700-48eb-b2ca-68fa6c9c9955 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.0494385 Oct 13 04:18:16.252413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:16.256801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.295542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.330684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-113ad6d8-5dbc-42dd-af49-2005969c3381', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:16.331596 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.359142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4fab15-c02b-4750-a1c3-cdd68d740ce5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:16.367369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af5de-9717-4ec6-8e7c-eaded4ab1799 req-5bb9fd79-ed8d-4318-90a1-46db457b0776 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:16.369595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e89af5de-9717-4ec6-8e7c-eaded4ab1799 req-5bb9fd79-ed8d-4318-90a1-46db457b0776 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.1336052 Oct 13 04:18:16.416330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Checking segment: {'id': '5f431292-0021-4a0c-887c-38ea034165a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:16.416974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Network hostable DHCP agents. Network: e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:16.455184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Network e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:16.504220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:16.523924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ee17e-8d06-471b-9d96-f6fef7f57cff None None] Network e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:16.551092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e89af5de-9717-4ec6-8e7c-eaded4ab1799 req-ebe5cb61-fce8-4f3c-b8ab-ede27f9f79bc tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/security-groups?id=073d3b01-c473-4fbb-94cb-a5960a7424cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491823 Oct 13 04:18:16.570870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:16.580816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.643711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55711275-3df9-43f8-8561-37c6a580fc5a {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:16.656632 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.665702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4d1f66ba-7712-4979-8dad-8bea26be292a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1936312 Oct 13 04:18:16.670969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Allocated IP 10.1.1.2 (113ad6d8-5dbc-42dd-af49-2005969c3381/c3257df9-39e9-47a4-8566-913375606f71/a7929a97-89d4-4953-8d7c-aaad8c9c8953) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:16.686778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba27e1e-5c7b-4759-bb3d-49c180825439 req-529b9dec-a194-4471-9ae5-1b7de4fb3e6a tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:16.688997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fba27e1e-5c7b-4759-bb3d-49c180825439 req-529b9dec-a194-4471-9ae5-1b7de4fb3e6a tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.2072074 Oct 13 04:18:16.694535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Transition to ACTIVE for port object 55711275-3df9-43f8-8561-37c6a580fc5a will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:16.707293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-09388903-a6b9-4279-aabb-6acb625585d1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:16.710316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-09388903-a6b9-4279-aabb-6acb625585d1 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.16 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 946 time: 0.1251354 Oct 13 04:18:16.720027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.803343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:16.854030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fba27e1e-5c7b-4759-bb3d-49c180825439 req-77fe5e3b-59a5-4178-8d37-5142556885c2 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577332 Oct 13 04:18:17.014584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Subnet': ['ID=75674646-580b-4004-a4e6-2865124d4625,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.017147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2668e0-1327-46db-96c5-19e49bfac42b None None] Network e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:17.032296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.120834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Checking segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:17.121212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network hostable DHCP agents. Network: 4cf141f1-92db-4931-845b-ca7b83a7fd44, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:17.134724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e059d12-81cb-4ed3-afc7-b22c9d1a87db req-597abe44-df5d-4074-a7ab-770fd5eec341 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 210 time: 0.0695460 Oct 13 04:18:17.189987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-4f764547-9cd0-4b36-b765-0722f16cfaac tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.191546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-4f764547-9cd0-4b36-b765-0722f16cfaac tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.47 "GET /v2.0/networks?id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 200 len: 812 time: 0.4943192 Oct 13 04:18:17.196514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Deleting port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:17.196514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.216773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.282702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad13a-d36d-4aae-be1e-a61b43625a64 req-f539055b-b983-431b-9f56-07ca7c5fb166 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.285335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:17.302745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7dad13a-d36d-4aae-be1e-a61b43625a64 req-f539055b-b983-431b-9f56-07ca7c5fb166 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 948 time: 0.3065979 Oct 13 04:18:17.311851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.319387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.336282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c80df4-537e-487e-a44b-8d91e37138db req-52629f13-ef9e-4eb5-9b14-dae438f9a28b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.0525608 Oct 13 04:18:17.339755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 4cf141f1-92db-4931-845b-ca7b83a7fd44) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:17.351786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Attempting to bind port 55711275-3df9-43f8-8561-37c6a580fc5a on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:17.352125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Attempting to bind port 55711275-3df9-43f8-8561-37c6a580fc5a by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:17.352451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Attempting to bind port 55711275-3df9-43f8-8561-37c6a580fc5a on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:17.358774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd41c4-bbd4-4bf0-affa-b02747fefb77 None None] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:17.363601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.368741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.372910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Port 55711275-3df9-43f8-8561-37c6a580fc5a on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:17.373173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Attempting to bind port 55711275-3df9-43f8-8561-37c6a580fc5a on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:17.402775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-4ec8fad3-2b1c-4ff6-ba8d-3460a2a09112 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb HTTP/1.1" status: 200 len: 379 time: 0.1734774 Oct 13 04:18:17.404011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:17.404358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:17.404739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:17.405181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Bound port: 55711275-3df9-43f8-8561-37c6a580fc5a, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:17.405664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.409393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-74d4ff53-78ff-4f47-9700-a939268b1c2b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4000003 Oct 13 04:18:17.411297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7dad13a-d36d-4aae-be1e-a61b43625a64 req-47446ed6-7752-446d-872f-ed91cf136a14 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057885 Oct 13 04:18:17.411790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43826) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:17.426074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'name': 'tempest-TaggedBootDevicesTest-328190417', 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:17.428470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:17.432534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'port': {'device_id': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'admin_state_up': True, 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'security_groups': ['c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:17.440415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:17.450084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:17.463631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Pushing event updated for resources: {'Port': ['ID=a7929a97-89d4-4953-8d7c-aaad8c9c8953,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.496982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] For port 19f8fdf6-8656-4870-8bc3-91c462d72cb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=19f8fdf6-8656-4870-8bc3-91c462d72cb0,segment=NetworkSegment(e89c2c61-392e-45ac-9813-a9ee9656ffe1),segment_id=e89c2c61-392e-45ac-9813-a9ee9656ffe1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:17.498527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.523396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Calling delete_port for 19f8fdf6-8656-4870-8bc3-91c462d72cb0 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:17.555531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Attempting to bind port a7929a97-89d4-4953-8d7c-aaad8c9c8953 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:17.558643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Attempting to bind port a7929a97-89d4-4953-8d7c-aaad8c9c8953 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:17.559893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Attempting to bind port a7929a97-89d4-4953-8d7c-aaad8c9c8953 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:17.599294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:17.605977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:17.606532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.607054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Bound using segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:17.607691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Bound port: a7929a97-89d4-4953-8d7c-aaad8c9c8953, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:17.608172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.757397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] For port a7929a97-89d4-4953-8d7c-aaad8c9c8953, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:17.761892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] For port a7929a97-89d4-4953-8d7c-aaad8c9c8953, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a7929a97-89d4-4953-8d7c-aaad8c9c8953,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:17.782434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.796590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-4cf141f1-92db-4931-845b-ca7b83a7fd44', 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ips': [{'subnet_id': '75674646-580b-4004-a4e6-2865124d4625'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:17.797459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.813783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-68117089-460c-4419-b6e2-9296a8d67bfd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:17.815406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-68117089-460c-4419-b6e2-9296a8d67bfd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.1964157 Oct 13 04:18:17.830975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.866453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23861b2e-86bd-4922-ba57-790d7997813d None None] Pushing event updated for resources: {'Port': ['ID=a7929a97-89d4-4953-8d7c-aaad8c9c8953,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.869623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Pushing event deleted for resources: {'Port': ['ID=19f8fdf6-8656-4870-8bc3-91c462d72cb0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:17.884226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-2d18b461-d9ed-454c-abf6-873061f4f0ee tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/quotas/618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 375 time: 0.0197816 Oct 13 04:18:17.950091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] No DVR routers for this DVR port 19f8fdf6-8656-4870-8bc3-91c462d72cb0 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:17.953148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:17.957254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bc0ce35-f35e-45b7-a314-8103b69d2628 req-7a3620c5-1b20-4ccb-a53c-6a6147d99274 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.16 "DELETE /v2.0/ports/19f8fdf6-8656-4870-8bc3-91c462d72cb0 HTTP/1.1" status: 204 len: 173 time: 1.2340300 Oct 13 04:18:17.957958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'name': 'network-vif-deleted', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:17.962536 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906a5757-0ab4-434b-996c-8ca9233ad141" -d '{"events": [{"server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "name": "network-vif-deleted", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:17.966673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-d7f14bf2-1867-40ba-8180-9287f337b377 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581827 Oct 13 04:18:18.005321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Allocated IP 10.2.2.2 (4cf141f1-92db-4931-845b-ca7b83a7fd44/75674646-580b-4004-a4e6-2865124d4625/425f10ee-2b31-4f4e-bed2-d64a996e73a7) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:18.151848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-9e60e532-f7f5-466c-b0be-cc203c3c5e3a service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772275 Oct 13 04:18:18.237443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1b5b213-f64d-4cf1-b0d6-bc86c345da3b req-084e7b86-c625-4c1e-a8d1-8e30a65d3293 tempest-ServerDiskConfigTestJSON-727842047 tempest-ServerDiskConfigTestJSON-727842047-project] 10.222.0.49 "GET /v2.0/ports?device_id=f90abb4d-eea9-407f-bdab-823e56eb94c8 HTTP/1.1" status: 200 len: 210 time: 0.1271734 Oct 13 04:18:18.265024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:18.279597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-b150e234-9fc0-414e-95f6-b8b5ce16e2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250641 Oct 13 04:18:18.299950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=55711275-3df9-43f8-8561-37c6a580fc5a,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:18.319675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.348147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Made reservation on behalf of 037f4dcc18ba4357b6dc7ac86118b0eb for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:18.352540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.443800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.444787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.445838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/55711275-3df9-43f8-8561-37c6a580fc5a HTTP/1.1" status: 200 len: 1096 time: 2.6538157 Oct 13 04:18:18.447125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:18.449435 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76" -d '{"events": [{"name": "network-changed", "server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:18.451515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.465739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-df61fff3-0375-43a0-ba26-8918e77f2c4c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.467303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-df61fff3-0375-43a0-ba26-8918e77f2c4c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 817 time: 0.8866727 Oct 13 04:18:18.470944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.473305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:18.558561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:18.562004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:18.586951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:18.626473 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccbcf2a-76a9-4a0c-bf4d-0cd68ddf711e x-openstack-request-id: req-dccbcf2a-76a9-4a0c-bf4d-0cd68ddf711e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:18.628931 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90abb4d-eea9-407f-bdab-823e56eb94c8", "name": "network-vif-deleted", "tag": "19f8fdf6-8656-4870-8bc3-91c462d72cb0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:18.629337 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dccbcf2a-76a9-4a0c-bf4d-0cd68ddf711e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:18.630193 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90abb4d-eea9-407f-bdab-823e56eb94c8', 'name': 'network-vif-deleted', 'tag': '19f8fdf6-8656-4870-8bc3-91c462d72cb0', 'status': 'completed', 'code': 200} Oct 13 04:18:18.680993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Pushing event updated for resources: {'Port': ['ID=425f10ee-2b31-4f4e-bed2-d64a996e73a7,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:18.765409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Attempting to bind port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:18.765760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Attempting to bind port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:18.766827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Attempting to bind port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:18.784206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e4633-9061-4509-a9ce-01096f3f95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:18.810520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:18.810950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Checking segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:18.811400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.811815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Bound using segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:18.812328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Bound port: 425f10ee-2b31-4f4e-bed2-d64a996e73a7, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:18.812729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:18.830589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48648e-8c28-4474-a7fc-29fbbd930a3a req-abecfc9f-15a3-43da-be9a-84b1cbb66635 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:18.843713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b48648e-8c28-4474-a7fc-29fbbd930a3a req-abecfc9f-15a3-43da-be9a-84b1cbb66635 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.5266435 Oct 13 04:18:18.866115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a7929a97-89d4-4953-8d7c-aaad8c9c8953 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:18.867635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45315a7f-323a-437c-a11f-16a9cccfdf4e req-e5e01ac2-3949-4691-9d36-06f9685e7c78 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 210 time: 0.1136250 Oct 13 04:18:18.905984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-d7d48c1e-d3dc-4d13-a8c8-bd58b6b41b2d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 380 time: 0.4189112 Oct 13 04:18:18.927147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'port': {'device_id': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'admin_state_up': True, 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'security_groups': ['fdb7bb76-9130-42f3-b025-ba9eb7e74032']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:18.964661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a7929a97-89d4-4953-8d7c-aaad8c9c8953 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:18.964661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.055292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75b6375f-0e4f-4bf4-9897-5eee0169e19a req-a6f041ef-8bc6-4dc5-b686-9a9b19173c50 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.0560503 Oct 13 04:18:19.055668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] For port 425f10ee-2b31-4f4e-bed2-d64a996e73a7, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:19.067248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] For port 425f10ee-2b31-4f4e-bed2-d64a996e73a7, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=425f10ee-2b31-4f4e-bed2-d64a996e73a7,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:19.085579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Allocated IP 172.20.0.12 (c7ccf183-777f-445a-aca4-24ba3f2e8ca2/6eaf61dd-fd4d-4079-9ebd-1c43273b2382/1537d1bc-7b45-43d9-8de3-669fec60fde5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:19.100246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.159891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.191140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6afd608d-5587-4c50-beb9-c38be4fe50b1 req-db3a63d7-aca4-4d23-ac5b-968735417bc8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 210 time: 0.0493426 Oct 13 04:18:19.197170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba749c3-b887-4b0c-a9c8-6e6c044d0d4d None None] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:19.245774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.269038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a59e6d-3a65-4353-997d-f6496647ed85 None None] Pushing event updated for resources: {'Port': ['ID=425f10ee-2b31-4f4e-bed2-d64a996e73a7,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.274890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port a7929a97-89d4-4953-8d7c-aaad8c9c8953, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a7929a97-89d4-4953-8d7c-aaad8c9c8953,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:19.294278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.334608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-df4d120b-8ff5-428a-950b-946fff726bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.335866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-df4d120b-8ff5-428a-950b-946fff726bcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 1099 time: 0.7597241 Oct 13 04:18:19.346196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b48648e-8c28-4474-a7fc-29fbbd930a3a req-5f6c7308-9f79-43be-84dd-17784b37fc03 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015266 Oct 13 04:18:19.348132 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f5515-dd12-476b-80d9-af74b0bdfc96 x-openstack-request-id: req-f60f5515-dd12-476b-80d9-af74b0bdfc96 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:19.348622 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:19.350985 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f60f5515-dd12-476b-80d9-af74b0bdfc96 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:19.351632 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a', 'status': 'completed', 'code': 200} Oct 13 04:18:19.372971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-69e748b0-40f9-4c54-95c6-96b3346d5dfb None None] Provisioning complete for port a7929a97-89d4-4953-8d7c-aaad8c9c8953 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:19.373350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69e748b0-40f9-4c54-95c6-96b3346d5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:19.399979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-d4aeca84-7713-4d8f-87e7-36385caba37e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=55711275-3df9-43f8-8561-37c6a580fc5a HTTP/1.1" status: 200 len: 217 time: 0.0436351 Oct 13 04:18:19.406283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] device_id is not set on port 18556b2d-ec15-46b0-8762-8c66edce1727 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:19.423447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=a7929a97-89d4-4953-8d7c-aaad8c9c8953,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:19.485702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d855dbe-863c-4790-b0ff-4d0257bc2484 req-beba6661-6e1d-45ab-8372-cf1480a17a71 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.499655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d855dbe-863c-4790-b0ff-4d0257bc2484 req-beba6661-6e1d-45ab-8372-cf1480a17a71 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 948 time: 0.1266844 Oct 13 04:18:19.532090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-77462525-5808-4fbf-ac61-7c51683a8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.533867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-77462525-5808-4fbf-ac61-7c51683a8073 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1158719 Oct 13 04:18:19.600974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d855dbe-863c-4790-b0ff-4d0257bc2484 req-8cd3b8e5-0103-46b3-92b7-73b0b2ff4016 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022775 Oct 13 04:18:19.612438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 19f8fdf6-8656-4870-8bc3-91c462d72cb0 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:19.658129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 19f8fdf6-8656-4870-8bc3-91c462d72cb0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:19.658627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 19f8fdf6-8656-4870-8bc3-91c462d72cb0 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:19.767920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-997f456e-2f77-46ff-9b15-6d2a33a932c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.769696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-997f456e-2f77-46ff-9b15-6d2a33a932c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095358 Oct 13 04:18:19.968004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-de867d83-2990-430e-a8d3-218922d501d7 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:19.970534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-de867d83-2990-430e-a8d3-218922d501d7 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 1101 time: 0.0558214 Oct 13 04:18:19.991889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-07a68933-c47a-4b92-917c-8b76d2e4d523 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.014718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9dcad2c3-d7f1-45ce-8128-538342e0f7dd None None] Provisioning complete for port a7929a97-89d4-4953-8d7c-aaad8c9c8953 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:20.015239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9dcad2c3-d7f1-45ce-8128-538342e0f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.019795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.110807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-07a68933-c47a-4b92-917c-8b76d2e4d523 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.119953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-07a68933-c47a-4b92-917c-8b76d2e4d523 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.169407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-baf39214-ec42-4257-a961-fb595e8f2821 req-13bf5bb5-ccdc-4036-a82d-74d31750b7b3 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 210 time: 0.0700336 Oct 13 04:18:20.186295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-ac0491a6-edf2-4126-b8b0-0bfe1798d38f service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834777 Oct 13 04:18:20.267547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43884) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:20.344418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a68933-c47a-4b92-917c-8b76d2e4d523 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea15dff7-8da8-48ab-b043-e41888a9a560,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:20.364334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d0f47d1-1abf-4ef9-ab7f-832b4ab1c43f req-07a68933-c47a-4b92-917c-8b76d2e4d523 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856127 Oct 13 04:18:20.384224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-e0ba006c-c1dd-4e7d-a912-a72b22593b5e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:20.386401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-e0ba006c-c1dd-4e7d-a912-a72b22593b5e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.2610807 Oct 13 04:18:20.402501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Request body: {'port': {'device_id': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'admin_state_up': True, 'tenant_id': '618ece22fe3f433692491ee646b1949c'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:20.480950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Made reservation on behalf of 0cbe7b9938814e12bba2db780f69e008 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:20.502594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.509092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4ede6d9-68e9-473e-b42a-f2fc41897878 req-83ae5246-5817-46a6-a252-3bbc99e36fc8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 210 time: 0.0403090 Oct 13 04:18:20.560452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82654934-281a-4cde-b361-edb6acec7c06 req-96af26e8-6ef6-4cef-b2d2-30707311cc51 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.2006218 Oct 13 04:18:20.592695 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.599416 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:20.605708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.625087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.1.1.106 (113ad6d8-5dbc-42dd-af49-2005969c3381/c3257df9-39e9-47a4-8566-913375606f71/18556b2d-ec15-46b0-8762-8c66edce1727) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:20.673431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Deleting subnet 6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:20.703299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.749433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2527358-9b3a-48da-a592-fa88e78e6fab req-c0119785-1906-4925-848c-fedae8ed9cde service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455830 Oct 13 04:18:20.840373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:20.844458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event updated for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:20.848913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43f391-bc2e-40bf-9b47-c376ad3d194a None None] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:20.851755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:20.854762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:20.878813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.932421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:20.978340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175906a2-9311-4b2b-8b7f-03d917513161 req-7c55e33a-9de7-45fb-ba76-d1b0877be94b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:20.991106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-175906a2-9311-4b2b-8b7f-03d917513161 req-7c55e33a-9de7-45fb-ba76-d1b0877be94b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 948 time: 0.2185163 Oct 13 04:18:21.005266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Allocated IP 172.20.0.6 (2452335b-c31d-42e5-8e41-917b90974329/0a634132-7abb-4578-b913-130788d39855/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:21.029223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a7929a97-89d4-4953-8d7c-aaad8c9c8953 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:21.103670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] Provisioning complete for port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.104377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.173281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.173833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.220118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-175906a2-9311-4b2b-8b7f-03d917513161 req-aa58dde0-231c-4742-b485-b9df29cb20cf tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276051 Oct 13 04:18:21.289766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-de103b23-80e0-4a5f-b4c1-9e1cd3fb6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.291514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-de103b23-80e0-4a5f-b4c1-9e1cd3fb6807 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 1099 time: 0.3555932 Oct 13 04:18:21.300649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Allocated IP 172.20.0.3 (68b07b1a-5a1d-478c-bc6b-4b63569065d1/d745b594-0525-45f4-bea2-23f972c354c7/a1281c6b-e67c-43fe-b62f-0abf0b1f5af3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:21.309462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-479bf89d-7db0-4cf6-86cb-02f29f7f4518 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8966193 Oct 13 04:18:21.313466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.326040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.332844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Request body: {'port': {'device_id': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:21.337410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.351722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a7929a97-89d4-4953-8d7c-aaad8c9c8953 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.352904 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.353587 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.399582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Network 2452335b-c31d-42e5-8e41-917b90974329 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:21.405012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:21.413282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:21.458468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:21.469285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] For port 425f10ee-2b31-4f4e-bed2-d64a996e73a7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=425f10ee-2b31-4f4e-bed2-d64a996e73a7,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:21.475426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:21.486824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.489084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.489761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.492538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.495796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-51fbeb5e-4737-4940-a08f-e945bb33ecf8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6f12dcf0-9ddf-4606-8053-a8a7c20fa1ee HTTP/1.1" status: 204 len: 168 time: 1.2096868 Oct 13 04:18:21.501195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:21.582761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507fdf1-7bd8-4a13-b4dd-d9cca428271b req-02d1fdea-8504-4401-9be9-aab54d51cc6f tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.591430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0507fdf1-7bd8-4a13-b4dd-d9cca428271b req-02d1fdea-8504-4401-9be9-aab54d51cc6f tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 932 time: 0.3164151 Oct 13 04:18:21.612137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-8fd3d786-d7bf-4baf-9b66-7f269dbb4d8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2133985 Oct 13 04:18:21.627951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af118-aeab-4622-902b-b74dc8b86fe7 None None] Pushing event updated for resources: {'Port': ['ID=425f10ee-2b31-4f4e-bed2-d64a996e73a7,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:21.636041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9d30cf99-f9c8-433e-9b81-990818f0d76f None None] Provisioning complete for port 1537d1bc-7b45-43d9-8de3-669fec60fde5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.636432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9d30cf99-f9c8-433e-9b81-990818f0d76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.638886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 425f10ee-2b31-4f4e-bed2-d64a996e73a7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:21.647932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Request body: {'port': {'device_id': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:21.691694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.706296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9d30cf99-f9c8-433e-9b81-990818f0d76f None None] Port 1537d1bc-7b45-43d9-8de3-669fec60fde5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:21.706666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8529d-fdef-4985-9e38-99172367c387 req-167f05bb-2764-4371-92b5-0c5d364e2e53 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.718765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbd8529d-fdef-4985-9e38-99172367c387 req-167f05bb-2764-4371-92b5-0c5d364e2e53 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 1101 time: 0.1859939 Oct 13 04:18:21.721000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.721377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.722066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.747936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-bfee7c16-408c-46d5-91a2-e3e5be3cefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:21.749799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-bfee7c16-408c-46d5-91a2-e3e5be3cefd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.4394317 Oct 13 04:18:21.750336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.816986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbd8529d-fdef-4985-9e38-99172367c387 req-8542d7ef-eef1-411a-a047-887fc02af0f1 tempest-ServersAdminNegativeTestJSON-749647248 tempest-ServersAdminNegativeTestJSON-749647248-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954370 Oct 13 04:18:21.826204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-e6341b69-fed7-4d01-be83-d54b82221242 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=55711275-3df9-43f8-8561-37c6a580fc5a HTTP/1.1" status: 200 len: 217 time: 0.0576448 Oct 13 04:18:21.840136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b41290d3-f2f9-479e-a7b5-555a3303d6d5 None None] Provisioning complete for port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:21.840136 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b41290d3-f2f9-479e-a7b5-555a3303d6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.880295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.916063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2150ea-8de0-4ec1-8ddb-f750a305039b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:21.918722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.927158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:21.948728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89c2c61-392e-45ac-9813-a9ee9656ffe1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:21.949011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89c2c61-392e-45ac-9813-a9ee9656ffe1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:21.951376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0507fdf1-7bd8-4a13-b4dd-d9cca428271b req-d78ff472-d0fd-4a3c-8a1f-fa2dc460e961 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558185 Oct 13 04:18:21.967593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.008525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.026496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c7a2-3018-416f-abdb-87b526fd2d8c req-eccdbebd-7ba4-4cad-91c2-d4cf9736a91b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.028001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1e0c7a2-3018-416f-abdb-87b526fd2d8c req-eccdbebd-7ba4-4cad-91c2-d4cf9736a91b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 931 time: 0.1271000 Oct 13 04:18:22.028999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:22.029400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:22.032715 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:22.182261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.194354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.197565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/af2150ea-8de0-4ec1-8ddb-f750a305039b HTTP/1.1" status: 204 len: 168 time: 0.6949422 Oct 13 04:18:22.211031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1e0c7a2-3018-416f-abdb-87b526fd2d8c req-a500d1f1-ca40-4f25-8cd6-538b193af68c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628301 Oct 13 04:18:22.275311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3494-63bd-4c7b-b551-93eb0883ae91 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2150ea-8de0-4ec1-8ddb-f750a305039b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.398743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:22.408488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.427180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Transition to ACTIVE for port object ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:22.435189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.448434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f62ea84e-6af9-4223-9085-2e4cf3bd853e req-20619136-4ea4-4247-8aed-c08379422dc4 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.4416394 Oct 13 04:18:22.489616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:22.497441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43912) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.503948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.504320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:22.531603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:22.543652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-b02bff89-5c85-42ae-bce0-512d9b28f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.545983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-b02bff89-5c85-42ae-bce0-512d9b28f2a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.6223891 Oct 13 04:18:22.580569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.591330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.660199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:22.660525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:22.660847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:22.672146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:22.672574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:22.678937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:22.679334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:22.680008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:22.680593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Bound port: ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:22.680950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.736164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 425f10ee-2b31-4f4e-bed2-d64a996e73a7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:22.775992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:22.781081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:22.791341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.798823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.799552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.847259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7cc0e714-785d-4a76-8259-d5c255ebde48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32ae3606fdf34a6da838b85fcd96a2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400147 Oct 13 04:18:22.847618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:22.848858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.863917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43920) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:22.867219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-42c1077d-ed13-4748-9481-a457d480e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.869220 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-42c1077d-ed13-4748-9481-a457d480e0e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870049 Oct 13 04:18:22.891437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:22.931212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:22.931836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.933217 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a6edf15c-8a5e-41e0-a59d-e48a5d2ce985 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 1091 time: 1.3066037 Oct 13 04:18:22.933663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:22.945354 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d0c17-713a-489e-a24e-c5cc19be0bff" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:22.985470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b84af5bf-18f6-4e83-a30e-62825760ea15 None None] Provisioning complete for port 18556b2d-ec15-46b0-8762-8c66edce1727 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:22.985701 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b84af5bf-18f6-4e83-a30e-62825760ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:22.991242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38fa2747-bfcc-4436-a7e6-8fca1e456244 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5690207 Oct 13 04:18:22.999558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c8b2d-7f6b-4312-9ae3-635671323937 req-e1b35fec-b40f-4bbf-bb42-1cc9a1c62eb7 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.006961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43926) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:23.007998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f00c8b2d-7f6b-4312-9ae3-635671323937 req-e1b35fec-b40f-4bbf-bb42-1cc9a1c62eb7 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 948 time: 0.4096403 Oct 13 04:18:23.017578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'name': 'tempest-TaggedBootDevicesTest-1427950799', 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:23.026007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b84af5bf-18f6-4e83-a30e-62825760ea15 None None] Port 18556b2d-ec15-46b0-8762-8c66edce1727 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:23.043907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.187600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:23.197446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f00c8b2d-7f6b-4312-9ae3-635671323937 req-b5407189-4a5b-4adb-a456-161eb606fa10 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884499 Oct 13 04:18:23.206519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:23.209466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:23.224140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1537d1bc-7b45-43d9-8de3-669fec60fde5 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:23.253193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.283027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.294091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-908b778e-26cf-4b8c-9b39-6fe0f24f4acf service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986461 Oct 13 04:18:23.299745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.385159 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bca559f-93cb-4950-813b-f220d5a01e14 x-openstack-request-id: req-6bca559f-93cb-4950-813b-f220d5a01e14 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:23.385439 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:23.385698 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bca559f-93cb-4950-813b-f220d5a01e14 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:23.386061 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'status': 'completed', 'code': 200} Oct 13 04:18:23.387356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Transition to ACTIVE for port object 1537d1bc-7b45-43d9-8de3-669fec60fde5 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:23.405912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4731-cb0f-45b8-a045-e599c7e1ece7 req-080f856b-2b57-4d91-a5ab-b6956869939b tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.413881 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46eb4731-cb0f-45b8-a045-e599c7e1ece7 req-080f856b-2b57-4d91-a5ab-b6956869939b tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.5329514 Oct 13 04:18:23.434588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.481068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.488109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.488678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.497056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46eb4731-cb0f-45b8-a045-e599c7e1ece7 req-6b128c78-2187-49ab-8155-f7eda3b012ce tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822394 Oct 13 04:18:23.501965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-e25aeef6-be1d-477d-92aa-1bcb677d9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.503478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-e25aeef6-be1d-477d-92aa-1bcb677d9b9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1094 time: 0.5139875 Oct 13 04:18:23.562838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a1ff93ed-075b-4053-b959-d55dce528a09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.0504918 Oct 13 04:18:23.564714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-892a49d7-21a5-49c6-a18b-ae2bfd7ed959 None None] Provisioning complete for port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:23.564865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-892a49d7-21a5-49c6-a18b-ae2bfd7ed959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.596156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-673d3ce3-066b-4f98-856e-6c77483d29d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6728537 Oct 13 04:18:23.609607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-892a49d7-21a5-49c6-a18b-ae2bfd7ed959 None None] Port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:23.614713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Request body: {'port': {'device_id': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:23.619594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Pushing event updated for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.634244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932391d-7b34-41e6-8b65-c349bcddbe7e req-3d70c499-0ac3-460d-ae25-84507ed5e252 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.639906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 55711275-3df9-43f8-8561-37c6a580fc5a details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:23.641598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a932391d-7b34-41e6-8b65-c349bcddbe7e req-3d70c499-0ac3-460d-ae25-84507ed5e252 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 944 time: 0.2595160 Oct 13 04:18:23.644620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3cbd82e-6f26-4f95-8dd6-f7530a3c4a76 req-b7bec165-204e-4569-8e65-cbca9fcee55e service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343024 Oct 13 04:18:23.676487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-cbd0959b-9226-4bd2-b3b1-95b4a8a02284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.678240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-cbd0959b-9226-4bd2-b3b1-95b4a8a02284 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1014464 Oct 13 04:18:23.739234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-6494c4cd-f61f-4f29-880e-0854515561d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509834 Oct 13 04:18:23.749785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d3ace-f782-43b2-9223-e00cd21aefad req-54cb8583-528b-42ef-9427-5fdf4d3ea153 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:23.758104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e7d3ace-f782-43b2-9223-e00cd21aefad req-54cb8583-528b-42ef-9427-5fdf4d3ea153 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1801205 Oct 13 04:18:23.775831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a932391d-7b34-41e6-8b65-c349bcddbe7e req-a2daa4e0-0d43-47bf-a2e2-b0a44011aa93 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333599 Oct 13 04:18:23.785700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=55711275-3df9-43f8-8561-37c6a580fc5a,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:23.795865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.800843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.804812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '55711275-3df9-43f8-8561-37c6a580fc5a', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '55711275-3df9-43f8-8561-37c6a580fc5a', 'mac_address': 'fa:16:3e:dc:23:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:23.806285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/073d3b01-c473-4fbb-94cb-a5960a7424cc HTTP/1.1" status: 204 len: 168 time: 0.9357948 Oct 13 04:18:23.828340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.856640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.875376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dd36d-2516-444d-896a-f357fd8acd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d3b01-c473-4fbb-94cb-a5960a7424cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:23.877707 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55711275-3df9-43f8-8561-37c6a580fc5a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:23.892677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-a676d2b9-41cc-432b-946d-1691b6edf8a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271439 Oct 13 04:18:23.892677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:23.905450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=55711275-3df9-43f8-8561-37c6a580fc5a,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:23.925417 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:23.961371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Attempting to bind port 1537d1bc-7b45-43d9-8de3-669fec60fde5 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:23.967657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Attempting to bind port 1537d1bc-7b45-43d9-8de3-669fec60fde5 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:23.969360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Attempting to bind port 1537d1bc-7b45-43d9-8de3-669fec60fde5 on network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:23.996474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:24.031016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Port 1537d1bc-7b45-43d9-8de3-669fec60fde5 on network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:24.031016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Attempting to bind port 1537d1bc-7b45-43d9-8de3-669fec60fde5 on network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:24.063354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e7d3ace-f782-43b2-9223-e00cd21aefad req-674b2afa-ca86-433b-a99b-a36d9256a7e6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041546 Oct 13 04:18:24.088999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:24.089354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Checking segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:24.089745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Bound using segment: {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:24.090196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Bound port: 1537d1bc-7b45-43d9-8de3-669fec60fde5, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7511837a-0930-4ea7-b91d-ce24bbd39954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:24.090553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.100282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.138174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] device_id is not set on port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:18:24.164104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['55711275-3df9-43f8-8561-37c6a580fc5a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:24.165521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3eb47cd-00ea-44bb-8183-50d86126f85e req-b1eac687-49b7-48e0-9305-68d8ecf96170 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158771 Oct 13 04:18:24.174563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183164f2-f146-49ed-a966-4965fad42c04 req-be8c57e8-1602-4cf5-b71a-f7994946d7cb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.176306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-183164f2-f146-49ed-a966-4965fad42c04 req-be8c57e8-1602-4cf5-b71a-f7994946d7cb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 931 time: 0.1797891 Oct 13 04:18:24.276999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:24.306659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-183164f2-f146-49ed-a966-4965fad42c04 req-8b036594-d45e-47db-9566-83a1d064ec4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018183 Oct 13 04:18:24.310058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:24.328213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.385621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.386230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.387633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] 10.222.0.47 "PUT /v2.0/ports/1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 200 len: 1092 time: 3.0608890 Oct 13 04:18:24.388080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:24.390503 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c76b39-bc6f-4090-acda-b4fe80217dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:24.425017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fedee8-6595-4181-bb98-171589c8e050 service neutron] Pushing event updated for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:24.470637 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd927117-4323-4268-a8c6-928efa760782 x-openstack-request-id: req-bd927117-4323-4268-a8c6-928efa760782 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:24.470968 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:24.471276 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd927117-4323-4268-a8c6-928efa760782 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:24.471675 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'status': 'completed', 'code': 200} Oct 13 04:18:24.490649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-2a9b03da-5eac-482c-97e7-eeb7cbf95e01 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.492283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-2a9b03da-5eac-482c-97e7-eeb7cbf95e01 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.2254837 Oct 13 04:18:24.499191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:24.507775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-d37a31f7-6e87-4e9b-b327-2f4c2a666ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.509271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-d37a31f7-6e87-4e9b-b327-2f4c2a666ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1094 time: 0.2782857 Oct 13 04:18:24.513367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.529855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-2417cfd4-0190-47ab-93af-3b6b13846b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.531405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-2417cfd4-0190-47ab-93af-3b6b13846b6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 1095 time: 0.0747418 Oct 13 04:18:24.534248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Transition to ACTIVE for port object a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:24.548232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.612613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-84f28226-4b9f-47ba-8230-aa7fba65e512 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 200 len: 217 time: 0.0712836 Oct 13 04:18:24.650433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18726bce-32cb-44a8-a399-bb2a2fd88e86 req-9c64d80a-5b33-4a6a-ad06-9b77cb2c3a25 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.657687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-18726bce-32cb-44a8-a399-bb2a2fd88e86 req-9c64d80a-5b33-4a6a-ad06-9b77cb2c3a25 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 949 time: 0.2726784 Oct 13 04:18:24.754043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:24.800977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-24186d98-841c-47dc-aaea-72a409c272cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.802855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-24186d98-841c-47dc-aaea-72a409c272cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eaf61dd-fd4d-4079-9ebd-1c43273b2382 HTTP/1.1" status: 200 len: 851 time: 0.1632152 Oct 13 04:18:24.821924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.1.1.77 (113ad6d8-5dbc-42dd-af49-2005969c3381/c3257df9-39e9-47a4-8566-913375606f71/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:24.889962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94760370-593c-4bed-a546-4acb5ebbd613 req-5fd8312a-081b-494e-82b5-1b23b1261495 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.892240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94760370-593c-4bed-a546-4acb5ebbd613 req-5fd8312a-081b-494e-82b5-1b23b1261495 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 950 time: 0.2713804 Oct 13 04:18:24.900519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-18726bce-32cb-44a8-a399-bb2a2fd88e86 req-5da5d26a-e932-4237-8ef1-e593a7fcdfa0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405400 Oct 13 04:18:24.917123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Attempting to bind port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:24.917123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Attempting to bind port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:24.917123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Attempting to bind port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:24.921487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:24.921808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Attempting to bind port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:24.928233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-da5d2941-9957-4d40-8124-9a977ecd3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:24.929823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-da5d2941-9957-4d40-8124-9a977ecd3492 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.4029663 Oct 13 04:18:24.948282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:24.948813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:24.949456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Bound using segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:24.950759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Bound port: a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:24.951149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:24.993339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-49ea20de-c8c6-4022-bb7f-e5cea7d70ad2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.0521979 Oct 13 04:18:24.995585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Deleting port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:24.995995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.002023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-d7acdcb1-8548-4001-b7b5-35945571238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.003558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-d7acdcb1-8548-4001-b7b5-35945571238a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464479 Oct 13 04:18:25.027165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43964) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:25.078103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94760370-593c-4bed-a546-4acb5ebbd613 req-d2c6dedf-56c0-4108-b13b-51a18aab3a84 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575301 Oct 13 04:18:25.093531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:25.109004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:25.125860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.204695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.205299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.206836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 1091 time: 1.5963452 Oct 13 04:18:25.212064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-4fd7aecf-4150-4440-8641-9a8a87e0b1b3 service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994731 Oct 13 04:18:25.223710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-3a631944-a0a0-4e82-9503-b03e25081ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.225034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89728d2b-3cda-4c2d-a1c4-352bc65158e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.226833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-3a631944-a0a0-4e82-9503-b03e25081ddf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.2148311 Oct 13 04:18:25.235049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042e3f-d411-41e6-a3ba-bac8e410fa40 req-052fa3c1-852c-4fbd-9fd8-16aa89202c26 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.237514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2042e3f-d411-41e6-a3ba-bac8e410fa40 req-052fa3c1-852c-4fbd-9fd8-16aa89202c26 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 944 time: 0.2490685 Oct 13 04:18:25.259119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1458194178-network', 'tenant_id': '48cd2282139e41b4b2b1c08bb7c99d38'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:25.300510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-27ed781d-9cc9-4192-a902-13dd7780a3b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551374 Oct 13 04:18:25.304831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] For port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:25.305200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.309689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.382092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Calling delete_port for c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:25.387290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Made reservation on behalf of 48cd2282139e41b4b2b1c08bb7c99d38 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:25.389851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.416720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-fc99afda-eccf-4755-a34c-bc2345373dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.418479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-fc99afda-eccf-4755-a34c-bc2345373dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1094 time: 0.1301138 Oct 13 04:18:25.418721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.426469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2042e3f-d411-41e6-a3ba-bac8e410fa40 req-7660c461-454b-4c58-90ba-640736c19a25 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645765 Oct 13 04:18:25.440168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342ebc-509d-493b-bbc7-c7659c34d229 req-95f1b660-fd96-41f3-96c8-69018cab4c5d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.441694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56342ebc-509d-493b-bbc7-c7659c34d229 req-95f1b660-fd96-41f3-96c8-69018cab4c5d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1407633 Oct 13 04:18:25.501814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dea7cde-610c-48f0-9c92-9af32ab81e71 req-bed43830-ba91-4505-bc3a-7ccacd93242c service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729645 Oct 13 04:18:25.511237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-69e79020-6350-4733-aeb6-b013fc0476df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 217 time: 0.0684533 Oct 13 04:18:25.543582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-5ed308cc-418a-4805-a02d-a93038743f34 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269499 Oct 13 04:18:25.575882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.593470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56342ebc-509d-493b-bbc7-c7659c34d229 req-1a455169-d99d-4937-a53a-82cbf3fc0775 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405551 Oct 13 04:18:25.635407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-0ba9355a-83f1-4c05-a8ee-ae7d838fba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.638953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-0ba9355a-83f1-4c05-a8ee-ae7d838fba71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1171749 Oct 13 04:18:25.650885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:25.653217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 55711275-3df9-43f8-8561-37c6a580fc5a up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:25.688212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-5fe1fffd-c0a3-464f-8435-4bab4bf1d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.689483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:25.689774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-5fe1fffd-c0a3-464f-8435-4bab4bf1d29b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 1095 time: 0.1188266 Oct 13 04:18:25.701761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:25.704330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:25.762595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.773221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.779008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805eea51-0e8f-4294-b83a-465e137b3d63 req-5ad0f4cd-ad73-491c-9cf6-48a0b71ba68a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.780627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-805eea51-0e8f-4294-b83a-465e137b3d63 req-5ad0f4cd-ad73-491c-9cf6-48a0b71ba68a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.2688844 Oct 13 04:18:25.805038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.805383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-e7e91f37-a53e-4391-bcf5-c6e3253877dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.807057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-e7e91f37-a53e-4391-bcf5-c6e3253877dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543164 Oct 13 04:18:25.820044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:25.839270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 55711275-3df9-43f8-8561-37c6a580fc5a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:25.843598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:25.845097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:25.845750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.867620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.867971 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Added segment bc91b31f-e308-4cd6-9a3e-ecdebb8171e8 of type vlan for network 71cf67d2-61c0-4313-947d-775aa296f3cc Oct 13 04:18:25.870881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 55711275-3df9-43f8-8561-37c6a580fc5a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:25.871528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.898979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'port_id': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'mac_address': 'fa:16:3e:70:e5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a634132-7abb-4578-b913-130788d39855', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:25.901684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b18d0c17-713a-489e-a24e-c5cc19be0bff req-983385cd-2ae5-4383-b865-098937a1e605 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377950 Oct 13 04:18:25.931510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-805eea51-0e8f-4294-b83a-465e137b3d63 req-27b6e78b-d407-48d1-ac5e-35f5553e78fa tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111171 Oct 13 04:18:25.938852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3db01f0b-d8af-496f-bbbb-817c7f4990e0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9297223 Oct 13 04:18:25.940046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:25.957676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3fd67086-dbcc-4556-8f65-5d5887d85fde'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:25.962073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779605a-931a-4eb7-8d25-30f2f8ab4e2f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:25.997537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Pushing event deleted for resources: {'Port': ['ID=c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.010769 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.020541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-3d99e562-8667-4161-bc0f-3cc0fd9c1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.026756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-3d99e562-8667-4161-bc0f-3cc0fd9c1d22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 200 len: 913 time: 0.3281231 Oct 13 04:18:26.052154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] No DVR routers for this DVR port c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:26.055930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.060069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22f14fa2-57ed-4ba9-aef7-edbae4cf5f6c req-92870b5c-8b78-4d57-ad93-79502fca60d3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "DELETE /v2.0/ports/c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b HTTP/1.1" status: 204 len: 173 time: 1.5561955 Oct 13 04:18:26.060567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'name': 'network-vif-deleted', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:26.072510 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01854715-feea-487a-8534-bf7bd0aaef79" -d '{"events": [{"server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "name": "network-vif-deleted", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:26.077096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.118116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:26.138708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:26.167348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-6a0022eb-74b2-4c88-8819-8f37b4858428 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 200 len: 217 time: 0.1235664 Oct 13 04:18:26.182616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.240957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-a8dea617-d01b-41a9-b306-7b443e80d88f service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147410 Oct 13 04:18:26.249580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9ba68a32-8871-44b2-8dbc-3be7fef4d80f None None] Provisioning complete for port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:26.250250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ba68a32-8871-44b2-8dbc-3be7fef4d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.257897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.272662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.273759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.274476 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.297546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.345421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9ba68a32-8871-44b2-8dbc-3be7fef4d80f None None] Port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:26.353460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:26.355732 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ccfba-266c-4509-a616-d00ac70acf4c" -d '{"events": [{"server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "name": "network-vif-plugged", "status": "completed", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:26.385401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=55711275-3df9-43f8-8561-37c6a580fc5a,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:26.394482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.402241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-cc0fcd57-1c9d-48d6-99b6-d4163715f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.403849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-cc0fcd57-1c9d-48d6-99b6-d4163715f084 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eaf61dd-fd4d-4079-9ebd-1c43273b2382 HTTP/1.1" status: 200 len: 851 time: 0.2071283 Oct 13 04:18:26.420763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca3b8-18c2-4e94-9d5e-af4549c8c200 req-34cbb5bc-4a8c-4c64-809b-3c72369006e8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.423325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.428774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f3ca3b8-18c2-4e94-9d5e-af4549c8c200 req-34cbb5bc-4a8c-4c64-809b-3c72369006e8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 949 time: 0.3641133 Oct 13 04:18:26.430594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336237637', 'description': 'tempest-description--195672396'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:26.441483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4056492 Oct 13 04:18:26.445237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.451500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:26.456311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Request body: {'subnet': {'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1458194178-subnet', 'tenant_id': '48cd2282139e41b4b2b1c08bb7c99d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:26.474828 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e604ed6-9926-4d1f-8fb5-e62f5a0ad361 x-openstack-request-id: req-9e604ed6-9926-4d1f-8fb5-e62f5a0ad361 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:26.475286 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d626563a-30bb-456f-a4b4-b46ef8762dfa", "name": "network-vif-deleted", "tag": "c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:26.475887 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e604ed6-9926-4d1f-8fb5-e62f5a0ad361 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:26.476635 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd626563a-30bb-456f-a4b4-b46ef8762dfa', 'name': 'network-vif-deleted', 'tag': 'c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b', 'status': 'completed', 'code': 200} Oct 13 04:18:26.503936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.563959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Made reservation on behalf of 48cd2282139e41b4b2b1c08bb7c99d38 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:26.566748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.572953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.681229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c353795-5905-47cf-940e-23dce278aea3 req-7e02bf17-6145-436d-81c6-37e3e440b63b tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=d626563a-30bb-456f-a4b4-b46ef8762dfa HTTP/1.1" status: 200 len: 210 time: 0.0990636 Oct 13 04:18:26.762182 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.769423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.789003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:26.792063 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6020d3d9-073c-4052-987c-40caebd97e78" -d '{"events": [{"name": "network-changed", "server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:26.810049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43f2ac-1ad7-4a2b-9c67-3a75188e2528 admin admin] Pushing event updated for resources: {'Network': ['ID=71cf67d2-61c0-4313-947d-775aa296f3cc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.822384 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31686673-d65a-401d-9583-b4c04e4907ff x-openstack-request-id: req-31686673-d65a-401d-9583-b4c04e4907ff {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:26.822931 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "name": "network-vif-plugged", "status": "completed", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:26.822931 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31686673-d65a-401d-9583-b4c04e4907ff {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:26.823381 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a', 'code': 200} Oct 13 04:18:26.829097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.832951 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4054048 Oct 13 04:18:26.833120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 71cf67d2-61c0-4313-947d-775aa296f3cc details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:26.833252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:26.839922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742aa3-e669-47fa-863d-13c64f0a6e7a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd7856-276f-4818-aa63-14d704a23570,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:26.841236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd7856-276f-4818-aa63-14d704a23570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:26.902295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f3ca3b8-18c2-4e94-9d5e-af4549c8c200 req-d8245a5d-a600-4a08-a944-a20241c4ddf4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678769 Oct 13 04:18:26.903382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:26.908113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4230ed3d-113f-4827-94b1-af43bc1a8f18 req-2e13b8a5-4ad9-4b71-9e5f-738291b5f440 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374280 Oct 13 04:18:26.910721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-294e3b61-fd5a-4fcf-817f-b0f5ec25824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:26.912472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-294e3b61-fd5a-4fcf-817f-b0f5ec25824b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4782932 Oct 13 04:18:26.972429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.059606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18574dc-2085-408a-a1b7-96b53211e300,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.072237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423b2c-16c6-421b-bcab-84ccd6e69d62 req-39546da0-274f-46cb-8261-78de31d6a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.073729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28423b2c-16c6-421b-bcab-84ccd6e69d62 req-39546da0-274f-46cb-8261-78de31d6a8cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 1101 time: 0.1364324 Oct 13 04:18:27.080935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704818d8-33d0-4b22-9eb4-ac039ae9c73d req-4293a2cd-0e48-4d2b-b9c0-d00d2eecf1e6 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.082459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-704818d8-33d0-4b22-9eb4-ac039ae9c73d req-4293a2cd-0e48-4d2b-b9c0-d00d2eecf1e6 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 944 time: 0.1463835 Oct 13 04:18:27.092721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.102423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87c79a-d28c-489e-a517-18e82823a3d7 req-bb5dcba3-78e4-4e6e-a8cc-335847f833ab tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.104010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d87c79a-d28c-489e-a517-18e82823a3d7 req-bb5dcba3-78e4-4e6e-a8cc-335847f833ab tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.1035717 Oct 13 04:18:27.108472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.112190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Checking segment: {'id': 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:27.112647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Network hostable DHCP agents. Network: 71cf67d2-61c0-4313-947d-775aa296f3cc, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:27.140633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-688867c1-706d-4460-a01d-65f55c00c3b0 service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167323 Oct 13 04:18:27.145581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28423b2c-16c6-421b-bcab-84ccd6e69d62 req-f6ca704f-064f-4b4a-9c38-cee0500aa9bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620875 Oct 13 04:18:27.163362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfbc405-c40d-4d5a-9910-e926a52796f2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.164391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-704818d8-33d0-4b22-9eb4-ac039ae9c73d req-7d89e252-8e69-4fbd-8cc0-029388c1ed5c tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730162 Oct 13 04:18:27.171845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.172160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Network 71cf67d2-61c0-4313-947d-775aa296f3cc is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:27.176499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95fb87d9-e70b-46de-8b1a-fc0681591193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419957 Oct 13 04:18:27.179082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43998) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:27.184480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd7856-276f-4818-aa63-14d704a23570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:27.189939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 71cf67d2-61c0-4313-947d-775aa296f3cc) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:27.197502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.198080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.202399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628dc2bd-d4ae-4ad1-ade4-313353af7645 None None] Network 71cf67d2-61c0-4313-947d-775aa296f3cc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:27.226876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.232788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d87c79a-d28c-489e-a517-18e82823a3d7 req-f69cccfb-7644-4d08-9daa-8f07904a928b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108360 Oct 13 04:18:27.234452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-15db0f14-975b-4648-bf8d-72feb827d183 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7879212 Oct 13 04:18:27.289975 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7da7db8-1431-4669-9207-32c3609927f6 x-openstack-request-id: req-f7da7db8-1431-4669-9207-32c3609927f6 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:27.290375 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:27.290580 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7da7db8-1431-4669-9207-32c3609927f6 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:27.290908 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'status': 'completed', 'code': 200} Oct 13 04:18:27.341606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.347512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.376780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c343939-8f0e-4f78-b148-e6d4543a4bc1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:27.377655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53c76b39-bc6f-4090-acda-b4fe80217dc7 req-b06e8903-72e7-4cd0-9916-2c75cff2fca1 service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231321 Oct 13 04:18:27.389185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.395432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2642c046-4321-495f-8631-2fcf58c757e3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156274 Oct 13 04:18:27.396782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44002) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:27.406594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:27.429281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a59f1-c757-446d-ab47-e25d07f4a8e3 None None] Network 71cf67d2-61c0-4313-947d-775aa296f3cc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:27.438767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.453442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020d3d9-073c-4052-987c-40caebd97e78 req-4bd33eb7-d2ff-4cba-b128-a37a3932b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.456385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-4bd33eb7-d2ff-4cba-b128-a37a3932b059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1094 time: 0.1377077 Oct 13 04:18:27.473205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428ca29-3a70-49a1-a925-b7457049114c req-45a0e9c4-e4e9-4f84-a69a-2088c225dccc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.475763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0428ca29-3a70-49a1-a925-b7457049114c req-45a0e9c4-e4e9-4f84-a69a-2088c225dccc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1369646 Oct 13 04:18:27.596044 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0428ca29-3a70-49a1-a925-b7457049114c req-cf66f039-613d-48f0-855e-d3950db2416f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080074 Oct 13 04:18:27.635657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020d3d9-073c-4052-987c-40caebd97e78 req-6badb6a6-9593-4e44-9d22-1ed7aba4d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.637874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-6badb6a6-9593-4e44-9d22-1ed7aba4d9b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.1607611 Oct 13 04:18:27.659639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:27.723818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-d1b13950-fd32-4842-bdeb-7c318c38d2ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 217 time: 0.0763798 Oct 13 04:18:27.724037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:27.729991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:27.730512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:27.809092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020d3d9-073c-4052-987c-40caebd97e78 req-75d15e17-e2c0-45be-b321-d9bd79dae3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.810722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-75d15e17-e2c0-45be-b321-d9bd79dae3b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.0783191 Oct 13 04:18:27.822853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1537d1bc-7b45-43d9-8de3-669fec60fde5 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:27.839334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:27.880968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020d3d9-073c-4052-987c-40caebd97e78 req-dfe07893-a217-4317-9388-946bbb6535da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:27.882915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-dfe07893-a217-4317-9388-946bbb6535da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633657 Oct 13 04:18:28.016380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-d1a9f26b-f928-4cb7-b9ef-b4458039d5db service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221926 Oct 13 04:18:28.041939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:18:28.048494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:28.049011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c40cab5a-88ca-49e4-9dc5-a7aa3f030e6b not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:28.100125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-3c26be96-a653-42ab-84ed-98c3778c32c4 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.108404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-3c26be96-a653-42ab-84ed-98c3778c32c4 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/networks?id=71cf67d2-61c0-4313-947d-775aa296f3cc HTTP/1.1" status: 200 len: 809 time: 0.1934645 Oct 13 04:18:28.118161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.125495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-3b26ea4c-f021-4f89-a401-a984251fd560 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/quotas/48cd2282139e41b4b2b1c08bb7c99d38 HTTP/1.1" status: 200 len: 375 time: 0.0160878 Oct 13 04:18:28.127988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.165472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6020d3d9-073c-4052-987c-40caebd97e78 req-b4adf576-c569-4af6-80c5-7b5093f6e48f service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398191 Oct 13 04:18:28.198210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:28.200680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635291b-3b95-4cf2-9ca5-1d38424178a1 req-80178529-33a9-4ad8-908e-1f956872fc1a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.202285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9635291b-3b95-4cf2-9ca5-1d38424178a1 req-80178529-33a9-4ad8-908e-1f956872fc1a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 950 time: 0.0789020 Oct 13 04:18:28.205373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-01625fbd-e26d-4c48-bc86-cf5448a78c1f tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=48cd2282139e41b4b2b1c08bb7c99d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692778 Oct 13 04:18:28.205897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:28.217207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.246951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'port_id': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'mac_address': 'fa:16:3e:3a:2a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:28.259623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9635291b-3b95-4cf2-9ca5-1d38424178a1 req-45bee17d-3f37-426c-89a3-469b8d99dc05 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Oct 13 04:18:28.326322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.332733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.350648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1537d1bc-7b45-43d9-8de3-669fec60fde5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:28.364875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 172.25.0.114 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4a015575-d592-4921-95b1-6c0c1e8cf30a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:28.372361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:28.376562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.395296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-17f46a4c-860e-4e5b-aac5-8ce36930a344 service neutron] 10.222.0.49 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753805 Oct 13 04:18:28.426251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd51d7b-41b3-4e72-9842-d3c0e7c44ff6 req-741ac27b-79f7-4f7e-8f49-dbc28eb74c0a tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.428343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.434560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfd51d7b-41b3-4e72-9842-d3c0e7c44ff6 req-741ac27b-79f7-4f7e-8f49-dbc28eb74c0a tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 950 time: 0.0896194 Oct 13 04:18:28.480333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfd51d7b-41b3-4e72-9842-d3c0e7c44ff6 req-5e5ed822-0c27-492e-83de-aff005a1c741 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Oct 13 04:18:28.556965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-0285ba84-8800-48f0-8fe9-3a284343ce6b service neutron] 10.222.0.49 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607931 Oct 13 04:18:28.574910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.586353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02e7e2-387f-46f7-96fb-b83a1037df16 req-34be5b08-f064-459b-bf77-00ea19fd1adc tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.587946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed02e7e2-387f-46f7-96fb-b83a1037df16 req-34be5b08-f064-459b-bf77-00ea19fd1adc tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 945 time: 0.0507317 Oct 13 04:18:28.621340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.634726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed02e7e2-387f-46f7-96fb-b83a1037df16 req-45f31f92-dc79-4a3e-a1e8-03410795b332 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Oct 13 04:18:28.650073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1537d1bc-7b45-43d9-8de3-669fec60fde5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:28.675802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=4a015575-d592-4921-95b1-6c0c1e8cf30a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:28.717983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:28.721062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:28.728324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:28.790753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf06f61-d3ad-4c59-a2d1-3e4df848a08d req-1d57d6c6-f9fe-48c3-bcb6-91570cce1406 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.792694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1bf06f61-d3ad-4c59-a2d1-3e4df848a08d req-1d57d6c6-f9fe-48c3-bcb6-91570cce1406 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 945 time: 0.0647454 Oct 13 04:18:28.832047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:28.835917 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb81ab7-a901-4f9f-9ade-ae6778fa41f6" -d '{"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-plugged", "status": "completed", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:28.839580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.844004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1bf06f61-d3ad-4c59-a2d1-3e4df848a08d req-f1ce9657-a7f7-4d49-8dd7-3c75b1956005 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Oct 13 04:18:28.908944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbb541-1764-451a-be0c-5e0c83a61022 req-1b81fc1a-b653-48ba-8781-3761e846e459 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:28.910469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6cbb541-1764-451a-be0c-5e0c83a61022 req-1b81fc1a-b653-48ba-8781-3761e846e459 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1377962 Oct 13 04:18:28.911556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:28.928280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f4aa995-d280-4e51-9b68-bc83f341e1a7 req-2e396388-190a-43a7-ac70-35345ea3206b tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 210 time: 0.0384793 Oct 13 04:18:28.983956 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d2f9d9-e522-4941-978a-72b7a08e7e86 x-openstack-request-id: req-a6d2f9d9-e522-4941-978a-72b7a08e7e86 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:28.984251 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-plugged", "status": "completed", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:28.984608 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6d2f9d9-e522-4941-978a-72b7a08e7e86 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:28.984915 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'code': 200} Oct 13 04:18:28.997051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6cbb541-1764-451a-be0c-5e0c83a61022 req-bb4b0c95-30b0-4dd8-b5a2-3cc3d4d104e7 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598354 Oct 13 04:18:29.136050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe04dfc-e7d6-403d-bf40-c14985649c35 req-14c10c73-dd7e-40cf-b634-3fc7cae8bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.137552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebe04dfc-e7d6-403d-bf40-c14985649c35 req-14c10c73-dd7e-40cf-b634-3fc7cae8bfa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1096 time: 0.0786219 Oct 13 04:18:29.172467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.179103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.215918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebe04dfc-e7d6-403d-bf40-c14985649c35 req-73d994dc-60e1-4153-a270-b14221940b6a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684662 Oct 13 04:18:29.254957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=4a015575-d592-4921-95b1-6c0c1e8cf30a,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:29.268670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.285389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.286530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73712511-20a9-4e54-b989-696d179f2bbd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8888021 Oct 13 04:18:29.382706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce0d30-654b-41ba-bd00-f0a6c113fed5 req-0931e1f8-bf04-426d-a73b-e068cc384c97 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.384247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffce0d30-654b-41ba-bd00-f0a6c113fed5 req-0931e1f8-bf04-426d-a73b-e068cc384c97 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 950 time: 0.0592484 Oct 13 04:18:29.424196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffce0d30-654b-41ba-bd00-f0a6c113fed5 req-27e141b8-4810-4e99-b137-470e0f0819d6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Oct 13 04:18:29.546657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374227d6-ad84-47c1-9d28-0b459d437d4e req-26370b9f-1e69-41b0-8bd3-4d13f292c075 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.548413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-374227d6-ad84-47c1-9d28-0b459d437d4e req-26370b9f-1e69-41b0-8bd3-4d13f292c075 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 1101 time: 0.0511596 Oct 13 04:18:29.565562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-b28572fe-a6d4-4b3c-a1e5-7b8e0bcbb3a0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--336237637&fields=id&tenant_id=23b61804f1dd4c44a41af73a737a66d0 HTTP/1.1" status: 200 len: 267 time: 0.0706301 Oct 13 04:18:29.584192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-374227d6-ad84-47c1-9d28-0b459d437d4e req-3765c5da-9331-4ca4-b84f-37fc5e8fa640 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284343 Oct 13 04:18:29.590649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-6a7a65ac-0aa2-4ca4-906f-69aabc098dc3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.592189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-6a7a65ac-0aa2-4ca4-906f-69aabc098dc3 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 950 time: 0.0773768 Oct 13 04:18:29.663612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-096975ce-cac4-48fc-ba5c-ccede9670851 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.668844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-096975ce-cac4-48fc-ba5c-ccede9670851 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 931 time: 0.0946269 Oct 13 04:18:29.694514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ccd7b-9979-4d33-9dad-69a3bf91ce69 req-cdbf27f8-43c4-4ec0-8b59-3e1ff9723930 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.695780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f96ccd7b-9979-4d33-9dad-69a3bf91ce69 req-cdbf27f8-43c4-4ec0-8b59-3e1ff9723930 tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec8f1fa7-975e-4173-9444-7989d1505232 HTTP/1.1" status: 200 len: 950 time: 0.0520465 Oct 13 04:18:29.737354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f96ccd7b-9979-4d33-9dad-69a3bf91ce69 req-ce312fac-574c-415e-b476-600f99a3e87b tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.49 "GET /v2.0/security-groups?id=b9d537b1-cbd6-4818-8151-38beab4a7e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350907 Oct 13 04:18:29.746635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34aa729d-000a-4e3f-a7e2-b9e4551d7eb7 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.748006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34aa729d-000a-4e3f-a7e2-b9e4551d7eb7 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 931 time: 0.0783522 Oct 13 04:18:29.809263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:18:29.815624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:29.819508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-016cf0ea-5947-495e-ac93-60488e140f7c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0625272 Oct 13 04:18:29.824080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1537d1bc-7b45-43d9-8de3-669fec60fde5 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:29.863667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-9653097e-2236-473d-9289-0346431f8bab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0432382 Oct 13 04:18:29.866846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7955b-1a85-40ac-9d0a-888264e66508 req-6f36e2e0-448e-4ead-a305-75aaf65a416b tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:29.867936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Deleting port 3fd67086-dbcc-4556-8f65-5d5887d85fde {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:29.868271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:29.877197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fcf7955b-1a85-40ac-9d0a-888264e66508 req-6f36e2e0-448e-4ead-a305-75aaf65a416b tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 945 time: 0.0825276 Oct 13 04:18:29.935834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fcf7955b-1a85-40ac-9d0a-888264e66508 req-f4be294c-9d8f-4ab6-ac3b-388eb32c0864 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567234 Oct 13 04:18:29.953802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 1537d1bc-7b45-43d9-8de3-669fec60fde5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:29.968315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 1537d1bc-7b45-43d9-8de3-669fec60fde5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:29.968758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.047534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-f73be4f7-d88c-4b9f-8072-96631252f5c8 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.048974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-f73be4f7-d88c-4b9f-8072-96631252f5c8 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.16 "GET /v2.0/networks?id=71cf67d2-61c0-4313-947d-775aa296f3cc HTTP/1.1" status: 200 len: 809 time: 0.1121857 Oct 13 04:18:30.055815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:30.059205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] For port 3fd67086-dbcc-4556-8f65-5d5887d85fde, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3fd67086-dbcc-4556-8f65-5d5887d85fde,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:30.059703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.070799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-7651ef73-d2b2-407a-a101-bf4bb517b7cf tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315068 Oct 13 04:18:30.075513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Request body: {'port': {'device_id': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc', 'admin_state_up': True, 'tenant_id': '48cd2282139e41b4b2b1c08bb7c99d38'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:30.082285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:30.084231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Calling delete_port for 3fd67086-dbcc-4556-8f65-5d5887d85fde owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:30.155843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.157611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.166550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34008964-3ec6-45e5-bba9-2fea58f34275 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.172739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34008964-3ec6-45e5-bba9-2fea58f34275 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.179544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34008964-3ec6-45e5-bba9-2fea58f34275 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.181173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-34008964-3ec6-45e5-bba9-2fea58f34275 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/networks?id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=4cf141f1-92db-4931-845b-ca7b83a7fd44&id=4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 200 len: 1990 time: 0.3167450 Oct 13 04:18:30.181368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:30.206462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:30.212414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.219944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-8d82c52b-4aa0-4048-88c8-8a18793901e2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/quotas/23b61804f1dd4c44a41af73a737a66d0 HTTP/1.1" status: 200 len: 375 time: 0.0251560 Oct 13 04:18:30.242776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:30.254855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.255633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Made reservation on behalf of 48cd2282139e41b4b2b1c08bb7c99d38 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:30.259734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.276100 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:30.305651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-3ab2a057-f936-4c58-8780-d485bbc86f09 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0777946 Oct 13 04:18:30.346016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:30.359771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-b8fe86c0-5474-4326-8c0e-bf6c9335c859 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.361270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-b8fe86c0-5474-4326-8c0e-bf6c9335c859 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849029 Oct 13 04:18:30.390609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-9d57fd7d-46ee-4b33-9513-9d84b7d141aa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0179770 Oct 13 04:18:30.421624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.459820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:30.472034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Pushing event deleted for resources: {'Port': ['ID=3fd67086-dbcc-4556-8f65-5d5887d85fde,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:30.487637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Allocated IP 172.20.0.9 (71cf67d2-61c0-4313-947d-775aa296f3cc/d18574dc-2085-408a-a1b7-96b53211e300/a6a98046-beb9-454a-ac09-90495855194d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:30.519021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-01440d89-2bd1-417b-b9c0-057428443d0d service neutron] 10.222.0.49 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883287 Oct 13 04:18:30.525375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-27deb841-af6c-42fa-9d6e-586d011a226e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1259408 Oct 13 04:18:30.555303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] No DVR routers for this DVR port 3fd67086-dbcc-4556-8f65-5d5887d85fde on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:30.559528 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.564298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d0b391-2899-4fb6-9d32-b499f127ada5 req-33d7e9f3-c164-4dcb-88b5-b28c55cc3c8e tempest-ServersAdminNegativeTestJSON-511625225 tempest-ServersAdminNegativeTestJSON-511625225-project] 10.222.0.47 "DELETE /v2.0/ports/3fd67086-dbcc-4556-8f65-5d5887d85fde HTTP/1.1" status: 204 len: 173 time: 0.9653866 Oct 13 04:18:30.599993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'name': 'network-vif-deleted', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:30.602671 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365dea5-d962-4bc5-9146-63710263faa3" -d '{"events": [{"server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "name": "network-vif-deleted", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:30.691958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-db637d1c-2560-4c74-aea0-b72bcbcf0171 service neutron] 10.222.0.49 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715937 Oct 13 04:18:30.759402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4542f8b1-50ea-46ff-8656-733875feed52 service neutron] 10.222.0.49 "GET /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0663552 Oct 13 04:18:30.830208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aba111-b344-4cfc-a84f-f35ed1d17017 req-5dea69a9-ae56-472c-9bda-e7122b430f9f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:30.838128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69aba111-b344-4cfc-a84f-f35ed1d17017 req-5dea69a9-ae56-472c-9bda-e7122b430f9f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 945 time: 0.1163514 Oct 13 04:18:30.859878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.865524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-3148d542-006a-4f5a-a976-8c124a6a38e2 service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049857 Oct 13 04:18:30.906543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69aba111-b344-4cfc-a84f-f35ed1d17017 req-5a2aba81-547e-418b-89e9-e61fd30f265e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662611 Oct 13 04:18:30.932639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:30.985837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:30.988070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-fd9356ae-6e00-45fa-9338-ce201f01c64d service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124566 Oct 13 04:18:30.989138 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05448d7a-adf5-45c8-aff5-367847b2f2a9" -d '{"events": [{"server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "name": "network-vif-plugged", "status": "completed", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:31.004329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Network 71cf67d2-61c0-4313-947d-775aa296f3cc is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:31.020665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:31.049291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:31.053169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-d814e350-89c1-48d6-be3e-466bfec4a476 service neutron] 10.222.0.49 "GET /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0632701 Oct 13 04:18:31.089363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Pushing event updated for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.146497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.148910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.173951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b5734-f871-4c92-a8b5-4eb6dbf6dd99 req-14f76b1b-6905-4700-a958-bc2668216f8c tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.182631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a76b5734-f871-4c92-a8b5-4eb6dbf6dd99 req-14f76b1b-6905-4700-a958-bc2668216f8c tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 931 time: 0.1821053 Oct 13 04:18:31.188290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-07bfda1b-512e-41a5-be63-2e89939e269e service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273291 Oct 13 04:18:31.205744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c428cb41-c0f6-47c7-bc3b-b153a56250b6 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338522 Oct 13 04:18:31.226141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Request body: {'port': {'device_id': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:31.251702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a76b5734-f871-4c92-a8b5-4eb6dbf6dd99 req-67c934a6-2fb8-4dc5-9b65-46a6a782e18d tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Oct 13 04:18:31.299160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-9a5959ae-1d49-4abd-8253-5018906cdf25 service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039858 Oct 13 04:18:31.303303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.412902 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-20d5e409-c88c-416c-ab3f-2c907d613381 service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055067 Oct 13 04:18:31.465781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283c41-3e9d-42ef-8cd8-338b9d145648 req-299488d7-0a72-48db-9f4e-d2c304592306 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:31.467306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a283c41-3e9d-42ef-8cd8-338b9d145648 req-299488d7-0a72-48db-9f4e-d2c304592306 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 944 time: 0.1314588 Oct 13 04:18:31.516558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-57f1b68b-7bf2-47bf-9988-6be400526699 service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972500 Oct 13 04:18:31.560043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a283c41-3e9d-42ef-8cd8-338b9d145648 req-fc49c558-7df7-43cb-99c0-63a98da407a3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833201 Oct 13 04:18:31.626813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-db37f6ac-afdf-4270-b58c-766f8a0230eb service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040123 Oct 13 04:18:31.649096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a98046-beb9-454a-ac09-90495855194d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:31.656975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.670688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Transition to ACTIVE for port object a6a98046-beb9-454a-ac09-90495855194d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:31.674456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.681834 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432d6da3-16d2-476e-b0a0-333591c43aa6 x-openstack-request-id: req-432d6da3-16d2-476e-b0a0-333591c43aa6 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:31.681834 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f1fa7-975e-4173-9444-7989d1505232", "name": "network-vif-deleted", "tag": "3fd67086-dbcc-4556-8f65-5d5887d85fde", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:31.681834 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-432d6da3-16d2-476e-b0a0-333591c43aa6 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:31.682263 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f1fa7-975e-4173-9444-7989d1505232', 'name': 'network-vif-deleted', 'tag': '3fd67086-dbcc-4556-8f65-5d5887d85fde', 'status': 'completed', 'code': 200} Oct 13 04:18:31.739486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:31.741270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e1c12c99-a915-4c74-87e7-7df301668d4f service neutron] 10.222.0.49 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072731 Oct 13 04:18:31.762963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9883532c-2d83-4de9-a54f-e4dfdcde669f req-5344d07a-1888-4b33-9c88-170d49f64046 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 210 time: 0.0366991 Oct 13 04:18:31.815580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:31.859646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-ab9d3280-59d5-4f09-93f8-f4ff4ff905c7 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355711 Oct 13 04:18:31.876945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Attempting to bind port a6a98046-beb9-454a-ac09-90495855194d on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:31.877486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Attempting to bind port a6a98046-beb9-454a-ac09-90495855194d by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:31.877623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Attempting to bind port a6a98046-beb9-454a-ac09-90495855194d on network 71cf67d2-61c0-4313-947d-775aa296f3cc {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:31.889222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Port a6a98046-beb9-454a-ac09-90495855194d on network 71cf67d2-61c0-4313-947d-775aa296f3cc not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:31.889572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Attempting to bind port a6a98046-beb9-454a-ac09-90495855194d on network 71cf67d2-61c0-4313-947d-775aa296f3cc {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:31.897426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:31.898196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Checking segment: {'id': 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:31.898196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Bound using segment: {'id': 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:31.901335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Bound port: a6a98046-beb9-454a-ac09-90495855194d, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:31.901719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.919847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:31.925295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:31.926017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:31.987900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-ae94b35b-fc97-4383-a916-a2c239e76f26 service neutron] 10.222.0.49 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399976 Oct 13 04:18:32.048134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:32.051762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a6a98046-beb9-454a-ac09-90495855194d,segment=NetworkSegment(bc91b31f-e308-4cd6-9a3e-ecdebb8171e8),segment_id=bc91b31f-e308-4cd6-9a3e-ecdebb8171e8)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:32.057305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.063292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.116392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:32.121552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.122164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.123667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] 10.222.0.16 "PUT /v2.0/ports/a6a98046-beb9-454a-ac09-90495855194d HTTP/1.1" status: 200 len: 1091 time: 0.9029748 Oct 13 04:18:32.125187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.126501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3fd67086-dbcc-4556-8f65-5d5887d85fde no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:32.127999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:32.130957 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "tag": "a6a98046-beb9-454a-ac09-90495855194d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:32.151010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44118) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:32.167153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 3fd67086-dbcc-4556-8f65-5d5887d85fde {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:32.167512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3fd67086-dbcc-4556-8f65-5d5887d85fde not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:32.167652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d25082-7744-4cfe-a5ab-673169933de6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.170446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-c2e5fd60-07a6-4d25-8f96-31f7728ce488 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.171982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-c2e5fd60-07a6-4d25-8f96-31f7728ce488 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996023 Oct 13 04:18:32.191100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:32.213363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548894-bfb2-41e4-8013-3588fb7cd73b req-14217285-6dbc-47bf-bb85-58b354d4cbbc tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.216129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8548894-bfb2-41e4-8013-3588fb7cd73b req-14217285-6dbc-47bf-bb85-58b354d4cbbc tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1096 time: 0.1487684 Oct 13 04:18:32.220843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.239177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-d8f49c1b-900e-48d9-9013-736f5957f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.241273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-d8f49c1b-900e-48d9-9013-736f5957f39c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48cd2282139e41b4b2b1c08bb7c99d38&device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 1094 time: 0.0599082 Oct 13 04:18:32.253563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-ef097641-6915-42e1-92be-a7b79114c7f7 service neutron] 10.222.0.49 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591205 Oct 13 04:18:32.287551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-955d9f1c-149c-4286-b952-b9a437836d39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a98046-beb9-454a-ac09-90495855194d HTTP/1.1" status: 200 len: 217 time: 0.0377858 Oct 13 04:18:32.331306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8548894-bfb2-41e4-8013-3588fb7cd73b req-88cac316-6d04-4adb-ab10-ebd58411fc85 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 Oct 13 04:18:32.364401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-f03a21a1-c256-41ca-9de7-681e6d105878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.366862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-f03a21a1-c256-41ca-9de7-681e6d105878 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d18574dc-2085-408a-a1b7-96b53211e300 HTTP/1.1" status: 200 len: 849 time: 0.0696154 Oct 13 04:18:32.411078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-91aa7af6-1a6f-4098-97ae-11a9d29cfe40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71cf67d2-61c0-4313-947d-775aa296f3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360696 Oct 13 04:18:32.414458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc7e8f6f-56a1-4b1f-826c-6bf0662406e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0197f0c46a2549b0a32a5972a4b27a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621491 Oct 13 04:18:32.421759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:32.451235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-96df5feb-00e5-4bd6-9ce5-180f6d20a7ba service neutron] 10.222.0.49 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891327 Oct 13 04:18:32.472921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:32.476777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.504445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bec71-e868-48bc-9bc3-ca9acc015eca req-b3b18a31-6406-408b-8a2c-89d2b8e7e499 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.506467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-626bec71-e868-48bc-9bc3-ca9acc015eca req-b3b18a31-6406-408b-8a2c-89d2b8e7e499 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.1192279 Oct 13 04:18:32.564819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-101ec5a2-177e-4a7f-9b7f-6292950f51ba service neutron] 10.222.0.16 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355877 Oct 13 04:18:32.571044 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-626bec71-e868-48bc-9bc3-ca9acc015eca req-638b95b8-9761-44c8-b45f-d0c767f8f8f7 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558906 Oct 13 04:18:32.614189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.627913 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c017530c-fac0-4bc7-ba9c-1db72cb3dc94 x-openstack-request-id: req-c017530c-fac0-4bc7-ba9c-1db72cb3dc94 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:32.628214 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "name": "network-vif-plugged", "status": "completed", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:32.628610 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c017530c-fac0-4bc7-ba9c-1db72cb3dc94 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:32.629162 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'code': 200} Oct 13 04:18:32.680611 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b585bab-ee17-4ff0-8cf1-87368507757a x-openstack-request-id: req-6b585bab-ee17-4ff0-8cf1-87368507757a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:32.680805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-2837235a-a47e-4e42-9625-b2edaab28c82 service neutron] 10.222.0.49 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201383 Oct 13 04:18:32.680943 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "tag": "a6a98046-beb9-454a-ac09-90495855194d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:32.681207 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b585bab-ee17-4ff0-8cf1-87368507757a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:32.681569 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d', 'status': 'completed', 'code': 200} Oct 13 04:18:32.684211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce22d1d5-1574-4238-8d51-d12ee3b821ba req-c8efcda2-0185-4467-9fd5-33c53103e5f9 service neutron] 10.222.0.16 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112833 Oct 13 04:18:32.687582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.802665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.89 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/625bbb88-7db3-47cd-bb0b-efc183fb0950) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:32.815268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f3af-c4af-433a-832b-bf14a1ce86cd req-54f1d978-67f0-44f5-96a6-6fbaa66a0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.817063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76b6f3af-c4af-433a-832b-bf14a1ce86cd req-54f1d978-67f0-44f5-96a6-6fbaa66a0632 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 1097 time: 0.1192560 Oct 13 04:18:32.826344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec45787-2844-482d-a315-42c30c5d1b82 req-4240e3a8-8bd1-4d93-ace6-f3405131873a tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.831675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ec45787-2844-482d-a315-42c30c5d1b82 req-4240e3a8-8bd1-4d93-ace6-f3405131873a tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 943 time: 0.1046064 Oct 13 04:18:32.834335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-40298bec-c860-441a-a37c-d07dfe9e1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:32.835938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-40298bec-c860-441a-a37c-d07dfe9e1b7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48cd2282139e41b4b2b1c08bb7c99d38&device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 1094 time: 0.0747707 Oct 13 04:18:32.849722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.852336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:32.853514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9d537b1-cbd6-4818-8151-38beab4a7e1a HTTP/1.1" status: 204 len: 168 time: 0.4308734 Oct 13 04:18:32.880434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a72bf-e90c-4153-81b3-7dc19eba2a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d537b1-cbd6-4818-8151-38beab4a7e1a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:32.909112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76b6f3af-c4af-433a-832b-bf14a1ce86cd req-99ebd8db-1618-44f2-9155-5a1c708860d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830662 Oct 13 04:18:32.926727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ec45787-2844-482d-a315-42c30c5d1b82 req-da7a05e1-fbfd-454a-b042-0a5c91cc069e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897615 Oct 13 04:18:33.028727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-f55f03ea-f882-4c6e-ae51-5bd2a71d35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.030117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-f55f03ea-f882-4c6e-ae51-5bd2a71d35be service neutron] 10.222.0.16 "GET /v2.0/networks?id=71cf67d2-61c0-4313-947d-775aa296f3cc HTTP/1.1" status: 200 len: 910 time: 0.1864905 Oct 13 04:18:33.051631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.092740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-0a3901e1-d3e6-4162-9575-7b5c0acf3029 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a98046-beb9-454a-ac09-90495855194d HTTP/1.1" status: 200 len: 217 time: 0.0476825 Oct 13 04:18:33.100386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.113915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:33.132650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99970c4-2dca-4a80-9711-6de1f4ae0a34 req-25ee3232-84ea-4419-977e-304d56045dde tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.134222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e99970c4-2dca-4a80-9711-6de1f4ae0a34 req-25ee3232-84ea-4419-977e-304d56045dde tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1096 time: 0.1205211 Oct 13 04:18:33.150007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:33.153548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:33.158234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:33.206884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:33.222507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-ae906b36-ba72-4134-844e-39f0840998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.224226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-ae906b36-ba72-4134-844e-39f0840998e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d18574dc-2085-408a-a1b7-96b53211e300 HTTP/1.1" status: 200 len: 849 time: 0.1171937 Oct 13 04:18:33.229706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601', '55711275-3df9-43f8-8561-37c6a580fc5a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:33.232399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.236307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.246433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e99970c4-2dca-4a80-9711-6de1f4ae0a34 req-9d63cd43-4c0c-4419-9cb1-48978f222649 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907152 Oct 13 04:18:33.283665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-46493e92-fff6-4762-a0e8-6f494e170bc6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1016638 Oct 13 04:18:33.288193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-6e1b0052-d5df-4507-931c-e49abec8d5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71cf67d2-61c0-4313-947d-775aa296f3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440614 Oct 13 04:18:33.308656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Request body: {'port': {'device_id': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:33.418475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44158) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:33.605383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-c0fc0253-ccf7-48d5-b71e-e114baac56b3 service neutron] 10.222.0.16 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010640 Oct 13 04:18:33.617252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eeec9-fb29-4e50-aab0-9c558d05964c req-df9ac3ce-7707-448e-b0ba-b8445b2955d3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:33.626737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-264eeec9-fb29-4e50-aab0-9c558d05964c req-df9ac3ce-7707-448e-b0ba-b8445b2955d3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.2609091 Oct 13 04:18:33.636837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-50aecb32-1cb9-4f2b-ab7b-ce2136d122fc None None] Provisioning complete for port 625bbb88-7db3-47cd-bb0b-efc183fb0950 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:33.637211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50aecb32-1cb9-4f2b-ab7b-ce2136d122fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.735402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-264eeec9-fb29-4e50-aab0-9c558d05964c req-0375ac88-2365-43d6-8378-b98ab235f541 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070430 Oct 13 04:18:33.750999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-50aecb32-1cb9-4f2b-ab7b-ce2136d122fc None None] Port 625bbb88-7db3-47cd-bb0b-efc183fb0950 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:33.781936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e623a6a8-6b4f-48ba-bb24-676d9ebb68f5 req-bf9f27be-d450-47c8-b51d-8cd82d762443 service neutron] 10.222.0.16 "GET /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444876 Oct 13 04:18:33.840710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:33.911849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20f305c6-dacf-4ab3-a0da-94eda3763c67 req-48d21505-3e40-48a0-96e9-a407f2b81319 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0368783 Oct 13 04:18:34.005156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64dc33-e268-4c0e-8509-b0287f560d86 req-623f21cd-5e69-45d0-b92c-e212d3b440fd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.013377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a64dc33-e268-4c0e-8509-b0287f560d86 req-623f21cd-5e69-45d0-b92c-e212d3b440fd tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 935 time: 0.2159617 Oct 13 04:18:34.024190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4741ce8f-37a1-4bd4-a9c9-707115b9834c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91b1053ba6a749d48522b5c04b1ebde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046031 Oct 13 04:18:34.032373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44178) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:34.103174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a64dc33-e268-4c0e-8509-b0287f560d86 req-0913940c-4ca3-4fac-aba4-c520317eadc4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Oct 13 04:18:34.136187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d05ae-712f-441d-8cc9-d8ef2e41dbc9 req-7032f1e4-376e-43f0-a18c-c74f45eb36f2 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.144611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae0d05ae-712f-441d-8cc9-d8ef2e41dbc9 req-7032f1e4-376e-43f0-a18c-c74f45eb36f2 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.1299224 Oct 13 04:18:34.192054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.208575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae0d05ae-712f-441d-8cc9-d8ef2e41dbc9 req-56200c26-25e6-48cf-80e9-683bd4b1095e tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580666 Oct 13 04:18:34.259494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.284465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625bbb88-7db3-47cd-bb0b-efc183fb0950 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:34.294915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.311257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Transition to ACTIVE for port object 625bbb88-7db3-47cd-bb0b-efc183fb0950 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:34.319237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.375612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6121a-bff3-433f-b08f-ca5213a1c741 req-5eab3a57-04cf-4b85-b148-dc0a758348bf tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.383639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2fc6121a-bff3-433f-b08f-ca5213a1c741 req-5eab3a57-04cf-4b85-b148-dc0a758348bf tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 943 time: 0.0846117 Oct 13 04:18:34.385296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.389584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.393290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea15dff7-8da8-48ab-b043-e41888a9a560 HTTP/1.1" status: 204 len: 168 time: 0.3601253 Oct 13 04:18:34.401547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd392731-1631-4c93-a984-1601befa6c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea15dff7-8da8-48ab-b043-e41888a9a560,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:34.407877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Pushing event updated for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:34.497405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Attempting to bind port 625bbb88-7db3-47cd-bb0b-efc183fb0950 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:34.499141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Attempting to bind port 625bbb88-7db3-47cd-bb0b-efc183fb0950 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:34.499983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Attempting to bind port 625bbb88-7db3-47cd-bb0b-efc183fb0950 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:34.509207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Port 625bbb88-7db3-47cd-bb0b-efc183fb0950 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:34.509543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Attempting to bind port 625bbb88-7db3-47cd-bb0b-efc183fb0950 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:34.515451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2fc6121a-bff3-433f-b08f-ca5213a1c741 req-d0c1f710-c973-4a1a-8b2a-c44b0951aa7d tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943418 Oct 13 04:18:34.519901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:34.520348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:34.521403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:34.522050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Bound port: 625bbb88-7db3-47cd-bb0b-efc183fb0950, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:34.522505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.632323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:34.632323 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d303caec-6b75-4b93-af67-e90bf2bec9b9" -d '{"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:34.643288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:34.648046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:34.662503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.700022 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5f0e3-92c0-4ae1-a139-de5a6ea86d02 x-openstack-request-id: req-fff5f0e3-92c0-4ae1-a139-de5a6ea86d02 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:34.700459 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:34.700807 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fff5f0e3-92c0-4ae1-a139-de5a6ea86d02 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:34.701334 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'code': 200} Oct 13 04:18:34.748139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Pushing event updated for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:34.752695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.753318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:34.754900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-878ac0ff-5d6d-4e59-ad4c-1fa0b8883270 service neutron] 10.222.0.16 "PUT /v2.0/ports/625bbb88-7db3-47cd-bb0b-efc183fb0950 HTTP/1.1" status: 200 len: 1095 time: 1.4513726 Oct 13 04:18:34.756186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:34.758866 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:34.846055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0fc6d-44c4-47bf-b835-2a5a694e3e09 req-44138104-2f2b-4873-ac40-d754895bd2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.848346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91d0fc6d-44c4-47bf-b835-2a5a694e3e09 req-44138104-2f2b-4873-ac40-d754895bd2ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1096 time: 0.0577877 Oct 13 04:18:34.866674 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e142a5db-3afb-4563-a9d8-ac256a24b719 x-openstack-request-id: req-e142a5db-3afb-4563-a9d8-ac256a24b719 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:34.867133 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:34.867342 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e142a5db-3afb-4563-a9d8-ac256a24b719 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:34.867791 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950', 'status': 'completed', 'code': 200} Oct 13 04:18:34.956921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-0a313825-2971-40a9-af38-cccf92fed982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:34.958509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-0a313825-2971-40a9-af38-cccf92fed982 service neutron] 10.222.0.47 "GET /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 1027 time: 0.0566773 Oct 13 04:18:34.998495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91d0fc6d-44c4-47bf-b835-2a5a694e3e09 req-b65e0db5-e767-4a8f-8e00-edc379a4b5c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421366 Oct 13 04:18:35.029386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-442c8bee-7d13-415c-a8eb-95a7d205bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.030888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-442c8bee-7d13-415c-a8eb-95a7d205bc49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 1098 time: 0.1664352 Oct 13 04:18:35.034113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-75f764e8-ab19-4674-9a70-55a0959572bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.036086 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-75f764e8-ab19-4674-9a70-55a0959572bb service neutron] 10.222.0.47 "GET /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 1027 time: 0.0695372 Oct 13 04:18:35.115056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f897c-a328-415a-8258-2c5f13ed0b0c req-2ba4c174-f064-43cb-adb8-b969f47c1904 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.118150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-65070816-bb1c-401b-a7f0-9d5602113bfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950 HTTP/1.1" status: 200 len: 217 time: 0.0755365 Oct 13 04:18:35.120474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f4f897c-a328-415a-8258-2c5f13ed0b0c req-2ba4c174-f064-43cb-adb8-b969f47c1904 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1218045 Oct 13 04:18:35.171253 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f4f897c-a328-415a-8258-2c5f13ed0b0c req-8d1f531b-3b02-43fd-be15-57dfe372a894 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441513 Oct 13 04:18:35.188937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-a13e1b9a-747d-4970-8baf-4214caf9e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.190632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-a13e1b9a-747d-4970-8baf-4214caf9e9e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0645823 Oct 13 04:18:35.366249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-084308d2-cd2f-46fa-80ea-7f6aad70ed41 req-a33429fe-92fa-4b20-bc10-e8796b4cf6a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0494795 Oct 13 04:18:35.384717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-80785264-ceb5-4126-91a1-6c498d42aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.386758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-80785264-ceb5-4126-91a1-6c498d42aeec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794822 Oct 13 04:18:35.530602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385d20b-41b2-4115-b985-745fb0d90299 req-61c20656-16a1-4141-9885-c0f8f2e2f7b1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.532162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a385d20b-41b2-4115-b985-745fb0d90299 req-61c20656-16a1-4141-9885-c0f8f2e2f7b1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 947 time: 0.0711355 Oct 13 04:18:35.540734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-884e04b2-0d09-474c-8611-9cb0c7ddb8a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.546654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-884e04b2-0d09-474c-8611-9cb0c7ddb8a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.553454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-884e04b2-0d09-474c-8611-9cb0c7ddb8a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.555138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-884e04b2-0d09-474c-8611-9cb0c7ddb8a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/networks?id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=4cf141f1-92db-4931-845b-ca7b83a7fd44&id=4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 200 len: 1990 time: 0.3251827 Oct 13 04:18:35.586282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a385d20b-41b2-4115-b985-745fb0d90299 req-1d9ccb0b-1a6e-4b32-a385-b6f20b31ea6e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Oct 13 04:18:35.656954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-dffc02bd-3ae2-4765-ab19-7249a49d971b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23b61804f1dd4c44a41af73a737a66d0 HTTP/1.1" status: 200 len: 379 time: 0.0815418 Oct 13 04:18:35.671026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'admin_state_up': True, 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'security_groups': ['e1dd7856-276f-4818-aa63-14d704a23570']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:35.721733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-512b1615-f9d8-4408-8e33-8365fe9d0be7 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178918 Oct 13 04:18:35.730727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a6a98046-beb9-454a-ac09-90495855194d details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:35.746708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d113-3c5a-449c-94b1-d614916005d5 req-03efeb2e-009d-4990-8055-3d2257584d6e tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.753433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f32d113-3c5a-449c-94b1-d614916005d5 req-03efeb2e-009d-4990-8055-3d2257584d6e tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.0999219 Oct 13 04:18:35.851809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f32d113-3c5a-449c-94b1-d614916005d5 req-83ca2262-4693-4589-bf51-2fcfa4ba8bfd tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914757 Oct 13 04:18:35.852618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:35.856267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:35.908989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-22c4de4f-15e7-48e0-8b67-0f98ca954f84 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:18:35.910022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-22c4de4f-15e7-48e0-8b67-0f98ca954f84 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3514383 Oct 13 04:18:35.960191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a6a98046-beb9-454a-ac09-90495855194d,segment=NetworkSegment(bc91b31f-e308-4cd6-9a3e-ecdebb8171e8),segment_id=bc91b31f-e308-4cd6-9a3e-ecdebb8171e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:35.978451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'a6a98046-beb9-454a-ac09-90495855194d', 'network_id': '71cf67d2-61c0-4313-947d-775aa296f3cc', 'port_id': 'a6a98046-beb9-454a-ac09-90495855194d', 'mac_address': 'fa:16:3e:15:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18574dc-2085-408a-a1b7-96b53211e300', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:35.999214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-addb0ae0-8071-463e-9354-66bd0a89c1ab tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:35.999600 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-addb0ae0-8071-463e-9354-66bd0a89c1ab tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 1093 time: 0.0815704 Oct 13 04:18:36.032750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.048835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a98046-beb9-454a-ac09-90495855194d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:36.062651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f2b8495-dbc2-41c6-94be-090813025ebb req-ddf2587d-30ce-4368-94b5-533257947f11 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816048 Oct 13 04:18:36.075793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a6a98046-beb9-454a-ac09-90495855194d,segment=NetworkSegment(bc91b31f-e308-4cd6-9a3e-ecdebb8171e8),segment_id=bc91b31f-e308-4cd6-9a3e-ecdebb8171e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:36.082119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.093564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020592f1-a155-4a4d-a9d6-eea5e6b5be66 req-5514115d-b892-446e-bfbf-d6c9519e27ac tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.095528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-020592f1-a155-4a4d-a9d6-eea5e6b5be66 req-5514115d-b892-446e-bfbf-d6c9519e27ac tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 943 time: 0.1384838 Oct 13 04:18:36.192119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-020592f1-a155-4a4d-a9d6-eea5e6b5be66 req-10368b99-c1e6-4626-a8bc-afe3b40aadba tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Oct 13 04:18:36.196413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 172.20.0.6 (48675cfe-0eea-4613-9b0f-aee4a25a1dca/8a58bdb8-6bb6-4ce1-920d-7eb48444cabf/e53ff9db-56cb-4bd3-a44b-f54543f8e135) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:36.207957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:36.273908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Request body: {'binding': {'host': 'n-h2-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:36.274701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:18:36.337363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-21589b0d-01fe-4a85-816a-4271014f6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.338829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-21589b0d-01fe-4a85-816a-4271014f6bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 1098 time: 0.1173124 Oct 13 04:18:36.406043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a6a98046-beb9-454a-ac09-90495855194d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:36.469169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.546571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-e43d6c84-76fe-48c3-9c03-46f98c8e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.548147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-e43d6c84-76fe-48c3-9c03-46f98c8e6b57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1734631 Oct 13 04:18:36.558739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.589515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576b42c-15b8-4335-9356-74e8861a9291 req-4168a5ca-c28d-4a12-be69-be7fd4bfe4c5 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.591393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8576b42c-15b8-4335-9356-74e8861a9291 req-4168a5ca-c28d-4a12-be69-be7fd4bfe4c5 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.0993307 Oct 13 04:18:36.625523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44266) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:36.626525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on host n-h2-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:36.627590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:36.628317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:36.633390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-cbf497a6-e3b1-4f22-84c6-052270eb2b1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950 HTTP/1.1" status: 200 len: 217 time: 0.0724561 Oct 13 04:18:36.639011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Request body: {'floatingip': {'port_id': '1537d1bc-7b45-43d9-8de3-669fec60fde5'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:36.649533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:36.664576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:36.677344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:36.677678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:36.690569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:36.697166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.700324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:36.700665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:36.701049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:36.701561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Bound port: ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:36.754154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.754833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:36.758565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:36.784797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-c25a1c20-802f-4ced-9af2-80b1cd72effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.786644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-c25a1c20-802f-4ced-9af2-80b1cd72effa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1409383 Oct 13 04:18:36.796370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-65981764-115d-452d-a022-b2b4b7a88f50 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1290572 Oct 13 04:18:36.812985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'admin_state_up': True, 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'security_groups': ['e1dd7856-276f-4818-aa63-14d704a23570']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:36.911868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-e0074cf1-948b-4704-a413-a2d4e99c1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:36.913493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-e0074cf1-948b-4704-a413-a2d4e99c1edd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161389 Oct 13 04:18:36.979563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ab2986d2-8a7c-45e3-b53d-edc04ff555fe None None] Provisioning complete for port e53ff9db-56cb-4bd3-a44b-f54543f8e135 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:36.979563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab2986d2-8a7c-45e3-b53d-edc04ff555fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.017748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:37.019282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ab2986d2-8a7c-45e3-b53d-edc04ff555fe None None] Port e53ff9db-56cb-4bd3-a44b-f54543f8e135 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:37.021273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.103103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-f72a0fe1-ed15-474b-a099-e0d1ccc814cd service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773970 Oct 13 04:18:37.198888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:37.223996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515ffc-00f1-4ded-bdfe-a8091a8ea55f req-9c574bd0-9219-4cca-acd5-6f6801319d66 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.231275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08515ffc-00f1-4ded-bdfe-a8091a8ea55f req-9c574bd0-9219-4cca-acd5-6f6801319d66 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.5385487 Oct 13 04:18:37.242102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.243232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-c014f167-d797-4873-a7fb-a4d01f1fb446 service neutron] 10.222.0.49 "POST /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63/bindings HTTP/1.1" status: 201 len: 389 time: 1.2007782 Oct 13 04:18:37.274426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.1.1.146 (113ad6d8-5dbc-42dd-af49-2005969c3381/c3257df9-39e9-47a4-8566-913375606f71/ca8a64c8-2f21-4b36-82a0-46247fca8319) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:37.290338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ea4cc3-0f70-487d-91c2-96c70db7b0c5 req-3c1582f8-bab1-4678-a6e2-ee86a853189c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777990 Oct 13 04:18:37.356650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08515ffc-00f1-4ded-bdfe-a8091a8ea55f req-49876a9b-f30d-43fc-a66b-91d8ec19b351 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244404 Oct 13 04:18:37.636085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.694243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-9e9440c3-b0d2-42b1-8582-028bc7d3bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.697161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-9e9440c3-b0d2-42b1-8582-028bc7d3bd76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1096 time: 0.1208799 Oct 13 04:18:37.714116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc764d-863c-4bc8-8dc3-7a6e7b4a1e4d req-352bdec7-c772-4535-ab20-003306a1cdf8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.716533 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60cc764d-863c-4bc8-8dc3-7a6e7b4a1e4d req-352bdec7-c772-4535-ab20-003306a1cdf8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 931 time: 0.1564484 Oct 13 04:18:37.738578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 625bbb88-7db3-47cd-bb0b-efc183fb0950 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:37.742732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a6a98046-beb9-454a-ac09-90495855194d up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:37.828390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e556a-5979-401f-ba63-e508be6cae90 req-e71989d6-89f3-4230-90d8-64737c196865 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:37.829615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:37.837119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd1e556a-5979-401f-ba63-e508be6cae90 req-e71989d6-89f3-4230-90d8-64737c196865 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 947 time: 0.1268396 Oct 13 04:18:37.862440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60cc764d-863c-4bc8-8dc3-7a6e7b4a1e4d req-91c1771e-2f92-44dd-8cdb-bf1cb8a5f68e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272366 Oct 13 04:18:37.930547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:37.946331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '625bbb88-7db3-47cd-bb0b-efc183fb0950', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '625bbb88-7db3-47cd-bb0b-efc183fb0950', 'mac_address': 'fa:16:3e:21:ff:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:37.951296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:37.958816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd1e556a-5979-401f-ba63-e508be6cae90 req-179b592f-5fa8-4a2c-9a50-a58f234c63fc tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200986 Oct 13 04:18:37.959945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:37.986255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:38.025931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port a6a98046-beb9-454a-ac09-90495855194d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:38.030322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.042409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port a6a98046-beb9-454a-ac09-90495855194d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:38.042732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.054385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:18:38.074387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.077262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-dd4cd413-7991-44e8-9485-6f87c27f1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.078741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-dd4cd413-7991-44e8-9485-6f87c27f1257 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.3609698 Oct 13 04:18:38.096465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625bbb88-7db3-47cd-bb0b-efc183fb0950 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:38.134020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:38.148777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.155550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-3b6e3491-8c19-41c8-ba65-27fa39e8ebf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.0577486 Oct 13 04:18:38.167769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.168438 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.182221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b45b7-4b63-40ad-9e04-fddf38755a72 req-19a040d1-14e9-4de8-a2c0-b380b7d2d91f tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.190175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f60b45b7-4b63-40ad-9e04-fddf38755a72 req-19a040d1-14e9-4de8-a2c0-b380b7d2d91f tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 944 time: 0.2004328 Oct 13 04:18:38.202120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.220335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.279777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-80db53c1-b3fb-43e4-addc-906233fefa00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4724932 Oct 13 04:18:38.285006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.289667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.295660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'admin_state_up': True, 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'security_groups': ['e1dd7856-276f-4818-aa63-14d704a23570']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:38.319924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:38.322723 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb036f67-4e11-48f9-b249-a52e423ed045" -d '{"events": [{"server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "name": "network-vif-plugged", "status": "completed", "tag": "a6a98046-beb9-454a-ac09-90495855194d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:38.348892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a6a98046-beb9-454a-ac09-90495855194d,segment=NetworkSegment(bc91b31f-e308-4cd6-9a3e-ecdebb8171e8),segment_id=bc91b31f-e308-4cd6-9a3e-ecdebb8171e8)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:38.361321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-009375ef-bbbb-4caf-ae14-4855733f66b1 None None] Provisioning complete for port ca8a64c8-2f21-4b36-82a0-46247fca8319 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:38.361714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-009375ef-bbbb-4caf-ae14-4855733f66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.371783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f276c-01ab-4897-b515-cfdaf23a10bc req-cc590d98-e6a7-4e0c-b5f1-5a71c8b2c2b3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.379847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-462f276c-01ab-4897-b515-cfdaf23a10bc req-cc590d98-e6a7-4e0c-b5f1-5a71c8b2c2b3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 945 time: 0.1756041 Oct 13 04:18:38.419966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.420111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f60b45b7-4b63-40ad-9e04-fddf38755a72 req-f009e6c1-844d-4744-8e08-bc8038592e0b tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142406 Oct 13 04:18:38.420254 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Floating IP c6a7bd63-e702-4396-a1ab-0b8e89f9d57b associated. External IP: 172.25.0.229, port: 1537d1bc-7b45-43d9-8de3-669fec60fde5. Oct 13 04:18:38.429305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b7c26d64-225e-42f8-85fa-fb01dade1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.430767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b7c26d64-225e-42f8-85fa-fb01dade1aad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.2585430 Oct 13 04:18:38.479687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-462f276c-01ab-4897-b515-cfdaf23a10bc req-8de24a2a-3ee8-4b22-9d42-bb1c707a9f85 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982058 Oct 13 04:18:38.498679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-009375ef-bbbb-4caf-ae14-4855733f66b1 None None] Port ca8a64c8-2f21-4b36-82a0-46247fca8319 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:38.500349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:38.508411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['625bbb88-7db3-47cd-bb0b-efc183fb0950'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:38.516266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6fa5f69b-4c49-4363-a6b9-e8dc8b79d569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754690 Oct 13 04:18:38.535922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:38.542926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.669131 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54afe743-37cf-4a6a-8505-1309b67aa1e0 x-openstack-request-id: req-54afe743-37cf-4a6a-8505-1309b67aa1e0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:38.669435 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "name": "network-vif-plugged", "status": "completed", "tag": "a6a98046-beb9-454a-ac09-90495855194d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:38.669694 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54afe743-37cf-4a6a-8505-1309b67aa1e0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:38.670146 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d', 'code': 200} Oct 13 04:18:38.768872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.1.1.100 (113ad6d8-5dbc-42dd-af49-2005969c3381/c3257df9-39e9-47a4-8566-913375606f71/06d69c93-de42-4858-9b2a-8fe0a18a82e5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:38.789937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Router b126ff9c-f193-42b5-8395-cf34a9a97f1a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:38.943762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:38.953289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:38.956439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Sync routers for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:38.970282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557c621-93db-4cf8-b28f-0c00721cd756 req-3eef7d51-65df-4efd-8027-3e4a39276494 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:38.974892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:38.982405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:38.983454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4557c621-93db-4cf8-b28f-0c00721cd756 req-3eef7d51-65df-4efd-8027-3e4a39276494 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.3803420 Oct 13 04:18:38.983993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:38.995326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312c97-33db-41bf-b1ca-15f774df2ef0 req-6bc51e1a-45c5-42be-b0dd-efd58cbc4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.006829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf312c97-33db-41bf-b1ca-15f774df2ef0 req-6bc51e1a-45c5-42be-b0dd-efd58cbc4a3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 1096 time: 0.2003040 Oct 13 04:18:39.011570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-ba6cca1d-cffd-4ce6-b394-ddea7aa3f88e service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789424 Oct 13 04:18:39.025718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'floatingip': {'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:39.077646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.112066 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dee472c5-4004-4f16-9ebf-669e917d10c4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "PUT /v2.0/floatingips/c6a7bd63-e702-4396-a1ab-0b8e89f9d57b HTTP/1.1" status: 200 len: 992 time: 2.4772913 Oct 13 04:18:39.125655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:39.128333 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:39.133940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.220423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.226972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa8dbc-0378-4aa0-8a3b-388caf1760f6 req-f83adc2a-c606-4805-a770-689728425f4d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.227538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:39.234492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-defa8dbc-0378-4aa0-8a3b-388caf1760f6 req-f83adc2a-c606-4805-a770-689728425f4d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 948 time: 0.1460538 Oct 13 04:18:39.281906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf312c97-33db-41bf-b1ca-15f774df2ef0 req-0bacc14c-8e21-460d-bdf1-8612073f58dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338038 Oct 13 04:18:39.327319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-defa8dbc-0378-4aa0-8a3b-388caf1760f6 req-e0641391-c337-4810-933e-f377a6bad068 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918405 Oct 13 04:18:39.372054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:39.374870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44304) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:39.377197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:39.381795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:39.398758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:39.484111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.486820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:39.549815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5563f2e-9204-456d-b946-df35a3644fc6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2595446 Oct 13 04:18:39.563383 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880f95e-2dac-4736-83a0-99a8afc065df x-openstack-request-id: req-7880f95e-2dac-4736-83a0-99a8afc065df {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:39.564077 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:39.564544 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7880f95e-2dac-4736-83a0-99a8afc065df {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:39.566300 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'status': 'completed', 'code': 200} Oct 13 04:18:39.574726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'admin_state_up': True, 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'security_groups': ['e1dd7856-276f-4818-aa63-14d704a23570']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:39.635152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6a7bd63-e702-4396-a1ab-0b8e89f9d57b', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'port_id': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'mac_address': 'fa:16:3e:3a:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:11Z', 'updated_at': '2021-10-13T04:18:37Z', 'revision_number': 1, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:39.664402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-24e6d550-0257-40dc-af8f-f3d785358440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.666315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-24e6d550-0257-40dc-af8f-f3d785358440 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 1097 time: 0.0915692 Oct 13 04:18:39.694627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Checking router: b126ff9c-f193-42b5-8395-cf34a9a97f1a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:39.709104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a573-5172-4b1f-81dc-950e18300572 req-58f846e1-fa68-404e-b42b-249dac533b8f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.711731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:39.712445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:39.715183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a573-5172-4b1f-81dc-950e18300572 req-58f846e1-fa68-404e-b42b-249dac533b8f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.721394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a573-5172-4b1f-81dc-950e18300572 req-58f846e1-fa68-404e-b42b-249dac533b8f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:39.723048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-84c3a573-5172-4b1f-81dc-950e18300572 req-58f846e1-fa68-404e-b42b-249dac533b8f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 2374 time: 0.5779271 Oct 13 04:18:40.012277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:40.106393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c346cc9-7082-42b1-8065-d51d114701d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.135109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-253960d4-0370-4fcf-a509-b5ab5a591c1f service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1139503 Oct 13 04:18:40.164996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-24ddef2c-06b6-4c72-a485-01e82b2d8558 None None] Provisioning complete for port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:40.166390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24ddef2c-06b6-4c72-a485-01e82b2d8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.199261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-84c3a573-5172-4b1f-81dc-950e18300572 req-ba60bf79-cb6f-432c-a19d-478223dc0620 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275747 Oct 13 04:18:40.268382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feaf25-a123-45ee-b463-d4547a83a381 req-af7128f3-bce5-49ec-bf0f-a927ec4e3c74 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.277441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73feaf25-a123-45ee-b463-d4547a83a381 req-af7128f3-bce5-49ec-bf0f-a927ec4e3c74 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.5653465 Oct 13 04:18:40.284953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:40.299759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24ddef2c-06b6-4c72-a485-01e82b2d8558 None None] Port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:40.394560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-aaebe827-4889-4f10-800e-569499598bae tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.396710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-aaebe827-4889-4f10-800e-569499598bae tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1678233 Oct 13 04:18:40.400040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73feaf25-a123-45ee-b463-d4547a83a381 req-54ad3837-b069-4819-973b-84f435bf1e13 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212173 Oct 13 04:18:40.401493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-91051f51-6460-4b83-b747-79d76751d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.404246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c346cc9-7082-42b1-8065-d51d114701d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.409470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-91051f51-6460-4b83-b747-79d76751d8d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 200 len: 913 time: 0.6957982 Oct 13 04:18:40.422485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813736-1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:40.434176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c346cc9-7082-42b1-8065-d51d114701d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.494735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6a7bd63-e702-4396-a1ab-0b8e89f9d57b', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'port_id': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'mac_address': 'fa:16:3e:3a:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:11Z', 'updated_at': '2021-10-13T04:18:37Z', 'revision_number': 1, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:40.526295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee257fd3-0431-4263-8230-1302bd2ab5fb None None] The sync data for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 is: [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6a7bd63-e702-4396-a1ab-0b8e89f9d57b', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'port_id': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'mac_address': 'fa:16:3e:3a:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:11Z', 'updated_at': '2021-10-13T04:18:37Z', 'revision_number': 1, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:40.567941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-6f7ce6b5-2957-4ae7-b7e8-df4c706f38d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 200 len: 1000 time: 0.1510375 Oct 13 04:18:40.618036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2c346cc9-7082-42b1-8065-d51d114701d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11afb842dfe7455eb23cd34e2fb4fc12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1470742 Oct 13 04:18:40.621262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.623788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44318) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:40.638452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580182ab-3fba-4ef5-80f6-af759ed6798a req-8c9fb22d-ac95-4e5f-a5bf-5410053995c8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.639883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-d6d8efe1-9d13-4918-9253-d283101a8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.640465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-580182ab-3fba-4ef5-80f6-af759ed6798a req-8c9fb22d-ac95-4e5f-a5bf-5410053995c8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 945 time: 0.3039749 Oct 13 04:18:40.647926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-d6d8efe1-9d13-4918-9253-d283101a8fc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eaf61dd-fd4d-4079-9ebd-1c43273b2382 HTTP/1.1" status: 200 len: 851 time: 0.0660439 Oct 13 04:18:40.742624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c346cc9-7082-42b1-8065-d51d114701d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee4c964-943e-4c5b-8218-3cfc65c5e4aa,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:40.797985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5dcd0-b397-40ff-a227-713fd3689236 req-114b47e2-e3f5-421d-929d-773a97a0ef5c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.799607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3f5dcd0-b397-40ff-a227-713fd3689236 req-114b47e2-e3f5-421d-929d-773a97a0ef5c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 948 time: 0.1500080 Oct 13 04:18:40.817436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-03f0450a-a78f-4569-aa68-bd65f410f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:40.819057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-03f0450a-a78f-4569-aa68-bd65f410f8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925915 Oct 13 04:18:40.820732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:18:40.853677 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c41281-7aaf-4854-9bd7-e3cd76755182 None None] New status for floating IP c6a7bd63-e702-4396-a1ab-0b8e89f9d57b: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:18:40.912455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:40.952770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-fe0ca38e-1e6c-40d1-89b0-dbe7bc5df38b service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903499 Oct 13 04:18:40.976961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-580182ab-3fba-4ef5-80f6-af759ed6798a req-1ae7126e-af7b-46bd-b1a8-25066bfb7f63 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126559 Oct 13 04:18:41.059111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c30112d7-9960-4b8e-bc9c-b3d9c96c43e6 req-a96a2b6a-ff23-4149-b3f5-fb5a88289b00 service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979717 Oct 13 04:18:41.097000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.110344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3f5dcd0-b397-40ff-a227-713fd3689236 req-4e9bf0fc-2cac-4b19-a22a-d1aed26a3de0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996309 Oct 13 04:18:41.111719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.124546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.178833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.249629 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Floating IP 25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb associated. External IP: 172.25.0.252, port: a1281c6b-e67c-43fe-b62f-0abf0b1f5af3. Oct 13 04:18:41.331972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.2.2.100 (4cf141f1-92db-4931-845b-ca7b83a7fd44/75674646-580b-4004-a4e6-2865124d4625/3f0be0a7-9d62-4e5a-97e1-aa77c962812e) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:41.381345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.403706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:41.418272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.420998 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.422295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ee4c964-943e-4c5b-8218-3cfc65c5e4aa HTTP/1.1" status: 204 len: 168 time: 0.7808800 Oct 13 04:18:41.443879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5da3-0728-4f96-8c4e-93cfb65d23ac req-aa3d6da1-54ac-4328-a133-e62e709611ec tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.450560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5da3-0728-4f96-8c4e-93cfb65d23ac req-aa3d6da1-54ac-4328-a133-e62e709611ec tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.463846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d5da3-0728-4f96-8c4e-93cfb65d23ac req-aa3d6da1-54ac-4328-a133-e62e709611ec tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.466848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4d5da3-0728-4f96-8c4e-93cfb65d23ac req-aa3d6da1-54ac-4328-a133-e62e709611ec tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 2374 time: 0.1798987 Oct 13 04:18:41.544436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70aa4-7899-43df-8234-4a3cc0171555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee4c964-943e-4c5b-8218-3cfc65c5e4aa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:41.593906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc2ba1-2950-4d7d-8699-f80e65bdd23e req-92a6adc3-f677-4d6a-a506-45ebea5d614e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:41.595886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ffc2ba1-2950-4d7d-8699-f80e65bdd23e req-92a6adc3-f677-4d6a-a506-45ebea5d614e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.1185312 Oct 13 04:18:41.622949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4d5da3-0728-4f96-8c4e-93cfb65d23ac req-162a8208-31da-4340-9745-fa605d51616d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280680 Oct 13 04:18:41.634284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:41.664420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:18:41.699251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.704771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:41.707178 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b4924-ef71-499a-896e-4388ca9b1447" -d '{"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:41.710599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-436dba4a-0d1f-4de2-9ace-d606799d52be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.713767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.727094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.732172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ffc2ba1-2950-4d7d-8699-f80e65bdd23e req-ab8f83fb-ef6f-4634-8a07-52727332edcd tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098511 Oct 13 04:18:41.758904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 625bbb88-7db3-47cd-bb0b-efc183fb0950 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:41.838650 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2506b4-0707-4743-8ee6-8a29d958651d x-openstack-request-id: req-aa2506b4-0707-4743-8ee6-8a29d958651d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:41.839016 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-unplugged", "status": "completed", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:41.840454 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa2506b4-0707-4743-8ee6-8a29d958651d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:41.840938 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'code': 200} Oct 13 04:18:41.854315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 625bbb88-7db3-47cd-bb0b-efc183fb0950 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:18:41.861924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 625bbb88-7db3-47cd-bb0b-efc183fb0950 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:41.862354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.902612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.948905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:41.960473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:41.975844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:18:41.980932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:41.997423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.014894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02128924-9538-427a-892f-ae402c32885a None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:18:42.033166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7df8f4ea-6c05-4a2d-9968-fb6c5601d802 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "PUT /v2.0/floatingips/25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb HTTP/1.1" status: 200 len: 991 time: 3.0112376 Oct 13 04:18:42.038310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:42.044261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:42.046133 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ebcb33-c706-42fc-9da6-7ab5009041dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:42.046692 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d22ed-cb1d-4ba0-95a5-03bc2867e0b2" -d '{"events": [{"server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "name": "network-vif-plugged", "status": "completed", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:42.061443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02128924-9538-427a-892f-ae402c32885a None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:42.062138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-02128924-9538-427a-892f-ae402c32885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:42.098692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6d16b7c2-3af9-476f-a093-16c3d4901503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.107704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:42.115501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:42.126389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:42.127143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:42.128169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.144247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:42.153201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea065-8cc5-484d-8ba3-15e9097c1949 req-e834b828-ac96-47f0-a8e0-7f0adc72bb1c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.163182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae4ea065-8cc5-484d-8ba3-15e9097c1949 req-e834b828-ac96-47f0-a8e0-7f0adc72bb1c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.0813839 Oct 13 04:18:42.172592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:42.183542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:42.214452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:42.216767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:42.217093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Attempting to bind port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:42.227746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae4ea065-8cc5-484d-8ba3-15e9097c1949 req-67dc9fcb-91cf-4716-9be4-f10b87498220 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Oct 13 04:18:42.244867 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaaa65f-35ad-4c8c-899a-4ebedc206860 x-openstack-request-id: req-adaaa65f-35ad-4c8c-899a-4ebedc206860 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:42.245177 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "name": "network-vif-plugged", "status": "completed", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:42.245407 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adaaa65f-35ad-4c8c-899a-4ebedc206860 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:42.245940 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950', 'code': 200} Oct 13 04:18:42.298233 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa30e5-12d0-4d21-a699-8138d51f1ecc x-openstack-request-id: req-5dfa30e5-12d0-4d21-a699-8138d51f1ecc {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:42.298539 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:42.298781 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dfa30e5-12d0-4d21-a699-8138d51f1ecc {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:42.299201 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'status': 'completed', 'code': 200} Oct 13 04:18:42.307678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:42.307873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:42.308269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:42.308742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Bound port: ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:42.309117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.366893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:42.382899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-02128924-9538-427a-892f-ae402c32885a None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:42.411777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-9fd81a41-e99a-4056-b0a5-bebf4e460da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.413727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-9fd81a41-e99a-4056-b0a5-bebf4e460da2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1096 time: 0.0844164 Oct 13 04:18:42.428544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.429219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.591999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.592761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-46c5b09a-9e5e-49d1-8748-e40240aa3032 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0299115 Oct 13 04:18:42.600406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db10fd-5238-48bf-a884-89ae43fc5a00 req-da7eef73-13b6-4788-bba0-7b7ffad4f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.602699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77db10fd-5238-48bf-a884-89ae43fc5a00 req-da7eef73-13b6-4788-bba0-7b7ffad4f0aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 1100 time: 0.1945591 Oct 13 04:18:42.626759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-d4616504-0f99-4a5c-b18e-6d2f6835a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.628499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'admin_state_up': True, 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'security_groups': ['e1dd7856-276f-4818-aa63-14d704a23570']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:42.629015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-d4616504-0f99-4a5c-b18e-6d2f6835a751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.2060723 Oct 13 04:18:42.743131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77db10fd-5238-48bf-a884-89ae43fc5a00 req-1c9c6c80-0935-4e50-9843-36b8906c6413 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978127 Oct 13 04:18:42.746333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:42.746831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-ea4e30b1-ff66-49ad-a58f-06bc6d2170b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 999 time: 0.1066232 Oct 13 04:18:42.757532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51df0-4a94-4faa-87fd-8c316546597b req-2aec0f23-f23c-4413-9f2b-05affd691a07 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.759201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edf51df0-4a94-4faa-87fd-8c316546597b req-2aec0f23-f23c-4413-9f2b-05affd691a07 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.2937257 Oct 13 04:18:42.789173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c7288480-e8ba-49eb-8e58-f40246f71eea None None] Provisioning complete for port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:42.789642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c7288480-e8ba-49eb-8e58-f40246f71eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.790051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:42.812564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.873019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edf51df0-4a94-4faa-87fd-8c316546597b req-6e4f296a-b788-4e6b-8dc1-b63b28d76415 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931695 Oct 13 04:18:42.873439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c7288480-e8ba-49eb-8e58-f40246f71eea None None] Port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:42.879217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-85b9d4a3-56f3-4393-ac3e-2538d373e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:42.881584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-85b9d4a3-56f3-4393-ac3e-2538d373e0fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1250145 Oct 13 04:18:42.943672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:42.997815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6d16b7c2-3af9-476f-a093-16c3d4901503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:42.998797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-02128924-9538-427a-892f-ae402c32885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:12Z', 'updated_at': '2021-10-13T04:18:40Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:43.010303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-71cd1445-9954-4fd5-aecc-d7ba7d1a63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.011907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-71cd1445-9954-4fd5-aecc-d7ba7d1a63fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189127 Oct 13 04:18:43.019617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6d16b7c2-3af9-476f-a093-16c3d4901503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.041362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02128924-9538-427a-892f-ae402c32885a None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:18:43.069479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02128924-9538-427a-892f-ae402c32885a None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:18:43.070122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-02128924-9538-427a-892f-ae402c32885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:43.070966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6d16b7c2-3af9-476f-a093-16c3d4901503 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4ba9c779c0a496aa578f33a9824da02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0975831 Oct 13 04:18:43.071896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:43.081826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.082554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.085053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6f313776-1faa-4357-ac2f-5d94b45a8783 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 1121 time: 2.6779871 Oct 13 04:18:43.086116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-552dd4e9-3586-4692-8515-599c4a00f7ab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.101021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-552dd4e9-3586-4692-8515-599c4a00f7ab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.115389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-552dd4e9-3586-4692-8515-599c4a00f7ab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.134727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-552dd4e9-3586-4692-8515-599c4a00f7ab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.136718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-552dd4e9-3586-4692-8515-599c4a00f7ab tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 3095 time: 0.1890395 Oct 13 04:18:43.167075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16b7c2-3af9-476f-a093-16c3d4901503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241b625-544a-4799-9a70-403a07526829,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:43.172676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Made reservation on behalf of 23b61804f1dd4c44a41af73a737a66d0 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:43.178490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.214414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.258939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:43.287048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.321158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae3ebc6b-2138-4ed5-9334-2814ff9a6f9c req-65c4e9fa-ddec-4a4f-b0ba-363335287042 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690338 Oct 13 04:18:43.375479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-90aff091-07f1-40f4-b93b-18ac93119f9f service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547385 Oct 13 04:18:43.396283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-02128924-9538-427a-892f-ae402c32885a None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:18:43.534721 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04ebcb33-c706-42fc-9da6-7ab5009041dd req-256d867b-3bd9-47e8-900a-1a5b5ef53bd2 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505556 Oct 13 04:18:43.550875 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.554434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.556457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5241b625-544a-4799-9a70-403a07526829 HTTP/1.1" status: 204 len: 168 time: 0.4800520 Oct 13 04:18:43.560305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Allocated IP 10.2.2.200 (4cf141f1-92db-4931-845b-ca7b83a7fd44/75674646-580b-4004-a4e6-2865124d4625/94a4e71f-74f6-4abb-b867-f172d57c8fc8) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:43.587907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ca39d-994f-45c2-9361-0e9e3b7ae161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241b625-544a-4799-9a70-403a07526829,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:43.601567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a8ce8-3c37-4f5b-a976-16ecd9408592 req-1476ccd6-b3ff-4bfe-bbd9-dae68e8f2944 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:43.602279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7a8ce8-3c37-4f5b-a976-16ecd9408592 req-1476ccd6-b3ff-4bfe-bbd9-dae68e8f2944 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1792927 Oct 13 04:18:43.746621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df7a8ce8-3c37-4f5b-a976-16ecd9408592 req-3c392480-d558-464b-9c9c-a7c02503a1b8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Oct 13 04:18:43.831869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.841945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:43.845372 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:43.905821 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ec18b-cc4f-46d4-a47e-b9ef6b5645c3 x-openstack-request-id: req-252ec18b-cc4f-46d4-a47e-b9ef6b5645c3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:43.906357 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:43.907658 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-252ec18b-cc4f-46d4-a47e-b9ef6b5645c3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:43.908373 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'status': 'completed', 'code': 200} Oct 13 04:18:43.922421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:43.957414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-02128924-9538-427a-892f-ae402c32885a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:12Z', 'updated_at': '2021-10-13T04:18:40Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:44.021711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:44.021961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02128924-9538-427a-892f-ae402c32885a None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 902, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:12Z', 'updated_at': '2021-10-13T04:18:40Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:18:44.022149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:44.036534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:44.039360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:44.104046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-675239b8-0cf7-454a-954e-6c16ffe213cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.115539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d822e-1c5b-47b2-a75b-be23014efb16 req-506dfe2a-6499-407d-ab08-30837906bb3c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.127237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-307d822e-1c5b-47b2-a75b-be23014efb16 req-506dfe2a-6499-407d-ab08-30837906bb3c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.1164198 Oct 13 04:18:44.141880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.142945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.227603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-307d822e-1c5b-47b2-a75b-be23014efb16 req-776e079f-f40d-4f1f-88e8-6c1aa94f4342 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993512 Oct 13 04:18:44.260670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-652eb3d1-eb38-4da0-af57-b2699fe131ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6506579 Oct 13 04:18:44.281179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:44.340443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-625e316a-00ac-4b76-9af7-2f7bcfa89142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.341775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-625e316a-00ac-4b76-9af7-2f7bcfa89142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1124 time: 0.1829133 Oct 13 04:18:44.470414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.535657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0fbc8524-81e4-46c4-8240-acf15248115f None None] Provisioning complete for port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:44.536803 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8524-81e4-46c4-8240-acf15248115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:44.545775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f67be-6e2c-4094-a95f-3ebb4cd01aab None None] New status for floating IP 25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:18:44.610896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc8524-81e4-46c4-8240-acf15248115f None None] Port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:44.797689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-ce3eef77-f315-4f3e-ad1f-e51ec73e6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.799499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-ce3eef77-f315-4f3e-ad1f-e51ec73e6053 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.4402359 Oct 13 04:18:44.883908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-6ff3133d-0bd3-4159-914d-d3b133e93988 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.0712948 Oct 13 04:18:44.899004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.901111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.907587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.913728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.919957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:44.928378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-59a7a1c3-0e6d-49cf-8757-e337a863efca tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 3816 time: 0.1972601 Oct 13 04:18:45.041670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-54b28bb1-0fc1-4e89-ae87-5180338a2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.043049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-54b28bb1-0fc1-4e89-ae87-5180338a2553 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1123519 Oct 13 04:18:45.052711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ddcfc46-e3ad-4244-b0dd-7fccf37866e2 req-e67d6a3e-a1ec-4b13-b158-3cae76fefee3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234143 Oct 13 04:18:45.056499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103f4bd-0f4e-4b8b-ade3-4b7db6fb50e4 req-abdc56f5-3eb8-4396-82ed-8fab06911e5d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.058033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2103f4bd-0f4e-4b8b-ade3-4b7db6fb50e4 req-abdc56f5-3eb8-4396-82ed-8fab06911e5d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.0588267 Oct 13 04:18:45.095809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-661294bd-3e95-4e2a-847d-6d708c4debfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311968 Oct 13 04:18:45.110425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2103f4bd-0f4e-4b8b-ade3-4b7db6fb50e4 req-d498a06f-0521-4cc6-9058-10037d99b7ce tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Oct 13 04:18:45.206070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53ff9db-56cb-4bd3-a44b-f54543f8e135 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:45.219893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.244648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Transition to ACTIVE for port object e53ff9db-56cb-4bd3-a44b-f54543f8e135 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:45.266766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.269324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.305515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-e7aeaae5-751e-4e5b-8713-2e09ffb64291 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821740 Oct 13 04:18:45.391977 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.510613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5de9519-6b6b-4d2c-a886-82688ff0ff7b req-76cb8557-bdaa-4f28-938f-19f76f350e05 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902869 Oct 13 04:18:45.594320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:45.686846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7db5-2aae-4041-871e-df1402c415c4 req-a90672ff-73dc-404e-aa49-fa5073720764 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:45.688443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2e7db5-2aae-4041-871e-df1402c415c4 req-a90672ff-73dc-404e-aa49-fa5073720764 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.1460848 Oct 13 04:18:45.729738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Attempting to bind port e53ff9db-56cb-4bd3-a44b-f54543f8e135 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:45.730086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Attempting to bind port e53ff9db-56cb-4bd3-a44b-f54543f8e135 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:45.730387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Attempting to bind port e53ff9db-56cb-4bd3-a44b-f54543f8e135 on network 48675cfe-0eea-4613-9b0f-aee4a25a1dca {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:45.743730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Port e53ff9db-56cb-4bd3-a44b-f54543f8e135 on network 48675cfe-0eea-4613-9b0f-aee4a25a1dca not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:45.743980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Attempting to bind port e53ff9db-56cb-4bd3-a44b-f54543f8e135 on network 48675cfe-0eea-4613-9b0f-aee4a25a1dca {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:45.764838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:45.765321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Checking segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:45.765708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Bound using segment: {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:45.766148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Bound port: e53ff9db-56cb-4bd3-a44b-f54543f8e135, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2135fea3-0d88-461d-9e5a-7ffec595aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:45.766924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.775809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2e7db5-2aae-4041-871e-df1402c415c4 req-71ae776d-eb85-49bf-8d19-17844a9c38eb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656314 Oct 13 04:18:45.834550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:45.900876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:45.912283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:45.917175 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:45.991874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:46.012689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 has no active binding in host n-h2-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:18:46.040534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.041172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.042674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] 10.222.0.47 "PUT /v2.0/ports/e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 200 len: 1091 time: 1.7667041 Oct 13 04:18:46.043162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:46.045643 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5486bfac-44eb-4994-9c59-8d5b81a31ece" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:46.084867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:46.186139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f916c-347d-4117-b248-4180f92c4214 service neutron] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:46.221260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f298d-01e0-474c-8a87-dfb065454bab req-1e003df4-7ba5-4a92-811b-2fc1df9e7076 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.230878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c32f298d-01e0-474c-8a87-dfb065454bab req-1e003df4-7ba5-4a92-811b-2fc1df9e7076 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.0984862 Oct 13 04:18:46.273971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c32f298d-01e0-474c-8a87-dfb065454bab req-f301d38d-6330-46fa-8333-8edcb9b9cc39 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420897 Oct 13 04:18:46.413114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.413680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.414145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.414597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.415046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.416991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-f1cee3a6-34f1-4193-9210-e462a9908af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 4363 time: 0.0599360 Oct 13 04:18:46.563458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.563833 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78661e-d63c-49bd-9e2b-a0a914a52beb x-openstack-request-id: req-7b78661e-d63c-49bd-9e2b-a0a914a52beb {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:46.564100 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:46.564353 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b78661e-d63c-49bd-9e2b-a0a914a52beb {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:46.564739 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'status': 'completed', 'code': 200} Oct 13 04:18:46.569966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.575119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757bd4d-671c-4297-acf3-f60c82679c5d req-8f87d5ea-3783-402d-9a14-704fa2c263ae tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.575936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.576630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2757bd4d-671c-4297-acf3-f60c82679c5d req-8f87d5ea-3783-402d-9a14-704fa2c263ae tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 1100 time: 0.5152714 Oct 13 04:18:46.579015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:46.583208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.589445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.591340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-fecbc2ea-7694-4bf5-9946-b5104e6d790e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 3828 time: 0.1732266 Oct 13 04:18:46.658655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2757bd4d-671c-4297-acf3-f60c82679c5d req-6391e08f-65a6-4fd0-8200-c28428df499c tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 Oct 13 04:18:46.722456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6049cc2a-cb0a-4494-810e-b5b4a9b4c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.722456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6049cc2a-cb0a-4494-810e-b5b4a9b4c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.722709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6049cc2a-cb0a-4494-810e-b5b4a9b4c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.725349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6049cc2a-cb0a-4494-810e-b5b4a9b4c2ee service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2981372 Oct 13 04:18:46.846624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bbb3c83-92d3-4f79-a9ec-057d632485af req-d05d12ac-5413-40a4-8215-2cbf8b59d15a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394125 Oct 13 04:18:46.876841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636fee-d2a9-46af-9974-1b1dd720eb8a req-9d3632c7-200b-484e-85c0-1bc6286c2c62 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:46.876841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17636fee-d2a9-46af-9974-1b1dd720eb8a req-9d3632c7-200b-484e-85c0-1bc6286c2c62 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1108866 Oct 13 04:18:46.991445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17636fee-d2a9-46af-9974-1b1dd720eb8a req-b6c7e178-7552-4224-bf8b-caff0158adec tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693498 Oct 13 04:18:47.049981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18556b2d-ec15-46b0-8762-8c66edce1727 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:47.063523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.094440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Transition to ACTIVE for port object 18556b2d-ec15-46b0-8762-8c66edce1727 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:47.102421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.143161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.184298 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de64d664-ad00-456c-8eee-25bd5b9f5e54 req-222344f4-cba9-4ff7-8cf1-636a11bc75ad tempest-FlavorsV2NegativeTest-1159680178 tempest-FlavorsV2NegativeTest-1159680178-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b9177be499b347e38926a95bd39c1830&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393682 Oct 13 04:18:47.189558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.269093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6a612679-1b55-46e7-9734-db19cc486ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.271416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5486bfac-44eb-4994-9c59-8d5b81a31ece req-6a612679-1b55-46e7-9734-db19cc486ab9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5325234 Oct 13 04:18:47.301912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-6b79ccb0-0804-42c7-b8bd-47feb64ef017 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436652 Oct 13 04:18:47.325848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Attempting to bind port 18556b2d-ec15-46b0-8762-8c66edce1727 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:47.326190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Attempting to bind port 18556b2d-ec15-46b0-8762-8c66edce1727 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:47.326514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Attempting to bind port 18556b2d-ec15-46b0-8762-8c66edce1727 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:47.398542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d664-ad00-456c-8eee-25bd5b9f5e54 req-d0257019-5869-4aa3-9b2d-d2557402b54d tempest-FlavorsV2NegativeTest-1159680178 tempest-FlavorsV2NegativeTest-1159680178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.400490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de64d664-ad00-456c-8eee-25bd5b9f5e54 req-d0257019-5869-4aa3-9b2d-d2557402b54d tempest-FlavorsV2NegativeTest-1159680178 tempest-FlavorsV2NegativeTest-1159680178-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037764 Oct 13 04:18:47.404119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Port 18556b2d-ec15-46b0-8762-8c66edce1727 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:47.404444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Attempting to bind port 18556b2d-ec15-46b0-8762-8c66edce1727 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:47.422182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:47.422424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:47.422789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Bound using segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:47.423378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Bound port: 18556b2d-ec15-46b0-8762-8c66edce1727, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:47.423740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.424844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de64d664-ad00-456c-8eee-25bd5b9f5e54 req-79d21abf-d3cf-4f7c-bc2c-3880f965894f tempest-FlavorsV2NegativeTest-1159680178 tempest-FlavorsV2NegativeTest-1159680178-project] 10.222.0.49 "GET /v2.0/quotas/b9177be499b347e38926a95bd39c1830 HTTP/1.1" status: 200 len: 375 time: 0.0182362 Oct 13 04:18:47.464009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de64d664-ad00-456c-8eee-25bd5b9f5e54 req-d05434d2-fea6-4235-a34f-8aad9024bf12 tempest-FlavorsV2NegativeTest-1159680178 tempest-FlavorsV2NegativeTest-1159680178-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b9177be499b347e38926a95bd39c1830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358417 Oct 13 04:18:47.479678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-596315e9-1e60-4921-96c6-dd6d439e761e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.486682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-596315e9-1e60-4921-96c6-dd6d439e761e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777644 Oct 13 04:18:47.513693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-8b9c6b49-7bc1-49f2-9f93-cdb6a45648d3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/quotas/a03119d5ab0c4afb9ddcbbb2a25a35c9 HTTP/1.1" status: 200 len: 375 time: 0.0260630 Oct 13 04:18:47.567918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:47.572775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=18556b2d-ec15-46b0-8762-8c66edce1727,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:47.585630 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.616936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-a9a5abd7-565f-4909-86ee-5094c555f591 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1022847 Oct 13 04:18:47.686959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c442f7-c22d-43b0-a051-6250d6360225 req-43799582-22b9-4fab-a0f5-ad62ee6a79ab tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.689515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73c442f7-c22d-43b0-a051-6250d6360225 req-43799582-22b9-4fab-a0f5-ad62ee6a79ab tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.0658803 Oct 13 04:18:47.733832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:47.736592 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:47.740773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] 10.222.0.47 "PUT /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 1130 time: 1.6645174 Oct 13 04:18:47.785337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73c442f7-c22d-43b0-a051-6250d6360225 req-34b977e0-1be2-411c-84e0-db9b584af75b tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Oct 13 04:18:47.792713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1d86f-be7e-4f7d-ad94-ccdc324312e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:47.828855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:47.927703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f79efbd-95bd-4a5c-875a-aff730304aac req-7f638b70-4373-4e40-8333-17a8b103958c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 210 time: 0.1228745 Oct 13 04:18:47.987712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.091778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.095186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69175aef-2438-415c-9cee-d37e68afbffa req-66bc5edc-9c69-4abb-aa70-0bd34c3b8b9d tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.096752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69175aef-2438-415c-9cee-d37e68afbffa req-66bc5edc-9c69-4abb-aa70-0bd34c3b8b9d tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.1103015 Oct 13 04:18:48.101302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.108080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.115970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.123001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.130732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.140858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-4b0b9584-ebf0-4d02-92b0-1df5f24c67a2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 4600 time: 0.1606851 Oct 13 04:18:48.207944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a854403f-35e9-45f0-bf53-3d575d14de4c req-ffedbd12-5ea1-4ef7-a7b4-ca7c76d3e250 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621452 Oct 13 04:18:48.241241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedc9b3-2e5f-4421-b660-050089bd1998 req-eca68c68-6311-429f-8126-e1179e9bf663 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.249110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cedc9b3-2e5f-4421-b660-050089bd1998 req-eca68c68-6311-429f-8126-e1179e9bf663 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1513009 Oct 13 04:18:48.351023 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2cedc9b3-2e5f-4421-b660-050089bd1998 req-b331f23f-5ecb-46d8-ac2d-6cc0a8de7c69 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008639 Oct 13 04:18:48.388144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44550) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:48.452907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Deleting port a6a98046-beb9-454a-ac09-90495855194d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:48.453200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.568716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '18556b2d-ec15-46b0-8762-8c66edce1727'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:48.570995 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197488dc-3208-45ca-b952-190a6f89ccf1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "18556b2d-ec15-46b0-8762-8c66edce1727"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:48.591917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-335b1917-8cfc-493c-bd40-63f262ae7745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.662562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] For port a6a98046-beb9-454a-ac09-90495855194d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a6a98046-beb9-454a-ac09-90495855194d,segment=NetworkSegment(bc91b31f-e308-4cd6-9a3e-ecdebb8171e8),segment_id=bc91b31f-e308-4cd6-9a3e-ecdebb8171e8)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:48.662888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.674613 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc10740-3589-4be8-a4b6-5f4317e28e1f x-openstack-request-id: req-fdc10740-3589-4be8-a4b6-5f4317e28e1f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:48.674613 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "18556b2d-ec15-46b0-8762-8c66edce1727", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:48.674613 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdc10740-3589-4be8-a4b6-5f4317e28e1f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:48.674613 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '18556b2d-ec15-46b0-8762-8c66edce1727', 'status': 'completed', 'code': 200} Oct 13 04:18:48.715392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Calling delete_port for a6a98046-beb9-454a-ac09-90495855194d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:48.776911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.777646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.778265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.779099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.779712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.780371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:48.782376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-e970f547-38ae-497e-b03b-7f23570e9744 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5286 time: 0.0848112 Oct 13 04:18:48.788439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-335b1917-8cfc-493c-bd40-63f262ae7745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.793072 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-335b1917-8cfc-493c-bd40-63f262ae7745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.855838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-335b1917-8cfc-493c-bd40-63f262ae7745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9177be499b347e38926a95bd39c1830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655032 Oct 13 04:18:48.870271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:48.874552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b1917-8cfc-493c-bd40-63f262ae7745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc344e-13b2-4c2e-8b8f-5d5cd7bc3d44,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:48.934607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:48.961045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:48.996227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Transition to ACTIVE for port object 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:49.041406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6275d28-21b2-4009-8a00-eab429c90759 req-fc23d13f-dc2c-472a-bf6c-6e041404b856 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.047602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.049682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6275d28-21b2-4009-8a00-eab429c90759 req-fc23d13f-dc2c-472a-bf6c-6e041404b856 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 945 time: 0.0975742 Oct 13 04:18:49.085396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-854abcc0-6ac2-4e8b-9ebd-890f42f7df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.086058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-854abcc0-6ac2-4e8b-9ebd-890f42f7df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.086395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-854abcc0-6ac2-4e8b-9ebd-890f42f7df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.088008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-854abcc0-6ac2-4e8b-9ebd-890f42f7df2c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2695448 Oct 13 04:18:49.115404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b6275d28-21b2-4009-8a00-eab429c90759 req-f0b458b3-086f-440a-bccf-87692c513b0e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/security-groups?id=9779605a-931a-4eb7-8d25-30f2f8ab4e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646813 Oct 13 04:18:49.123822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2870c0-2c03-44c1-afb5-5591206d831d req-df44b98e-91ef-424d-a387-18f2af1db326 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 210 time: 0.0778906 Oct 13 04:18:49.183353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.218100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:49.234868 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.238153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.248231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a6a98046-beb9-454a-ac09-90495855194d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:49.253835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-449c643a-e23a-4d9f-a719-5d5bc0a37017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.256644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-197488dc-3208-45ca-b952-190a6f89ccf1 req-449c643a-e23a-4d9f-a719-5d5bc0a37017 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365571 Oct 13 04:18:49.366490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.373137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.383273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.391229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.399446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.404198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Pushing event deleted for resources: {'Port': ['ID=a6a98046-beb9-454a-ac09-90495855194d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:49.408527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.416461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.418957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-db43ea7a-9081-4e4c-95cb-4bcd9f8475cc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5372 time: 0.1282969 Oct 13 04:18:49.460445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] No DVR routers for this DVR port a6a98046-beb9-454a-ac09-90495855194d on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:49.464916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.468397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69175aef-2438-415c-9cee-d37e68afbffa req-0791e562-e6fc-462e-8042-f90327c8759e tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.16 "DELETE /v2.0/ports/a6a98046-beb9-454a-ac09-90495855194d HTTP/1.1" status: 204 len: 173 time: 1.3329921 Oct 13 04:18:49.512300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372ddf1c-f715-4bbe-b446-33c517edbc6a req-afe01312-7011-4b38-861b-7d3edbf83bc0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728586 Oct 13 04:18:49.514285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Attempting to bind port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:49.514285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Attempting to bind port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:49.514860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Attempting to bind port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:49.521244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on network 113ad6d8-5dbc-42dd-af49-2005969c3381 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:49.522025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Attempting to bind port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:49.540602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.543853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.547146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7dc344e-13b2-4c2e-8b8f-5d5cd7bc3d44 HTTP/1.1" status: 204 len: 168 time: 0.6750863 Oct 13 04:18:49.571505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:49.571962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:49.572665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Bound using segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:49.573272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Bound port: 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:49.573693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:49.585633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329e31a-6782-4e8a-b5d2-74604bf587e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc344e-13b2-4c2e-8b8f-5d5cd7bc3d44,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:49.655395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d6c02-dfeb-4998-a62d-c85bd0a3ad9c req-4548dd82-2034-40e6-84b2-188e3dbfdc7a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.664091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-266d6c02-dfeb-4998-a62d-c85bd0a3ad9c req-4548dd82-2034-40e6-84b2-188e3dbfdc7a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1341810 Oct 13 04:18:49.736010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-e459831e-8a2a-4715-87be-a4c486230ea6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456338 Oct 13 04:18:49.741946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-266d6c02-dfeb-4998-a62d-c85bd0a3ad9c req-fdf8378d-6989-4ef1-9dd3-6c8d0665f006 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768874 Oct 13 04:18:49.744768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:49.753875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:49.931957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-a82046c4-efcb-4300-95aa-6b0818eb1224 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:49.934113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-a82046c4-efcb-4300-95aa-6b0818eb1224 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815553 Oct 13 04:18:49.956535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Request body: {'port': {'device_id': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'a03119d5ab0c4afb9ddcbbb2a25a35c9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:50.046186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.147454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Made reservation on behalf of a03119d5ab0c4afb9ddcbbb2a25a35c9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:50.153744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.162248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.163426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.167500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 1130 time: 2.3432181 Oct 13 04:18:50.217724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:50.317802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e27387ba-48c5-47f8-9082-b37582bebfbd req-d6df967f-2158-4c61-9452-1554f91773e5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 210 time: 0.0416481 Oct 13 04:18:50.328330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62c4e2-a3aa-445f-8ead-e3c9b8437c25 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:50.471688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Allocated IP 192.168.233.72 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/88924d98-b9f6-430e-9121-417b9380faf9) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:50.494997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79da49af-c8ba-4d78-8f2e-320401b7379f req-af301d8b-006b-475e-8f9e-581529e896e3 tempest-ServerTagsTestJSON-1672035399 tempest-ServerTagsTestJSON-1672035399-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a76ade7-15c2-4a14-bf2e-ca7964ef2acb HTTP/1.1" status: 200 len: 210 time: 0.1703148 Oct 13 04:18:50.678184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'name': 'network-vif-deleted', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d'}, {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:50.682147 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6965b681-4e77-4896-878e-0c172bdc7c2d" -d '{"events": [{"server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "name": "network-vif-deleted", "tag": "a6a98046-beb9-454a-ac09-90495855194d"}, {"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:50.713191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b9b3c564-dde7-4a99-994f-35700c9ff8f9 service neutron] 10.222.0.16 "GET /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63/bindings/n-h2-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.4146657 Oct 13 04:18:50.714457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.809968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44616) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:50.819587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ae97b-e742-440a-8201-73a3bc392a10 req-661a9315-342d-4020-943d-07662565b280 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.821672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d2ae97b-e742-440a-8201-73a3bc392a10 req-661a9315-342d-4020-943d-07662565b280 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.1237643 Oct 13 04:18:50.825115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.831399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.837577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.845627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.852917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.859967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.867221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.873855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:50.875834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-b5a92c39-da9e-4d73-b935-318b2a6d519d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5372 time: 0.2517331 Oct 13 04:18:50.889049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d2ae97b-e742-440a-8201-73a3bc392a10 req-bf76a3ae-c3fd-4736-bf54-0dd723650b4c tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583568 Oct 13 04:18:50.934119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:50.948442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601', '55711275-3df9-43f8-8561-37c6a580fc5a', '625bbb88-7db3-47cd-bb0b-efc183fb0950'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:50.950807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:50.996124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-network', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:51.024867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:51.037304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:51.044166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:51.048543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event updated for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.086234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Made reservation on behalf of cf72601e07e842868e2a98910e56c4dd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:51.088605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.104964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.167041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.168014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.247690 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d263c6-8992-438a-a546-0df46a87c5c5 x-openstack-request-id: req-67d263c6-8992-438a-a546-0df46a87c5c5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:51.248272 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a76ade7-15c2-4a14-bf2e-ca7964ef2acb", "name": "network-vif-deleted", "tag": "a6a98046-beb9-454a-ac09-90495855194d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:51.248563 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67d263c6-8992-438a-a546-0df46a87c5c5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:51.249082 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a76ade7-15c2-4a14-bf2e-ca7964ef2acb', 'name': 'network-vif-deleted', 'tag': 'a6a98046-beb9-454a-ac09-90495855194d', 'status': 'completed', 'code': 200} Oct 13 04:18:51.249577 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc', 'status': 'completed', 'code': 200} Oct 13 04:18:51.251175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-94e44266-b2ae-4dcc-9be5-87f81d46673d tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3000145 Oct 13 04:18:51.291229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Request body: {'port': {'device_id': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:51.366514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a751807-2c14-493b-9bdc-6661344b53d5 req-aeae06dc-9c23-4aa4-ab77-a07ef13dc204 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:51.375264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a751807-2c14-493b-9bdc-6661344b53d5 req-aeae06dc-9c23-4aa4-ab77-a07ef13dc204 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.1465530 Oct 13 04:18:51.444604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fb5698bf-3ed7-4271-8911-8bf9017eb488 None None] Provisioning complete for port 88924d98-b9f6-430e-9121-417b9380faf9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:51.444986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fb5698bf-3ed7-4271-8911-8bf9017eb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.466662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.481621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.486931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a751807-2c14-493b-9bdc-6661344b53d5 req-343525ce-97b0-4df7-b49e-7eaeee8fdd01 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104729 Oct 13 04:18:51.491343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.493139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8a64c8-2f21-4b36-82a0-46247fca8319 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:51.503425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.528713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Transition to ACTIVE for port object ca8a64c8-2f21-4b36-82a0-46247fca8319 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:51.530156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fb5698bf-3ed7-4271-8911-8bf9017eb488 None None] Port 88924d98-b9f6-430e-9121-417b9380faf9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:18:51.539749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:18:51.570611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.570992 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Added segment 761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece of type vlan for network 38f3187e-0901-4ac3-8d38-81a4f48a3289 Oct 13 04:18:51.594262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49d906-4822-4db4-bbca-51a2936ee976,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.595962 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.712125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:51.722369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.47', 64394) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.722685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:51.736669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2da0cf06-dd1d-4256-8ca4-01adca3a223d req-4301373e-bf84-4a20-95c0-69582b957bd2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8517656 Oct 13 04:18:51.849109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:51.878392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44630) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:51.983245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Deleting subnet d18574dc-2085-408a-a1b7-96b53211e300 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:18:51.989869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.024742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.025693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.026272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.056897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.092206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a6a98046-beb9-454a-ac09-90495855194d no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:52.131087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.177744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: a6a98046-beb9-454a-ac09-90495855194d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:52.177987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a6a98046-beb9-454a-ac09-90495855194d not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:18:52.218853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Attempting to bind port ca8a64c8-2f21-4b36-82a0-46247fca8319 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:52.219326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Attempting to bind port ca8a64c8-2f21-4b36-82a0-46247fca8319 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:52.219969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Attempting to bind port ca8a64c8-2f21-4b36-82a0-46247fca8319 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:52.223899 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4091311 Oct 13 04:18:52.224967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-3bfabf96-0625-4cc9-b324-a6bd55ddd10b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4881873 Oct 13 04:18:52.226533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:52.235241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Port ca8a64c8-2f21-4b36-82a0-46247fca8319 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:52.235723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-ca3b2af1-f98a-4c96-a91e-c24687b5a38d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3820281 Oct 13 04:18:52.235919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Attempting to bind port ca8a64c8-2f21-4b36-82a0-46247fca8319 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:52.246248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a306b6-d2fa-4f0f-b06e-010b69b87bdb admin admin] Pushing event updated for resources: {'Network': ['ID=38f3187e-0901-4ac3-8d38-81a4f48a3289,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:52.249241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.249891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.250426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.250947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.252992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.254040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.254759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.256955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-e6468b66-3c46-43e9-b7a9-2c3a377564c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6234 time: 1.0183487 Oct 13 04:18:52.263608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Request body: {'subnet': {'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-subnet', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:52.269558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:52.270695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:52.271836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Bound using segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:52.272019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:18:52.272268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Bound port: ca8a64c8-2f21-4b36-82a0-46247fca8319, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:52.272945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.281343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf16af-4a86-4d48-aef2-f9a42b264fbf req-6e5967f1-99b6-4f03-a7a5-119171eb4926 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.289548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffbf16af-4a86-4d48-aef2-f9a42b264fbf req-6e5967f1-99b6-4f03-a7a5-119171eb4926 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 935 time: 0.4257045 Oct 13 04:18:52.432139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffbf16af-4a86-4d48-aef2-f9a42b264fbf req-ee403d20-dfe7-482f-b38a-b8a91cf0dbb0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416559 Oct 13 04:18:52.463444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88924d98-b9f6-430e-9121-417b9380faf9 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:52.472604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.488069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Transition to ACTIVE for port object 88924d98-b9f6-430e-9121-417b9380faf9 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:52.497588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.538624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-4ada15ad-3b68-4071-a0b3-0813d72cd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.540296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-4ada15ad-3b68-4071-a0b3-0813d72cd38f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5a99f6c13944f98e260def2bc512ca&device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 1097 time: 0.2233109 Oct 13 04:18:52.544356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-04503298-b76e-4331-8cd1-6f2504bfa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.545954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-04503298-b76e-4331-8cd1-6f2504bfa76d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 1101 time: 0.2177105 Oct 13 04:18:52.554878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:52.561664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.596912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-c19d1327-7f65-4839-a25a-a13ccac092bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.597185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-c19d1327-7f65-4839-a25a-a13ccac092bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.597805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-c19d1327-7f65-4839-a25a-a13ccac092bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:52.600236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-c19d1327-7f65-4839-a25a-a13ccac092bc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3115757 Oct 13 04:18:52.601490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:52.604774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d18574dc-2085-408a-a1b7-96b53211e300 HTTP/1.1" status: 204 len: 168 time: 0.7198753 Oct 13 04:18:52.620391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:52.624838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Pushing event updated for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:53.044577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec1994-abda-4480-9f39-a9e847304298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18574dc-2085-408a-a1b7-96b53211e300,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:53.066311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Made reservation on behalf of cf72601e07e842868e2a98910e56c4dd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:18:53.068719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.134039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:53.186099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-b5a619e8-b358-4f8e-b8db-06330171c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.187639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-b5a619e8-b358-4f8e-b8db-06330171c889 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.5637703 Oct 13 04:18:53.198652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:53.223817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb584a-0207-41dd-8c31-16fd1ed68e7f req-bf788d64-cf01-488a-9695-ed028bef31ab tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.225374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02cb584a-0207-41dd-8c31-16fd1ed68e7f req-bf788d64-cf01-488a-9695-ed028bef31ab tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 943 time: 0.5296283 Oct 13 04:18:53.241135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.250137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7d0f-579d-4111-9a0a-6b1d2b4dfd5f req-9518605a-48c6-4570-87a7-e04ba339c716 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.252905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb8b7d0f-579d-4111-9a0a-6b1d2b4dfd5f req-9518605a-48c6-4570-87a7-e04ba339c716 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.7454693 Oct 13 04:18:53.256776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-98cb1f31-d453-462a-b218-c26bc48b0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.257899 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-98cb1f31-d453-462a-b218-c26bc48b0315 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 200 len: 906 time: 0.6361105 Oct 13 04:18:53.262890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:53.267988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-9ada188f-1291-4c36-81a6-20f663cbeda1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 200 len: 217 time: 0.0692060 Oct 13 04:18:53.277334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:53.300967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.329459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:53.398499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Attempting to bind port 88924d98-b9f6-430e-9121-417b9380faf9 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:53.398926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Attempting to bind port 88924d98-b9f6-430e-9121-417b9380faf9 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:53.399181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Attempting to bind port 88924d98-b9f6-430e-9121-417b9380faf9 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:53.408050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.408666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.410076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] 10.222.0.47 "PUT /v2.0/ports/ca8a64c8-2f21-4b36-82a0-46247fca8319 HTTP/1.1" status: 200 len: 1091 time: 3.1965437 Oct 13 04:18:53.412197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.413898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:53.416486 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d25f23-a486-409a-a039-dc30527c884f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:53.430631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Port 88924d98-b9f6-430e-9121-417b9380faf9 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:53.430995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Attempting to bind port 88924d98-b9f6-430e-9121-417b9380faf9 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:53.444135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-d2e88c46-5800-4126-9910-9a87f2ced7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.445185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-30caa3da-9cc7-4e19-af45-e3aa478a7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.445546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-d2e88c46-5800-4126-9910-9a87f2ced7a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1641803 Oct 13 04:18:53.446684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6965b681-4e77-4896-878e-0c172bdc7c2d req-30caa3da-9cc7-4e19-af45-e3aa478a7791 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8253455 Oct 13 04:18:53.458401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02cb584a-0207-41dd-8c31-16fd1ed68e7f req-2b7e6531-3807-4e39-b6be-36df8163315c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956120 Oct 13 04:18:53.460762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-ed62e594-a319-4859-8fe8-f0a786b93d81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 200 len: 1001 time: 0.1827731 Oct 13 04:18:53.475228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:53.476787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:53.477406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:53.496816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Bound port: 88924d98-b9f6-430e-9121-417b9380faf9, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:53.497532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:53.498188 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.520914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb8b7d0f-579d-4111-9a0a-6b1d2b4dfd5f req-a7147893-6dff-4f34-a115-2de861697c93 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389150 Oct 13 04:18:53.629261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf93b4-b89d-428f-a742-f090942ffda1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:53.718225 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e9bdaa-a7a3-499a-8fc0-3caf9f882d5a x-openstack-request-id: req-37e9bdaa-a7a3-499a-8fc0-3caf9f882d5a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:53.718432 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:53.718689 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37e9bdaa-a7a3-499a-8fc0-3caf9f882d5a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:53.728463 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'status': 'completed', 'code': 200} Oct 13 04:18:53.730356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.736318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-6e21137b-5818-447f-b816-e8220f206892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.737898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-6e21137b-5818-447f-b816-e8220f206892 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=795a07b9-d1ac-43ed-8ace-209ff63266f4 HTTP/1.1" status: 200 len: 844 time: 0.2654355 Oct 13 04:18:53.859343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-fc5eb685-eeac-4570-9e52-a9c8d6221320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.861243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-fc5eb685-eeac-4570-9e52-a9c8d6221320 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245071 Oct 13 04:18:53.867018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cf67d2-61c0-4313-947d-775aa296f3cc']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:53.916546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:53.917266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc91b31f-e308-4cd6-9a3e-ecdebb8171e8') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:18:53.939745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.955259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809bf42-ffec-422a-b033-2c8f468260a3 req-37e77594-138f-415e-80cf-28e094444aee tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.956840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b809bf42-ffec-422a-b033-2c8f468260a3 req-37e77594-138f-415e-80cf-28e094444aee tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 947 time: 0.1871974 Oct 13 04:18:53.960363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:53.961576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:53.963453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-befa928d-2b58-4e38-83d4-458c1423e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:53.964940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-befa928d-2b58-4e38-83d4-458c1423e035 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb54c8e2-3871-4e52-a19d-bc22bda1b71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964438 Oct 13 04:18:53.995269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=88924d98-b9f6-430e-9121-417b9380faf9,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:54.002734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.009783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.014007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.015711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.022302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.028963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.034471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.041213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.043197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-63a1b273-5b26-4057-a11b-17086010749f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5384 time: 0.3804734 Oct 13 04:18:54.057612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.068460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.095275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] Transition to ACTIVE for port object ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:54.126485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.127141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.128543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] 10.222.0.47 "PUT /v2.0/ports/88924d98-b9f6-430e-9121-417b9380faf9 HTTP/1.1" status: 200 len: 1095 time: 2.8468089 Oct 13 04:18:54.129378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:54.132163 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b268dd5-94c3-4b9b-b94e-d1d370263efb" -d '{"events": [{"name": "network-changed", "server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "tag": "88924d98-b9f6-430e-9121-417b9380faf9"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:54.149376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.150287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.150764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.151452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.152182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.152820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.153454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.153602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b809bf42-ffec-422a-b033-2c8f468260a3 req-bb41c4f4-edc7-422f-816f-9a44953a5838 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845925 Oct 13 04:18:54.155908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30d25f23-a486-409a-a039-dc30527c884f req-53360a73-2ddf-46e7-a3c3-fc96fd9b9cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6276 time: 0.3913727 Oct 13 04:18:54.178293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:18:54.178982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.187727 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45635dec-a5f3-4cdb-aae9-8610fe090cc3 req-c96efd2b-2807-4d1c-8644-a8facc3bf0c3 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234829 Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:18:54.188774 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:18:54.200046 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-5f0b090d-79e7-4b33-86b6-23b0673bc9ae service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214366 Oct 13 04:18:54.231021 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.289019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-607f5816-7691-4783-80ac-7f2da27d5306 service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022933 Oct 13 04:18:54.290629 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a86f558-d08e-43f7-ad29-20481ed4a541 x-openstack-request-id: req-3a86f558-d08e-43f7-ad29-20481ed4a541 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:54.290923 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "tag": "88924d98-b9f6-430e-9121-417b9380faf9", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:54.291224 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a86f558-d08e-43f7-ad29-20481ed4a541 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:54.291633 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9', 'status': 'completed', 'code': 200} Oct 13 04:18:54.315287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d080f-3d90-4d43-9721-be7c1c8c8050 service neutron] Pushing event updated for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.473802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-03fa7e16-eb89-459f-99a1-ce059497bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.475972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-03fa7e16-eb89-459f-99a1-ce059497bd4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 1098 time: 0.2304666 Oct 13 04:18:54.525154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] No DVR routers for this DVR port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:18:54.527023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.562282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Checking segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:54.562653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Network hostable DHCP agents. Network: 38f3187e-0901-4ac3-8d38-81a4f48a3289, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:18:54.572536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-e5212fdd-0e2c-4931-b501-9b53823eff53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=88924d98-b9f6-430e-9121-417b9380faf9 HTTP/1.1" status: 200 len: 217 time: 0.0834911 Oct 13 04:18:54.573710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.613194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.617638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/71cf67d2-61c0-4313-947d-775aa296f3cc HTTP/1.1" status: 204 len: 168 time: 1.9742956 Oct 13 04:18:54.633012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8913881b-19e8-4e1d-9db9-5f5ae1b34ae1 req-72fea249-2a3e-41fd-bd61-bd7541c6ef14 service neutron] 10.222.0.16 "GET /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109448 Oct 13 04:18:54.638099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] Pushing event updated for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.688750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-7cfc42c9-2521-4c1c-9f8c-3197e4198e0e service neutron] 10.222.0.16 "PUT /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63/bindings/n-h2-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9634287 Oct 13 04:18:54.711523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e007d-38b3-41f5-8e73-688f32e631a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=71cf67d2-61c0-4313-947d-775aa296f3cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:54.716548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2dd3bf2-4d67-4414-a7d2-41d3ce7cd051 req-d6723de9-3307-41bb-bea3-f94a2aec19fd service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827902 Oct 13 04:18:54.771153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-6ef0a5ff-3ddf-4e4f-8678-6afd6f068a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.771670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-6ef0a5ff-3ddf-4e4f-8678-6afd6f068a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.772136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-6ef0a5ff-3ddf-4e4f-8678-6afd6f068a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.773786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30d25f23-a486-409a-a039-dc30527c884f req-6ef0a5ff-3ddf-4e4f-8678-6afd6f068a69 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5771403 Oct 13 04:18:54.782635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:18:54.819046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09604df-2848-4a2d-b4a9-47d6392673a5 req-832aed65-b818-479c-b494-b6bc3bcfcd16 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.820596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b09604df-2848-4a2d-b4a9-47d6392673a5 req-832aed65-b818-479c-b494-b6bc3bcfcd16 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.2478971 Oct 13 04:18:54.859998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:54.878763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 38f3187e-0901-4ac3-8d38-81a4f48a3289) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:54.891192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa1641-230a-4ee4-ab7c-e6ede01a21d6 None None] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:54.899928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.900521 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:54.912718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-d5493f15-7fc5-4ebc-9e31-c2578d4196b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:54.914333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-d5493f15-7fc5-4ebc-9e31-c2578d4196b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2784855 Oct 13 04:18:54.973914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eda25ff7-33d6-4966-b5de-2e5d03c733a2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7303853 Oct 13 04:18:54.980410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44672) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:54.989653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:55.019330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b09604df-2848-4a2d-b4a9-47d6392673a5 req-f4ad6c39-840a-4312-8f83-8eff9e4bf27f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781590 Oct 13 04:18:55.104511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25f23-a486-409a-a039-dc30527c884f req-e0e112d0-cbd5-48b1-b900-efe47cc24a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.106426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30d25f23-a486-409a-a039-dc30527c884f req-e0e112d0-cbd5-48b1-b900-efe47cc24a46 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178422 Oct 13 04:18:55.155192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-068bad60-df84-4fb0-9d3c-5441fa8b3aac tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.159303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-068bad60-df84-4fb0-9d3c-5441fa8b3aac tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.3797932 Oct 13 04:18:55.166443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14a0ed74-0a0c-482f-a399-93c522bfef5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48cd2282139e41b4b2b1c08bb7c99d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976718 Oct 13 04:18:55.172227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:18:55.194402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d69c93-de42-4858-9b2a-8fe0a18a82e5 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:55.200676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.201995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.213249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.259038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-38f3187e-0901-4ac3-8d38-81a4f48a3289', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:18:55.259926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.276667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-5e9b28d4-dbe2-4af9-a4ae-a2b418a16168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.279157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-5e9b28d4-dbe2-4af9-a4ae-a2b418a16168 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3094916 Oct 13 04:18:55.323032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Transition to ACTIVE for port object 06d69c93-de42-4858-9b2a-8fe0a18a82e5 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:18:55.370852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.388574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.423362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.433194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc62f2-8768-470e-9ef1-3fa69d1d3347 req-a09e933e-d1cd-4df7-afe6-41f353cc4bc3 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.434779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbdc62f2-8768-470e-9ef1-3fa69d1d3347 req-a09e933e-d1cd-4df7-afe6-41f353cc4bc3 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.2524223 Oct 13 04:18:55.442965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-07d54c32-05df-4e09-b41c-75d367ea7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.448553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-07d54c32-05df-4e09-b41c-75d367ea7d6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba&tenant_id=618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 1095 time: 0.2675016 Oct 13 04:18:55.539762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Allocated IP 172.20.0.2 (38f3187e-0901-4ac3-8d38-81a4f48a3289/4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7/31e0967b-662a-45a1-a38e-7d0b6c396415) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:55.585875 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.589332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:55.612201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd12ee-8009-4f05-9b03-6a3337c841ca req-1013f5c8-a457-4c1d-bfd9-b7ed13ee9310 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.613849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39cd12ee-8009-4f05-9b03-6a3337c841ca req-1013f5c8-a457-4c1d-bfd9-b7ed13ee9310 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 947 time: 0.3183477 Oct 13 04:18:55.721735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-2b01605a-3174-40e4-9022-2751923a18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:55.737771 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-2b01605a-3174-40e4-9022-2751923a18ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1095 time: 0.2307250 Oct 13 04:18:55.776700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-f39e9c3f-e124-4240-9473-efa65fcd7f0a service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832253 Oct 13 04:18:55.817748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bbdc62f2-8768-470e-9ef1-3fa69d1d3347 req-c83c3389-0b2d-46f0-9154-83b76dc9a5b9 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309481 Oct 13 04:18:55.829756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.852775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.856404 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:55.933050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:18:55.938459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:18:55.944615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:18:55.948868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Pushing event updated for resources: {'Port': ['ID=31e0967b-662a-45a1-a38e-7d0b6c396415,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:56.037242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Attempting to bind port 31e0967b-662a-45a1-a38e-7d0b6c396415 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:56.037953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Attempting to bind port 31e0967b-662a-45a1-a38e-7d0b6c396415 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:56.038504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Attempting to bind port 31e0967b-662a-45a1-a38e-7d0b6c396415 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:56.046637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:56.047416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Checking segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:56.048258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.048902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Bound using segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:56.050234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Bound port: 31e0967b-662a-45a1-a38e-7d0b6c396415, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:56.051281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.051939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e04c6bc-2352-46d3-94e6-b1c3a6edc66c req-48eba39f-7dbc-4daa-bcc0-9302b1446e53 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247255 Oct 13 04:18:56.056963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Attempting to bind port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:18:56.058394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Attempting to bind port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:18:56.059738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Attempting to bind port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:56.112319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.118145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.126133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9779605a-931a-4eb7-8d25-30f2f8ab4e2f HTTP/1.1" status: 204 len: 168 time: 0.9533181 Oct 13 04:18:56.138966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:18:56.143436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Attempting to bind port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:18:56.167689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-80842483-5d5b-415a-a976-dbc6fe700448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.171963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-80842483-5d5b-415a-a976-dbc6fe700448 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.4327619 Oct 13 04:18:56.175021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] For port 31e0967b-662a-45a1-a38e-7d0b6c396415, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:56.178204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:18:56.178846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Checking segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:18:56.179484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Bound using segment: {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:18:56.181299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Bound port: 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004eb0c4-8905-430d-9d2e-9f0310fd8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:18:56.181299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.181515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] For port 31e0967b-662a-45a1-a38e-7d0b6c396415, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=31e0967b-662a-45a1-a38e-7d0b6c396415,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:56.182844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39cd12ee-8009-4f05-9b03-6a3337c841ca req-e9a88b2b-26fe-46d0-8075-f9c8d6591517 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505347 Oct 13 04:18:56.193687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada8df2-3266-4b30-95c5-9ec68c0c7883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779605a-931a-4eb7-8d25-30f2f8ab4e2f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:56.250876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.274459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.292221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.303294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.321355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.330697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74a867-6a77-47e7-a79f-18f9b77d8b0e None None] Pushing event updated for resources: {'Port': ['ID=31e0967b-662a-45a1-a38e-7d0b6c396415,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:56.345227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.352572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-5f0644ec-8738-4cef-874b-20294d2f20fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.1642118 Oct 13 04:18:56.353241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.360210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.370800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-b24edcf8-1c76-4441-955a-75a0304df945 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5396 time: 0.4017313 Oct 13 04:18:56.474391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f62c899-eee1-401a-a1ab-c4c168ad2cbe req-955633dd-3717-4461-a06b-6cbeff919118 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023080 Oct 13 04:18:56.642541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-4279de3d-5754-47da-bfe8-d7063f813bef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.643867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-4279de3d-5754-47da-bfe8-d7063f813bef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.16 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.2661362 Oct 13 04:18:56.717329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:56.759278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:18:56.782774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:56.925678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 31e0967b-662a-45a1-a38e-7d0b6c396415 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:56.952300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-84ab6ac1-1ca5-4460-8ac8-1036923a596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:56.953973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-84ab6ac1-1ca5-4460-8ac8-1036923a596e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 1098 time: 0.7436876 Oct 13 04:18:57.038738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 31e0967b-662a-45a1-a38e-7d0b6c396415 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:57.038738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.126969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6eec4e6b-5920-4dcd-81b3-ce387a913ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.135495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-6eec4e6b-5920-4dcd-81b3-ce387a913ae7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.7594271 Oct 13 04:18:57.239258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c892a-82b5-4001-bb2f-2e15c475be7e req-1179f5f2-f4ed-4255-8228-830fb7f1eb25 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.247006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-019c892a-82b5-4001-bb2f-2e15c475be7e req-1179f5f2-f4ed-4255-8228-830fb7f1eb25 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.3088200 Oct 13 04:18:57.250903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.252954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-0f4d8aa0-9b88-4d8d-9c0f-197e693d0d22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119812 Oct 13 04:18:57.309558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-019c892a-82b5-4001-bb2f-2e15c475be7e req-c02828a3-f7dd-4181-9727-fcab29ae5c87 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537314 Oct 13 04:18:57.343041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 31e0967b-662a-45a1-a38e-7d0b6c396415, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=31e0967b-662a-45a1-a38e-7d0b6c396415,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:57.350792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.456583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=31e0967b-662a-45a1-a38e-7d0b6c396415,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.614589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-c39a892e-f4a8-48af-9e95-5d243b9d9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.616147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-c39a892e-f4a8-48af-9e95-5d243b9d9d4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.6493397 Oct 13 04:18:57.617943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-15b27fc2-8dfe-4deb-81de-cc6f475ac512 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264871 Oct 13 04:18:57.673677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-e42ac191-d0b6-405d-ae93-322d4dbaf898 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=88924d98-b9f6-430e-9121-417b9380faf9 HTTP/1.1" status: 200 len: 217 time: 0.0393324 Oct 13 04:18:57.710093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.710823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:57.712160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] 10.222.0.47 "PUT /v2.0/ports/06d69c93-de42-4858-9b2a-8fe0a18a82e5 HTTP/1.1" status: 200 len: 1091 time: 4.2274752 Oct 13 04:18:57.726643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:18:57.729517 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950456d-e064-424a-94c7-05ce6f82edce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:18:57.794417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:18:57.808702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-f6c9d61a-76f0-4f6c-a89a-5b3625c6c761 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367996 Oct 13 04:18:57.816990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc281e-5975-4092-96ab-bd50693730f8 req-c00e75ed-0ef1-4df2-8e4b-164f15749cb1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.824651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-accc281e-5975-4092-96ab-bd50693730f8 req-c00e75ed-0ef1-4df2-8e4b-164f15749cb1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 947 time: 0.3390796 Oct 13 04:18:57.906901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 88924d98-b9f6-430e-9121-417b9380faf9 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:18:57.918515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:57.925401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-accc281e-5975-4092-96ab-bd50693730f8 req-d05315bd-744a-40eb-b51e-6deaddb940ee tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997558 Oct 13 04:18:57.962911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-cb2054b7-7356-4bd8-a3b7-02cd4fe05410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:57.974220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-cb2054b7-7356-4bd8-a3b7-02cd4fe05410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1468446 Oct 13 04:18:57.978092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.084556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-f96ad143-9959-4872-af5b-345f55f8df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.086427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-f96ad143-9959-4872-af5b-345f55f8df7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958698 Oct 13 04:18:58.121235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696c347-73ab-492e-8714-9fd163670f67 req-26160548-c2c2-4294-9e1e-f156f7d2fa42 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.131869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0696c347-73ab-492e-8714-9fd163670f67 req-26160548-c2c2-4294-9e1e-f156f7d2fa42 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 946 time: 0.6278827 Oct 13 04:18:58.141726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.142458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.143032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.143616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.144597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.145649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.150597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.153695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.154999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=88924d98-b9f6-430e-9121-417b9380faf9,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:58.155496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.156248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.158093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.159856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5060e82c-dd4d-48e5-b577-c25215f0c051 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:18:58.180193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '88924d98-b9f6-430e-9121-417b9380faf9', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '88924d98-b9f6-430e-9121-417b9380faf9', 'mac_address': 'fa:16:3e:fb:31:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:18:58.187040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b6711-9a85-4343-a850-50c0b3892a20 None None] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:18:58.198543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.286192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.311736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88924d98-b9f6-430e-9121-417b9380faf9 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:18:58.349309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=88924d98-b9f6-430e-9121-417b9380faf9,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:58.350304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-56002b00-4e4a-449d-89d8-d3a21ab14979 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539074 Oct 13 04:18:58.352069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Deleting port a2edf48b-ba0e-47e2-97a6-74baed7371d8 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:18:58.352613 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.465509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] For port a2edf48b-ba0e-47e2-97a6-74baed7371d8, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a2edf48b-ba0e-47e2-97a6-74baed7371d8,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:18:58.466192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.468927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-45cd966e-5dbe-476b-895b-659d33ed8f7d None None] Provisioning complete for port 31e0967b-662a-45a1-a38e-7d0b6c396415 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:58.470063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45cd966e-5dbe-476b-895b-659d33ed8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.473016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.482542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.510180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.516628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.529687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.549935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.567904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.575425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.576574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:58.578203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-fdc1c4fb-250d-4112-ae7b-4a194222f98b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5396 time: 0.3197148 Oct 13 04:18:58.582792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f53649-f333-48af-a469-719c00bb0cf9 req-2356a16c-15f4-4e7d-b930-0ac0e44e2ad6 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:58.585398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-2356a16c-15f4-4e7d-b930-0ac0e44e2ad6 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.3660045 Oct 13 04:18:58.720753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b268dd5-94c3-4b9b-b94e-d1d370263efb req-8c155f65-76be-4c1e-90eb-39cf59425718 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373978 Oct 13 04:18:58.745494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55ba105e-68cf-4d98-bb1c-63f4ff4cca5a req-bcc89064-f55a-4cb2-8386-a38615d04707 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566882 Oct 13 04:18:58.818127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.819521 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.820089 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Floating IP 5e7f1f02-b06b-44fc-8b0e-99e104d7103a disassociated. External IP: 172.25.0.61, port: a2edf48b-ba0e-47e2-97a6-74baed7371d8. Oct 13 04:18:58.820474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Calling delete_port for a2edf48b-ba0e-47e2-97a6-74baed7371d8 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:18:58.835305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['88924d98-b9f6-430e-9121-417b9380faf9'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:18:58.885746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 31e0967b-662a-45a1-a38e-7d0b6c396415 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:18:58.911754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b61d0fd3-68b5-44b0-ba8c-029f17537b67 service neutron] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:18:58.916268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b61d0fd3-68b5-44b0-ba8c-029f17537b67 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.917561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71f53649-f333-48af-a469-719c00bb0cf9 req-b61d0fd3-68b5-44b0-ba8c-029f17537b67 service neutron] 10.222.0.47 "DELETE /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63/bindings/n-h1-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.3169937 Oct 13 04:18:58.941302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0696c347-73ab-492e-8714-9fd163670f67 req-825a28a4-c430-4c9a-a7c0-d4c000f2e815 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups?id=3331a5d0-e660-4b2a-8a07-794032b07c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8081224 Oct 13 04:18:58.959722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:58.977013 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9a1ab-d18b-4994-91bb-483ecd0227fc x-openstack-request-id: req-4bf9a1ab-d18b-4994-91bb-483ecd0227fc {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:18:58.977306 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:18:58.977522 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bf9a1ab-d18b-4994-91bb-483ecd0227fc {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:18:58.978018 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'status': 'completed', 'code': 200} Oct 13 04:18:59.067097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Allocated IP 172.25.0.6 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/9261dbaf-8f40-4300-aa9f-7134f1c7701d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:18:59.127563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5f8ed9ff-1808-43b0-ba35-6fbccccc954c None None] Provisioning complete for port 31e0967b-662a-45a1-a38e-7d0b6c396415 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:59.127938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f8ed9ff-1808-43b0-ba35-6fbccccc954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.135752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.136399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.136771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.137262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.137720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.138513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.138977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.141087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8950456d-e064-424a-94c7-05ce6f82edce req-19ff8108-367d-4b4a-9bef-63e9e5854d2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6343 time: 0.1447055 Oct 13 04:18:59.159000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654dcca-176b-4edd-94d9-8eb1dfaeb9fe req-570828eb-4963-4494-91fd-7b3a20ae8cfb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.160854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8654dcca-176b-4edd-94d9-8eb1dfaeb9fe req-570828eb-4963-4494-91fd-7b3a20ae8cfb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.1026011 Oct 13 04:18:59.307492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8654dcca-176b-4edd-94d9-8eb1dfaeb9fe req-a29038c4-236b-4640-9d03-5365ddcb8ee1 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335189 Oct 13 04:18:59.338584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-aa58108b-f058-4a28-8047-05aeb115500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.339229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-aa58108b-f058-4a28-8047-05aeb115500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.339681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-aa58108b-f058-4a28-8047-05aeb115500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.341276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8950456d-e064-424a-94c7-05ce6f82edce req-aa58108b-f058-4a28-8047-05aeb115500c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1793580 Oct 13 04:18:59.396431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 31e0967b-662a-45a1-a38e-7d0b6c396415 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:18:59.396938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.572792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.631673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc3c5-975a-4eb0-9353-9d77ae8c139e req-e9196bd6-7c4c-4816-a3b2-212e012ef04a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.633168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-155fc3c5-975a-4eb0-9353-9d77ae8c139e req-e9196bd6-7c4c-4816-a3b2-212e012ef04a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 948 time: 0.5464242 Oct 13 04:18:59.650550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event deleted for resources: {'Port': ['ID=a2edf48b-ba0e-47e2-97a6-74baed7371d8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:18:59.708845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950456d-e064-424a-94c7-05ce6f82edce req-f635204a-6970-47df-b5ce-835537d19ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.711171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8950456d-e064-424a-94c7-05ce6f82edce req-f635204a-6970-47df-b5ce-835537d19ca6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585336 Oct 13 04:18:59.726487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fadfab-6eef-46e7-9136-b0260c3986fc req-332f7d0b-ebb5-4b5f-b570-3a5429349f6c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:18:59.728052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89fadfab-6eef-46e7-9136-b0260c3986fc req-332f7d0b-ebb5-4b5f-b570-3a5429349f6c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1095 time: 0.1666594 Oct 13 04:18:59.822027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-155fc3c5-975a-4eb0-9353-9d77ae8c139e req-4e8fbc50-84af-4488-b12d-117b154dbd25 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677716 Oct 13 04:18:59.825110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:18:59.832130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89fadfab-6eef-46e7-9136-b0260c3986fc req-243653ed-b3d5-4866-93ba-7324f8eb436a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940554 Oct 13 04:18:59.899173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a2edf48b-ba0e-47e2-97a6-74baed7371d8 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:18:59.964564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: a2edf48b-ba0e-47e2-97a6-74baed7371d8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:18:59.968347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a2edf48b-ba0e-47e2-97a6-74baed7371d8 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:00.010693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Router 59e2e484-9ce2-4e03-808a-35e6266ca065 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:00.127629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.177500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98d9795e-ea47-4d31-888e-041f571cdba2 req-77c8fc47-e9d9-4a7d-b9a8-1106325c5e73 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 210 time: 0.0435276 Oct 13 04:19:00.278815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:00.295385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.301977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.308026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.314467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.320562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.326548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.332697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.335829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-1ff7be29-8af4-4dc0-8aa2-ca4cc3e3399a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5396 time: 0.3474452 Oct 13 04:19:00.341657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0be0a7-9d62-4e5a-97e1-aa77c962812e {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:00.357456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:00.360612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.371747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:00.373609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Pushing event updated for resources: {'Port': ['ID=9261dbaf-8f40-4300-aa9f-7134f1c7701d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:00.382914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-d50698c9-d62e-404f-ad79-74a3f5cae712 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:00.384490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-d50698c9-d62e-404f-ad79-74a3f5cae712 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.1175547 Oct 13 04:19:00.406275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-60f96bb6-d2de-4919-a930-e56c184c4b98 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/quotas/618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 375 time: 0.0145750 Oct 13 04:19:00.419879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Transition to ACTIVE for port object 3f0be0a7-9d62-4e5a-97e1-aa77c962812e will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:00.432637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.460721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:00.465980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-fcf0761a-c38f-4408-b312-088365c9ef15 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573859 Oct 13 04:19:00.478491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Sync routers for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:00.490696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:00.491700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:00.552371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-506c63dd-aff5-4e0a-a73e-98b45bc0234d req-6430c1d1-6726-4d4c-bf84-a06cd6a4e7c5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022171 Oct 13 04:19:00.592338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-68def094-a00c-4bf7-a976-6531688749df service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250997 Oct 13 04:19:00.666407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:00.673440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:00.676987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] No DVR routers for this DVR port a2edf48b-ba0e-47e2-97a6-74baed7371d8 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:00.748453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:00.752447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64fd0cb1-6a7e-4fdd-835b-7178cc3d34ff req-8c6ef59a-1f92-4faa-b72a-4a896aa1e5ef tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.16 "DELETE /v2.0/ports/a2edf48b-ba0e-47e2-97a6-74baed7371d8 HTTP/1.1" status: 204 len: 173 time: 4.0966790 Oct 13 04:19:00.787689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-0558631f-5fd3-4c77-bc35-c5c5835e2b6b service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863127 Oct 13 04:19:00.887793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Attempting to bind port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:00.888831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Attempting to bind port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:00.889683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Attempting to bind port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:00.902474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:00.903192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Attempting to bind port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:00.912336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:00.914755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Checking segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:00.915435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Bound using segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:00.916128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Bound port: 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:00.916813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.010584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:01.023428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f9813e8-7639-4eae-920c-87327f4bc517 req-f4177f13-7a58-4e3c-bde2-c05dc06caa30 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 210 time: 0.0427611 Oct 13 04:19:01.034645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'name': 'network-vif-deleted', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:01.037861 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7890cd6-d431-4ecd-8aeb-709aa4b56096" -d '{"events": [{"server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "name": "network-vif-deleted", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:01.194875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Checking router: 59e2e484-9ce2-4e03-808a-35e6266ca065 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:01.204142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:01.204763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:01.320488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2882a270-ba08-4003-82b4-2a69472e0092 req-70c23cf4-86d3-48e6-8195-75ab38420e18 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e HTTP/1.1" status: 200 len: 210 time: 0.0385082 Oct 13 04:19:01.365157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:01.621752 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2a86d1-c4db-4eea-acc7-9a3e2b7f51f9 x-openstack-request-id: req-5d2a86d1-c4db-4eea-acc7-9a3e2b7f51f9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:01.622053 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e", "name": "network-vif-deleted", "tag": "a2edf48b-ba0e-47e2-97a6-74baed7371d8", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:01.622270 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d2a86d1-c4db-4eea-acc7-9a3e2b7f51f9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:01.622654 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c6c7ca-ca60-4d45-a707-8b9f67ed5c6e', 'name': 'network-vif-deleted', 'tag': 'a2edf48b-ba0e-47e2-97a6-74baed7371d8', 'status': 'completed', 'code': 200} Oct 13 04:19:01.678568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a59792-b1ce-45d3-a1e8-d88a88e583b0 req-d911182b-f653-49cb-a2eb-fab1d75b091c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.680170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9a59792-b1ce-45d3-a1e8-d88a88e583b0 req-d911182b-f653-49cb-a2eb-fab1d75b091c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 948 time: 0.6308560 Oct 13 04:19:01.692142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:01.696390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:01.702693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.708369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.714823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.719325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.726382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.732941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.735107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:01.740027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.747368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.756521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.769003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5ba0c16-6796-4c14-a077-d9fbe254875f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5408 time: 0.1308253 Oct 13 04:19:01.788287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3db2a48-9942-425b-bc61-2951e572d288 None None] The sync data for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 is: [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:16:44Z', 'revision_number': 4, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6bbd9289-5931-4f4b-a7f7-9ee536c825d9', 'name': '', 'network_id': 'fb54c8e2-3871-4e52-a19d-bc22bda1b71d', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'mac_address': 'fa:16:3e:14:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:42Z', 'updated_at': '2021-10-13T04:16:48Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'subnets': [{'id': '795a07b9-d1ac-43ed-8ace-209ff63266f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:01.820183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c909963-300b-49a4-bd25-43323662a4cc req-b5bb7e4c-ad84-45ff-91e3-98191001d7a4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479164 Oct 13 04:19:01.845039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9a59792-b1ce-45d3-a1e8-d88a88e583b0 req-33a83523-ecef-4dd9-b398-b5508d66625b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522689 Oct 13 04:19:01.872700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:01.875988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:01.878011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] 10.222.0.47 "PUT /v2.0/ports/3f0be0a7-9d62-4e5a-97e1-aa77c962812e HTTP/1.1" status: 200 len: 1091 time: 4.1029747 Oct 13 04:19:01.916058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cb3fa-be0e-42ff-87c9-a3428830aadc service neutron] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:01.928789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 88924d98-b9f6-430e-9121-417b9380faf9 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:01.945906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Request body: {'port': {'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:02.020294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 88924d98-b9f6-430e-9121-417b9380faf9 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:02.025076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 88924d98-b9f6-430e-9121-417b9380faf9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:02.025321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.190264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.241791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:02.241979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.242462 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90462818-7681-415e-a0ba-1667395e0319" -d '{"events": [{"server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "name": "network-vif-plugged", "status": "completed", "tag": "88924d98-b9f6-430e-9121-417b9380faf9"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:02.258724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=88924d98-b9f6-430e-9121-417b9380faf9,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:02.265711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.270354 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7326016e-11da-40be-b528-277549710305 None None] New status for floating IP 5e7f1f02-b06b-44fc-8b0e-99e104d7103a: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:02.339762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.342362 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420db32c-68d4-4257-b8b5-16d4d2c5f1b9 x-openstack-request-id: req-420db32c-68d4-4257-b8b5-16d4d2c5f1b9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:02.342929 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "name": "network-vif-plugged", "status": "completed", "tag": "88924d98-b9f6-430e-9121-417b9380faf9", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:02.343299 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-420db32c-68d4-4257-b8b5-16d4d2c5f1b9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:02.343786 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9', 'code': 200} Oct 13 04:19:02.345507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:02.359953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2eb6069-d71a-41b3-901f-f08b7bfeee28 req-531fcb61-7708-4cf5-b73c-9d640fbe8618 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 210 time: 0.2263165 Oct 13 04:19:02.466023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:02.577474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df49d0-c59b-4cd5-93b1-9012e14433c9 req-88e7759a-7919-4fd4-bd3b-8513581a8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.579846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80df49d0-c59b-4cd5-93b1-9012e14433c9 req-88e7759a-7919-4fd4-bd3b-8513581a8e51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 1100 time: 0.1787198 Oct 13 04:19:02.625765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.652464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80df49d0-c59b-4cd5-93b1-9012e14433c9 req-f3da9d33-25d5-410a-8a94-7ed00f4b5ebb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Oct 13 04:19:02.661511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.720618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.725481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:02.728077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "DELETE /v2.0/security-groups/3331a5d0-e660-4b2a-8a07-794032b07c6e HTTP/1.1" status: 204 len: 168 time: 0.2447801 Oct 13 04:19:02.732117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:02.739196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6df90-e167-4414-9ec2-32a754b3bed7 tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3331a5d0-e660-4b2a-8a07-794032b07c6e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:02.774038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-45374854-f199-44ce-8847-2b7ef37bf292 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:02.775505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-45374854-f199-44ce-8847-2b7ef37bf292 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.2898099 Oct 13 04:19:02.801473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:19:02.803918 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-cc560da3-2f82-4d48-8b76-3c02edf8cb2e tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] show failed (client error): The resource could not be found. Oct 13 04:19:02.807699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc560da3-2f82-4d48-8b76-3c02edf8cb2e tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "GET /v2.0/security-groups/3331a5d0-e660-4b2a-8a07-794032b07c6e HTTP/1.1" status: 404 len: 347 time: 0.0676110 Oct 13 04:19:02.808444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:02.812067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Request body: {'port': {'device_id': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'admin_state_up': True, 'tenant_id': '618ece22fe3f433692491ee646b1949c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:02.999979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.006839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.012778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.018687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.024788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.032098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.036672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.044167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-bfd8c3bc-40e6-4921-aa0e-1eaf5f55b0a9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5408 time: 0.1207833 Oct 13 04:19:03.063729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Deleting port 88cf5613-0c42-4c28-8525-b9ebf70868c2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:03.064451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.130685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:03.143558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:03.153869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:03.154720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:03.168110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3c9b3-1ed8-466c-85c5-d0846173c6c3 req-505f377d-0a96-4683-bb6d-40565e82fe83 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:03.168848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.169408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.169721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2bc3c9b3-1ed8-466c-85c5-d0846173c6c3 req-505f377d-0a96-4683-bb6d-40565e82fe83 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 949 time: 0.2029908 Oct 13 04:19:03.194464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24f4a4a7-937b-42e8-8de5-b06ec3bb1c41 req-4c0dcf28-6b6a-4dae-924c-4e8e74f17fb2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469378 Oct 13 04:19:03.195090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:03.198868 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.205069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Calling delete_port for 88cf5613-0c42-4c28-8525-b9ebf70868c2 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:03.225255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.229337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:03.229605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5315d7f3-44d4-42fe-9c78-7b8cb73b666f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2444019 Oct 13 04:19:03.236222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a4e71f-74f6-4abb-b867-f172d57c8fc8 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:03.248649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.282445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:03.321779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2bc3c9b3-1ed8-466c-85c5-d0846173c6c3 req-bb4a413f-5b30-4346-9695-281f7757a562 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436751 Oct 13 04:19:03.323512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Transition to ACTIVE for port object 94a4e71f-74f6-4abb-b867-f172d57c8fc8 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:03.349701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.526631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:03.613721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Allocated IP 172.20.0.5 (2452335b-c31d-42e5-8e41-917b90974329/0a634132-7abb-4578-b913-130788d39855/e93de1b3-523a-408d-b651-e503daf5fc1f) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:03.618196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a488383-10d9-4e69-95e7-3167756548ad req-2a5b9200-3e8d-49ce-81fb-6cfede1f54c5 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 210 time: 0.0929401 Oct 13 04:19:03.624155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:03.626467 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:03.655806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:00Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:03.690548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:03.691643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Updating router 82ffe783-ab12-4586-a2c1-bc6a6bff039f port 9261dbaf-8f40-4300-aa9f-7134f1c7701d binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:03.718610 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a9530-ecd0-4d08-88ef-f29e2f2cff27 x-openstack-request-id: req-799a9530-ecd0-4d08-88ef-f29e2f2cff27 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:03.718961 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:03.719242 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-799a9530-ecd0-4d08-88ef-f29e2f2cff27 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:03.719965 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'status': 'completed', 'code': 200} Oct 13 04:19:03.748307 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.773450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Attempting to bind port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:03.773884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Attempting to bind port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:03.774215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Attempting to bind port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:03.788934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:03.789062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Attempting to bind port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 on network 4cf141f1-92db-4931-845b-ca7b83a7fd44 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:03.842702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:03.843133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Checking segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:03.843439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Bound using segment: {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:03.843876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Bound port: 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c385b8e2-9621-4af6-ae46-3ebf073009eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:03.844233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.853448 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:03.902033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Pushing event deleted for resources: {'Port': ['ID=88cf5613-0c42-4c28-8525-b9ebf70868c2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.000882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.002991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:04.025048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:04.043807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.137037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.142686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.143562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.146442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] 10.222.0.47 "PUT /v2.0/ports/94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 200 len: 1091 time: 2.2265899 Oct 13 04:19:04.174441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Network 2452335b-c31d-42e5-8e41-917b90974329 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:04.176264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.179236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:04.184774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:04.190093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.235963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Attempting to bind port 9261dbaf-8f40-4300-aa9f-7134f1c7701d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:04.237058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Attempting to bind port 9261dbaf-8f40-4300-aa9f-7134f1c7701d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:04.237718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Attempting to bind port 9261dbaf-8f40-4300-aa9f-7134f1c7701d on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:04.270581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.271579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.278203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:04.279050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:04.279580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.280044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:04.282219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Bound port: 9261dbaf-8f40-4300-aa9f-7134f1c7701d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:04.283400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.293872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405849-32b1-4bb8-921c-ea43ee2c0100 service neutron] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.352140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.369601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.370515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.371253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.371870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.372490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.374020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.375989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.378486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] For port 9261dbaf-8f40-4300-aa9f-7134f1c7701d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:04.381675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-7a7dbeff-2bbe-424e-afd7-86ca57cf9e8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6435 time: 0.5380640 Oct 13 04:19:04.383150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] For port 9261dbaf-8f40-4300-aa9f-7134f1c7701d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9261dbaf-8f40-4300-aa9f-7134f1c7701d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:04.393478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.395293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.403968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad00e854-2efc-427d-99cf-c832fbbed1ad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5977407 Oct 13 04:19:04.407337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.412103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2cd1cc94-e230-4fef-a61b-21e83b4045ae tempest-ServersTestJSON-2039873423 tempest-ServersTestJSON-2039873423-project] 10.222.0.49 "DELETE /v2.0/floatingips/5e7f1f02-b06b-44fc-8b0e-99e104d7103a HTTP/1.1" status: 204 len: 168 time: 1.6020496 Oct 13 04:19:04.412895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44882) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:04.418120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Request body: {'port': {'device_id': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:04.418619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Pushing event updated for resources: {'Port': ['ID=9261dbaf-8f40-4300-aa9f-7134f1c7701d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.435565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.436297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.436918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.437419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.437943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.438436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.438939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.439444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.439936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.440607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.441085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.441685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:04.509225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80921e5c-caa3-404e-b39b-e3bbd6989ecd None None] Pushing event updated for resources: {'Port': ['ID=9261dbaf-8f40-4300-aa9f-7134f1c7701d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:04.517340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:04.517930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:04.524932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.532501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.539800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.547812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.555053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.562185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.571004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.579430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-27e04fc2-d2ac-472e-b229-f187edf06612 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.2244668 Oct 13 04:19:04.608872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.656268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:04.677329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8849f5b4-7535-4689-9ffd-206fdae44dd4 req-7ffed997-cda6-4dce-92f8-106dc7b5a61e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967286 Oct 13 04:19:04.800920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b8ab7-3f7f-46bd-9de0-62278bd85f92 req-468307f1-1d71-4e40-a9db-9a07cd735584 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.808578 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a9b8ab7-3f7f-46bd-9de0-62278bd85f92 req-468307f1-1d71-4e40-a9db-9a07cd735584 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 949 time: 0.2133205 Oct 13 04:19:04.887132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-47d0a979-8ab2-4ad6-ba60-c47b5ac800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.887993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-47d0a979-8ab2-4ad6-ba60-c47b5ac800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.888145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-47d0a979-8ab2-4ad6-ba60-c47b5ac800b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.889920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-47d0a979-8ab2-4ad6-ba60-c47b5ac800b5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=23b61804f1dd4c44a41af73a737a66d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4761436 Oct 13 04:19:04.957879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:00Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:04.989278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:04.991563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393de91-a440-4a4c-9790-1f65b9377901 req-94fb5a3a-18bd-4ddf-9df5-28800528e127 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:04.999993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3393de91-a440-4a4c-9790-1f65b9377901 req-94fb5a3a-18bd-4ddf-9df5-28800528e127 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 931 time: 0.0922267 Oct 13 04:19:05.068205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a9b8ab7-3f7f-46bd-9de0-62278bd85f92 req-1a73b5c2-4da4-4ea8-97f6-b8c1abaabc90 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512486 Oct 13 04:19:05.091784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3393de91-a440-4a4c-9790-1f65b9377901 req-f7b571fe-feb0-4f54-bd2b-b1ec60d53b50 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905566 Oct 13 04:19:05.166147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93de1b3-523a-408d-b651-e503daf5fc1f {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:05.168073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189fd86-9100-4c34-a522-69112e2816c4 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:00Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:05.178702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.198763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Transition to ACTIVE for port object e93de1b3-523a-408d-b651-e503daf5fc1f will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:05.202891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.296762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.316662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-b70b48ac-7e2d-4636-b9e7-1a344795ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.318249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3bffe8c9-3e80-4bbf-b0a6-4078a6afc4af req-b70b48ac-7e2d-4636-b9e7-1a344795ea82 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4196720 Oct 13 04:19:05.382061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298644a0-0fc8-4f51-b1e6-4c5c1318f46e req-1026632e-65e0-4b4f-833c-0cbd9ad137e1 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.390071 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-298644a0-0fc8-4f51-b1e6-4c5c1318f46e req-1026632e-65e0-4b4f-833c-0cbd9ad137e1 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 1100 time: 0.2208550 Oct 13 04:19:05.417849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:05.418534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:05.418881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:05.424192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:05.424514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:05.431025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:05.431430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:05.431833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:05.432270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Bound port: e93de1b3-523a-408d-b651-e503daf5fc1f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:05.432623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.580495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:05.585786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:05.600217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.602088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-298644a0-0fc8-4f51-b1e6-4c5c1318f46e req-270de1ef-0d19-4ba6-a4ce-d214d2356b04 tempest-ServersOnMultiNodesTest-1855018154 tempest-ServersOnMultiNodesTest-1855018154-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109172 Oct 13 04:19:05.646537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.647010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.647556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.647987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.648373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.648818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.649268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.651273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7fa3385b-8eb3-445f-a945-87ed2fbbcc1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6477 time: 0.2121079 Oct 13 04:19:05.665125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Allocated IP 172.20.0.1 (38f3187e-0901-4ac3-8d38-81a4f48a3289/4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7/674e35d6-7b60-4003-b8cd-83de7d0950b8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:05.669559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.670291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:05.672972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 1091 time: 1.2588940 Oct 13 04:19:05.717045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd31ef-b72b-4396-9cc7-4a7982fb24e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:05.737986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8'}, {'name': 'network-changed', 'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:05.743164 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b058d940-2704-419b-b121-f148eadf2582" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8"}, {"name": "network-changed", "server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:05.766076 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-339663db-3745-4926-bb34-473b520411bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 200 len: 217 time: 0.0989516 Oct 13 04:19:05.826197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-a54425c4-ccba-42c7-bc1d-2977e4014142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.828052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-a54425c4-ccba-42c7-bc1d-2977e4014142 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1094 time: 0.0911436 Oct 13 04:19:05.885768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-321fbaf9-ad28-4494-bab1-ae51b3789136 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 217 time: 0.0474606 Oct 13 04:19:05.970007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996db83-1c78-4bb3-8391-858e5de29157 req-f0ec4aee-bf76-4436-a6d0-fd99dc4a565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:05.971837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-f0ec4aee-bf76-4436-a6d0-fd99dc4a565a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.0778372 Oct 13 04:19:05.975569 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded05516-20ef-4a86-b5c0-11b63731b26f x-openstack-request-id: req-ded05516-20ef-4a86-b5c0-11b63731b26f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:05.975945 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:05.976393 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ded05516-20ef-4a86-b5c0-11b63731b26f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:05.976931 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'status': 'completed', 'code': 200} Oct 13 04:19:05.977241 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'status': 'completed', 'code': 200} Oct 13 04:19:06.036072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-712759a0-4f9a-4846-9df9-a30db0d0ed2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549140 Oct 13 04:19:06.039187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-17b72796-b17b-4650-8e89-5e6f3cd7f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.040651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-17b72796-b17b-4650-8e89-5e6f3cd7f64a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf HTTP/1.1" status: 200 len: 851 time: 0.2627187 Oct 13 04:19:06.094730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.102902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.109887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.116170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.123129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.129959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.136595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.149822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-0247902d-ccfa-4c14-9f4c-7d2ad8b799ea tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.3155327 Oct 13 04:19:06.190991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-ad8e82d7-1f26-4d00-a636-b54a29c0392c service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449192 Oct 13 04:19:06.204061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9bfd-0c76-405f-a4eb-ee83d1261b94 req-68b24ec3-33f1-408f-a8a1-57c33ccd928a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.212104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a1b9bfd-0c76-405f-a4eb-ee83d1261b94 req-68b24ec3-33f1-408f-a8a1-57c33ccd928a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 949 time: 0.0908635 Oct 13 04:19:06.233656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.315603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a1b9bfd-0c76-405f-a4eb-ee83d1261b94 req-02f5c06b-fce8-43c6-87dc-d9d4c9676424 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009381 Oct 13 04:19:06.322169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9591940c-07d4-46d3-9d23-a53ded2d69dd req-efebe694-61a4-40ec-ad4f-0e1129f5cbd7 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623888 Oct 13 04:19:06.325778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.360279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d996db83-1c78-4bb3-8391-858e5de29157 req-33d0f4e6-006a-4e07-814b-8723377e34c5 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456931 Oct 13 04:19:06.381858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-8ad14a71-9cb9-4d55-a345-00006cf08ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.387694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-8ad14a71-9cb9-4d55-a345-00006cf08ece service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252804 Oct 13 04:19:06.416925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44916) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:06.519375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b9e2d-4e50-4c7b-91db-a38c12d1cd6e req-1c49735b-0344-4d9c-a8ad-c6c35288d27d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.520646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f0b9e2d-4e50-4c7b-91db-a38c12d1cd6e req-1c49735b-0344-4d9c-a8ad-c6c35288d27d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 943 time: 0.0971954 Oct 13 04:19:06.523866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1d2ce829-9960-4b86-9758-973f95fa13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.525477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-1d2ce829-9960-4b86-9758-973f95fa13fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1094 time: 0.0890574 Oct 13 04:19:06.607391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d0d3dc-2c3a-419f-8b84-bf48068b418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.640458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f0b9e2d-4e50-4c7b-91db-a38c12d1cd6e req-15f4919a-70d4-45b7-86b2-e7b268dd3c6c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119177 Oct 13 04:19:06.723744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-3e858285-6382-4539-a57b-339ed91bd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.725652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-3e858285-6382-4539-a57b-339ed91bd94e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1908865 Oct 13 04:19:06.779211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-a2dbe6df-c670-49d3-9613-064c4cb336d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 217 time: 0.0410109 Oct 13 04:19:06.786495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9261dbaf-8f40-4300-aa9f-7134f1c7701d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:06.809159 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:06.833766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-0dea5851-79d8-46fc-bfb6-997854f2dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:06.835498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-0dea5851-79d8-46fc-bfb6-997854f2dd83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.0477602 Oct 13 04:19:06.840185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d0d3dc-2c3a-419f-8b84-bf48068b418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.853322 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.854248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9261dbaf-8f40-4300-aa9f-7134f1c7701d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:06.854726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.872174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-2d0f3656-0c1e-4d72-a653-6130941b22f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275111 Oct 13 04:19:06.873662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d0d3dc-2c3a-419f-8b84-bf48068b418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.935798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:06.939507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-385ea47a-714f-41d8-b994-aa0b0742caa3 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385506 Oct 13 04:19:06.946864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:06.950653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.956213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:06.976169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-10d0d3dc-2c3a-419f-8b84-bf48068b418d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=655aadd6b958480b8cd3ee8c7d5ab8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579240 Oct 13 04:19:06.976991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44922) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:06.980378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9261dbaf-8f40-4300-aa9f-7134f1c7701d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9261dbaf-8f40-4300-aa9f-7134f1c7701d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:06.987117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0d3dc-2c3a-419f-8b84-bf48068b418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f19624-f110-4dfa-b8f0-0255f33878ac,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:06.995643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:06.999762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Pushing event updated for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:07.067473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.068072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.068411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.068873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.069666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.070269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.070849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.071454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.071970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.072404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.073284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.073687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:07.074488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-175b553b-8aa2-4a53-ad75-b167436ccccc service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776195 Oct 13 04:19:07.080794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9261dbaf-8f40-4300-aa9f-7134f1c7701d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:07.146260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.164207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-2c1de8ca-d761-4bad-8725-c51b73e8df85 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056847 Oct 13 04:19:07.179809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.182066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.233146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-55c3922e-6eb0-47c5-bc24-c386801e35e4 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477187 Oct 13 04:19:07.254465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.257335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.258579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0f19624-f110-4dfa-b8f0-0255f33878ac HTTP/1.1" status: 204 len: 168 time: 0.2770112 Oct 13 04:19:07.266342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b352e3-5425-480c-8602-16d90e7bc2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f19624-f110-4dfa-b8f0-0255f33878ac,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:07.286686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-1c52a083-aa8a-49c5-88fb-f04c41aa30de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 217 time: 0.1135008 Oct 13 04:19:07.295967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-22a3526d-fa58-4d68-86c8-5881699c897b None None] Provisioning complete for port 674e35d6-7b60-4003-b8cd-83de7d0950b8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:07.296341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22a3526d-fa58-4d68-86c8-5881699c897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.333788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-22a3526d-fa58-4d68-86c8-5881699c897b None None] Port 674e35d6-7b60-4003-b8cd-83de7d0950b8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:07.384039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-138352d3-e815-422b-a62b-80c6c5932ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.385604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-138352d3-e815-422b-a62b-80c6c5932ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.0879462 Oct 13 04:19:07.482440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.489031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.494976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.500919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.508130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.513832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.515091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Deleting port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:07.515440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.520426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.527614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-daafc642-cead-4a28-b9e7-372c265eba9d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1061544 Oct 13 04:19:07.562024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-a37e7fa7-00e8-43d6-b309-7c7bb8fced8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.563641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-a37e7fa7-00e8-43d6-b309-7c7bb8fced8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660883 Oct 13 04:19:07.601298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b6314-d925-4fed-9109-5f2e8fa44960 req-97dbf7f2-8d15-491f-add1-130d1883217c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.602946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a99b6314-d925-4fed-9109-5f2e8fa44960 req-97dbf7f2-8d15-491f-add1-130d1883217c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 949 time: 0.1735852 Oct 13 04:19:07.606531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39f6cf79-5f55-4dbb-bf9c-17ccb71a6104 req-292e79d1-eb9a-425b-a982-319725aeb361 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780351 Oct 13 04:19:07.613672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44934) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:07.626832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-0c3c1281-c437-43f5-9b83-5df060c6d72f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.628324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-0c3c1281-c437-43f5-9b83-5df060c6d72f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 949 time: 0.0866642 Oct 13 04:19:07.643348 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87bfa86a-e16b-4dae-a2eb-48cf8a02a998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.660513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.782250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a99b6314-d925-4fed-9109-5f2e8fa44960 req-985af558-1c5a-4b76-982c-6a8d239f2c38 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564300 Oct 13 04:19:07.784004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] For port 6bbd9289-5931-4f4b-a7f7-9ee536c825d9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:07.784295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.812122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 88924d98-b9f6-430e-9121-417b9380faf9 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:07.812460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.816618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Calling delete_port for 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:07.828527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6120c5d-632e-47d0-9c63-58e1f74e8299 req-16313f5d-f345-48fe-a0e2-d4f5781250cd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:07.830017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6120c5d-632e-47d0-9c63-58e1f74e8299 req-16313f5d-f345-48fe-a0e2-d4f5781250cd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 943 time: 0.1088736 Oct 13 04:19:07.881627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-7f57919e-f2a4-4c7d-b927-e3c948c7ecee service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002949 Oct 13 04:19:07.893533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87bfa86a-e16b-4dae-a2eb-48cf8a02a998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.905102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87bfa86a-e16b-4dae-a2eb-48cf8a02a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:07.934465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:08.042448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:08.057165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'port_id': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'mac_address': 'fa:16:3e:1e:03:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a634132-7abb-4578-b913-130788d39855', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:08.097072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.112397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93de1b3-523a-408d-b651-e503daf5fc1f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:08.114164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-5a5781d5-4434-4c1e-b2e0-fb672e766aae service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946301 Oct 13 04:19:08.134555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:08.134805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.140263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.146927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.212543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-4111f012-1213-44b5-9233-dcf656a1799f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 217 time: 0.0850201 Oct 13 04:19:08.217457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.283671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6120c5d-632e-47d0-9c63-58e1f74e8299 req-dc0eb63f-1623-4976-8d83-050507136788 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169621 Oct 13 04:19:08.295477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87bfa86a-e16b-4dae-a2eb-48cf8a02a998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7de81ffb042146fc988dd5b4d22bb2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782444 Oct 13 04:19:08.295477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfa86a-e16b-4dae-a2eb-48cf8a02a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5fab0-23e6-42d0-87c7-84cc24448e87,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.296571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:08.304977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.315138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 88924d98-b9f6-430e-9121-417b9380faf9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=88924d98-b9f6-430e-9121-417b9380faf9,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:08.315502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.338816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 88924d98-b9f6-430e-9121-417b9380faf9 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:08.347226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Pushing event updated for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.359643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-55dbec27-3b3b-4a67-855b-1b9df92dccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.361101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-55dbec27-3b3b-4a67-855b-1b9df92dccca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1176121 Oct 13 04:19:08.409113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.447444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e93de1b3-523a-408d-b651-e503daf5fc1f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:08.448004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.468933 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.512414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-20116358-4ebb-4dda-bdd2-427c44f72909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:08.514019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-20116358-4ebb-4dda-bdd2-427c44f72909 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389165 Oct 13 04:19:08.524403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bbd9289-5931-4f4b-a7f7-9ee536c825d9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.555958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.558661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.561434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.562630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09d5fab0-23e6-42d0-87c7-84cc24448e87 HTTP/1.1" status: 204 len: 168 time: 0.2601211 Oct 13 04:19:08.570970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:08.615794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369238f-69c8-4687-9b99-4ff289fc9a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5fab0-23e6-42d0-87c7-84cc24448e87,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.618495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=88924d98-b9f6-430e-9121-417b9380faf9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:08.696959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:08.707802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:08.793962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 88924d98-b9f6-430e-9121-417b9380faf9 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:08.801314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:08.813757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-248556f1-ec9f-4cd7-bd78-6a9644d904e8 req-1e6f8b35-ab11-4034-bd1f-828ec7f210fa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "DELETE /v2.0/ports/88924d98-b9f6-430e-9121-417b9380faf9 HTTP/1.1" status: 204 len: 173 time: 1.1749015 Oct 13 04:19:08.816970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'name': 'network-vif-deleted', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:08.824239 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abd33e-bc7c-4deb-9e2e-614812b88e7e" -d '{"events": [{"server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "name": "network-vif-deleted", "tag": "88924d98-b9f6-430e-9121-417b9380faf9"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:08.987003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9261dbaf-8f40-4300-aa9f-7134f1c7701d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:09.000908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d552b3f6-56f5-477c-a26c-52b0c9bb0a7b req-5a0b729c-fd44-4af6-aca9-8917a3ef3729 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0258277-9ecf-48a7-a025-1780d2526e3d HTTP/1.1" status: 200 len: 210 time: 0.0582736 Oct 13 04:19:09.094852 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d9542b-7b73-4eee-9afe-df2091326968 x-openstack-request-id: req-04d9542b-7b73-4eee-9afe-df2091326968 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:09.095153 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0258277-9ecf-48a7-a025-1780d2526e3d", "name": "network-vif-deleted", "tag": "88924d98-b9f6-430e-9121-417b9380faf9", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:09.095413 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04d9542b-7b73-4eee-9afe-df2091326968 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:09.095824 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0258277-9ecf-48a7-a025-1780d2526e3d', 'name': 'network-vif-deleted', 'tag': '88924d98-b9f6-430e-9121-417b9380faf9', 'status': 'completed', 'code': 200} Oct 13 04:19:09.189113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9261dbaf-8f40-4300-aa9f-7134f1c7701d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:09.189483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.319468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-609cce06-aa70-4106-92fe-18e18c74cf2a None None] Provisioning complete for port 674e35d6-7b60-4003-b8cd-83de7d0950b8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:09.319916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-609cce06-aa70-4106-92fe-18e18c74cf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.403234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-609cce06-aa70-4106-92fe-18e18c74cf2a None None] Port 674e35d6-7b60-4003-b8cd-83de7d0950b8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:09.470925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d095-72b3-44e7-8201-e85fdbfb0339 req-2cc4c8cc-26b8-499f-9d9b-08be2ea3a5e4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.479646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2b3d095-72b3-44e7-8201-e85fdbfb0339 req-2cc4c8cc-26b8-499f-9d9b-08be2ea3a5e4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0795453 Oct 13 04:19:09.535238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2b3d095-72b3-44e7-8201-e85fdbfb0339 req-b525ed99-ac88-473d-95bf-e6b2a68e7059 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485995 Oct 13 04:19:09.546445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-fb1e89e1-843f-441a-a3e1-235c1a441f65 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0181446 Oct 13 04:19:09.563035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.569496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.575368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.581218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.587947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.593763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.599993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:09.601910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22d3f45e-a381-408c-8c33-920409803b4c req-75b9a6fc-c72f-4c3d-a532-f113391fde85 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.7423067 Oct 13 04:19:09.720883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601', '55711275-3df9-43f8-8561-37c6a580fc5a', '625bbb88-7db3-47cd-bb0b-efc183fb0950'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:09.725355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22d3f45e-a381-408c-8c33-920409803b4c req-6da53034-7eca-4fc7-82ce-bd3db85d6523 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056492 Oct 13 04:19:09.727390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:09.730117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:09.805398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-90329bd0-c3ba-4e5a-81f5-d6892329e86f service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024837 Oct 13 04:19:09.921774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-6f7060f2-da57-4ca0-aa00-0ea0bc26032b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319 HTTP/1.1" status: 200 len: 217 time: 0.1016979 Oct 13 04:19:09.949818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:09.991583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 88924d98-b9f6-430e-9121-417b9380faf9 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:10.036546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-b67f65e3-376d-4da7-ad08-8992f918d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.038007 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-b67f65e3-376d-4da7-ad08-8992f918d99b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1069031 Oct 13 04:19:10.064922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 88924d98-b9f6-430e-9121-417b9380faf9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:10.065416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 88924d98-b9f6-430e-9121-417b9380faf9 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:10.070030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:10.080308 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:10.082890 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-84c922b5-c643-49a6-8080-96020423c548 admin admin] 10.222.0.49 "PUT /v2.0/routers/82ffe783-ab12-4586-a2c1-bc6a6bff039f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8492322 Oct 13 04:19:10.101180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port e93de1b3-523a-408d-b651-e503daf5fc1f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:10.109305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:10.114586 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:10.114987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port e93de1b3-523a-408d-b651-e503daf5fc1f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:10.115363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.168220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21b177c9-df48-409a-b233-5f29e14d1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.169886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-21b177c9-df48-409a-b233-5f29e14d1610 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013906 Oct 13 04:19:10.228592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Router 59e2e484-9ce2-4e03-808a-35e6266ca065 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:10.291217 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:10.354182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.368833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-8d231963-371f-45fd-9a71-c0ce887cd349 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891835 Oct 13 04:19:10.435553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:10.448440 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba356ac1-fd33-40ce-b37d-6e6d531e9f0b" -d '{"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-plugged", "status": "completed", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:10.461099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:10.477657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:10.479350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aab46076-cbd1-4b70-9874-4630533d6e20 admin admin] 10.222.0.49 "PUT /v2.0/routers/59e2e484-9ce2-4e03-808a-35e6266ca065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0509064 Oct 13 04:19:10.509771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Sync routers for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:10.522992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:10.552699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.587994 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f1111c-98c5-4185-abce-68e10adce7cd x-openstack-request-id: req-a6f1111c-98c5-4185-abce-68e10adce7cd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:10.591959 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-plugged", "status": "completed", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:10.592263 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6f1111c-98c5-4185-abce-68e10adce7cd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:10.592614 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'code': 200} Oct 13 04:19:10.601228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:10.601868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:10.616622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-83b7fb2b-4448-44ef-b456-5127d239b683 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384541 Oct 13 04:19:10.727361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-e278b389-ed2c-44c5-80bb-a9d99c785057 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5 HTTP/1.1" status: 200 len: 217 time: 0.0995908 Oct 13 04:19:10.767547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:10.811828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 2, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:10.817070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685b87-8c0b-4cc7-b99c-68bff9a25646 req-93903d3a-ba64-464a-ada3-13e0cd66b037 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.833499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0c685b87-8c0b-4cc7-b99c-68bff9a25646 req-93903d3a-ba64-464a-ada3-13e0cd66b037 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 945 time: 0.1175573 Oct 13 04:19:10.848772 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:10.849600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Updating router 82ffe783-ab12-4586-a2c1-bc6a6bff039f port 674e35d6-7b60-4003-b8cd-83de7d0950b8 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:19:10.851871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b04b-465e-4e73-9457-ee4997db2790 req-cfff41db-f5f2-4815-b81a-3ed15bc51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.856589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f916-ad14-495c-a89a-077e06ee56a9 req-4b5e2245-a70e-4e11-8341-e5735f3b0902 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.857315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2927b04b-465e-4e73-9457-ee4997db2790 req-cfff41db-f5f2-4815-b81a-3ed15bc51d47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.2034683 Oct 13 04:19:10.858632 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.865959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d03f916-ad14-495c-a89a-077e06ee56a9 req-4b5e2245-a70e-4e11-8341-e5735f3b0902 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.1543348 Oct 13 04:19:10.877373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-337c3bd9-a37a-4a2d-9cb8-449c83c4aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:10.879641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-337c3bd9-a37a-4a2d-9cb8-449c83c4aead service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1296930 Oct 13 04:19:10.912917 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:10.949308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:10.951442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d03f916-ad14-495c-a89a-077e06ee56a9 req-0ffe1534-d1e1-487b-b7b9-311c6cc61340 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845072 Oct 13 04:19:11.002038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f3cd4f4f-eb0b-4870-918b-f75e99e33642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.004987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f3cd4f4f-eb0b-4870-918b-f75e99e33642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1104140 Oct 13 04:19:11.087345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2927b04b-465e-4e73-9457-ee4997db2790 req-e910bdf1-41b0-4e28-a1b1-de5f9795218c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043202 Oct 13 04:19:11.098550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:19:08Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:11.129946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0c685b87-8c0b-4cc7-b99c-68bff9a25646 req-d6e8ea26-44b3-49df-9eb1-8f6abce7cf47 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771187 Oct 13 04:19:11.132404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Checking router: 59e2e484-9ce2-4e03-808a-35e6266ca065 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:11.153511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Routers {'59e2e484-9ce2-4e03-808a-35e6266ca065'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:11.154141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['59e2e484-9ce2-4e03-808a-35e6266ca065'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:11.199500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-a92fbbcd-9fd7-4396-a014-bbbda5cdc77c service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872027 Oct 13 04:19:11.207851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.301240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] Set router 59e2e484-9ce2-4e03-808a-35e6266ca065 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:11.387528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.402617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.408849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.415970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.434415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.435392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-c317b109-2de6-470c-90a9-bac533cf7cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230594 Oct 13 04:19:11.448367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.457873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.462474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.464652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-8a6c7782-3eb9-4fde-989d-be27fd61b722 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.2081139 Oct 13 04:19:11.493522 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-3e744106-b6e4-4b9a-ae13-a731e1a06fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e HTTP/1.1" status: 200 len: 217 time: 0.0501344 Oct 13 04:19:11.504685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Deleting port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:11.505710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.571051 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.582465 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.597841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0051099-10b6-4ddc-bde6-5b380a85d45a req-d3baa85e-2db4-4de3-9c0f-87856860a5a0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235352 Oct 13 04:19:11.627770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-984fce6c-4793-423a-b490-189a3f2fe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.630143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-984fce6c-4793-423a-b490-189a3f2fe30a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.1195407 Oct 13 04:19:11.644679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:19:08Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:11.685849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbad350-58ee-4b23-944c-41b2718d0e69 None None] The sync data for ids ['59e2e484-9ce2-4e03-808a-35e6266ca065'] in n-d-813736-1 is: [{'id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'name': 'tempest-ServersTestJSON-629914010-router', 'tenant_id': 'af5a99f6c13944f98e260def2bc512ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:16:34Z', 'updated_at': '2021-10-13T04:19:08Z', 'revision_number': 5, 'project_id': 'af5a99f6c13944f98e260def2bc512ca', 'gw_port': {'id': '865e79f4-e2a5-4b09-a8bc-8d2abdfe848b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e2e484-9ce2-4e03-808a-35e6266ca065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:16:36Z', 'updated_at': '2021-10-13T04:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:11.738455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] For port 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:11.739049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.744653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-8cccbd9a-f818-4722-ad9b-74729ee52523 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.752512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3565-abf3-4784-8f5f-7402240107e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.761729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-8cccbd9a-f818-4722-ad9b-74729ee52523 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 821 time: 0.2671552 Oct 13 04:19:11.772798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Calling delete_port for 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:11.775977 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Pushing event updated for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:11.783192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-2babef01-d330-45b0-af3f-7ad1fa6ed2e0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/quotas/cf72601e07e842868e2a98910e56c4dd HTTP/1.1" status: 200 len: 375 time: 0.0204735 Oct 13 04:19:11.831406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-c615cb00-7129-4132-83dc-7dcf8b7eabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:11.833033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-c615cb00-7129-4132-83dc-7dcf8b7eabd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887851 Oct 13 04:19:11.839512 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.840430 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.840933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.841433 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.841977 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.842499 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.850740 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.851509 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.852058 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.853168 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.853713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.854239 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:11.884648 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Attempting to bind port 674e35d6-7b60-4003-b8cd-83de7d0950b8 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:11.885331 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Attempting to bind port 674e35d6-7b60-4003-b8cd-83de7d0950b8 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:11.885933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Attempting to bind port 674e35d6-7b60-4003-b8cd-83de7d0950b8 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:11.896428 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:11.899689 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Checking segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:11.899954 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.900352 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Bound using segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:11.905874 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Bound port: 674e35d6-7b60-4003-b8cd-83de7d0950b8, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:11.906279 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:11.981578 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-7e79224d-b305-4e53-8bab-32119e9233be tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1974316 Oct 13 04:19:11.986191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-35f87fe4-8923-4d19-b69d-1609c180ddff service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313050 Oct 13 04:19:12.045272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-de274032-88e8-4d6f-80c2-a7b31d9b78a9 None None] Provisioning complete for port 674e35d6-7b60-4003-b8cd-83de7d0950b8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:12.046083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de274032-88e8-4d6f-80c2-a7b31d9b78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.061264 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] For port 674e35d6-7b60-4003-b8cd-83de7d0950b8, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:12.067020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] For port 674e35d6-7b60-4003-b8cd-83de7d0950b8, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=674e35d6-7b60-4003-b8cd-83de7d0950b8,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:12.073949 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.130881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-de274032-88e8-4d6f-80c2-a7b31d9b78a9 None None] Port 674e35d6-7b60-4003-b8cd-83de7d0950b8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:12.150752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.182134 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:12.183091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:18:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:12.186098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=865e79f4-e2a5-4b09-a8bc-8d2abdfe848b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:12.214799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf9d96-c40b-4278-a6f5-e8874432c6a5 req-751aa315-758c-4a10-8362-ff11b9f649e3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.216483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fbf9d96-c40b-4278-a6f5-e8874432c6a5 req-751aa315-758c-4a10-8362-ff11b9f649e3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.1415720 Oct 13 04:19:12.256923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ab8fa232-955b-4582-9b8f-95efb1f87731 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663312 Oct 13 04:19:12.261183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-8179dd3f-5e6d-42d3-a322-cf7429b90c20 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476645 Oct 13 04:19:12.370017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.387776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fbf9d96-c40b-4278-a6f5-e8874432c6a5 req-f8309521-b5b9-4fdc-bf32-fc6a877a0a9f tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Oct 13 04:19:12.444179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ffbcd4b3-82db-4a6c-a0c4-63d6297e3adb service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788104 Oct 13 04:19:12.515328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.553164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-b6862e5f-a415-4183-b240-8b6bcac14bca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 200 len: 217 time: 0.2761815 Oct 13 04:19:12.564470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] Provisioning complete for port 674e35d6-7b60-4003-b8cd-83de7d0950b8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:12.564858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.634741 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66f4db-a7a0-497f-a709-a946d0607071 None None] Pushing event updated for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:12.655979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.658232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.698346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:12.770390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bcea99ee-27b0-4357-8cd3-4a898c7442e8 req-8fb02ff7-dcf6-4de2-a36d-a367ce6e8314 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 210 time: 0.0997601 Oct 13 04:19:12.772378 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.798429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5eb592f-8b6f-4ff4-89b7-aea54e499667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.801599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-f5eb592f-8b6f-4ff4-89b7-aea54e499667 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.2317495 Oct 13 04:19:12.837803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:12.846268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-522fb1ea-c4e9-464c-bf45-b08728688caf tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.851937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-522fb1ea-c4e9-464c-bf45-b08728688caf tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.5103495 Oct 13 04:19:12.870842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:12.871232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bbd9289-5931-4f4b-a7f7-9ee536c825d9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:12.876135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] For port 674e35d6-7b60-4003-b8cd-83de7d0950b8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=674e35d6-7b60-4003-b8cd-83de7d0950b8,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:12.879365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.881590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.882420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e2e484-9ce2-4e03-808a-35e6266ca065 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:19:12.892499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:12.896555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-12bcc986-c81f-4c07-99b5-72c313b96f91 admin admin] 10.222.0.49 "DELETE /v2.0/routers/59e2e484-9ce2-4e03-808a-35e6266ca065 HTTP/1.1" status: 204 len: 168 time: 2.4175122 Oct 13 04:19:12.901893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:12.938009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-059f8d34-e735-4c52-93f8-0b2781a426b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:12.944480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-059f8d34-e735-4c52-93f8-0b2781a426b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301973 Oct 13 04:19:12.997196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a84c-e31d-4fde-9305-60d05bb68ef7 req-97ed7cca-9f4e-4ffe-a62a-ed6a555ff8e3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.006679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80b2a84c-e31d-4fde-9305-60d05bb68ef7 req-97ed7cca-9f4e-4ffe-a62a-ed6a555ff8e3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 945 time: 0.3442729 Oct 13 04:19:13.022251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee8154-1c80-432f-8a2c-c2572f69fb60 None None] Pushing event updated for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:13.136008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80b2a84c-e31d-4fde-9305-60d05bb68ef7 req-38adceff-561c-424f-a3e5-b6dcb7f444da tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142488 Oct 13 04:19:13.156368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 625bbb88-7db3-47cd-bb0b-efc183fb0950 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:13.160565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.165324 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:13.205683 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe1ee66-e372-420c-a4a4-5f2b0f519a68 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:13.325538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Deleting subnet 795a07b9-d1ac-43ed-8ace-209ff63266f4 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:13.335578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.350200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 625bbb88-7db3-47cd-bb0b-efc183fb0950, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=625bbb88-7db3-47cd-bb0b-efc183fb0950,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:13.350663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.364863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 625bbb88-7db3-47cd-bb0b-efc183fb0950 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:13.385063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.392879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.400714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.406694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.412830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.418788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.425990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.433904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-ae991a8e-dc72-465a-bbfa-fd8e32e21431 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.4317813 Oct 13 04:19:13.440444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-726bc9d6-566a-49fc-9119-6d925689e9ed service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283526 Oct 13 04:19:13.489967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.633941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3ec9eec-e162-4750-97b6-91ef5b04f668 req-e10dd7b2-c585-45b5-8315-c5031d000690 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990111 Oct 13 04:19:13.680190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff63438-c582-47ab-968c-0c7a56040f3e req-d5fdfb30-2258-4ce1-bac6-f31b7ade9df0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:13.703770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ff63438-c582-47ab-968c-0c7a56040f3e req-d5fdfb30-2258-4ce1-bac6-f31b7ade9df0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=48251486-f9b0-4c64-b12a-7c8a9ce3caa5 HTTP/1.1" status: 200 len: 949 time: 0.1305058 Oct 13 04:19:13.714255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.728148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:13.732579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601', '55711275-3df9-43f8-8561-37c6a580fc5a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:13.777064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85465ac9-a86d-4528-89ae-a950a01a1edf req-b3229670-68a6-4c6a-9690-fd901cf45e18 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113003 Oct 13 04:19:13.784640 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:13.845413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=625bbb88-7db3-47cd-bb0b-efc183fb0950,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:13.986752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 625bbb88-7db3-47cd-bb0b-efc183fb0950 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:13.998352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.006938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c6e7193-1fc2-44e4-85a3-82c1f69195f2 req-7868a6b7-4e88-4e63-b252-58ab9ff4f26e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "DELETE /v2.0/ports/625bbb88-7db3-47cd-bb0b-efc183fb0950 HTTP/1.1" status: 204 len: 173 time: 1.1457865 Oct 13 04:19:14.010192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'name': 'network-vif-deleted', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:14.015762 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee17f5-4d3c-4560-8679-2c12da0d1681" -d '{"events": [{"server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "name": "network-vif-deleted", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:14.044211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ff63438-c582-47ab-968c-0c7a56040f3e req-9b034985-176f-4bc4-aafe-d7db0cc0abba tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277316 Oct 13 04:19:14.205345 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39aec24-a9a7-4822-b854-ce8515a810f3 x-openstack-request-id: req-e39aec24-a9a7-4822-b854-ce8515a810f3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:14.205883 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48251486-f9b0-4c64-b12a-7c8a9ce3caa5", "name": "network-vif-deleted", "tag": "625bbb88-7db3-47cd-bb0b-efc183fb0950", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:14.207559 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e39aec24-a9a7-4822-b854-ce8515a810f3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:14.208110 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48251486-f9b0-4c64-b12a-7c8a9ce3caa5', 'name': 'network-vif-deleted', 'tag': '625bbb88-7db3-47cd-bb0b-efc183fb0950', 'status': 'completed', 'code': 200} Oct 13 04:19:14.264205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-21eb3792-5fbe-4aa3-b540-63dbd79757e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.421480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a106065d-1329-4288-af52-9134740e87bb req-a45b9ce3-2631-47ce-965f-e63e708841da tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 210 time: 0.0940957 Oct 13 04:19:14.483327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.484361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.485031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.485658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.486430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.488168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.489162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.491460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-1cd92acf-4539-4b11-8b50-f1c62be9be95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6477 time: 0.1681819 Oct 13 04:19:14.689371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-0ca565ef-7376-4c59-9480-5c1c9c49e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.692052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-0ca565ef-7376-4c59-9480-5c1c9c49e0c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 200 len: 903 time: 0.1888821 Oct 13 04:19:14.694206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.741738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-da629620-fa2a-496b-a830-87341b574ff0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.744659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-da629620-fa2a-496b-a830-87341b574ff0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 821 time: 0.3613677 Oct 13 04:19:14.766886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7d5fb-7ebe-4779-90ad-9ddcbca1f24c req-7621a088-868d-4a81-b455-134c8d8194c8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:14.793549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55c7d5fb-7ebe-4779-90ad-9ddcbca1f24c req-7621a088-868d-4a81-b455-134c8d8194c8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 945 time: 0.4721699 Oct 13 04:19:14.813367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32dcd3e-0b79-4781-bd9a-2a8ba94680ab None None] Network fb54c8e2-3871-4e52-a19d-bc22bda1b71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:14.823329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'port': {'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'admin_state_up': True, 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:14.869168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=795a07b9-d1ac-43ed-8ace-209ff63266f4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:14.881449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:14.895623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dae54b0b-0a6d-4d1b-b4a6-d8dd7998de2c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/795a07b9-d1ac-43ed-8ace-209ff63266f4 HTTP/1.1" status: 204 len: 168 time: 1.9858589 Oct 13 04:19:14.897201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:14.898605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-a35f78ee-04b6-445a-94e5-85fa22de6184 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 200 len: 217 time: 0.1935771 Oct 13 04:19:14.963249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 674e35d6-7b60-4003-b8cd-83de7d0950b8 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:15.048292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55c7d5fb-7ebe-4779-90ad-9ddcbca1f24c req-22d9f904-2fb0-4958-8049-30450f9a3a7b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268728 Oct 13 04:19:15.090838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.098171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-e1c5e1f4-7109-400f-97ea-ae539989254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.100366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-e1c5e1f4-7109-400f-97ea-ae539989254f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.1840553 Oct 13 04:19:15.197482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Made reservation on behalf of cf72601e07e842868e2a98910e56c4dd for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:15.201508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.213713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.220037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.228975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.236732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.247004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.264146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.267937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.276120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-3ff7ab65-8a9e-4fa7-a4c8-08d6a23cd259 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.2739689 Oct 13 04:19:15.389625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a2a2730-5265-4b60-9b69-e1fab6cf0d50 req-f882c7d4-7eba-47c2-aed5-057082c1c4ff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126256 Oct 13 04:19:15.391656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d940-2704-419b-b121-f148eadf2582 req-edfb8fcd-8444-4a79-9e4b-4de04dd07c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.393430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-edfb8fcd-8444-4a79-9e4b-4de04dd07c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2813654 Oct 13 04:19:15.427498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Deleting port 9c726ed7-5283-4f65-b7e1-4554cc56efcc {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:15.427842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.445210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] DHCP port deletion for fb54c8e2-3871-4e52-a19d-bc22bda1b71d request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:19:15.468122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec8c05-7ade-49b9-a9c3-47e4ea41f04a req-a3dcb3b6-fcad-49a0-bb83-8446cf3263b0 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.470556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdec8c05-7ade-49b9-a9c3-47e4ea41f04a req-a3dcb3b6-fcad-49a0-bb83-8446cf3263b0 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.2213190 Oct 13 04:19:15.502705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Allocated IP 172.20.0.3 (38f3187e-0901-4ac3-8d38-81a4f48a3289/4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7/1a48b127-39f3-4ed0-b0bb-170cfa912fd9) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:15.542315 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.545605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 674e35d6-7b60-4003-b8cd-83de7d0950b8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:15.545765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] For port 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c726ed7-5283-4f65-b7e1-4554cc56efcc,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:15.545973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.546163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.563910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.573921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Calling delete_port for 9c726ed7-5283-4f65-b7e1-4554cc56efcc owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:15.584360 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-81828db6-8281-4b25-936e-2a3fec520596 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809266 Oct 13 04:19:15.596585 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdec8c05-7ade-49b9-a9c3-47e4ea41f04a req-0c63cda2-7c37-4c3d-b0ae-d07b6d8a9dcf tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174912 Oct 13 04:19:15.700797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Deleting port 9c726ed7-5283-4f65-b7e1-4554cc56efcc {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:15.701172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.824156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0396dfce-b7a9-4925-b631-71a746509106 req-ae3d8773-c71d-44a7-a6c7-bd5485908e1b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 210 time: 0.0792019 Oct 13 04:19:15.832851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] For port 9c726ed7-5283-4f65-b7e1-4554cc56efcc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c726ed7-5283-4f65-b7e1-4554cc56efcc,segment=NetworkSegment(39913132-a152-4469-addb-b684f1c0f4a6),segment_id=39913132-a152-4469-addb-b684f1c0f4a6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:15.834085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.887192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Calling delete_port for 9c726ed7-5283-4f65-b7e1-4554cc56efcc owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:15.922646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:15.936901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:15.950694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b058d940-2704-419b-b121-f148eadf2582 req-4aa34b72-e913-4fd2-8622-f8f974fb83fe service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574347 Oct 13 04:19:15.955296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a4ffd-600b-496f-bddc-22d3793bc773 req-25bedf4f-106b-4a7a-97a0-09565af3b60a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:15.963248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d42a4ffd-600b-496f-bddc-22d3793bc773 req-25bedf4f-106b-4a7a-97a0-09565af3b60a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.0859294 Oct 13 04:19:15.980809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.012924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.015787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c726ed7-5283-4f65-b7e1-4554cc56efcc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.020056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:16.021396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865e79f4-e2a5-4b09-a8bc-8d2abdfe848b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:16.023411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 625bbb88-7db3-47cd-bb0b-efc183fb0950 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:16.037127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] No DVR routers for this DVR port 9c726ed7-5283-4f65-b7e1-4554cc56efcc on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:16.054160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d42a4ffd-600b-496f-bddc-22d3793bc773 req-7f8bf634-084e-4471-ab84-85b49300c273 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842645 Oct 13 04:19:16.091937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 625bbb88-7db3-47cd-bb0b-efc183fb0950 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:16.093010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 625bbb88-7db3-47cd-bb0b-efc183fb0950 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:16.101122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c117114-e6af-41ec-9312-5d29442bb2f0 req-edfb671c-6080-444d-9ab1-bffdb29ba6cb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.102931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7c117114-e6af-41ec-9312-5d29442bb2f0 req-edfb671c-6080-444d-9ab1-bffdb29ba6cb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 950 time: 0.2021868 Oct 13 04:19:16.105605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:16.111452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:16.114710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:16.202464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.205553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event updated for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.243978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.259521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.260202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.266231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] Pushing event deleted for resources: {'Port': ['ID=9c726ed7-5283-4f65-b7e1-4554cc56efcc,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.288373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e06e18-2987-4ecb-97bb-b2e4c5c65e58 None None] No DVR routers for this DVR port 9c726ed7-5283-4f65-b7e1-4554cc56efcc on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:16.303469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb54c8e2-3871-4e52-a19d-bc22bda1b71d']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:16.323529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7c117114-e6af-41ec-9312-5d29442bb2f0 req-cb382890-1465-4418-99c0-0aca1518b902 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595571 Oct 13 04:19:16.328681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c654f9df-089c-453b-8227-b3c5fc509b73 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5301449 Oct 13 04:19:16.328851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39913132-a152-4469-addb-b684f1c0f4a6') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:16.329035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39913132-a152-4469-addb-b684f1c0f4a6') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:16.341549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.349753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Request body: {'port': {'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:16.364909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.374810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:16.375485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:16.377528 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:16.453457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.470881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.484551 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.490998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fb54c8e2-3871-4e52-a19d-bc22bda1b71d HTTP/1.1" status: 204 len: 168 time: 1.5887749 Oct 13 04:19:16.502256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f10759-8e22-4791-b1b0-5cdb3610f913 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb54c8e2-3871-4e52-a19d-bc22bda1b71d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.542263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a20ac4e6-321f-4a3a-897f-071d29879896 None None] Provisioning complete for port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:16.543124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a20ac4e6-321f-4a3a-897f-071d29879896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.606745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a20ac4e6-321f-4a3a-897f-071d29879896 None None] Port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:16.665704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.672870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.680025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.686293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.693758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.699883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e1a62-4dd1-476b-b46f-3c1556ab71b1 req-22e21f4a-4b7a-417c-a897-4ac9ddea4c4e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.700331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.703569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-884e1a62-4dd1-476b-b46f-3c1556ab71b1 req-22e21f4a-4b7a-417c-a897-4ac9ddea4c4e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.1227136 Oct 13 04:19:16.707442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:16.709792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-795abe4c-f14b-4787-ae3b-af095fa55064 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1679165 Oct 13 04:19:16.767616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45172) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:16.775862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb1da66c-969e-489a-bccb-6b9780de3475 req-8ad60740-8eea-45a0-9c43-4040843ce66a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538228 Oct 13 04:19:16.781419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-884e1a62-4dd1-476b-b46f-3c1556ab71b1 req-ea6b9832-da3d-4fc6-a55d-e43acb0bd943 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682836 Oct 13 04:19:16.783215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9c726ed7-5283-4f65-b7e1-4554cc56efcc no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:16.836088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9c726ed7-5283-4f65-b7e1-4554cc56efcc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:16.840233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9c726ed7-5283-4f65-b7e1-4554cc56efcc not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:16.873676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:16.884673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2759693f-ca1a-4fca-909f-28eeae21a461 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af5a99f6c13944f98e260def2bc512ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951746 Oct 13 04:19:16.886788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45176) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:16.887499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.901646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Transition to ACTIVE for port object 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:16.906617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.985201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:16.991441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:16.999252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5f911-eaee-4ed9-bea5-9804f554f8ae req-daccca1c-d83c-4297-9e8c-83a7679c437b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.007909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e5d5f911-eaee-4ed9-bea5-9804f554f8ae req-daccca1c-d83c-4297-9e8c-83a7679c437b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 943 time: 0.1029134 Oct 13 04:19:17.049269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e5d5f911-eaee-4ed9-bea5-9804f554f8ae req-f7cc302a-5c10-48b1-9346-9383a2f3834d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Oct 13 04:19:17.077990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.102762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Attempting to bind port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:17.103331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Attempting to bind port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:17.103736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Attempting to bind port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:17.110476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:17.110960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Attempting to bind port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:17.118825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:17.119674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Checking segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:17.119830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Bound using segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:17.120348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Bound port: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:17.120798 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.139203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.142288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.143525 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d2030cd9-800d-4ae2-aad6-2811544e3748 HTTP/1.1" status: 204 len: 168 time: 0.2557061 Oct 13 04:19:17.152351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.154197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-81cd8979-fef4-44af-b2f1-a7d01ce3059b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.156108 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-81cd8979-fef4-44af-b2f1-a7d01ce3059b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 950 time: 0.1756055 Oct 13 04:19:17.159660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66190e0-5344-4a96-bb54-cd67556a1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2030cd9-800d-4ae2-aad6-2811544e3748,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:17.284888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:17.289947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:17.297302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.341489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.342101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.343523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 1091 time: 1.0048382 Oct 13 04:19:17.343991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:17.346494 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c72214b-b0a7-48be-a7db-95740ed0ffd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:17.387676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 55711275-3df9-43f8-8561-37c6a580fc5a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:17.388011 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.475308 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1baa301d-ddee-4bd3-9c21-e1efa0713a5e x-openstack-request-id: req-1baa301d-ddee-4bd3-9c21-e1efa0713a5e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:17.475611 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:17.475872 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1baa301d-ddee-4bd3-9c21-e1efa0713a5e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:17.476284 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:19:17.478282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdcade-7942-4b05-aec9-c5ba899c38a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:17.517108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb55da0-5c0c-4b06-aa5a-f44e8c3ba53e req-00d24c89-7da3-4fa3-a79e-8c8aac6efdf2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.523602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adb55da0-5c0c-4b06-aa5a-f44e8c3ba53e req-00d24c89-7da3-4fa3-a79e-8c8aac6efdf2 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 950 time: 0.0967698 Oct 13 04:19:17.593568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ee603cec-8572-4e55-a3ab-a117b9cfff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.595309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ee603cec-8572-4e55-a3ab-a117b9cfff1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1094 time: 0.1834157 Oct 13 04:19:17.596417 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adb55da0-5c0c-4b06-aa5a-f44e8c3ba53e req-022d2aae-8aba-4299-a798-7e2fc09feb3c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638378 Oct 13 04:19:17.658161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-c6f3e4ab-a1a4-4f5b-bfd5-d20f8fb8096d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.0478039 Oct 13 04:19:17.664055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 55711275-3df9-43f8-8561-37c6a580fc5a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=55711275-3df9-43f8-8561-37c6a580fc5a,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:17.664504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:17.956980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.963588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.970403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.977776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.984689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.991773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:17.998858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.007518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-bf800352-5232-4719-973e-8fc6b707c714 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1101463 Oct 13 04:19:18.033281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 55711275-3df9-43f8-8561-37c6a580fc5a owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:18.063206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46750b41-46c1-4af3-b958-bd12f74d1694 req-cc05dcb1-3131-4055-9fe8-15e1a7596cd4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501323 Oct 13 04:19:18.088823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-d99cf350-b29d-48a9-b63a-f2b0378f4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.090603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-d99cf350-b29d-48a9-b63a-f2b0378f4aa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.4212215 Oct 13 04:19:18.204435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252ed43-eb4f-441c-bb8b-0346ee3923d2 req-f46d5c21-50cd-49cb-a830-204100de563f tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.213484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b252ed43-eb4f-441c-bb8b-0346ee3923d2 req-f46d5c21-50cd-49cb-a830-204100de563f tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.1866994 Oct 13 04:19:18.259190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ee2de2ad-1f03-473d-81ed-8418c60cadc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.261065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-ee2de2ad-1f03-473d-81ed-8418c60cadc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331067 Oct 13 04:19:18.294066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a041-ae73-4ad3-b29b-4660f37c2d0b req-5789984a-e38f-42b6-a5d5-8bf0bf1307aa tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.305173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4393a041-ae73-4ad3-b29b-4660f37c2d0b req-5789984a-e38f-42b6-a5d5-8bf0bf1307aa tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 943 time: 0.0772142 Oct 13 04:19:18.335464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b252ed43-eb4f-441c-bb8b-0346ee3923d2 req-8af87b5a-b685-4e60-b0bf-52326eb99ea5 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209807 Oct 13 04:19:18.359095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4393a041-ae73-4ad3-b29b-4660f37c2d0b req-ce82cef1-0173-4b64-9788-7f8d534175ed tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523388 Oct 13 04:19:18.397956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45226) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:18.464251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-b541976a-024e-4780-9f8d-4d0a19b88b04 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899068 Oct 13 04:19:18.532030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.544922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:18.587510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=55711275-3df9-43f8-8561-37c6a580fc5a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:18.616277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:18.683807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 55711275-3df9-43f8-8561-37c6a580fc5a on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:18.703128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.708778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65010582-81e8-4f8f-a7f0-5afa45ab3b05 req-48c6051e-db7d-4d53-8b85-97641f75dafa tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "DELETE /v2.0/ports/55711275-3df9-43f8-8561-37c6a580fc5a HTTP/1.1" status: 204 len: 173 time: 1.5277603 Oct 13 04:19:18.740588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-371a2757-de4c-4799-8870-bafb758307e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.754401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae96747-371c-4408-9507-dc1643230cd1 req-23597ad8-fe20-4700-9b47-fab409713a18 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798316 Oct 13 04:19:18.758179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-336290271-network', 'tenant_id': '6ada0edb67b249279fbbfecf5cc06f07'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:18.771815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a526eea-9c82-4e6f-8a3a-70836c1110d5 req-4758ec56-2f71-467a-b1a0-dd1224824181 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=c270837d-ee37-425e-99d4-dbec8a6076c7 HTTP/1.1" status: 200 len: 210 time: 0.0383351 Oct 13 04:19:18.830356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Made reservation on behalf of 6ada0edb67b249279fbbfecf5cc06f07 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:18.835356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.855952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.886214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-069600de-5a74-4488-9e64-c35e554e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:18.888215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-069600de-5a74-4488-9e64-c35e554e6b0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1094 time: 0.0629950 Oct 13 04:19:18.927308 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-371a2757-de4c-4799-8870-bafb758307e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.936962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-371a2757-de4c-4799-8870-bafb758307e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:18.970139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-371a2757-de4c-4799-8870-bafb758307e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=32339a52fe334e7abbcd22cb57d14398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710609 Oct 13 04:19:18.973640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:19.006729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a2757-de4c-4799-8870-bafb758307e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3dc9d9-e2e6-4c0b-8034-c459400c8118,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.036290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-73894e44-9ae6-45fc-9ae6-ad2f554bedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.037876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-73894e44-9ae6-45fc-9ae6-ad2f554bedcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1427212 Oct 13 04:19:19.050530 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.056872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.086619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:19.096609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.100739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.104770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-0fa77569-13e7-4254-9d98-3fc297a20a2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.0568516 Oct 13 04:19:19.116444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.117045 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Added segment 3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c of type vlan for network afbdc2b1-5505-4579-adfb-aa880742371e Oct 13 04:19:19.172310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.217155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.252889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.254384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.255696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.256338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-9c998dd2-9c1f-4c54-80b0-1c3d700b647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.257911 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-9c998dd2-9c1f-4c54-80b0-1c3d700b647a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1435668 Oct 13 04:19:19.299105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.306534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.318750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.323170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7025311 Oct 13 04:19:19.326624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.327858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45266) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:19.333783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.334822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Request body: {'subnet': {'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-336290271-subnet', 'tenant_id': '6ada0edb67b249279fbbfecf5cc06f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:19.345340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.355339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f7c9c-da29-404f-a9eb-680e21d9d319 admin admin] Pushing event updated for resources: {'Network': ['ID=afbdc2b1-5505-4579-adfb-aa880742371e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.359847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.362376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-7aa1e69a-d74c-4344-9f76-2a085873fe75 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1785803 Oct 13 04:19:19.367912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network afbdc2b1-5505-4579-adfb-aa880742371e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:19.373470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Made reservation on behalf of 6ada0edb67b249279fbbfecf5cc06f07 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:19.375942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.402067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.405054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.406188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc3dc9d9-e2e6-4c0b-8034-c459400c8118 HTTP/1.1" status: 204 len: 168 time: 0.4312840 Oct 13 04:19:19.432272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1ce86-5dfb-4dd0-91f7-124ef8739fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3dc9d9-e2e6-4c0b-8034-c459400c8118,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.444417 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4f5fc90-909b-49fb-b510-a5bd51e2524f req-d3c63135-4fb9-46fc-97dd-a0021066462a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665061 Oct 13 04:19:19.447024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-40073a44-da1a-49ca-b084-1857161391ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.447797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-40073a44-da1a-49ca-b084-1857161391ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763537 Oct 13 04:19:19.498511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'name': 'network-vif-deleted', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:19.498511 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f76525-52ed-4704-be3b-b4883e9b628c" -d '{"events": [{"server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "name": "network-vif-deleted", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:19.631100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-57eaa6a1-8f7e-42bf-b1e0-431a94695930 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692798 Oct 13 04:19:19.728942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.802748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-a13eac09-281e-41a8-8408-585da80c6637 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:19:19.803739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-a13eac09-281e-41a8-8408-585da80c6637 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0119736 Oct 13 04:19:19.850558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c72214b-b0a7-48be-a7db-95740ed0ffd3 req-66b27ec2-bae0-4f5a-87fc-7120db4c81f3 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999257 Oct 13 04:19:19.869386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-efd19e67-3a7f-4765-b026-5188b769f3bd tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.870916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-efd19e67-3a7f-4765-b026-5188b769f3bd tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 1093 time: 0.0562074 Oct 13 04:19:19.874878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ded35-44b0-4656-b67f-6e43e0382cae req-9fa1125e-0214-4aaa-95c5-49b11996f9ea tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:19.878852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b571fb-cc43-439e-97c9-71418c5dbf84,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:19.888306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Request body: {'binding': {'host': 'n-h2-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:19.888879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:19:19.890901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f3ded35-44b0-4656-b67f-6e43e0382cae req-9fa1125e-0214-4aaa-95c5-49b11996f9ea tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 943 time: 0.1155064 Oct 13 04:19:19.908649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45280) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:19.915645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Checking segment: {'id': '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:19.916002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Network hostable DHCP agents. Network: afbdc2b1-5505-4579-adfb-aa880742371e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:19.930695 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0dd6-2b05-4b3b-a3a1-2f8e11a66346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:19.945167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Network afbdc2b1-5505-4579-adfb-aa880742371e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:19.953186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f3ded35-44b0-4656-b67f-6e43e0382cae req-82032c68-b939-4681-8889-41e2d957a146 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Oct 13 04:19:19.989698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 55711275-3df9-43f8-8561-37c6a580fc5a no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:20.018827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, afbdc2b1-5505-4579-adfb-aa880742371e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:20.024863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.025774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.033915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f37a4c-f42b-4cf9-b791-e5480fefca02 None None] Network afbdc2b1-5505-4579-adfb-aa880742371e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:20.041441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 55711275-3df9-43f8-8561-37c6a580fc5a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:20.044678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 55711275-3df9-43f8-8561-37c6a580fc5a not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:20.055538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0dd6-2b05-4b3b-a3a1-2f8e11a66346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.059185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6913a0a8-d776-4cfe-899f-4fc99380651f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7302105 Oct 13 04:19:20.076860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d1b0dd6-2b05-4b3b-a3a1-2f8e11a66346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.121304 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a718de-8579-47b8-b737-8bf9eafd9c40 x-openstack-request-id: req-f7a718de-8579-47b8-b737-8bf9eafd9c40 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:20.121722 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c270837d-ee37-425e-99d4-dbec8a6076c7", "name": "network-vif-deleted", "tag": "55711275-3df9-43f8-8561-37c6a580fc5a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:20.121979 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7a718de-8579-47b8-b737-8bf9eafd9c40 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:20.122373 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c270837d-ee37-425e-99d4-dbec8a6076c7', 'name': 'network-vif-deleted', 'tag': '55711275-3df9-43f8-8561-37c6a580fc5a', 'status': 'completed', 'code': 200} Oct 13 04:19:20.129311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d1b0dd6-2b05-4b3b-a3a1-2f8e11a66346 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7acd217f7294bc4b592df4fbedcf5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152870 Oct 13 04:19:20.129311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b0dd6-2b05-4b3b-a3a1-2f8e11a66346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195b598d-b470-45c2-a9b9-f7575b6fabcc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:20.141849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45284) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:20.161937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on host n-h2-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:20.163418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:20.165418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:20.176669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:20.177079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:20.194128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:20.194521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:20.194892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:20.196795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Bound port: e93de1b3-523a-408d-b651-e503daf5fc1f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:20.235531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbafaf4-7d2b-4515-960a-dff0988b08ed None None] Network afbdc2b1-5505-4579-adfb-aa880742371e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:20.247579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.272938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:20.282720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.285338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9c96a884-2b98-4855-91ca-a430e8301e1a service neutron] 10.222.0.49 "POST /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4004350 Oct 13 04:19:20.294720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.349794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.356733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:20.358550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/195b598d-b470-45c2-a9b9-f7575b6fabcc HTTP/1.1" status: 204 len: 168 time: 0.2143464 Oct 13 04:19:20.389725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1986a6e-70db-4e70-8568-dee0005b6a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195b598d-b470-45c2-a9b9-f7575b6fabcc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:20.654602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891696-18d7-44d3-91ab-ca686814c7be req-6f85892e-5e27-41bc-82a3-b0b15a4eec4a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.656622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73891696-18d7-44d3-91ab-ca686814c7be req-6f85892e-5e27-41bc-82a3-b0b15a4eec4a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 945 time: 0.1329961 Oct 13 04:19:20.702307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-1975855d-8d9d-42d8-bfba-f48e37bd2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.704139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-1975855d-8d9d-42d8-bfba-f48e37bd2732 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1096 time: 0.0920873 Oct 13 04:19:20.710102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73891696-18d7-44d3-91ab-ca686814c7be req-e92750be-bd76-4461-9fb8-93e17ab0b62c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Oct 13 04:19:20.884954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d9ac63f3-1d9a-4a7d-90b8-da5aaec82675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:20.887982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d9ac63f3-1d9a-4a7d-90b8-da5aaec82675 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1755319 Oct 13 04:19:20.959906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-10023acc-85c1-4871-b84c-2bcdf60f1bae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 217 time: 0.0528402 Oct 13 04:19:21.032518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-2b8dff06-cae0-4801-b72d-45d01c21ab9c tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.034280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-2b8dff06-cae0-4801-b72d-45d01c21ab9c tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/networks?id=afbdc2b1-5505-4579-adfb-aa880742371e HTTP/1.1" status: 200 len: 821 time: 0.1664109 Oct 13 04:19:21.054378 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-3e5358e1-2c33-4f0c-a891-c5511155f936 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/quotas/6ada0edb67b249279fbbfecf5cc06f07 HTTP/1.1" status: 200 len: 375 time: 0.0143294 Oct 13 04:19:21.061375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.067791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.073929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.082592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.088811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.095651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.101256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-af3acff7-903e-485f-9216-b11fd18d5726 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ada0edb67b249279fbbfecf5cc06f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407171 Oct 13 04:19:21.102308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.110622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8715cd2b-e526-4768-875b-de357b65ce49 req-24e823e9-078b-4839-93cb-f67045889c36 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1423981 Oct 13 04:19:21.114377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-49d2c517-3708-490a-8f91-acd1f12293f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.116084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-49d2c517-3708-490a-8f91-acd1f12293f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1373405 Oct 13 04:19:21.163462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-ca73f811-f5eb-4a81-878f-0348419d6d7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307109 Oct 13 04:19:21.186743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8715cd2b-e526-4768-875b-de357b65ce49 req-39ea7fc9-4508-4869-8005-db2dbe2ec795 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753710 Oct 13 04:19:21.212852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-287618d5-21db-4315-b42d-067b17b540b7 service neutron] 10.222.0.49 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010771 Oct 13 04:19:21.278604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-e8552637-fc22-4da6-8696-605de05ae743 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072855 Oct 13 04:19:21.337362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-c5e7d443-1843-4472-80d3-3fa143afb026 service neutron] 10.222.0.49 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184299 Oct 13 04:19:21.422011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a1657-676d-41a0-aaf7-23214916e141 req-213bca8a-28d8-426e-a7e8-ed3d292c45a4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.424013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac4a1657-676d-41a0-aaf7-23214916e141 req-213bca8a-28d8-426e-a7e8-ed3d292c45a4 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 949 time: 0.0827897 Oct 13 04:19:21.426539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-dc50ab03-d103-41a6-be16-1e0d4321cf0e service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382480 Oct 13 04:19:21.482853 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac4a1657-676d-41a0-aaf7-23214916e141 req-c8adf96c-3baf-4c84-ac70-41fc6c290af5 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512064 Oct 13 04:19:21.575606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97469a6-f7d0-455a-9b59-39e367ef12fe req-54a53e16-37c5-450c-9b25-79de42b7bb9b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.584687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c97469a6-f7d0-455a-9b59-39e367ef12fe req-54a53e16-37c5-450c-9b25-79de42b7bb9b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 943 time: 0.0660491 Oct 13 04:19:21.596005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-5101e5a7-86b6-4ff0-b4d2-06cf94244a65 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.598445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-5101e5a7-86b6-4ff0-b4d2-06cf94244a65 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0933721 Oct 13 04:19:21.616884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813736-1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:21.635727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c97469a6-f7d0-455a-9b59-39e367ef12fe req-3b69550d-6163-4bc3-b8b6-c5d3b03fea95 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500722 Oct 13 04:19:21.715003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7d46a28-d85a-4b99-a59a-6faf3051500c req-0115d7cd-3410-47a4-a4af-3f4436ee64b8 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 210 time: 0.0339410 Oct 13 04:19:21.716555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:21.852324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321c4-d6b6-495a-b731-ebc14ef37f2d req-d9963a29-e40f-4432-9559-47e12e527907 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.854569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46b321c4-d6b6-495a-b731-ebc14ef37f2d req-d9963a29-e40f-4432-9559-47e12e527907 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 945 time: 0.0653374 Oct 13 04:19:21.900195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:21.906946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46b321c4-d6b6-495a-b731-ebc14ef37f2d req-7a84c16b-9172-440a-ad6a-cd2443a5efe5 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454571 Oct 13 04:19:21.930397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-e402f809-4875-48c0-a916-07d160fab201 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:21.932127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-e402f809-4875-48c0-a916-07d160fab201 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 949 time: 0.0885913 Oct 13 04:19:21.991015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:22.002192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:22.070164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.088269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.126593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:22.129896 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3e3239-a002-4e64-ac09-3369b7bbaf99" -d '{"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-unplugged", "status": "completed", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:22.143507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 710feaa8-92a9-4dd0-845b-f7f7f4465601 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:22.144215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.172167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:22.194398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:22.217139 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8ef9e-5552-4dfb-91f9-4ca11065ff85 x-openstack-request-id: req-f1d8ef9e-5552-4dfb-91f9-4ca11065ff85 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:22.217425 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-unplugged", "status": "completed", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:22.217689 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1d8ef9e-5552-4dfb-91f9-4ca11065ff85 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:22.218065 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'code': 200} Oct 13 04:19:22.231812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.248511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.269809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:22.291719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:22.297344 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.321520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:22.321854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:22.322181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:22.334446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:22.334774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Attempting to bind port e93de1b3-523a-408d-b651-e503daf5fc1f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:22.345962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:22.346301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:22.347329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:22.347764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Bound port: e93de1b3-523a-408d-b651-e503daf5fc1f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:22.348124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.368254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 710feaa8-92a9-4dd0-845b-f7f7f4465601, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=710feaa8-92a9-4dd0-845b-f7f7f4465601,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:22.368692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.375367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.406843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 710feaa8-92a9-4dd0-845b-f7f7f4465601 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:22.449504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.456639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.462831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.469178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.478417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.484838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.492801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.493000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:22.499337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:22.502626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-946407bc-583e-4176-b338-69682809a1a1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1778338 Oct 13 04:19:22.528122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.539697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-e06ba7f3-a2fc-40cd-9a80-a178d5fe3e13 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.541449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-e06ba7f3-a2fc-40cd-9a80-a178d5fe3e13 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 950 time: 0.1530571 Oct 13 04:19:22.599875 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee1ee54d-1a34-4983-b8e7-44f45d5dcb66 req-a44f5208-ae62-4458-9391-8ce60c9ba566 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959687 Oct 13 04:19:22.729270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.738767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.739657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.743219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d799b4b6-a992-40c5-b1f0-dc6055650ce8 service neutron] 10.222.0.47 "PUT /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 1121 time: 1.1357720 Oct 13 04:19:22.765065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca7976-8d40-4410-b8d4-018a9017c7dc req-1397f550-6d33-4fd1-aa43-7e59b6379480 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:22.772771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eca7976-8d40-4410-b8d4-018a9017c7dc req-1397f550-6d33-4fd1-aa43-7e59b6379480 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b3b1098-a972-482c-97b0-6b0d719413e4 HTTP/1.1" status: 200 len: 949 time: 0.1668937 Oct 13 04:19:22.799641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port dabb50ff-4c11-4a86-999b-c9947e89e444 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:22.800771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.813079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1a48b127-39f3-4ed0-b0bb-170cfa912fd9'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:22.818938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:22.819668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e93de1b3-523a-408d-b651-e503daf5fc1f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:22.837010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eca7976-8d40-4410-b8d4-018a9017c7dc req-1f50f124-7bf6-4dc7-a24d-ece0f002930e tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Oct 13 04:19:22.899663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=710feaa8-92a9-4dd0-845b-f7f7f4465601,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:22.988262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e269e251-d1af-493a-b1f4-41f92c7ad88c req-978d8e2f-494f-44d6-96ed-88df50014954 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 210 time: 0.0552194 Oct 13 04:19:23.010892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 710feaa8-92a9-4dd0-845b-f7f7f4465601 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:23.010892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.012732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-da6b868f-bcb2-4a6f-95fc-fb8b0d678f09 req-4305d788-d585-4eac-9997-58f5e0ae27a3 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "DELETE /v2.0/ports/710feaa8-92a9-4dd0-845b-f7f7f4465601 HTTP/1.1" status: 204 len: 173 time: 1.0723603 Oct 13 04:19:23.076301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-f5d7c396-93c1-4623-ae65-1bbadcc44b46 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.077754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-f5d7c396-93c1-4623-ae65-1bbadcc44b46 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.16 "GET /v2.0/networks?id=afbdc2b1-5505-4579-adfb-aa880742371e HTTP/1.1" status: 200 len: 821 time: 0.4764605 Oct 13 04:19:23.085496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port dabb50ff-4c11-4a86-999b-c9947e89e444, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dabb50ff-4c11-4a86-999b-c9947e89e444,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:23.085989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.100206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Request body: {'port': {'device_id': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e', 'admin_state_up': True, 'tenant_id': '6ada0edb67b249279fbbfecf5cc06f07'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:23.150484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787f9da-0101-4cd6-99f5-d6c250512225 req-7f713907-732a-408f-b38d-6fdede15fc0b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.154088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a787f9da-0101-4cd6-99f5-d6c250512225 req-7f713907-732a-408f-b38d-6fdede15fc0b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 943 time: 0.0840025 Oct 13 04:19:23.169102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132734a4-dddb-4875-94c9-65dccfce12d3 req-af4acc68-325f-42af-bcc5-c71b4b5e2dba tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.170737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-132734a4-dddb-4875-94c9-65dccfce12d3 req-af4acc68-325f-42af-bcc5-c71b4b5e2dba tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 944 time: 0.2427824 Oct 13 04:19:23.205003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for dabb50ff-4c11-4a86-999b-c9947e89e444 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:23.227098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-132734a4-dddb-4875-94c9-65dccfce12d3 req-881f9b7f-9d84-4a2a-92be-20a319d3d206 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Oct 13 04:19:23.241810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:23.260620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a787f9da-0101-4cd6-99f5-d6c250512225 req-64e38424-8540-41be-a691-8b968c284d71 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947039 Oct 13 04:19:23.385656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Made reservation on behalf of 6ada0edb67b249279fbbfecf5cc06f07 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:23.390381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.445985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45390) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:23.583727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6', '710feaa8-92a9-4dd0-845b-f7f7f4465601'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:23.616708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Allocated IP 172.20.0.9 (afbdc2b1-5505-4579-adfb-aa880742371e/77b571fb-cc43-439e-97c9-71418c5dbf84/9b5a351a-e029-491d-a4b4-8076329ae486) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:23.788964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1', 'dabb50ff-4c11-4a86-999b-c9947e89e444'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:23.810141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.838724 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd53c21-66a9-4999-b559-a64b3848423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.864917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=dabb50ff-4c11-4a86-999b-c9947e89e444,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:23.870620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.883805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.892894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.902622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.910705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.917894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.924497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port dabb50ff-4c11-4a86-999b-c9947e89e444 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:23.928015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:23.928610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:23.932776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c890b024-5878-4f5c-8639-cc373e94fc56 req-da3aee94-ff53-4725-bd3b-70bdfbbb5362 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "DELETE /v2.0/ports/dabb50ff-4c11-4a86-999b-c9947e89e444 HTTP/1.1" status: 204 len: 173 time: 1.3784361 Oct 13 04:19:23.937064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2096d40-dd70-4b84-a81f-253181f958ea req-4c1c9ff6-3b56-4c11-a91b-4d7b59d66183 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1821709 Oct 13 04:19:23.944457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'name': 'network-vif-deleted', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:23.948561 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957b283-729b-4c2c-ab60-0cdbe9c09721" -d '{"events": [{"server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "name": "network-vif-deleted", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:23.994787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.008288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e2096d40-dd70-4b84-a81f-253181f958ea req-70b2abe9-bfd5-4be2-b6a1-df653ce12871 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701990 Oct 13 04:19:24.013193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:24.037918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:24.081884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd53c21-66a9-4999-b559-a64b3848423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.093331 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd53c21-66a9-4999-b559-a64b3848423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.097607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb99fa7d-d694-4f3c-b778-9e186965370b req-79f783f5-fcfe-49f5-803f-3baed0474211 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=83887011-70b2-461d-916b-a9b379b73ff6 HTTP/1.1" status: 200 len: 210 time: 0.0814080 Oct 13 04:19:24.100405 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e974b-2e51-4648-b187-1cbff8671f49 x-openstack-request-id: req-b81e974b-2e51-4648-b187-1cbff8671f49 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:24.101552 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83887011-70b2-461d-916b-a9b379b73ff6", "name": "network-vif-deleted", "tag": "dabb50ff-4c11-4a86-999b-c9947e89e444", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:24.101898 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b81e974b-2e51-4648-b187-1cbff8671f49 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:24.102408 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83887011-70b2-461d-916b-a9b379b73ff6', 'name': 'network-vif-deleted', 'tag': 'dabb50ff-4c11-4a86-999b-c9947e89e444', 'status': 'completed', 'code': 200} Oct 13 04:19:24.120442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.182368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Pushing event updated for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.191776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Network afbdc2b1-5505-4579-adfb-aa880742371e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:24.193724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:24.196261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:24.218092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddd53c21-66a9-4999-b559-a64b3848423a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6e9d549657940a6af83c937f0cf2b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7704892 Oct 13 04:19:24.220839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f'}, {'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'name': 'network-vif-deleted', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:24.223172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45406) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:24.223821 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817c3c5-597b-4a53-8541-a5c9090de34b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f"}, {"server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "name": "network-vif-deleted", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:24.233358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd53c21-66a9-4999-b559-a64b3848423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0bef6e-2230-480d-aa3a-5edb6f12ba00,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.286983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6223efd-6444-43a4-87bc-8ca39c98319b req-5bb85e3a-5675-4cc5-ba71-7b863c29ab43 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.290159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:24.292740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6223efd-6444-43a4-87bc-8ca39c98319b req-5bb85e3a-5675-4cc5-ba71-7b863c29ab43 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 931 time: 0.1318457 Oct 13 04:19:24.297418 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a39dbec-f4c9-47d7-a337-2e9252994416 x-openstack-request-id: req-2a39dbec-f4c9-47d7-a337-2e9252994416 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:24.298717 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f", "status": "completed", "code": 200}, {"server_uuid": "4b3b1098-a972-482c-97b0-6b0d719413e4", "name": "network-vif-deleted", "tag": "710feaa8-92a9-4dd0-845b-f7f7f4465601", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:24.299166 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a39dbec-f4c9-47d7-a337-2e9252994416 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:24.302798 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'status': 'completed', 'code': 200} Oct 13 04:19:24.303437 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3b1098-a972-482c-97b0-6b0d719413e4', 'name': 'network-vif-deleted', 'tag': '710feaa8-92a9-4dd0-845b-f7f7f4465601', 'status': 'completed', 'code': 200} Oct 13 04:19:24.309506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:24.309891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.377396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.378820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.383723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:24.408533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f has no active binding in host n-h2-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:19:24.433538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6223efd-6444-43a4-87bc-8ca39c98319b req-bd88d855-a848-48cc-bfa4-8949093410e1 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267297 Oct 13 04:19:24.441762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-79ef9fc4-17ca-4caf-871e-d1e941d07cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.442959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-79ef9fc4-17ca-4caf-871e-d1e941d07cde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1124 time: 0.1181941 Oct 13 04:19:24.444959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-baedb3df-6fcf-49d3-bd76-b8b16012a0f6 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3556404 Oct 13 04:19:24.451539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.473046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Request body: {'port': {'device_id': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:24.528102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.541784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.558890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:24.561601 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd45168f-4d36-4d83-9517-d98cd3c8f785" -d '{"events": [{"server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "name": "network-vif-plugged", "status": "completed", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:24.571282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d54e8-cb51-4ce5-9e5f-f9cf4889ae79 req-96b6afa8-4bec-41ef-8e95-4cb557b8242a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.572740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-705d54e8-cb51-4ce5-9e5f-f9cf4889ae79 req-96b6afa8-4bec-41ef-8e95-4cb557b8242a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 944 time: 0.2028065 Oct 13 04:19:24.572887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:24.576500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.585446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.628505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-f9893491-556a-4c4c-bfc6-51bee2e658c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.630235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-f9893491-556a-4c4c-bfc6-51bee2e658c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1720772 Oct 13 04:19:24.654918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.655223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3556e62-88d7-4428-aa8c-0168c134e604 req-056ede6c-3566-4967-bf48-57d0b121f423 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.657264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3556e62-88d7-4428-aa8c-0168c134e604 req-056ede6c-3566-4967-bf48-57d0b121f423 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 943 time: 0.0989699 Oct 13 04:19:24.678378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:24.702751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-705d54e8-cb51-4ce5-9e5f-f9cf4889ae79 req-da8b3918-7263-4e63-9ded-111422c93d7b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109762 Oct 13 04:19:24.722661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-f46192a0-c580-4b09-98be-cbfd5ee33788 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 217 time: 0.0846069 Oct 13 04:19:24.730192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:24.805792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3556e62-88d7-4428-aa8c-0168c134e604 req-bd22aa79-812d-4bec-ad73-110768f2a34c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944300 Oct 13 04:19:24.806034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.808687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:24.810357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e0bef6e-2230-480d-aa3a-5edb6f12ba00 HTTP/1.1" status: 204 len: 168 time: 0.5861974 Oct 13 04:19:24.829827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-717586a8-d681-4fcf-986c-3133c38cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:24.829827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-717586a8-d681-4fcf-986c-3133c38cf2a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.0953031 Oct 13 04:19:24.842999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485672d-b912-44f4-8631-b4283d9684e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0bef6e-2230-480d-aa3a-5edb6f12ba00,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:24.881800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-c0428c90-2ac5-4e37-845c-2c8c6f29ff35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447595 Oct 13 04:19:25.031926 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-4882afc1-ce2d-485e-9b08-a4e511919ba1 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397719 Oct 13 04:19:25.067470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6328eb-ac44-4bf7-8f13-df1b8e33928b req-3af81c24-dc55-4a8d-a265-b3955c1b2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.070002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a6328eb-ac44-4bf7-8f13-df1b8e33928b req-3af81c24-dc55-4a8d-a265-b3955c1b2a7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0895905 Oct 13 04:19:25.095316 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696b704-a93c-45bc-9b0b-4c590cd31d42 x-openstack-request-id: req-f696b704-a93c-45bc-9b0b-4c590cd31d42 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:25.095625 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "name": "network-vif-plugged", "status": "completed", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:25.095863 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f696b704-a93c-45bc-9b0b-4c590cd31d42 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:25.096269 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'code': 200} Oct 13 04:19:25.167692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a6328eb-ac44-4bf7-8f13-df1b8e33928b req-cbf24edb-0140-4b81-8074-ea474ec24a11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902066 Oct 13 04:19:25.182495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5a351a-e029-491d-a4b4-8076329ae486 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:25.192570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.214277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Transition to ACTIVE for port object 9b5a351a-e029-491d-a4b4-8076329ae486 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:25.219226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f817c3c5-597b-4a53-8541-a5c9090de34b req-adc08e29-4d74-48b2-bf63-7eb1a30f6278 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783051 Oct 13 04:19:25.224030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.238461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.249063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.256050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.262289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.268991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.273869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:25.275810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.283478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.285977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e953518e-0737-423a-bb55-06588759bf51 req-645d63bd-7510-4e9d-af76-acb4109d9ba2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1535470 Oct 13 04:19:25.301856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eab1b7ae-21ce-42ba-afbd-e7a8db457a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.322773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.342007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e953518e-0737-423a-bb55-06588759bf51 req-3c709b1d-2723-4245-aab6-0edeeec3ec69 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479262 Oct 13 04:19:25.427556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Attempting to bind port 9b5a351a-e029-491d-a4b4-8076329ae486 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:25.427930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Attempting to bind port 9b5a351a-e029-491d-a4b4-8076329ae486 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:25.428228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Attempting to bind port 9b5a351a-e029-491d-a4b4-8076329ae486 on network afbdc2b1-5505-4579-adfb-aa880742371e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:25.437833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Port 9b5a351a-e029-491d-a4b4-8076329ae486 on network afbdc2b1-5505-4579-adfb-aa880742371e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:25.438103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Attempting to bind port 9b5a351a-e029-491d-a4b4-8076329ae486 on network afbdc2b1-5505-4579-adfb-aa880742371e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:25.450092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:25.450423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Checking segment: {'id': '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:25.450809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Bound using segment: {'id': '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:25.451272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Bound port: 9b5a351a-e029-491d-a4b4-8076329ae486, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:25.451635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.475802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eab1b7ae-21ce-42ba-afbd-e7a8db457a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.667224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d75d9-e615-4a27-81e3-970e11de8eb9 req-0bea04f3-b041-4ad9-804b-a6c303e26fd6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.668792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-692d75d9-e615-4a27-81e3-970e11de8eb9 req-0bea04f3-b041-4ad9-804b-a6c303e26fd6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 949 time: 0.0520985 Oct 13 04:19:25.709750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-692d75d9-e615-4a27-81e3-970e11de8eb9 req-9fce5270-9cfc-4ef9-a6d1-bfca905a33df tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Oct 13 04:19:25.757649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eab1b7ae-21ce-42ba-afbd-e7a8db457a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.831219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986c18f-d9e6-49bf-b1f7-3e9252d9eeb7 req-48ebf67d-ae7d-4a54-b329-6c56d4a431e8 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.833483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d986c18f-d9e6-49bf-b1f7-3e9252d9eeb7 req-48ebf67d-ae7d-4a54-b329-6c56d4a431e8 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 945 time: 0.0547185 Oct 13 04:19:25.850964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eab1b7ae-21ce-42ba-afbd-e7a8db457a77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99fbedaedd9b435c85c668638483b9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762191 Oct 13 04:19:25.854099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45446) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:25.856241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1b7ae-21ce-42ba-afbd-e7a8db457a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df98e35-4297-4601-a055-6303ff260d76,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:25.863256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:25.868228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b5a351a-e029-491d-a4b4-8076329ae486,segment=NetworkSegment(3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c),segment_id=3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:25.877331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f322401-d011-466c-a19d-fa4a830bb5b3 req-50b81ac1-d475-41dc-b00a-5b93b07b81c0 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.879435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f322401-d011-466c-a19d-fa4a830bb5b3 req-50b81ac1-d475-41dc-b00a-5b93b07b81c0 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 943 time: 0.1252980 Oct 13 04:19:25.881013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.892997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d986c18f-d9e6-49bf-b1f7-3e9252d9eeb7 req-8a6c6ae0-f472-492f-b2ec-7d280255d1d1 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530684 Oct 13 04:19:25.932329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.934126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:25.934750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.936183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] 10.222.0.16 "PUT /v2.0/ports/9b5a351a-e029-491d-a4b4-8076329ae486 HTTP/1.1" status: 200 len: 1091 time: 1.4693682 Oct 13 04:19:25.960171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:25.972801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f322401-d011-466c-a19d-fa4a830bb5b3 req-e1189124-c51e-4fef-893f-a1d7df97f0fd tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823166 Oct 13 04:19:25.973834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0222-5ad3-4468-8ef1-42208832b7cb service neutron] Pushing event updated for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:26.006500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dabb50ff-4c11-4a86-999b-c9947e89e444 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:26.023015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.026445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.030959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5df98e35-4297-4601-a055-6303ff260d76 HTTP/1.1" status: 204 len: 168 time: 0.1759348 Oct 13 04:19:26.039919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-4565dbad-e7a6-4cda-af2e-fe68e954b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.042068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-4565dbad-e7a6-4cda-af2e-fe68e954b7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ada0edb67b249279fbbfecf5cc06f07&device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 1094 time: 0.0503178 Oct 13 04:19:26.043927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12ccf1-e24a-477d-aa99-851ca101581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df98e35-4297-4601-a055-6303ff260d76,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:26.057632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 710feaa8-92a9-4dd0-845b-f7f7f4465601 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:26.089774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: dabb50ff-4c11-4a86-999b-c9947e89e444 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:26.090002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dabb50ff-4c11-4a86-999b-c9947e89e444 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:26.094222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 710feaa8-92a9-4dd0-845b-f7f7f4465601 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:26.094826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 710feaa8-92a9-4dd0-845b-f7f7f4465601 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:26.099719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-5479f1fc-1e52-49bb-b2f7-1d94f8e2ed4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5a351a-e029-491d-a4b4-8076329ae486 HTTP/1.1" status: 200 len: 217 time: 0.0465121 Oct 13 04:19:26.118771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:26.121091 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a731a8-ca09-4f5f-aaae-fafca70d819d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:26.165061 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8de86a-aeb4-4f7c-9514-9c53d6f70156 x-openstack-request-id: req-7e8de86a-aeb4-4f7c-9514-9c53d6f70156 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:26.165362 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:26.165615 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8de86a-aeb4-4f7c-9514-9c53d6f70156 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:26.166013 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486', 'status': 'completed', 'code': 200} Oct 13 04:19:26.184981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e54eb-827c-4058-b2e0-1298c89c5bfe req-7eb2082e-480b-43e4-a014-3ac04a1824c6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.186479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-395e54eb-827c-4058-b2e0-1298c89c5bfe req-7eb2082e-480b-43e4-a014-3ac04a1824c6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 943 time: 0.0988538 Oct 13 04:19:26.190272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-cc466136-e01d-4abe-9f11-4bada7d09413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.192188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-cc466136-e01d-4abe-9f11-4bada7d09413 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77b571fb-cc43-439e-97c9-71418c5dbf84 HTTP/1.1" status: 200 len: 861 time: 0.0677905 Oct 13 04:19:26.235710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-385714bb-a6e4-46df-84d6-b8b5bd550d97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afbdc2b1-5505-4579-adfb-aa880742371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286076 Oct 13 04:19:26.256594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-395e54eb-827c-4058-b2e0-1298c89c5bfe req-c568338e-21f0-4d82-871a-ebf70c1d4068 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630136 Oct 13 04:19:26.337346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-ad74e831-8172-4ab9-86bb-5ed5bde4158c service neutron] 10.222.0.16 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907280 Oct 13 04:19:26.453758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf04757-3056-4bad-a088-e4ec3852bdc7 req-875b743f-e51b-4b0d-9183-b19c778c993e service neutron] 10.222.0.16 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000957 Oct 13 04:19:26.463402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-8c66da3d-c846-4bcf-bb57-6b748b982bb8 service neutron] 10.222.0.16 "GET /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f/bindings/n-h2-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.1090040 Oct 13 04:19:26.553649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.559671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.566547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-8d0ecde1-0140-4ca3-8eb0-472aba824e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.566717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.568326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-8d0ecde1-0140-4ca3-8eb0-472aba824e51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ada0edb67b249279fbbfecf5cc06f07&device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 1094 time: 0.0465798 Oct 13 04:19:26.572571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.578710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.585443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.591488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.593324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-b202e4fc-3887-4ebb-a829-5af0f262e897 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1496885 Oct 13 04:19:26.689096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-167d5ac4-bcc4-4f6e-b862-58c0e55fd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.692156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-167d5ac4-bcc4-4f6e-b862-58c0e55fd584 service neutron] 10.222.0.16 "GET /v2.0/networks?id=afbdc2b1-5505-4579-adfb-aa880742371e HTTP/1.1" status: 200 len: 922 time: 0.1144702 Oct 13 04:19:26.703477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b6ed2d3-0b80-46bc-9fbd-e6f7ada4ff8e req-d4f7f644-9c8f-4cc3-9ad7-72750015c6b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016459 Oct 13 04:19:26.763428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-d308d06a-1258-45e7-aabd-7d0e08a0e665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b5a351a-e029-491d-a4b4-8076329ae486 HTTP/1.1" status: 200 len: 217 time: 0.0582094 Oct 13 04:19:26.764043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:26.792628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:26.831443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93de1b3-523a-408d-b651-e503daf5fc1f {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:26.842604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:26.852826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-b251cb3e-076b-47ec-8c90-fafb7566931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.854447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-b251cb3e-076b-47ec-8c90-fafb7566931e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77b571fb-cc43-439e-97c9-71418c5dbf84 HTTP/1.1" status: 200 len: 861 time: 0.0797157 Oct 13 04:19:26.860148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:26.892510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-eb034afa-b2de-440d-bcff-3d2d0102b7ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afbdc2b1-5505-4579-adfb-aa880742371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271525 Oct 13 04:19:26.901184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52213f5-bf1a-4408-ad1b-e577a5cb36d1 req-af5fb8ea-965b-4148-a857-e90ad6371b0b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:26.902650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b52213f5-bf1a-4408-ad1b-e577a5cb36d1 req-af5fb8ea-965b-4148-a857-e90ad6371b0b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 949 time: 0.0913074 Oct 13 04:19:26.944903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] Transition to ACTIVE for port object e93de1b3-523a-408d-b651-e503daf5fc1f will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:26.951639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.007655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b52213f5-bf1a-4408-ad1b-e577a5cb36d1 req-5f870512-6ebd-4d0a-a36f-529a8e6b2c38 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954454 Oct 13 04:19:27.041530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-e63d45ef-7713-4392-b42b-75dcd406ee7a service neutron] 10.222.0.16 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376355 Oct 13 04:19:27.075342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] No DVR routers for this DVR port e93de1b3-523a-408d-b651-e503daf5fc1f on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:27.138241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] Pushing event updated for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:27.144046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-40a292f2-5fb8-43aa-b16c-7ddf29214908 service neutron] 10.222.0.16 "PUT /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f/bindings/n-h2-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6608756 Oct 13 04:19:27.171399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f7164-2432-449f-a90f-ad1079ba55fe req-e1776bb1-b489-4d77-bdc9-9cccabd3c233 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.172892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd2f7164-2432-449f-a90f-ad1079ba55fe req-e1776bb1-b489-4d77-bdc9-9cccabd3c233 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 945 time: 0.1668456 Oct 13 04:19:27.192652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-a890beb7-024a-448a-9687-1b8a132e33d1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.196045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-a890beb7-024a-448a-9687-1b8a132e33d1 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 949 time: 0.1778340 Oct 13 04:19:27.218996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32afa2-e5d9-4feb-89c7-afa48c34401f req-bfb15150-f9d1-469c-9368-8c6aee0b6820 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.220871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce32afa2-e5d9-4feb-89c7-afa48c34401f req-bfb15150-f9d1-469c-9368-8c6aee0b6820 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 943 time: 0.1402216 Oct 13 04:19:27.285114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-7cd51194-b68c-4d99-907d-46830c71576c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.286851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-7cd51194-b68c-4d99-907d-46830c71576c tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "GET /v2.0/ports?device_id=cae54a70-e932-4cd9-be58-f15140f9aa73 HTTP/1.1" status: 200 len: 948 time: 0.1448743 Oct 13 04:19:27.287007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd2f7164-2432-449f-a90f-ad1079ba55fe req-f90b71ff-c882-4659-9088-d2830974c921 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897977 Oct 13 04:19:27.292922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60a731a8-ca09-4f5f-aaae-fafca70d819d req-6d848692-d9e3-4683-8642-f5058bce646d service neutron] 10.222.0.16 "GET /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409334 Oct 13 04:19:27.345195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 2eb55fe9-9aec-41ef-bf37-3e858117148d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:27.345425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.367349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce32afa2-e5d9-4feb-89c7-afa48c34401f req-e7b79026-17c5-4d8c-b73f-ca2369aec2e2 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327446 Oct 13 04:19:27.380915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d804141c-ed1b-4f32-984c-9e63a49c5f3c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.384799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-d804141c-ed1b-4f32-984c-9e63a49c5f3c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1740863 Oct 13 04:19:27.497381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-0c295017-5f50-4402-9b28-a2d435fc6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.499056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-0c295017-5f50-4402-9b28-a2d435fc6a59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc&tenant_id=618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 1095 time: 0.0875399 Oct 13 04:19:27.523869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 0cc9c560-220b-488d-9315-a903c11210f6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:27.524266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.793995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815a81-f899-4a33-bb69-d7167cbeea67 req-89781770-c6e8-40e9-978e-80c25a7451eb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.795455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd815a81-f899-4a33-bb69-d7167cbeea67 req-89781770-c6e8-40e9-978e-80c25a7451eb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0830379 Oct 13 04:19:27.799374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-5d98f8aa-b0ad-4763-a501-06b15732f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:27.801699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-5d98f8aa-b0ad-4763-a501-06b15732f508 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1095 time: 0.2454462 Oct 13 04:19:27.818400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 2eb55fe9-9aec-41ef-bf37-3e858117148d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2eb55fe9-9aec-41ef-bf37-3e858117148d,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:27.818770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.840364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 2eb55fe9-9aec-41ef-bf37-3e858117148d owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:27.867119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd815a81-f899-4a33-bb69-d7167cbeea67 req-b6915ee6-78f8-4e0d-9259-8a73776486ef tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596848 Oct 13 04:19:27.881841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-be7b86fd-bb59-485b-9905-fe79298ead31 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3818054 Oct 13 04:19:27.887919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 0cc9c560-220b-488d-9315-a903c11210f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0cc9c560-220b-488d-9315-a903c11210f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:27.888273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:27.893108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:27.931554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 0cc9c560-220b-488d-9315-a903c11210f6 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:27.939334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.049253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.055758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.061817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.067158 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b5a351a-e029-491d-a4b4-8076329ae486 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:28.068755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.072381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9fc04565-b185-42aa-984b-b11f9b322776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.073880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9fc04565-b185-42aa-984b-b11f9b322776 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.2628849 Oct 13 04:19:28.074727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.080737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.087130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.091566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-9cd109cb-b613-481c-b6d9-c6ba7e02a60c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1124904 Oct 13 04:19:28.094631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.116646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d', '0cc9c560-220b-488d-9315-a903c11210f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:28.151454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=2eb55fe9-9aec-41ef-bf37-3e858117148d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.170748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:28.209012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-9a92ae11-713e-4ed8-a14c-6c9125cd4eeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 200 len: 217 time: 0.0622509 Oct 13 04:19:28.213856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 2eb55fe9-9aec-41ef-bf37-3e858117148d on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:28.224369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e41c3e-c4b8-4128-bb1d-b789d6241c4e req-cf29ada4-ff70-42d7-855f-e06540552f2c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245713 Oct 13 04:19:28.225526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.228978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7ce6ba0-4183-4198-91a7-f25674df23e7 req-786f5bb9-d790-4f06-913c-c41409af9d75 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "DELETE /v2.0/ports/2eb55fe9-9aec-41ef-bf37-3e858117148d HTTP/1.1" status: 204 len: 173 time: 1.0252998 Oct 13 04:19:28.244309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'name': 'network-vif-deleted', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:28.246966 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de000a44-3dd2-4fa7-8f8d-248b4c384e07" -d '{"events": [{"server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "name": "network-vif-deleted", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:28.318980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.384352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=0cc9c560-220b-488d-9315-a903c11210f6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.394603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f5b889c-72eb-458d-8d29-86411af5ae55 req-5190eaf5-c8f5-402b-8d63-49ce417f3476 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45 HTTP/1.1" status: 200 len: 210 time: 0.0514908 Oct 13 04:19:28.411502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.466052 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b342e1-0477-4c11-bc80-9c10e93a6b46 x-openstack-request-id: req-07b342e1-0477-4c11-bc80-9c10e93a6b46 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:28.466383 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45", "name": "network-vif-deleted", "tag": "2eb55fe9-9aec-41ef-bf37-3e858117148d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:28.466621 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07b342e1-0477-4c11-bc80-9c10e93a6b46 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:28.467020 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fe1d1f-b76e-45b6-aa31-9218b3d0cb45', 'name': 'network-vif-deleted', 'tag': '2eb55fe9-9aec-41ef-bf37-3e858117148d', 'status': 'completed', 'code': 200} Oct 13 04:19:28.485830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-4d3f7f7f-f7ce-4b89-816c-bb641b4b98cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.488122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-4d3f7f7f-f7ce-4b89-816c-bb641b4b98cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.2592020 Oct 13 04:19:28.504583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b5a351a-e029-491d-a4b4-8076329ae486,segment=NetworkSegment(3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c),segment_id=3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:28.519841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 0cc9c560-220b-488d-9315-a903c11210f6 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:28.525267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.528694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66119d99-c08d-4da9-86b8-0bce3f807f41 req-0d7891f3-baea-4e95-99d0-3be24e94a8a0 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.16 "DELETE /v2.0/ports/0cc9c560-220b-488d-9315-a903c11210f6 HTTP/1.1" status: 204 len: 173 time: 1.2252600 Oct 13 04:19:28.546150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'name': 'network-vif-deleted', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:28.564544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9b5a351a-e029-491d-a4b4-8076329ae486', 'network_id': 'afbdc2b1-5505-4579-adfb-aa880742371e', 'port_id': '9b5a351a-e029-491d-a4b4-8076329ae486', 'mac_address': 'fa:16:3e:63:46:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b571fb-cc43-439e-97c9-71418c5dbf84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:28.566390 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8908dd-cd1d-4108-a065-8434ef278318" -d '{"events": [{"server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "name": "network-vif-deleted", "tag": "0cc9c560-220b-488d-9315-a903c11210f6"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:28.679901 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.681274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3c258-7d9d-4214-b482-49b8068dc9fa req-dc11386d-8d6c-4733-8bda-210fbe2cfeea tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:28.682858 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99e3c258-7d9d-4214-b482-49b8068dc9fa req-dc11386d-8d6c-4733-8bda-210fbe2cfeea tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 943 time: 0.1286788 Oct 13 04:19:28.700857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-bae635d0-7671-4372-8208-d6eac9bb03f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565032 Oct 13 04:19:28.712900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2eb55fe9-9aec-41ef-bf37-3e858117148d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:28.779352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5a351a-e029-491d-a4b4-8076329ae486 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:28.811081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99e3c258-7d9d-4214-b482-49b8068dc9fa req-7f6b14c1-a5e3-410e-ac99-a6629d6892d2 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842137 Oct 13 04:19:28.842617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b5a351a-e029-491d-a4b4-8076329ae486,segment=NetworkSegment(3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c),segment_id=3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:28.851552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:28.908395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:28.930429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Allocated IP 172.25.0.83 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/9e1c2d65-a057-4307-b917-385e195c8092) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:28.980138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:28.983473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-8e298068-fc24-4969-adc5-fdccccae82d8 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726321 Oct 13 04:19:29.068735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9b5a351a-e029-491d-a4b4-8076329ae486'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:29.105135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.237805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.277377 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a86319b-de96-49c3-9485-bbbc44954ea8 x-openstack-request-id: req-9a86319b-de96-49c3-9485-bbbc44954ea8 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:29.277738 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae54a70-e932-4cd9-be58-f15140f9aa73", "name": "network-vif-deleted", "tag": "0cc9c560-220b-488d-9315-a903c11210f6", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:29.279529 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a86319b-de96-49c3-9485-bbbc44954ea8 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:29.279953 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae54a70-e932-4cd9-be58-f15140f9aa73', 'name': 'network-vif-deleted', 'tag': '0cc9c560-220b-488d-9315-a903c11210f6', 'status': 'completed', 'code': 200} Oct 13 04:19:29.325349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-f7397f71-6b9d-4d88-b2ce-14a7154f02be service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731312 Oct 13 04:19:29.327470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:29.332090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:29.334656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:29.341072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event updated for resources: {'Port': ['ID=9e1c2d65-a057-4307-b917-385e195c8092,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:29.376781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33275c53-f8ee-42bf-ba77-f06492960bb6 req-f9ff3024-1ae3-47de-83c2-b4cd2633ffeb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.385319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33275c53-f8ee-42bf-ba77-f06492960bb6 req-f9ff3024-1ae3-47de-83c2-b4cd2633ffeb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0696576 Oct 13 04:19:29.428207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33275c53-f8ee-42bf-ba77-f06492960bb6 req-e9b3f407-c702-49f9-b65d-6589effe6a0a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Oct 13 04:19:29.448130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.504714 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.602790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.608753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.616641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.623000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.629579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.635522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.642017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.644490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-59ca0f56-3597-4b84-b4bd-318b655f45d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1300457 Oct 13 04:19:29.694304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91ec03bf-c626-4a4c-aaa2-82bf8b1a47a9 req-92138a59-2f0b-4fde-8964-63c1f32072bd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424244 Oct 13 04:19:29.703989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-c3dceb9e-ff26-4a7a-a9a5-56427f4625e7 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:29.706214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-c3dceb9e-ff26-4a7a-a9a5-56427f4625e7 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0983179 Oct 13 04:19:29.804932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:29.812243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.078788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b70bb3-5a56-4105-a0e9-88195a1e3ce4 req-4eace944-7b81-442c-a0ac-5ec77f14b933 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.082453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b5a351a-e029-491d-a4b4-8076329ae486 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:30.083618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b70bb3-5a56-4105-a0e9-88195a1e3ce4 req-4eace944-7b81-442c-a0ac-5ec77f14b933 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 944 time: 0.0585432 Oct 13 04:19:30.129525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b70bb3-5a56-4105-a0e9-88195a1e3ce4 req-3acd96ed-247b-45d6-bd38-a746ee40ecc0 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Oct 13 04:19:30.154471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 9b5a351a-e029-491d-a4b4-8076329ae486 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:30.159673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9b5a351a-e029-491d-a4b4-8076329ae486 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:30.160065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.213974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event updated for resources: {'Port': ['ID=9e1c2d65-a057-4307-b917-385e195c8092,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:30.225194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.236353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-895d636e-0178-4fed-804d-83e664c72629 service neutron] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:30.241216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-895d636e-0178-4fed-804d-83e664c72629 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.242269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e0b50c-6380-4cb5-add3-497b7055c44a req-895d636e-0178-4fed-804d-83e664c72629 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f/bindings/n-h1-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.5122645 Oct 13 04:19:30.247515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.248185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-893806f8-5948-4a74-8419-fff3e167c06b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3655920 Oct 13 04:19:30.275795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772ae88-3551-42a7-9c56-6d3cb8ab9d48 req-6783f2ca-09a9-4274-aa3d-50f76094c03b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.277313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1772ae88-3551-42a7-9c56-6d3cb8ab9d48 req-6783f2ca-09a9-4274-aa3d-50f76094c03b tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.0661869 Oct 13 04:19:30.297231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.324287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:30.326755 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911da0c8-5933-478f-9a00-63f8119a3f01" -d '{"events": [{"server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:30.327609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1772ae88-3551-42a7-9c56-6d3cb8ab9d48 req-e87dd7f8-1fd4-4931-859d-081aa631261a tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Oct 13 04:19:30.339890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b5a351a-e029-491d-a4b4-8076329ae486,segment=NetworkSegment(3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c),segment_id=3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:30.351271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-277ddb19-513f-4680-a4b8-c693ad6613af tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.0872784 Oct 13 04:19:30.354630 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:30.356007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0cc9c560-220b-488d-9315-a903c11210f6 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:30.406266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 0cc9c560-220b-488d-9315-a903c11210f6 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:30.407243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0cc9c560-220b-488d-9315-a903c11210f6 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:30.407675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:30.465556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:30.472081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:30.472509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2eb55fe9-9aec-41ef-bf37-3e858117148d no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:30.478114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-87dc49fb-772c-4016-9188-97f825bddf2c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.479568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-377c35f4-e835-43b2-b24a-1775f9b3c3c8 req-87dc49fb-772c-4016-9188-97f825bddf2c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1299422 Oct 13 04:19:30.510400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 2eb55fe9-9aec-41ef-bf37-3e858117148d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:30.510848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2eb55fe9-9aec-41ef-bf37-3e858117148d not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:30.539713 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6f84e-4b51-44ac-a020-9fa4f353eb7f x-openstack-request-id: req-faa6f84e-4b51-44ac-a020-9fa4f353eb7f {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:30.540113 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:30.540470 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-faa6f84e-4b51-44ac-a020-9fa4f353eb7f {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:30.540968 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486', 'code': 200} Oct 13 04:19:30.658409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53584fce-c76c-4771-b2d8-bb2c72495514 req-db233ada-b287-4d90-b014-78a41ccb4342 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.659282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec2e8-b98e-4c58-a2fa-22ae25b65a13 req-69decb36-7811-4e6e-8780-939a04063c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.661033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f90ec2e8-b98e-4c58-a2fa-22ae25b65a13 req-69decb36-7811-4e6e-8780-939a04063c6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 1096 time: 0.0543089 Oct 13 04:19:30.663551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53584fce-c76c-4771-b2d8-bb2c72495514 req-db233ada-b287-4d90-b014-78a41ccb4342 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0601876 Oct 13 04:19:30.707783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f90ec2e8-b98e-4c58-a2fa-22ae25b65a13 req-a6a72d95-76cb-4bbc-bba0-eaba8ef35f29 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Oct 13 04:19:30.711417 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53584fce-c76c-4771-b2d8-bb2c72495514 req-6a9007c3-92a2-495b-a921-7ca47875c4fb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Oct 13 04:19:30.840094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-741c6d90-f413-4c75-a8e0-b8b1d082e8a1 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.841590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-741c6d90-f413-4c75-a8e0-b8b1d082e8a1 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 821 time: 0.1213732 Oct 13 04:19:30.848016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.854411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.857908 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-3ae9ce0b-baec-47f9-a616-2b01128d91ad tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/quotas/cf72601e07e842868e2a98910e56c4dd HTTP/1.1" status: 200 len: 375 time: 0.0094707 Oct 13 04:19:30.861125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.868175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.874123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.881180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.887158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:30.889093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-7afa3ed7-443e-4d35-9113-9966e4416b1c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1023879 Oct 13 04:19:30.923488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-2b0add36-c560-4548-a409-83bd2c4a3513 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0583560 Oct 13 04:19:30.935569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186b6f4b-45f9-49be-aec9-d66b10e652c9 req-b2a2a190-a606-4f69-9f78-176ef752045c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389121 Oct 13 04:19:31.032689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-48055f12-1971-49ac-9642-5c49bd1cee2b service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005294 Oct 13 04:19:31.072559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a7ae7-f84e-4ba7-ab52-d2d39951da2d req-43f0d1e0-ff9b-4f60-a014-3b4704dbbd48 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.080496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-773a7ae7-f84e-4ba7-ab52-d2d39951da2d req-43f0d1e0-ff9b-4f60-a014-3b4704dbbd48 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 1095 time: 0.0510023 Oct 13 04:19:31.125306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-773a7ae7-f84e-4ba7-ab52-d2d39951da2d req-01be8eab-fefa-4c84-8cb8-2f3b43e1aee2 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Oct 13 04:19:31.167793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-654ac430-7d57-448a-9d7a-d1b9d9c31102 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267755 Oct 13 04:19:31.284889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02476116-afeb-462e-bc25-0a3ba4856dd8 req-eb164c9c-40b6-4336-88eb-5132fefe43dc tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.292682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-02476116-afeb-462e-bc25-0a3ba4856dd8 req-eb164c9c-40b6-4336-88eb-5132fefe43dc tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.0663965 Oct 13 04:19:31.359835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-02476116-afeb-462e-bc25-0a3ba4856dd8 req-8a9f2455-067f-4bcf-80db-2ebbd264dde0 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604506 Oct 13 04:19:31.415322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e572671-ff80-4141-87f6-223e39e09920 req-be9e00d2-34ab-4a38-b287-dadd5e0191cf tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 210 time: 0.0490348 Oct 13 04:19:31.517348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf304911-740b-441b-b0d2-3b23f0a9f3ce req-9ee2a79b-54e2-4df0-8bf6-cfc2d5274481 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.519789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf304911-740b-441b-b0d2-3b23f0a9f3ce req-9ee2a79b-54e2-4df0-8bf6-cfc2d5274481 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.0647314 Oct 13 04:19:31.530207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-cd7c61bb-0b7c-49c2-84d8-667a1a76a8d8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.533554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-cd7c61bb-0b7c-49c2-84d8-667a1a76a8d8 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 950 time: 0.0825462 Oct 13 04:19:31.569536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf304911-740b-441b-b0d2-3b23f0a9f3ce req-d0fe8390-0708-4831-bf5e-71b6e99762e9 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/security-groups?id=4332a984-c1f4-4a55-b76f-bc2d7cefa046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Oct 13 04:19:31.773352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Deleting port 770a341c-36c2-4e77-b67a-f5b8fad202b1 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:31.773700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.849474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-c4e4a762-049e-4da2-97c5-bb8958545ced tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:31.856737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-c4e4a762-049e-4da2-97c5-bb8958545ced tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.2116735 Oct 13 04:19:31.886960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-1473ba28-3a3d-4e56-a8ab-abc279ec1a08 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/quotas/618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 375 time: 0.0295680 Oct 13 04:19:31.951321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] For port 770a341c-36c2-4e77-b67a-f5b8fad202b1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=770a341c-36c2-4e77-b67a-f5b8fad202b1,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:31.951689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:31.968343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Calling delete_port for 770a341c-36c2-4e77-b67a-f5b8fad202b1 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:31.983557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-210ba658-4733-453b-a4cf-f21309b9b03e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956140 Oct 13 04:19:32.060879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 18556b2d-ec15-46b0-8762-8c66edce1727 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:32.115274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.123043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.132740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.137962 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-bc93301e-e01e-4a5a-8310-2b0e47eda55b service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534841 Oct 13 04:19:32.143385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.152019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.158163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.164757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.167150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-5e59ce3c-9ce0-4921-9827-61915ea59a91 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5420 time: 0.1331971 Oct 13 04:19:32.218816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a84e373-2c9a-49eb-b363-c06255b80864 req-3203330f-b0cb-4455-b9c1-417ab0ca0651 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442483 Oct 13 04:19:32.244382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=18556b2d-ec15-46b0-8762-8c66edce1727,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.258630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.267214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '18556b2d-ec15-46b0-8762-8c66edce1727', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'port_id': '18556b2d-ec15-46b0-8762-8c66edce1727', 'mac_address': 'fa:16:3e:72:3c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:32.272727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['770a341c-36c2-4e77-b67a-f5b8fad202b1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:32.298042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Pushing event deleted for resources: {'Port': ['ID=770a341c-36c2-4e77-b67a-f5b8fad202b1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.313932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-b28bf2d4-ea5f-434a-bf90-c67c17a3bd22 service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603837 Oct 13 04:19:32.350101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.358551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] No DVR routers for this DVR port 770a341c-36c2-4e77-b67a-f5b8fad202b1 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:32.361183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.365141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983d04d4-c2be-487e-98e3-1079cbf70846 req-221feff8-3f9c-462d-9b15-218d96f1f3b6 tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.47 "DELETE /v2.0/ports/770a341c-36c2-4e77-b67a-f5b8fad202b1 HTTP/1.1" status: 204 len: 173 time: 0.8137410 Oct 13 04:19:32.365596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'name': 'network-vif-deleted', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:32.367914 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df907fc-6326-47cf-a04e-65e9f2e26120" -d '{"events": [{"server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "name": "network-vif-deleted", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:32.372239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18556b2d-ec15-46b0-8762-8c66edce1727 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:32.399391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=18556b2d-ec15-46b0-8762-8c66edce1727,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.404748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.405630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e53ff9db-56cb-4bd3-a44b-f54543f8e135 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:32.575157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49cf48-e9f5-4c54-88fe-fe47a4db9b7a req-07ea96d7-f2de-4bb1-a0c4-397feb76c0e5 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.581112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:32.591114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af49cf48-e9f5-4c54-88fe-fe47a4db9b7a req-07ea96d7-f2de-4bb1-a0c4-397feb76c0e5 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.1400092 Oct 13 04:19:32.623997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.650891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'port_id': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'mac_address': 'fa:16:3e:6d:c8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:32.653009 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94682d60-745a-4a8f-85e8-0ed1d6112b78 x-openstack-request-id: req-94682d60-745a-4a8f-85e8-0ed1d6112b78 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:32.653458 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4878c1d5-ff18-4a4f-90ec-b239a4bfe75a", "name": "network-vif-deleted", "tag": "770a341c-36c2-4e77-b67a-f5b8fad202b1", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:32.653585 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94682d60-745a-4a8f-85e8-0ed1d6112b78 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:32.653964 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4878c1d5-ff18-4a4f-90ec-b239a4bfe75a', 'name': 'network-vif-deleted', 'tag': '770a341c-36c2-4e77-b67a-f5b8fad202b1', 'status': 'completed', 'code': 200} Oct 13 04:19:32.686449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af49cf48-e9f5-4c54-88fe-fe47a4db9b7a req-02ee50e7-ee1b-402e-b4ed-0a1dc8e9d611 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931771 Oct 13 04:19:32.773502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:32.779201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-219146cb-8641-432e-9bba-6fba27699755 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:32.782892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-219146cb-8641-432e-9bba-6fba27699755 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.16 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 821 time: 0.3013656 Oct 13 04:19:32.799155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53ff9db-56cb-4bd3-a44b-f54543f8e135 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:32.806117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'port': {'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'admin_state_up': True, 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:32.845021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:32.852196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c229793-abb6-4d29-a75b-6d8c8d61e76c req-0ee572b4-f37f-4a69-8818-726db5ad5525 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 210 time: 0.0634606 Oct 13 04:19:32.875968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.012135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:33.053194 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0c143f65-d3ca-4bec-822d-741a82471997 req-f1633398-3834-46aa-bbd6-c0ad3563d3eb tempest-ServersOnMultiNodesTest-487473766 tempest-ServersOnMultiNodesTest-487473766-project] 10.222.0.49 "GET /v2.0/ports?device_id=4878c1d5-ff18-4a4f-90ec-b239a4bfe75a HTTP/1.1" status: 200 len: 210 time: 0.0904503 Oct 13 04:19:33.115822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f60a3624-f738-4dd0-9c94-caeaff2403fc req-35f5374b-293f-4e87-8093-7d9a23c1c8e4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 210 time: 0.0759807 Oct 13 04:19:33.144690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Made reservation on behalf of cf72601e07e842868e2a98910e56c4dd for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:33.165852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['18556b2d-ec15-46b0-8762-8c66edce1727'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:33.182725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.212419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['e53ff9db-56cb-4bd3-a44b-f54543f8e135'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:33.443226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Allocated IP 172.20.0.5 (38f3187e-0901-4ac3-8d38-81a4f48a3289/4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7/a249c16e-f7bb-450b-8bc1-a81b81840b98) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:33.547872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.559568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.572734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.581366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.589738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.597620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.604545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.607905 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-183b1007-bb99-46dd-b737-135a4503b99c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5422 time: 0.2650661 Oct 13 04:19:33.657521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba984b5-b3b9-4235-bec9-aea4f9fa8b06 req-de3f5eda-1cab-41b3-af13-0b97157ac32e tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:33.665692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dba984b5-b3b9-4235-bec9-aea4f9fa8b06 req-de3f5eda-1cab-41b3-af13-0b97157ac32e tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.0703914 Oct 13 04:19:33.709792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dba984b5-b3b9-4235-bec9-aea4f9fa8b06 req-64c4d26c-9ae8-4613-a898-63750ed9c51f tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Oct 13 04:19:33.745112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2b333bf-c2e4-46cb-9645-e2a44e31f8bc req-f83359bd-71cc-4937-8db9-38b5769476ee tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198342 Oct 13 04:19:33.798400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.835951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:33.885848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:33.888228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:33.890682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:33.932739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event updated for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:33.949303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1a48b127-39f3-4ed0-b0bb-170cfa912fd9'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:34.007880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.009433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.054157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-c1cdaab2-50b1-4a1d-9a7a-dc8134ba684b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2519042 Oct 13 04:19:34.066662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614011a-c062-44db-9d70-f0c9f6c4713e req-034a2f3d-5966-407e-9c09-7f5eee55474a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.068336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2614011a-c062-44db-9d70-f0c9f6c4713e req-034a2f3d-5966-407e-9c09-7f5eee55474a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 931 time: 0.1199775 Oct 13 04:19:34.075999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Request body: {'port': {'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:34.114701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3f0be0a7-9d62-4e5a-97e1-aa77c962812e details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:34.120946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 770a341c-36c2-4e77-b67a-f5b8fad202b1 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:34.208985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 770a341c-36c2-4e77-b67a-f5b8fad202b1 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:34.210033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 770a341c-36c2-4e77-b67a-f5b8fad202b1 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:34.245385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.272413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-933cb741-bb7f-453c-9449-3b9faaaee819 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.273977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-933cb741-bb7f-453c-9449-3b9faaaee819 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.2410777 Oct 13 04:19:34.276538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c90f3232-6e86-4a13-904e-391d2a3650a9 None None] Provisioning complete for port a249c16e-f7bb-450b-8bc1-a81b81840b98 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:34.277156 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c90f3232-6e86-4a13-904e-391d2a3650a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.288747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Request body: {'port': {'device_id': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'admin_state_up': True, 'tenant_id': '618ece22fe3f433692491ee646b1949c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:34.301643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2614011a-c062-44db-9d70-f0c9f6c4713e req-49bb6008-c15b-4184-bdf3-aad5078ec1f9 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589329 Oct 13 04:19:34.401798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c90f3232-6e86-4a13-904e-391d2a3650a9 None None] Port a249c16e-f7bb-450b-8bc1-a81b81840b98 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:34.443191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fd2ef35f-48b1-4517-a1cf-670c885ebab1 req-8152971c-18d7-4348-acc5-9ba781d519a7 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 210 time: 0.0455270 Oct 13 04:19:34.484907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.498069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'port_id': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'mac_address': 'fa:16:3e:51:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75674646-580b-4004-a4e6-2865124d4625', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:34.534823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:34.543222 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.552057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.567883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0be0a7-9d62-4e5a-97e1-aa77c962812e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:34.602602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.609788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.610686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 94a4e71f-74f6-4abb-b867-f172d57c8fc8 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:34.690409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.698576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.705109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'network_id': '4cf141f1-92db-4931-845b-ca7b83a7fd44', 'port_id': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'mac_address': 'fa:16:3e:db:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75674646-580b-4004-a4e6-2865124d4625', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:34.718518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45748) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:34.773582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.791814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a4e71f-74f6-4abb-b867-f172d57c8fc8 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:34.827452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:34.829823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Allocated IP 172.20.0.8 (2452335b-c31d-42e5-8e41-917b90974329/0a634132-7abb-4578-b913-130788d39855/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:34.837534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.838471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:34.856408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a249c16e-f7bb-450b-8bc1-a81b81840b98 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:34.888779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:34.954775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Transition to ACTIVE for port object a249c16e-f7bb-450b-8bc1-a81b81840b98 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:34.956143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:34.978662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-6a7c4798-107f-49d5-a2bd-fdba5256c610 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:34.980266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-6a7c4798-107f-49d5-a2bd-fdba5256c610 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.0890763 Oct 13 04:19:34.980934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.010191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.030287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'port_id': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc', 'mac_address': 'fa:16:3e:2a:f0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:35.030841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.041413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.047370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.047592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f966c-e2a6-4611-bfdf-6834b6208304 req-c80eb712-b28a-4c79-8c15-7ccd7a3543bf tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.049917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc3f966c-e2a6-4611-bfdf-6834b6208304 req-c80eb712-b28a-4c79-8c15-7ccd7a3543bf tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.1830103 Oct 13 04:19:35.059301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.067709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.075016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.089212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.093871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.107567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-7fbb9871-08ce-4792-9fa4-e30fca5c3d08 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5424 time: 0.2228551 Oct 13 04:19:35.124560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:35.166643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.171645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.172327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ca8a64c8-2f21-4b36-82a0-46247fca8319 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:35.225908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b08ff69c-8229-452d-8dfe-5e0010f7ef92 req-93c2f34c-8789-4346-806e-962b14220bcb tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172636 Oct 13 04:19:35.302755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.309501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.338296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.353145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'port_id': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'mac_address': 'fa:16:3e:45:50:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:35.380856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-183e3042-419e-4693-99c2-3b0fc49fef11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a03119d5ab0c4afb9ddcbbb2a25a35c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607223 Oct 13 04:19:35.384729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45770) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:35.392591 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.406964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc3f966c-e2a6-4611-bfdf-6834b6208304 req-441a517f-6653-407e-979f-b98dd21550d0 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203881 Oct 13 04:19:35.445679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.450308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Attempting to bind port a249c16e-f7bb-450b-8bc1-a81b81840b98 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:35.463013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Attempting to bind port a249c16e-f7bb-450b-8bc1-a81b81840b98 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:35.463670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Attempting to bind port a249c16e-f7bb-450b-8bc1-a81b81840b98 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:35.466917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.472564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Port a249c16e-f7bb-450b-8bc1-a81b81840b98 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:35.479560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Attempting to bind port a249c16e-f7bb-450b-8bc1-a81b81840b98 on network 38f3187e-0901-4ac3-8d38-81a4f48a3289 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:35.510338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8a64c8-2f21-4b36-82a0-46247fca8319 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:35.537261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:35.537643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Checking segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:35.538079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Bound using segment: {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:35.538540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Bound port: a249c16e-f7bb-450b-8bc1-a81b81840b98, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:35.538987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.542613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Network 2452335b-c31d-42e5-8e41-917b90974329 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:35.553532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.558229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.558912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 06d69c93-de42-4858-9b2a-8fe0a18a82e5 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:35.561347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.574995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:35.584004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Deleting port 9b5a351a-e029-491d-a4b4-8076329ae486 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:35.584350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.599897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:35.608180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.621337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'network_id': '113ad6d8-5dbc-42dd-af49-2005969c3381', 'port_id': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'mac_address': 'fa:16:3e:04:d9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3257df9-39e9-47a4-8566-913375606f71', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:35.664166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f033-5cd1-4f52-8c31-3e04533b6954 req-c31deb84-aef1-46a2-8371-984daee62461 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.666020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ff4f033-5cd1-4f52-8c31-3e04533b6954 req-c31deb84-aef1-46a2-8371-984daee62461 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 931 time: 0.1223171 Oct 13 04:19:35.674372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951da6b8-7b7b-4249-8268-c6c18f8f8d7d req-6bbb6da4-5b6d-438c-9250-da9851d727ec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.675950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-951da6b8-7b7b-4249-8268-c6c18f8f8d7d req-6bbb6da4-5b6d-438c-9250-da9851d727ec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 943 time: 0.1876063 Oct 13 04:19:35.689512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.723334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.730823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:35.731640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.737485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:35.750835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d69c93-de42-4858-9b2a-8fe0a18a82e5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:35.762500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ff4f033-5cd1-4f52-8c31-3e04533b6954 req-d453ee87-93b3-4b39-aacf-c5bf778ed954 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861793 Oct 13 04:19:35.774943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-6fe9a160-d7e7-495f-a53b-15e5ae5a308b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902043 Oct 13 04:19:35.786926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:35.792613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.796196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Request body: {'port': {'device_id': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:35.862822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:35.867243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.083828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:36.085983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 18556b2d-ec15-46b0-8762-8c66edce1727 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:36.101685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.132972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-951da6b8-7b7b-4249-8268-c6c18f8f8d7d req-4c1b57bb-1230-4ba6-9762-5a69930f1b78 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448702 Oct 13 04:19:36.153537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 18556b2d-ec15-46b0-8762-8c66edce1727 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:36.158825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 18556b2d-ec15-46b0-8762-8c66edce1727 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:36.159586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.178391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] For port 9b5a351a-e029-491d-a4b4-8076329ae486, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b5a351a-e029-491d-a4b4-8076329ae486,segment=NetworkSegment(3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c),segment_id=3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:36.178956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.190415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:36.204476 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.223659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Calling delete_port for 9b5a351a-e029-491d-a4b4-8076329ae486 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:36.243630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0810c77-079d-46a7-b74f-1a6c9d1f5ccc {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:36.253976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.271563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Transition to ACTIVE for port object c0810c77-079d-46a7-b74f-1a6c9d1f5ccc will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:36.278128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.278769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.280487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] 10.222.0.16 "PUT /v2.0/ports/a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 1091 time: 2.2112064 Oct 13 04:19:36.283054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:36.283429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.286477 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64864608-08b9-4d22-897c-b4b260bf149f" -d '{"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:36.348839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.376282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.390662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18556b2d-ec15-46b0-8762-8c66edce1727'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:36.394232 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67bd084-10a6-45e8-9508-471256e91eb3" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "18556b2d-ec15-46b0-8762-8c66edce1727"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:36.396157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a730df-258b-4577-a27d-d97387071ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.411865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=18556b2d-ec15-46b0-8762-8c66edce1727,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:36.417904 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.420412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e53ff9db-56cb-4bd3-a44b-f54543f8e135 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:36.439547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3f0be0a7-9d62-4e5a-97e1-aa77c962812e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:36.449193 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce252e31-beaf-478c-ab47-07a6670c36b9 x-openstack-request-id: req-ce252e31-beaf-478c-ab47-07a6670c36b9 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:36.449554 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:36.449896 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce252e31-beaf-478c-ab47-07a6670c36b9 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:36.450612 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'status': 'completed', 'code': 200} Oct 13 04:19:36.460949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.466135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.467802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4332a984-c1f4-4a55-b76f-bc2d7cefa046 HTTP/1.1" status: 204 len: 168 time: 1.0597425 Oct 13 04:19:36.517119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f7be1-c6dc-4381-8101-3b63b19b147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332a984-c1f4-4a55-b76f-bc2d7cefa046,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:36.553145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['06d69c93-de42-4858-9b2a-8fe0a18a82e5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:36.555234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-6a72a58e-ab25-430f-b6ab-0b187037a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.557381 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-6a72a58e-ab25-430f-b6ab-0b187037a1e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1094 time: 0.2202475 Oct 13 04:19:36.560427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['ca8a64c8-2f21-4b36-82a0-46247fca8319'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:36.562384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:36.651034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['94a4e71f-74f6-4abb-b867-f172d57c8fc8'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:36.652065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-35db6c43-bfa8-4600-bde0-8dd43f787502 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 217 time: 0.0791459 Oct 13 04:19:36.692169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.700902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.709006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.715969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.724612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.731251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.738444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.747728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-0bcf4012-4ff3-43ac-b2d8-2b1c6db744b4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5428 time: 0.3635845 Oct 13 04:19:36.811442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba7573b2-1a63-41eb-ab7e-374a0043271e req-c7fc6041-83d5-47bb-be7d-20dd89799250 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619977 Oct 13 04:19:36.813041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:36.817952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:36.818544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:36.844826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:36.847962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:36.849863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-ca4c0f6a-91e2-41df-845d-fd379f880dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.851597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-ca4c0f6a-91e2-41df-845d-fd379f880dde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1888518 Oct 13 04:19:36.858301 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a405d1-0e10-466f-9b0a-01584daa8cd5 x-openstack-request-id: req-35a405d1-0e10-466f-9b0a-01584daa8cd5 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:36.858590 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "18556b2d-ec15-46b0-8762-8c66edce1727", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:36.858850 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35a405d1-0e10-466f-9b0a-01584daa8cd5 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:36.859261 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18556b2d-ec15-46b0-8762-8c66edce1727', 'code': 200} Oct 13 04:19:36.862078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:36.862282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec51a2-42a5-4acd-a265-1a36d034825a req-e17b0bbc-4094-4ab5-9540-6d3e317af365 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:36.863770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:36.866543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:36.867335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Bound port: c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:36.867946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.871490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6ec51a2-42a5-4acd-a265-1a36d034825a req-e17b0bbc-4094-4ab5-9540-6d3e317af365 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe9e3b75-2088-466c-a894-5b55872a734a HTTP/1.1" status: 200 len: 945 time: 0.1379604 Oct 13 04:19:36.902681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:36.989417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:36.992691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:36.999659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.044645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Pushing event deleted for resources: {'Port': ['ID=9b5a351a-e029-491d-a4b4-8076329ae486,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.074861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6ec51a2-42a5-4acd-a265-1a36d034825a req-45e7a879-135f-42b0-81ab-7ad82b440820 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.49 "GET /v2.0/security-groups?id=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024090 Oct 13 04:19:37.076635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.096296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.102156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.102841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.104738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-db030217-12e5-4320-b7d4-848f4239104d service neutron] 10.222.0.16 "PUT /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 1091 time: 1.3197243 Oct 13 04:19:37.133759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:37.136453 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:37.169263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port e53ff9db-56cb-4bd3-a44b-f54543f8e135 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:37.177833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] No DVR routers for this DVR port 9b5a351a-e029-491d-a4b4-8076329ae486 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:37.181947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.192117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-71eeaff2-36d1-4751-9479-3adc80028c66 req-d5446525-e870-4fcb-913b-c7f64f1bb330 tempest-InstanceActionsNegativeTestJSON-732735638 tempest-InstanceActionsNegativeTestJSON-732735638-project] 10.222.0.16 "DELETE /v2.0/ports/9b5a351a-e029-491d-a4b4-8076329ae486 HTTP/1.1" status: 204 len: 173 time: 2.1845210 Oct 13 04:19:37.219838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-bda8f11f-d0ce-4037-b4f1-540ae0cba15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.222444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port e53ff9db-56cb-4bd3-a44b-f54543f8e135 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:37.222622 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ec82d-f02d-49b7-8861-23fbfe02be6f x-openstack-request-id: req-5e8ec82d-f02d-49b7-8861-23fbfe02be6f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:37.222842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.223397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-bda8f11f-d0ce-4037-b4f1-540ae0cba15f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3490329 Oct 13 04:19:37.223789 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:37.224044 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e8ec82d-f02d-49b7-8861-23fbfe02be6f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:37.224500 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'status': 'completed', 'code': 200} Oct 13 04:19:37.357052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-b36a38ce-d317-47e2-8c4e-b90fb7781acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.359390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-b36a38ce-d317-47e2-8c4e-b90fb7781acf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1094 time: 0.1735504 Oct 13 04:19:37.399713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f13aa-a01d-4e50-a817-79f708ad0269 req-4f001c61-fb39-464a-908e-9213e173f901 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.403528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d0f13aa-a01d-4e50-a817-79f708ad0269 req-4f001c61-fb39-464a-908e-9213e173f901 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.3083713 Oct 13 04:19:37.427826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18335a84-2ebb-4404-943a-3c040f88a191 req-0dc2ad23-b572-48fe-b8cf-63f1ef0d346a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.429531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-18335a84-2ebb-4404-943a-3c040f88a191 req-0dc2ad23-b572-48fe-b8cf-63f1ef0d346a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 943 time: 0.1471627 Oct 13 04:19:37.463508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:37.483767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-0362d3d0-bfcb-4a55-afcd-1d139e9e787a service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516155 Oct 13 04:19:37.505150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-19c6c410-592e-4e9d-9b16-809b9dbeef84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 217 time: 0.1005387 Oct 13 04:19:37.506642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-18335a84-2ebb-4404-943a-3c040f88a191 req-e05b79b5-8a94-4a13-8c72-557215ab178b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Oct 13 04:19:37.576769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d0f13aa-a01d-4e50-a817-79f708ad0269 req-5deede56-6ca7-413e-b535-eac909d8391f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639004 Oct 13 04:19:37.596762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-218745f6-2c43-4393-89f6-70d300d5663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.597709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-541a0ae1-9cdc-49b2-a772-d7c289b7597e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07655de92eec4d6cbaf87fe518fbd441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305466 Oct 13 04:19:37.600104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:37.601182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-218745f6-2c43-4393-89f6-70d300d5663e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.0839646 Oct 13 04:19:37.641518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-2973ebd9-76a1-48d2-811f-56047815cb3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289803 Oct 13 04:19:37.678927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16e80ff0-387f-405f-a624-d3929ecd4263 req-ffe22ea4-fdd3-4b74-8f7e-dd98f3a1a1fd service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840057 Oct 13 04:19:37.716031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.749096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.786589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.816670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-8df2ca33-ac24-405e-91b9-222a50aa74b1 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596773 Oct 13 04:19:37.844890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.860884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.865612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad7d4484-40d2-4690-83c1-075de485156b HTTP/1.1" status: 204 len: 168 time: 0.2641888 Oct 13 04:19:37.867916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:37.872628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:37.901663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b65f-3337-4bf1-9289-46dc18fed103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d4484-40d2-4690-83c1-075de485156b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:37.918197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864608-08b9-4d22-897c-b4b260bf149f req-3ae6b214-fa24-4b8e-9ad2-339307623ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:37.920105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-3ae6b214-fa24-4b8e-9ad2-339307623ffb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1094 time: 0.1101878 Oct 13 04:19:37.954150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea4221d4-16fd-442e-bfb9-82a979250c3f req-9f7d9eaf-7bdd-4e12-bcfa-eddca5e01eec service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313295 Oct 13 04:19:37.957869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.021784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.028265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.034783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.040701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.047413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.053974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.060099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.072685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-16986748-0106-4590-bf14-fec818a32193 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5429 time: 0.1131904 Oct 13 04:19:38.124617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864608-08b9-4d22-897c-b4b260bf149f req-aec7aea1-6d68-4586-b43d-6ba7e5507690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.137394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-aec7aea1-6d68-4586-b43d-6ba7e5507690 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.2077575 Oct 13 04:19:38.139445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:38.151027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-02099e67-f902-4f37-9d94-d588652d91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.152544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-02099e67-f902-4f37-9d94-d588652d91b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1094 time: 0.0784712 Oct 13 04:19:38.156946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b5a351a-e029-491d-a4b4-8076329ae486 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:19:38.168896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42e5115-3b06-4eb3-a292-e1550aef33c4 req-052830f4-1b31-40dd-9079-766f62afef70 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919988 Oct 13 04:19:38.200845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 9b5a351a-e029-491d-a4b4-8076329ae486 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:19:38.201513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b5a351a-e029-491d-a4b4-8076329ae486 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:19:38.235747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-bb81118a-5dcb-432d-885c-82fb0a0f17a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 217 time: 0.0828726 Oct 13 04:19:38.284889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Deleting subnet 77b571fb-cc43-439e-97c9-71418c5dbf84 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:19:38.287817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-1c9fdb63-848b-4846-b49e-a7b6b1b95aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.289280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.290475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-1c9fdb63-848b-4846-b49e-a7b6b1b95aeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1204169 Oct 13 04:19:38.332283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864608-08b9-4d22-897c-b4b260bf149f req-7795ad8a-2c18-4f0e-9a1f-f905f782d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.333873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-7795ad8a-2c18-4f0e-9a1f-f905f782d60e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.0882204 Oct 13 04:19:38.340963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-c79035a2-a47e-4294-a2ff-17a243c8a8f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 217 time: 0.0407832 Oct 13 04:19:38.352176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.416559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-be48b01c-a2e0-482d-8794-0b4b6c661433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.418730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-be48b01c-a2e0-482d-8794-0b4b6c661433 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.0702884 Oct 13 04:19:38.422468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864608-08b9-4d22-897c-b4b260bf149f req-4a2441fe-b68a-4ca2-89ea-d81f335fb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.424223 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-4a2441fe-b68a-4ca2-89ea-d81f335fb1b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820487 Oct 13 04:19:38.425457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.461156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'name': 'network-vif-deleted', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:38.463651 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94ada9a-401c-4ddd-ad7d-55d9363968c0" -d '{"events": [{"server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "name": "network-vif-deleted", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:38.470477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-70492e50-2df7-47a4-be1e-2c575537287c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353625 Oct 13 04:19:38.524529 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a23d3f-a901-4714-b8a0-bd8c359ac5b8 x-openstack-request-id: req-a9a23d3f-a901-4714-b8a0-bd8c359ac5b8 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:38.524850 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9e3b75-2088-466c-a894-5b55872a734a", "name": "network-vif-deleted", "tag": "9b5a351a-e029-491d-a4b4-8076329ae486", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:38.525244 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9a23d3f-a901-4714-b8a0-bd8c359ac5b8 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:38.525637 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9e3b75-2088-466c-a894-5b55872a734a', 'name': 'network-vif-deleted', 'tag': '9b5a351a-e029-491d-a4b4-8076329ae486', 'status': 'completed', 'code': 200} Oct 13 04:19:38.589353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.623638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.629617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/77b571fb-cc43-439e-97c9-71418c5dbf84 HTTP/1.1" status: 204 len: 168 time: 0.4860008 Oct 13 04:19:38.629617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-3afcca82-75e2-49bb-825b-8605415e2dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839435 Oct 13 04:19:38.629988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45866) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:38.639439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652683f-a7e5-4e93-8ed2-6a1dbdcbed3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b571fb-cc43-439e-97c9-71418c5dbf84,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:38.672639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-5449f572-3015-4807-b443-a540df89ed14 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910267 Oct 13 04:19:38.704028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443175ff-47b3-4ad9-89a6-1eb70bb95130 req-3765b75d-00d7-42d2-ac56-f1952172086b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.713521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-443175ff-47b3-4ad9-89a6-1eb70bb95130 req-3765b75d-00d7-42d2-ac56-f1952172086b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 943 time: 0.0978653 Oct 13 04:19:38.812776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-443175ff-47b3-4ad9-89a6-1eb70bb95130 req-04748aa5-1a1e-4fcd-8667-9026535c364d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930381 Oct 13 04:19:38.833380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:38.860476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:38.864024 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea08db3-d651-46ef-baf7-849796cacdd3" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:38.882413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a7675-40be-493d-b868-797c46a00d60 req-a9cd9355-d460-4144-9e67-74eb0fa7d1a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:38.885573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44bb45cd-1528-4f36-9fac-5790cd4fdbe6 req-bc2c75dc-8d9a-4090-a52b-0cf0e1ce0d6e service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018044 Oct 13 04:19:38.885994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a9a7675-40be-493d-b868-797c46a00d60 req-a9cd9355-d460-4144-9e67-74eb0fa7d1a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.1852679 Oct 13 04:19:38.920053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64864608-08b9-4d22-897c-b4b260bf149f req-ed93f350-6e0e-4bc3-8cd3-84c0aad9739a service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722068 Oct 13 04:19:38.961411 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a025bc63-e1a8-4592-96df-9bb2139d6e68 x-openstack-request-id: req-a025bc63-e1a8-4592-96df-9bb2139d6e68 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:38.961411 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:38.961709 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a025bc63-e1a8-4592-96df-9bb2139d6e68 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:38.961899 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'code': 200} Oct 13 04:19:39.014182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a9a7675-40be-493d-b868-797c46a00d60 req-03279e20-bea6-4284-ba4f-394d6dfe0360 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185377 Oct 13 04:19:39.025600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.048131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbdc2b1-5505-4579-adfb-aa880742371e']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:39.057536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:39.057828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d18b810-3680-43b9-8ab9-b6e3ab8c4e4c') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:39.069133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.084919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.092856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:19:39.093346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:19:39.095461 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:19:39.168363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.174419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.178314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] 10.222.0.49 "DELETE /v2.0/networks/afbdc2b1-5505-4579-adfb-aa880742371e HTTP/1.1" status: 204 len: 168 time: 0.5472727 Oct 13 04:19:39.190387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ae663-978a-4100-a6d8-2ae6a9dab223 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbdc2b1-5505-4579-adfb-aa880742371e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.314320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.322694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.332094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.338357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.344857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.353927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.354040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45908) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:39.358567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.367964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-b62610fe-61cb-4c54-b41d-1a72a5007035 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5429 time: 0.1120534 Oct 13 04:19:39.404761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-288776c0-8bb5-4a57-908c-e236a90f4fbd req-fcadf27b-bc26-4ec3-945d-e1b2aa91b7ae tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361538 Oct 13 04:19:39.408703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-54ab6c1d-5b0b-4f46-9e32-af6a278a9d83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ada0edb67b249279fbbfecf5cc06f07&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0533450 Oct 13 04:19:39.411090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:39.468340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.492484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.548539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.551968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:39.555836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766 HTTP/1.1" status: 204 len: 168 time: 0.1413190 Oct 13 04:19:39.561627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8ec8-0f09-44e9-8df5-d80a8081e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e0ef5-82b9-4f7a-b0a3-c86ae76dd766,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:39.957535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc1ef9-3d7e-49c0-bb4c-d0264fd29a56 req-21448729-55e0-4276-8667-a82f4147dc01 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:39.958457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cfc1ef9-3d7e-49c0-bb4c-d0264fd29a56 req-21448729-55e0-4276-8667-a82f4147dc01 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 943 time: 0.0803649 Oct 13 04:19:40.008785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cfc1ef9-3d7e-49c0-bb4c-d0264fd29a56 req-ef4e80b2-de95-4047-859c-11de83283144 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Oct 13 04:19:40.126091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3f0be0a7-9d62-4e5a-97e1-aa77c962812e up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:40.141338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5d94-e375-4af8-8575-dc120bb49101 req-008ae8bd-da09-4a5a-a1e2-077a1c35ea62 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.143400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-252c5d94-e375-4af8-8575-dc120bb49101 req-008ae8bd-da09-4a5a-a1e2-077a1c35ea62 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.0561538 Oct 13 04:19:40.171878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a249c16e-f7bb-450b-8bc1-a81b81840b98 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:40.193021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:40.201094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:40.201641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.202610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-252c5d94-e375-4af8-8575-dc120bb49101 req-c975dd7e-dbd2-4fa7-8cfc-dc36707bdfbb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Oct 13 04:19:40.365002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:40.386178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:40.395531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.421570 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-e7aee05e-184b-4d17-b90c-72a0fa90dcd1 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f936670dc4414986b4becf747a815575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216408 Oct 13 04:19:40.497706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:40.499521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.517623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.519584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ca8a64c8-2f21-4b36-82a0-46247fca8319 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:40.578912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-1b7832ac-b39f-46b8-bfb7-4d3519827896 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.582063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-1b7832ac-b39f-46b8-bfb7-4d3519827896 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542406 Oct 13 04:19:40.583006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a249c16e-f7bb-450b-8bc1-a81b81840b98 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:40.610288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-dfc3adea-5203-416c-997d-6bb376f402e6 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/quotas/f936670dc4414986b4becf747a815575 HTTP/1.1" status: 200 len: 375 time: 0.0206821 Oct 13 04:19:40.630306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:40.642666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.646543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.647231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:40.649171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:40.662745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.670958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.678540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-b2c6d0a3-c3fa-4e39-8400-da8b7edfd1ef tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f936670dc4414986b4becf747a815575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587769 Oct 13 04:19:40.680330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.688764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.697306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.709976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:40.724392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:40.726867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port ca8a64c8-2f21-4b36-82a0-46247fca8319 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:40.731582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-70ef9f10-62a1-4553-921f-8b28dbdcdeff tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5430 time: 0.1915545 Oct 13 04:19:40.735884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port ca8a64c8-2f21-4b36-82a0-46247fca8319 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:40.736523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.795626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44ce808b-09d3-4a9e-a1db-1d4a9b335059 req-e050a200-3e54-4134-8d45-c2e85e756a46 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517149 Oct 13 04:19:40.894467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:40.953571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'port_id': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'mac_address': 'fa:16:3e:ba:27:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a634132-7abb-4578-b913-130788d39855', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:40.958377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:40.962629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:40.965086 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f117269-b2a6-44db-8e69-6264e2974af2" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:40.974433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1afbbe6-f6b7-46de-a189-2d8db9912b4e req-96e0af5d-f336-4abc-bf71-089774b4094a tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 210 time: 0.0507898 Oct 13 04:19:40.977363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45984) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:41.058924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.085603 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38693f9f-2550-43bf-b093-18dbdab4acd5 x-openstack-request-id: req-38693f9f-2550-43bf-b093-18dbdab4acd5 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:41.086980 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:41.087257 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38693f9f-2550-43bf-b093-18dbdab4acd5 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:41.088013 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'code': 200} Oct 13 04:19:41.149906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0810c77-079d-46a7-b74f-1a6c9d1f5ccc {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:41.154296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:41.168320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.169174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 06d69c93-de42-4858-9b2a-8fe0a18a82e5 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:41.171771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1710457035-network', 'tenant_id': 'bf3707df03774ae39119061f977c2ef4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:41.198187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Made reservation on behalf of bf3707df03774ae39119061f977c2ef4 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:41.200823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.201721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:41.222588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30beaa60-143a-4986-b946-ac8ffdf72d9e req-f6ce702f-5b3e-44b8-b08e-b85ed2c3b787 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.229957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30beaa60-143a-4986-b946-ac8ffdf72d9e req-f6ce702f-5b3e-44b8-b08e-b85ed2c3b787 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 944 time: 0.0993218 Oct 13 04:19:41.233698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.241182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.280714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.322934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:41.331907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:41.332345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.356686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.366699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.392925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4777d-2b05-43cb-9291-350518aa3c92 req-9e759577-55a7-4e57-adeb-21ebdacef111 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.403383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06d4777d-2b05-43cb-9291-350518aa3c92 req-9e759577-55a7-4e57-adeb-21ebdacef111 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.0980880 Oct 13 04:19:41.416687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:19:41.441561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30beaa60-143a-4986-b946-ac8ffdf72d9e req-dd12537c-7b8e-4ad3-be78-9de523e238a7 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086494 Oct 13 04:19:41.442710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.449019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac9f3b-d35d-4b29-9639-55a8a0267d32,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.478078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06d4777d-2b05-43cb-9291-350518aa3c92 req-a6ad52ab-6330-45bf-83cc-1b310d5e53bb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 Oct 13 04:19:41.492685 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.493541 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Added segment 04165e1d-56f4-42b1-b617-b63f9d509b20 of type vlan for network 12cfa772-a985-472b-a641-95fd1a4c051b Oct 13 04:19:41.505143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:41.553346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.556537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a249c16e-f7bb-450b-8bc1-a81b81840b98'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:41.561601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.589285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.592156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.596370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.615398 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.667554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6865456 Oct 13 04:19:41.668103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46014) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:41.672588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Request body: {'subnet': {'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1710457035-subnet', 'tenant_id': 'bf3707df03774ae39119061f977c2ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:41.694993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:41.709203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Made reservation on behalf of bf3707df03774ae39119061f977c2ef4 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:41.711433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.718320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.719656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 94a4e71f-74f6-4abb-b867-f172d57c8fc8 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:41.726781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a883bd-42c4-4a86-8ab2-848312ff295b admin admin] Pushing event updated for resources: {'Network': ['ID=12cfa772-a985-472b-a641-95fd1a4c051b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.791276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 12cfa772-a985-472b-a641-95fd1a4c051b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:19:41.877859 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8666c56-3c32-4af1-a281-e995dc970392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.916206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.938113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.966393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.975861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:41.978103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.979854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8401c9c5-49f0-4cca-befd-6a91a61728a8,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:41.982667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:41.983121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:41.991311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:41.998127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.005288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.013360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.016655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Checking segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:42.017016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Network hostable DHCP agents. Network: 12cfa772-a985-472b-a641-95fd1a4c051b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:19:42.036101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.042942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Network 12cfa772-a985-472b-a641-95fd1a4c051b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:19:42.048595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-e60c120f-ea9a-4c79-bb8e-879446bae8a6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5432 time: 0.1582880 Oct 13 04:19:42.060570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 12cfa772-a985-472b-a641-95fd1a4c051b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:42.065502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.066088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.115349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af6ffcb4-f2dd-4e3f-93d2-3cba04451176 req-a8168ce2-6158-49ca-afab-8c420dc840c6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636342 Oct 13 04:19:42.127203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c30e9c24-c2b1-4c8e-9b5f-57b6336788cf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4582396 Oct 13 04:19:42.171984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c329939-c32a-4c64-a1fd-30e89c45e991 req-055e3b14-c0f0-48b3-a874-c33445b3957e tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 210 time: 0.1019225 Oct 13 04:19:42.248022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841dea6-8264-4822-97ed-2025d136b3b4 None None] Network 12cfa772-a985-472b-a641-95fd1a4c051b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:42.267827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-5a208c02-a241-4f55-bc85-0e2d6262e8b3 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f936670dc4414986b4becf747a815575&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351264 Oct 13 04:19:42.433125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-9894deee-8d72-4b7d-b503-e75fbe8dfcaf tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.434747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-9894deee-8d72-4b7d-b503-e75fbe8dfcaf tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615238 Oct 13 04:19:42.461204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Request body: {'port': {'device_id': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'f936670dc4414986b4becf747a815575'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:42.539228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc76c06-2961-4ed1-b6b6-ebfc379b506a None None] Network 12cfa772-a985-472b-a641-95fd1a4c051b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:19:42.590050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.599173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.637559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Made reservation on behalf of f936670dc4414986b4becf747a815575 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:42.641094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.657582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.673455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:42.680467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686efa5e-75a7-4888-ae19-8e1e40893c9a req-ae1f81d9-9d63-4ab6-ae80-1fe33d9d052d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.681535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.682606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:42.687638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-686efa5e-75a7-4888-ae19-8e1e40893c9a req-ae1f81d9-9d63-4ab6-ae80-1fe33d9d052d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 944 time: 0.0854244 Oct 13 04:19:42.757175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-686efa5e-75a7-4888-ae19-8e1e40893c9a req-c36ed4cb-91e4-4164-960e-b05bfcd073e5 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Oct 13 04:19:42.786878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a2837393-b096-4fe4-8b19-90ea7649773d tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:42.789266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a2837393-b096-4fe4-8b19-90ea7649773d tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 818 time: 0.1305158 Oct 13 04:19:42.812295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-253d6b66-d5da-4e02-a0f6-249c4688d54d tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/quotas/bf3707df03774ae39119061f977c2ef4 HTTP/1.1" status: 200 len: 375 time: 0.0149798 Oct 13 04:19:42.842147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.856249 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e2bb5fae-d3b6-4839-bf03-7a16d12ecf14 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368302 Oct 13 04:19:42.858565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:42.859185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.864125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:42.864578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.870228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.958937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:42.977398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2758aa1d-9c99-40df-b6c2-b32fb740487f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:42.987638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-448f23a4-9ac1-4510-862e-d4a61c7052be service neutron] 10.222.0.49 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211314 Oct 13 04:19:43.010594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826b5cd-fd8f-4308-8cd6-188b8f0bd6a8 req-1fa258e5-382d-4b7c-8a43-32e33a1f4ff4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.011022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:43.020413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.020645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e826b5cd-fd8f-4308-8cd6-188b8f0bd6a8 req-1fa258e5-382d-4b7c-8a43-32e33a1f4ff4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1682105 Oct 13 04:19:43.076545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:43.088994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:43.091887 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf60a6c-93da-405a-901d-1817cdf438b9" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:43.099790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e826b5cd-fd8f-4308-8cd6-188b8f0bd6a8 req-4c05d139-3b98-4c3b-b1fd-95a4eb1a53e6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Oct 13 04:19:43.110665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Allocated IP 192.168.233.129 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/5fb7fdf8-299a-4d40-a57f-6484e054b9bc) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:43.131176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d81d766c-1065-4376-ab92-26109a409106 service neutron] 10.222.0.49 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421254 Oct 13 04:19:43.238320 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18beb07-7ed7-4111-8947-c826862e04ad x-openstack-request-id: req-c18beb07-7ed7-4111-8947-c826862e04ad {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:43.238685 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-plugged", "status": "completed", "tag": "4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:43.238972 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c18beb07-7ed7-4111-8947-c826862e04ad {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:43.239530 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'code': 200} Oct 13 04:19:43.239997 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'code': 200} Oct 13 04:19:43.240285 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'code': 200} Oct 13 04:19:43.240543 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc', 'code': 200} Oct 13 04:19:43.342120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.418536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.425094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.434111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.442325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.448551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.459393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.466342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.469752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-8a74c666-5b3c-4cf9-8e67-25e664428e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.1705546 Oct 13 04:19:43.479920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a87c509d-e707-4775-bf9e-52b13f0ce73f req-54ae852e-7844-4688-99e0-26b13c4c9fde tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 210 time: 0.0342317 Oct 13 04:19:43.515647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.516054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.516515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.516964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.517538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.518495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.519046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.521473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-096bee62-23ca-45f0-b541-246e51058efa req-712d5004-083d-4e0f-90c7-6e5c459de2c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6491 time: 0.1867285 Oct 13 04:19:43.555363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.616138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69621a55-c1f2-48ec-bfd2-a041c4b89270 req-e85d1343-17c1-46d4-8308-5e564abd0869 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374488 Oct 13 04:19:43.626046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:43.638404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:43.656634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:43.664849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-096bee62-23ca-45f0-b541-246e51058efa req-39e12594-a3b4-4875-8812-cccb42d0045e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9d05683-4d63-40db-97eb-d78b98190b79&id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315081 Oct 13 04:19:43.665469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Pushing event updated for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:43.733732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.734533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.741314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92e8cb65-5578-4dc4-bf41-819487bb3638 req-fbcd2552-230b-4ae3-be42-376efa51e5a6 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 210 time: 0.0395033 Oct 13 04:19:43.767012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-a2aad396-2d31-4260-8a47-0598aa904fa2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3161747 Oct 13 04:19:43.780088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Request body: {'port': {'device_id': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:43.811306 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:19:43.860193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.868221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:43.935124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8f3a24ad-cb5f-487d-a025-476cfe8ed11b None None] Provisioning complete for port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:43.935925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f3a24ad-cb5f-487d-a025-476cfe8ed11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:43.959344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aec084-a2e8-4ac0-b287-bb5396e37358 req-27eee4e3-1d7e-41c7-9965-ea075166f8db tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:43.960972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63aec084-a2e8-4ac0-b287-bb5396e37358 req-27eee4e3-1d7e-41c7-9965-ea075166f8db tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 944 time: 0.1135535 Oct 13 04:19:43.990248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a24ad-cb5f-487d-a025-476cfe8ed11b None None] Port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:19:44.028218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b2df0a-6d91-4aff-9d2b-4d8fac532227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.090996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63aec084-a2e8-4ac0-b287-bb5396e37358 req-63f2d064-1859-48d4-ade9-20a4835071b8 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035826 Oct 13 04:19:44.101514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b6dbe11-cb9e-4157-9bdd-ce0345c306c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.133029 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b2df0a-6d91-4aff-9d2b-4d8fac532227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.140623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b2df0a-6d91-4aff-9d2b-4d8fac532227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.192802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a249c16e-f7bb-450b-8bc1-a81b81840b98 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:44.194771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-77b2df0a-6d91-4aff-9d2b-4d8fac532227 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=764e4ef6657040699df485fa367b1e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253117 Oct 13 04:19:44.199932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:44.205868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2df0a-6d91-4aff-9d2b-4d8fac532227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19814ad-b8f4-4053-8d7e-29f3cebe1e31,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.276717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port a249c16e-f7bb-450b-8bc1-a81b81840b98 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:44.280237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5421fc-4bb7-4241-9fba-e2a2c4ac6e59 req-a71727f2-f27b-4aad-bd65-6e9df23ba63a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.282098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd5421fc-4bb7-4241-9fba-e2a2c4ac6e59 req-a71727f2-f27b-4aad-bd65-6e9df23ba63a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.0936799 Oct 13 04:19:44.286392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port a249c16e-f7bb-450b-8bc1-a81b81840b98 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:44.286945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.325283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.352342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd5421fc-4bb7-4241-9fba-e2a2c4ac6e59 req-f42df74b-d8ec-4158-ab4f-e6be6f9240c9 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612810 Oct 13 04:19:44.355235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb7fdf8-299a-4d40-a57f-6484e054b9bc {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:44.365639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.368483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.400307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Transition to ACTIVE for port object 5fb7fdf8-299a-4d40-a57f-6484e054b9bc will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:44.407780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.422126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.479150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:44.484740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.486017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:44.572063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.609476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:44.614335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:44.614717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.724796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.798238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:44.802695 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.841972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.845480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.853221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.869001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.875260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.883834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.885669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.890605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.902572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.904623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3855125a-9845-4d27-8522-1d953e21173a req-c504fe01-227b-42dc-a12f-fa21b3464e74 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.1220615 Oct 13 04:19:44.905932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.908766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:44.912367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f19814ad-b8f4-4053-8d7e-29f3cebe1e31 HTTP/1.1" status: 204 len: 168 time: 0.7092466 Oct 13 04:19:44.946939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650dde-3306-48d1-8c3f-cc063fb88753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19814ad-b8f4-4053-8d7e-29f3cebe1e31,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:44.957784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4888e83-9e21-4b96-8a0c-16ff91186e1f req-b39f05b6-880b-448c-ae37-e5028e824f66 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:44.965004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4888e83-9e21-4b96-8a0c-16ff91186e1f req-b39f05b6-880b-448c-ae37-e5028e824f66 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 948 time: 0.1234896 Oct 13 04:19:44.983955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3855125a-9845-4d27-8522-1d953e21173a req-edf1df31-88f4-433d-b7f2-19f752d8c783 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718451 Oct 13 04:19:45.028808 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4888e83-9e21-4b96-8a0c-16ff91186e1f req-3e4342bd-a2af-42a6-a00a-59ff47a68f49 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Oct 13 04:19:45.029857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Attempting to bind port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:45.030381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Attempting to bind port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:45.030888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Attempting to bind port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:45.045987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:45.046314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Attempting to bind port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:45.052808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:45.053126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:45.054758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:45.055402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Bound port: 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:45.056171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.112453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af05f2d2-3960-420a-addc-6a62955e82ce req-e4e153f8-a8f3-4dcf-b016-7175af2573bf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 210 time: 0.0630584 Oct 13 04:19:45.243386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98'}, {'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:45.246814 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f612386-9383-403c-8a1b-83b71001c5eb" -d '{"events": [{"server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "name": "network-vif-plugged", "status": "completed", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98"}, {"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-plugged", "status": "completed", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:45.274676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.289376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:45.320284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:45.334465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.341485 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f39e51d-9af9-4fcc-8c26-c5b03a068c94 x-openstack-request-id: req-6f39e51d-9af9-4fcc-8c26-c5b03a068c94 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:45.342065 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "name": "network-vif-plugged", "status": "completed", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98", "code": 200}, {"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-plugged", "status": "completed", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:45.343272 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f39e51d-9af9-4fcc-8c26-c5b03a068c94 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:45.344681 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'code': 200} Oct 13 04:19:45.344946 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'code': 200} Oct 13 04:19:45.370596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465df1-71a0-45f0-b27d-4177790af833 req-e9399f94-42a1-410d-b6a9-42744c5b8850 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.383283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db465df1-71a0-45f0-b27d-4177790af833 req-e9399f94-42a1-410d-b6a9-42744c5b8850 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 945 time: 0.1942897 Oct 13 04:19:45.406933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.434087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46138) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:45.457121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec7db0e-0733-466d-b17d-412a8442d372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.472177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-b39c8372-2d9e-4304-beaa-6ad47c0d3196 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.474367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-b39c8372-2d9e-4304-beaa-6ad47c0d3196 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 818 time: 0.2517614 Oct 13 04:19:45.501179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Request body: {'port': {'device_id': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'admin_state_up': True, 'tenant_id': 'bf3707df03774ae39119061f977c2ef4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:45.613488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.614171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.615537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] 10.222.0.16 "PUT /v2.0/ports/5fb7fdf8-299a-4d40-a57f-6484e054b9bc HTTP/1.1" status: 200 len: 1096 time: 1.8405111 Oct 13 04:19:45.616174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:45.618677 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748bd29-a6ad-4c04-a7d2-56ef31632806" -d '{"events": [{"name": "network-changed", "server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:45.706388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db465df1-71a0-45f0-b27d-4177790af833 req-61c6db5a-bd39-4e71-b157-5f816537b730 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206720 Oct 13 04:19:45.718452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e4323a79-0efb-44ac-b5d7-a6834e3b9114 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.721728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e4323a79-0efb-44ac-b5d7-a6834e3b9114 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.47 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 818 time: 0.3206649 Oct 13 04:19:45.755873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Request body: {'port': {'device_id': 'e579e031-e42b-408a-858c-202afbdfae2d', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'admin_state_up': True, 'tenant_id': 'bf3707df03774ae39119061f977c2ef4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:45.761852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53468a98-b93f-4f24-888b-cdaae16e0871 req-951c1bd7-f7cf-4b0b-bdcf-05ba7a809074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.763794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53468a98-b93f-4f24-888b-cdaae16e0871 req-951c1bd7-f7cf-4b0b-bdcf-05ba7a809074 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1096 time: 0.2420340 Oct 13 04:19:45.771112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec7db0e-0733-466d-b17d-412a8442d372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.802158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2356c07-8e4c-41e8-bdc2-68025d277d35 req-ffb7efcb-111b-4229-89d7-d304c9c496a8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.810523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2356c07-8e4c-41e8-bdc2-68025d277d35 req-ffb7efcb-111b-4229-89d7-d304c9c496a8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.2415311 Oct 13 04:19:45.833606 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec7db0e-0733-466d-b17d-412a8442d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:45.840431 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f6543f-0835-43eb-b5ae-d5bf4fc2023e x-openstack-request-id: req-d1f6543f-0835-43eb-b5ae-d5bf4fc2023e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:45.840723 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:45.840976 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1f6543f-0835-43eb-b5ae-d5bf4fc2023e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:45.841374 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc', 'status': 'completed', 'code': 200} Oct 13 04:19:45.869556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3deab-aab5-436c-8535-9855b95bfc51 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:45.885058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0d198-befc-4741-8513-73738c789b03 req-267b3586-d4fb-409d-a711-113fa88eae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.886849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd0d198-befc-4741-8513-73738c789b03 req-267b3586-d4fb-409d-a711-113fa88eae86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1096 time: 0.3688669 Oct 13 04:19:45.909761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-2fbc2ab6-a149-4701-95b6-3e552251b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:45.911272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-2fbc2ab6-a149-4701-95b6-3e552251b4fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f936670dc4414986b4becf747a815575&device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 1099 time: 0.1818364 Oct 13 04:19:45.977821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3ec7db0e-0733-466d-b17d-412a8442d372 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de128df8fae54cb7a7f08ac3d4643497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5423839 Oct 13 04:19:45.985187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-5755cc36-1a53-4215-b7a1-7a28028adf02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc HTTP/1.1" status: 200 len: 217 time: 0.0646503 Oct 13 04:19:45.985644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:45.989274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7db0e-0733-466d-b17d-412a8442d372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735241f0-dbb1-437b-b509-ddbb7cdab283,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:46.004339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53468a98-b93f-4f24-888b-cdaae16e0871 req-1c7d6bb5-c678-4217-9de3-3f6f2b351198 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118344 Oct 13 04:19:46.007457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd0d198-befc-4741-8513-73738c789b03 req-68127882-9f1f-49aa-801b-7917d9c6f9cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067860 Oct 13 04:19:46.019563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2356c07-8e4c-41e8-bdc2-68025d277d35 req-0b63bdb8-a888-47e6-807a-8f1f83ea3ae0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081919 Oct 13 04:19:46.022664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Made reservation on behalf of bf3707df03774ae39119061f977c2ef4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:46.025980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.064607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-f008c4d9-3a1e-4519-97d4-96249f7d9aac tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.066478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-f008c4d9-3a1e-4519-97d4-96249f7d9aac tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 818 time: 0.3070524 Oct 13 04:19:46.089636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Made reservation on behalf of bf3707df03774ae39119061f977c2ef4 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:46.094526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.128061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-37caa590-bef7-4828-8e2c-68c6522240fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.129446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-37caa590-bef7-4828-8e2c-68c6522240fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1325040 Oct 13 04:19:46.168049 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.201202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf6b58-b206-4940-ae6f-afc2578adb38 req-9f3fdc6f-17f2-41e9-ba6f-60c2248e1c5e tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.202673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2daf6b58-b206-4940-ae6f-afc2578adb38 req-9f3fdc6f-17f2-41e9-ba6f-60c2248e1c5e tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 948 time: 0.0854733 Oct 13 04:19:46.228769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.234780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.241175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Allocated IP 172.20.0.13 (12cfa772-a985-472b-a641-95fd1a4c051b/8401c9c5-49f0-4cca-befd-6a91a61728a8/6db51715-ca9e-465a-b0c2-ea912ae2bbac) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:46.241425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.247472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.254341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.260487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.266556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.268712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-a3c430d4-da0f-4a8f-950d-2a4156613d45 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.1965802 Oct 13 04:19:46.286622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.358361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06aa9e1f-f996-454a-8e83-ebaf705f1557 req-8595aa58-47ce-49aa-923d-8a452759990c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795629 Oct 13 04:19:46.377783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.381037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.384507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/735241f0-dbb1-437b-b509-ddbb7cdab283 HTTP/1.1" status: 204 len: 168 time: 0.3923733 Oct 13 04:19:46.436573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5291b03-9c49-4ba1-bd36-e74a17898bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735241f0-dbb1-437b-b509-ddbb7cdab283,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:46.449346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-76699f62-b09f-424b-a40d-f984e6aa56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.450954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-76699f62-b09f-424b-a40d-f984e6aa56bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677943 Oct 13 04:19:46.549241 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03a15462-dfae-49a1-9780-67ff7be4cced req-9aac2bfd-eeae-437f-9c73-94531837f6bb tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 210 time: 0.0398042 Oct 13 04:19:46.580012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Request body: {'port': {'device_id': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'admin_state_up': True, 'tenant_id': 'bf3707df03774ae39119061f977c2ef4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:46.591567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-7aa65d00-9817-414e-a3d1-40a9f0c001aa service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309321 Oct 13 04:19:46.606530 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2daf6b58-b206-4940-ae6f-afc2578adb38 req-95de165e-d4e6-4e9d-8d61-a51218805f1b tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960183 Oct 13 04:19:46.796406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.803300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.811105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.815315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.821439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.827552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.834261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.835675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Made reservation on behalf of bf3707df03774ae39119061f977c2ef4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:19:46.847475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e793373-4f8d-4518-a69f-adaeb612aa93 req-ea6a571d-884a-4ae8-9a72-1f872ed944ac tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.1718504 Oct 13 04:19:46.847603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.849523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:19:46.859571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Request body: {'floatingip': {'port_id': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:46.871756 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.910238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3a96a1f-bf0a-4b16-a816-fdd47b7c1aae req-3b112d9d-ac53-419b-ae99-edaa7dd632d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062928 Oct 13 04:19:46.918581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:46.940347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb921e-bccf-4acd-8c19-fe52c5219f1a req-36dd94c1-b3fe-49a2-8ab9-3ad8ab2520e6 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:46.942175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23bb921e-bccf-4acd-8c19-fe52c5219f1a req-36dd94c1-b3fe-49a2-8ab9-3ad8ab2520e6 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 945 time: 0.1494472 Oct 13 04:19:47.011046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.024670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23bb921e-bccf-4acd-8c19-fe52c5219f1a req-ae6afd88-aed2-4c6f-bcca-7705c7b72123 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653603 Oct 13 04:19:47.067724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Network 12cfa772-a985-472b-a641-95fd1a4c051b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:47.070980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:47.075357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:47.107693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event updated for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:47.145892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.146522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.156929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.169912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a590b16c-8f4f-4a20-a1f7-5bab5b55b0cf tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6746829 Oct 13 04:19:47.186214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Request body: {'port': {'device_id': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:47.201153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-04ae6cfc-75c4-4ffe-9c69-1eb977ebe3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.202789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-04ae6cfc-75c4-4ffe-9c69-1eb977ebe3fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f936670dc4414986b4becf747a815575&device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 1099 time: 0.2110665 Oct 13 04:19:47.228162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Allocated IP 172.20.0.12 (12cfa772-a985-472b-a641-95fd1a4c051b/8401c9c5-49f0-4cca-befd-6a91a61728a8/0393b44c-6a36-4d22-819e-81f8b6b8ac51) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:47.253655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:47.446141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-53f1278c-ee61-4248-91bf-81b3a9f05f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.447700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-53f1278c-ee61-4248-91bf-81b3a9f05f55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2348676 Oct 13 04:19:47.498462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13957747-80b2-499b-ac6a-1094d9bac299 req-5b718dce-2543-4b5e-b505-25ea90fa96ca tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.499971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13957747-80b2-499b-ac6a-1094d9bac299 req-5b718dce-2543-4b5e-b505-25ea90fa96ca tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.2912674 Oct 13 04:19:47.581806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-79d63a89-8d3f-4011-ba05-c3c59027dc70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc HTTP/1.1" status: 200 len: 217 time: 0.1250112 Oct 13 04:19:47.653022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f70e5ee8-2f62-43d4-8ecc-6ac171d364e6 req-9289f569-e56d-448c-b70f-dd32e3464122 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 210 time: 0.0274830 Oct 13 04:19:47.716307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13957747-80b2-499b-ac6a-1094d9bac299 req-2ae95316-03d4-4d34-ba0c-ec2e73a41013 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021248 Oct 13 04:19:47.755333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-89336f01-18e5-4750-977e-843a76abf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.756776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-89336f01-18e5-4750-977e-843a76abf0b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1325107 Oct 13 04:19:47.759658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a0c9-2a42-483c-9dee-6d096ed11bf2 req-08ea543d-21ce-4e06-8a47-3af267d13287 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:47.761164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fe6a0c9-2a42-483c-9dee-6d096ed11bf2 req-08ea543d-21ce-4e06-8a47-3af267d13287 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 948 time: 0.0532086 Oct 13 04:19:47.803175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fe6a0c9-2a42-483c-9dee-6d096ed11bf2 req-ccd34a96-60d8-4d60-9731-dca5ff59dd42 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Oct 13 04:19:48.088584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.148091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-b44e1a23-4683-4e32-a6f7-3e8a76b5a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.149457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098572f-5e1c-461e-8cec-e5798d51b7ea req-3cdee032-c70a-4cd2-888b-8f3f9b2276c9 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.150000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-b44e1a23-4683-4e32-a6f7-3e8a76b5a79c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3822923 Oct 13 04:19:48.150934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0098572f-5e1c-461e-8cec-e5798d51b7ea req-3cdee032-c70a-4cd2-888b-8f3f9b2276c9 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 945 time: 0.0516424 Oct 13 04:19:48.190153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0098572f-5e1c-461e-8cec-e5798d51b7ea req-e8e961f1-2775-449b-93c5-69062509ace0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Oct 13 04:19:48.231010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5fb7fdf8-299a-4d40-a57f-6484e054b9bc details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:48.251749 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.302247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.324973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Allocated IP 172.20.0.14 (12cfa772-a985-472b-a641-95fd1a4c051b/8401c9c5-49f0-4cca-befd-6a91a61728a8/841a1bee-fd42-4707-be27-6b13605a52a0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:19:48.345976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:48.358521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc', 'mac_address': 'fa:16:3e:0b:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:48.365961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.399286 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.408450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Network 12cfa772-a985-472b-a641-95fd1a4c051b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:48.412972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb7fdf8-299a-4d40-a57f-6484e054b9bc {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:48.427794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:48.436219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:48.441244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.443661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:48.446429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event updated for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.487109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-e40c7fab-5c0e-410b-bc19-de1bc3d65117 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257792 Oct 13 04:19:48.512369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.520955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.569704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.569970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518fd9-403f-4389-8773-5af039ee0755 req-07c85c56-0da0-4fd0-88bc-e1103b1df2a3 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.571519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-07c85c56-0da0-4fd0-88bc-e1103b1df2a3 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2977459 Oct 13 04:19:48.614246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.614877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.663304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['5fb7fdf8-299a-4d40-a57f-6484e054b9bc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:48.665169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Network 12cfa772-a985-472b-a641-95fd1a4c051b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:19:48.669737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:19:48.690138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-12b38004-5fb3-40a0-b4d9-009f2c4c51db tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.0847747 Oct 13 04:19:48.690578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:19:48.695111 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Floating IP 39568a2f-7270-4028-8df6-1f9e0198ac8a associated. External IP: 172.25.0.114, port: e53ff9db-56cb-4bd3-a44b-f54543f8e135. Oct 13 04:19:48.702832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-69d6969d-e8db-4974-94db-f8cdf9d83fc9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9532292 Oct 13 04:19:48.708693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:48.748979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event updated for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:48.801867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Request body: {'port': {'device_id': 'e579e031-e42b-408a-858c-202afbdfae2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:48.823300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.824177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.869518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42ccc-d0f9-4abc-8744-e255156ba29f req-97df1cb3-197b-4273-be1a-a8db13883414 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:48.871082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9e42ccc-d0f9-4abc-8744-e255156ba29f req-97df1cb3-197b-4273-be1a-a8db13883414 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 932 time: 0.1078217 Oct 13 04:19:48.882387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-4d8c9436-de8f-48f8-baec-e5f29d426b34 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3105645 Oct 13 04:19:48.897553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Request body: {'port': {'device_id': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:48.943084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:48.978300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db51715-ca9e-465a-b0c2-ea912ae2bbac {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:48.992326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9e42ccc-d0f9-4abc-8744-e255156ba29f req-103942a4-2331-4ecd-aa87-9c8922dd9358 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141036 Oct 13 04:19:48.994646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.028043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Transition to ACTIVE for port object 6db51715-ca9e-465a-b0c2-ea912ae2bbac will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:49.029209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.041221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.044514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e748bd29-a6ad-4c04-a7d2-56ef31632806 req-b0142a53-002f-4263-a6a5-834326ea0309 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475316 Oct 13 04:19:49.072275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.166930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:49.270802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3792ee-3648-4b1d-9ff2-ddf61dd3786b req-fdf7c423-656f-4eeb-870d-0586af89f332 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:49.272241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c3792ee-3648-4b1d-9ff2-ddf61dd3786b req-fdf7c423-656f-4eeb-870d-0586af89f332 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.2011235 Oct 13 04:19:49.378846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c3792ee-3648-4b1d-9ff2-ddf61dd3786b req-35c699c9-ee62-4058-aa58-457dd6f8b050 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987217 Oct 13 04:19:49.386693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Attempting to bind port 6db51715-ca9e-465a-b0c2-ea912ae2bbac on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:49.387019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Attempting to bind port 6db51715-ca9e-465a-b0c2-ea912ae2bbac by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:49.387366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Attempting to bind port 6db51715-ca9e-465a-b0c2-ea912ae2bbac on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:49.409742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Port 6db51715-ca9e-465a-b0c2-ea912ae2bbac on network 12cfa772-a985-472b-a641-95fd1a4c051b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:49.410137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Attempting to bind port 6db51715-ca9e-465a-b0c2-ea912ae2bbac on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:49.418862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:49.419305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Checking segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:49.419751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Bound using segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:49.420267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Bound port: 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:49.420691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.459311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Router 14dd6d6f-145a-42ce-b475-d07852b3a8cf has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:49.589206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:49.614456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:49.626525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e1df-698d-4710-9127-c9c40c5c40dd req-7eda948d-7c1a-446a-96b5-dc3f51e626c2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:49.628236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b001e1df-698d-4710-9127-c9c40c5c40dd req-7eda948d-7c1a-446a-96b5-dc3f51e626c2 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 949 time: 0.1250026 Oct 13 04:19:49.631039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841a1bee-fd42-4707-be27-6b13605a52a0 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:49.636070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.647544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.662543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:49.672224 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Sync routers for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:49.681677 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:49.682288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:49.684644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.703057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:49.703867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.705271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6db51715-ca9e-465a-b0c2-ea912ae2bbac HTTP/1.1" status: 200 len: 1092 time: 2.5235174 Oct 13 04:19:49.705603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:49.707849 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b426f55-999b-4770-9d56-6d5e2a459183" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:49.724115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1a4878d-2419-4642-93c7-ed925f940176 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "PUT /v2.0/floatingips/39568a2f-7270-4028-8df6-1f9e0198ac8a HTTP/1.1" status: 200 len: 991 time: 2.8716867 Oct 13 04:19:49.727936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:49.729835 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa2f78-1e66-4ac5-8149-53233a3a7a01" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:49.735906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Transition to ACTIVE for port object 841a1bee-fd42-4707-be27-6b13605a52a0 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:49.754967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b001e1df-698d-4710-9127-c9c40c5c40dd req-79d7c8a0-16b8-4e40-8f8d-1ff4557efcb9 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103013 Oct 13 04:19:49.761652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:49.799258 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:49.834681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20fad-5159-4999-9446-95017c6474d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:50.019873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Pushing event updated for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:50.053804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e8bed-e32a-4bed-bbb7-d4a2eaeea6db req-d7435408-4793-42e6-86da-04515972d53e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.055491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb1e8bed-e32a-4bed-bbb7-d4a2eaeea6db req-d7435408-4793-42e6-86da-04515972d53e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1096 time: 0.1119962 Oct 13 04:19:50.057474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-0dd25b65-60e7-4c18-b2ad-29be69bfd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.058966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-0dd25b65-60e7-4c18-b2ad-29be69bfd37a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 1095 time: 0.2697673 Oct 13 04:19:50.133709 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39568a2f-7270-4028-8df6-1f9e0198ac8a', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'port_id': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'mac_address': 'fa:16:3e:6d:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:28Z', 'updated_at': '2021-10-13T04:19:48Z', 'revision_number': 1, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:50.146213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-6853fa43-f932-42cc-862a-3c8b8c641767 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac HTTP/1.1" status: 200 len: 217 time: 0.0599163 Oct 13 04:19:50.154410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb1e8bed-e32a-4bed-bbb7-d4a2eaeea6db req-6a34c50f-3731-4eb9-9028-c04d10f8ebbc tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901279 Oct 13 04:19:50.159330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.163818 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Checking router: 14dd6d6f-145a-42ce-b475-d07852b3a8cf for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:50.172472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.186333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Attempting to bind port 841a1bee-fd42-4707-be27-6b13605a52a0 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:50.186854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Attempting to bind port 841a1bee-fd42-4707-be27-6b13605a52a0 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:50.187043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Attempting to bind port 841a1bee-fd42-4707-be27-6b13605a52a0 on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:50.193110 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:50.193572 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:50.225554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d9cb6642-ac29-4991-acd3-4d70da5fde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.227379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d9cb6642-ac29-4991-acd3-4d70da5fde34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.0719450 Oct 13 04:19:50.231354 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c718d9-20bc-40d8-84ba-8289510d07aa x-openstack-request-id: req-e1c718d9-20bc-40d8-84ba-8289510d07aa {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:50.231784 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:50.231933 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1c718d9-20bc-40d8-84ba-8289510d07aa {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:50.232285 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac', 'status': 'completed', 'code': 200} Oct 13 04:19:50.232833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Port 841a1bee-fd42-4707-be27-6b13605a52a0 on network 12cfa772-a985-472b-a641-95fd1a4c051b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:50.233146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Attempting to bind port 841a1bee-fd42-4707-be27-6b13605a52a0 on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:50.238494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5fb7fdf8-299a-4d40-a57f-6484e054b9bc up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:50.262158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a72731d6-dab6-4615-a4c9-6690b013e760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253789 Oct 13 04:19:50.265003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:50.265346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Checking segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:50.265731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Bound using segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:50.266171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Bound port: 841a1bee-fd42-4707-be27-6b13605a52a0, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:50.266541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.346324 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc86114a-84e0-4ea4-ac56-418d549688af x-openstack-request-id: req-dc86114a-84e0-4ea4-ac56-418d549688af {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:50.346324 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:50.346324 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc86114a-84e0-4ea4-ac56-418d549688af {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:50.346816 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'status': 'completed', 'code': 200} Oct 13 04:19:50.354023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:50.354207 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Floating IP f7d7e7f8-806b-48d2-9f18-757526238d30 associated. External IP: 172.25.0.83, port: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9. Oct 13 04:19:50.359325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:50.359710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.393338 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:50.458664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0393b44c-6a36-4d22-819e-81f8b6b8ac51 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:50.468739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:50.473930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.511656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.513712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=841a1bee-fd42-4707-be27-6b13605a52a0,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:50.514030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:50.516003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:50.523686 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0a468-75a2-4d0a-a141-09efadc9ae27" -d '{"events": [{"server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "name": "network-vif-plugged", "status": "completed", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:50.527195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.530310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.576987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Transition to ACTIVE for port object 0393b44c-6a36-4d22-819e-81f8b6b8ac51 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:19:50.586582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.589759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:50.597373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec1dce-4a9e-4823-b4f7-c05430d3ef69 req-4992c5ea-61f6-41a3-b146-e81fb45627a8 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.599110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99ec1dce-4a9e-4823-b4f7-c05430d3ef69 req-4992c5ea-61f6-41a3-b146-e81fb45627a8 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 944 time: 0.1790504 Oct 13 04:19:50.616918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.617379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.617836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.618289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.618729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.619200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.619649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.621497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-fc525224-9f7f-4db0-a82c-b5a47f8e0dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6491 time: 0.2043557 Oct 13 04:19:50.622695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.623320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.624627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] 10.222.0.16 "PUT /v2.0/ports/841a1bee-fd42-4707-be27-6b13605a52a0 HTTP/1.1" status: 200 len: 1092 time: 1.7324169 Oct 13 04:19:50.651182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-7c994c84-a837-4fbb-b09a-360d498a8e8a service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800683 Oct 13 04:19:50.700945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:50.733868 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39568a2f-7270-4028-8df6-1f9e0198ac8a', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'port_id': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'mac_address': 'fa:16:3e:6d:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:28Z', 'updated_at': '2021-10-13T04:19:48Z', 'revision_number': 1, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:50.763379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:50.771249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f2981-fdef-4496-ad01-ccc4d25ac90b service neutron] Pushing event updated for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:50.783624 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81944f17-3045-4adb-b5de-b9bc9491912b None None] The sync data for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 is: [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39568a2f-7270-4028-8df6-1f9e0198ac8a', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'port_id': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'mac_address': 'fa:16:3e:6d:c8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:18:28Z', 'updated_at': '2021-10-13T04:19:48Z', 'revision_number': 1, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:50.819803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99ec1dce-4a9e-4823-b4f7-c05430d3ef69 req-ca4b473e-d74d-48a8-a30f-9adcdc6f8a67 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121277 Oct 13 04:19:50.859559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-21899808-cb4b-41a7-a5f1-0da27aaf243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.860966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-21899808-cb4b-41a7-a5f1-0da27aaf243f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 1095 time: 0.1748939 Oct 13 04:19:50.918886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-a8e26cbe-0361-4c5d-a016-97dec55c2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:50.920402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-a8e26cbe-0361-4c5d-a016-97dec55c2157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48675cfe-0eea-4613-9b0f-aee4a25a1dca HTTP/1.1" status: 200 len: 913 time: 0.2841685 Oct 13 04:19:50.922451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:50.924869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Attempting to bind port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:19:50.925198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Attempting to bind port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:19:50.925522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Attempting to bind port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:50.927827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-356af4a2-275f-4679-a9bd-76d9af139544 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841a1bee-fd42-4707-be27-6b13605a52a0 HTTP/1.1" status: 200 len: 217 time: 0.0547452 Oct 13 04:19:50.933899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-641f4f88-7b18-4a12-851e-991fa593942b service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710876 Oct 13 04:19:50.934563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:50.934801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:50.936977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 on network 12cfa772-a985-472b-a641-95fd1a4c051b not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:19:50.938187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Attempting to bind port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 on network 12cfa772-a985-472b-a641-95fd1a4c051b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:19:50.946302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:50.947145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:50.976839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:19:50.977189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Checking segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:19:50.977580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Bound using segment: {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:19:50.981483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Bound port: 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04165e1d-56f4-42b1-b617-b63f9d509b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:19:50.981863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.102250 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7121aa09-5b33-4fba-b7c5-4b1526135c7a x-openstack-request-id: req-7121aa09-5b33-4fba-b7c5-4b1526135c7a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:51.108534 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "name": "network-vif-plugged", "status": "completed", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:51.108833 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7121aa09-5b33-4fba-b7c5-4b1526135c7a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:51.109263 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc', 'code': 200} Oct 13 04:19:51.120595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:19:51.129748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:19:51.163535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-a32bb53a-e5b4-4713-b85e-f93645438bc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 200 len: 999 time: 0.2211196 Oct 13 04:19:51.177059 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc084ce6-fb9b-49bb-9e89-76b493d77812 None None] New status for floating IP 39568a2f-7270-4028-8df6-1f9e0198ac8a: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:51.186482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:51.214340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a83eb7c1-4b79-44d1-8108-403b0a09496c tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "PUT /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 995 time: 2.5231960 Oct 13 04:19:51.223175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.266326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a692d0ac-89db-4910-b264-01ad42cd7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.267890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a692d0ac-89db-4910-b264-01ad42cd7fd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.3267915 Oct 13 04:19:51.363194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:51.420352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-6f3c8878-9c65-4c87-932e-63a5fd8a49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.429194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.429816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:51.431657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-6f3c8878-9c65-4c87-932e-63a5fd8a49ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 1095 time: 0.3740952 Oct 13 04:19:51.434010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-297dbab2-fb8b-4e3f-8ceb-83c35ddc7787 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044323 Oct 13 04:19:51.440997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-e8ac8a21-fe7a-4145-bb4f-bb908089a3f5 service neutron] 10.222.0.47 "PUT /v2.0/ports/0393b44c-6a36-4d22-819e-81f8b6b8ac51 HTTP/1.1" status: 200 len: 1092 time: 2.6473148 Oct 13 04:19:51.460536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c893f-2099-4c96-a7fd-7154a79d59bb req-5849c148-7f40-42d3-aed7-0a2b67da5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.461969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a43c893f-2099-4c96-a7fd-7154a79d59bb req-5849c148-7f40-42d3-aed7-0a2b67da5300 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 1101 time: 0.3296342 Oct 13 04:19:51.495096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518fd9-403f-4389-8773-5af039ee0755 req-9c00f913-7352-45d9-b232-a09af60c3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.510435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-9c00f913-7352-45d9-b232-a09af60c3c59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.2724254 Oct 13 04:19:51.519418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-f5b11c48-bf42-49d6-aad7-67e4ac6cb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.533552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-f5b11c48-bf42-49d6-aad7-67e4ac6cb096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf HTTP/1.1" status: 200 len: 851 time: 0.3485477 Oct 13 04:19:51.579652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:49Z', 'revision_number': 1, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:51.592991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b998-abec-4d7c-9ef2-440732e0e89d req-26e89297-5b48-4ca1-b971-39e4d929646d tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.595733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8b5b998-abec-4d7c-9ef2-440732e0e89d req-26e89297-5b48-4ca1-b971-39e4d929646d tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.4348354 Oct 13 04:19:51.619247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:51.624701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a43c893f-2099-4c96-a7fd-7154a79d59bb req-16a57274-8c34-410f-ac38-93f9d3ce610a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485951 Oct 13 04:19:51.632724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:51.633688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:51.647560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-75959eba-6915-4a7b-9a78-af3d5d888812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.649099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-75959eba-6915-4a7b-9a78-af3d5d888812 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 1095 time: 0.1364412 Oct 13 04:19:51.717160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d6ebdf1d-bd60-4f06-903a-8e499ae1a854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51 HTTP/1.1" status: 200 len: 217 time: 0.0464160 Oct 13 04:19:51.764220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518fd9-403f-4389-8773-5af039ee0755 req-d1b71987-968f-457f-9ec2-8e3ec68e43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.772045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-d1b71987-968f-457f-9ec2-8e3ec68e43a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.2605512 Oct 13 04:19:51.867677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-04c30e6c-9851-480e-b224-25bb2a4f8396 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319976 Oct 13 04:19:51.885613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-49c874e9-d5f0-4c09-8c94-c8bca83cdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:51.887015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-49c874e9-d5f0-4c09-8c94-c8bca83cdc35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.1607831 Oct 13 04:19:51.903029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-4ce5fae0-c7a7-4341-97ac-5ae89a3851b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 998 time: 0.1299856 Oct 13 04:19:51.965746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:52.022369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d7de8c8d-b610-42af-bdab-aa460d7e15a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978312 Oct 13 04:19:52.094890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f676-e316-4d9f-a494-47163511f794 req-58b83c38-06c8-4f6a-97d0-9706dc514377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.096529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-58b83c38-06c8-4f6a-97d0-9706dc514377 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 1097 time: 0.1709349 Oct 13 04:19:52.097860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518fd9-403f-4389-8773-5af039ee0755 req-d2efe0d8-873b-4ca0-a581-136a42e7b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.112276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-d2efe0d8-873b-4ca0-a581-136a42e7b601 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.2082152 Oct 13 04:19:52.146185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8b5b998-abec-4d7c-9ef2-440732e0e89d req-fd72a00a-4008-4db1-bcb4-767424d46c63 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111272 Oct 13 04:19:52.196611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-7c2eb63c-3386-482c-8b94-e5ef28f956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.208224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-7c2eb63c-3386-482c-8b94-e5ef28f956f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6068878 Oct 13 04:19:52.233456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-474fc56b-7c04-4f11-bb22-b79832ae0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.235655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-474fc56b-7c04-4f11-bb22-b79832ae0326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 919 time: 0.7879944 Oct 13 04:19:52.236757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:52.239575 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495d717-64f1-4a0c-9407-4e62c00cb69c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:52.247538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6db51715-ca9e-465a-b0c2-ea912ae2bbac details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:52.249632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-d564cdd8-460d-4ac1-bff0-65151ced7b5b service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7984774 Oct 13 04:19:52.252383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f676-e316-4d9f-a494-47163511f794 req-0dbdf466-3df9-4bdc-9a1b-66ee45bc7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.253868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-0dbdf466-3df9-4bdc-9a1b-66ee45bc7b05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 200 len: 913 time: 0.1083825 Oct 13 04:19:52.313003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518fd9-403f-4389-8773-5af039ee0755 req-f32606db-593c-4c87-83dd-6427d1942d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.314912 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-f32606db-593c-4c87-83dd-6427d1942d2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018576 Oct 13 04:19:52.317656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-e13616f9-50c0-477b-9dd7-48667a0b3b73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac HTTP/1.1" status: 200 len: 217 time: 0.0664022 Oct 13 04:19:52.357290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}, {'name': 'network-changed', 'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:52.360717 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f75ec-739b-4503-aa1f-217dcf76cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}, {"name": "network-changed", "server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:52.368354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:49Z', 'revision_number': 1, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:52.422420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639756d-c20d-467e-a993-91b0d6081280 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:49Z', 'revision_number': 1, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:52.430297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-5450af5e-c4cb-4aa5-b7b5-5fd9fecee617 service neutron] 10.222.0.47 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961759 Oct 13 04:19:52.479740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:52.500292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6db51715-ca9e-465a-b0c2-ea912ae2bbac', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'port_id': '6db51715-ca9e-465a-b0c2-ea912ae2bbac', 'mac_address': 'fa:16:3e:07:3b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8401c9c5-49f0-4cca-befd-6a91a61728a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:52.630273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.632401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-10e95566-9395-4202-a0f4-1ed84af8c317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 200 len: 1002 time: 0.3631597 Oct 13 04:19:52.657908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db51715-ca9e-465a-b0c2-ea912ae2bbac {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:52.660611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-9e934117-f59b-4700-87a7-94fdf79e6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.662188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-9e934117-f59b-4700-87a7-94fdf79e6697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.2550473 Oct 13 04:19:52.681680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:52.693175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:52.721868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e095b6-fa79-432e-b226-392dfd0a7dd2 req-67929bf5-e8d7-4318-beb9-6abcd46595e4 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.730094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-a4ecd7ae-621a-4825-a6a8-9f6c9e86eb6c service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545091 Oct 13 04:19:52.730257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89e095b6-fa79-432e-b226-392dfd0a7dd2 req-67929bf5-e8d7-4318-beb9-6abcd46595e4 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 944 time: 0.3093817 Oct 13 04:19:52.752433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f676-e316-4d9f-a494-47163511f794 req-27da220b-a46a-4126-8fbd-8c3247d614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.753860 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-27da220b-a46a-4126-8fbd-8c3247d614cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eaf61dd-fd4d-4079-9ebd-1c43273b2382 HTTP/1.1" status: 200 len: 851 time: 0.1085954 Oct 13 04:19:52.775625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:52.791630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-ef98f0a3-67cf-4f29-90d6-03951bf774df service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865103 Oct 13 04:19:52.793345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-955a55a5-25ee-4442-bd34-1e0fe970b691 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062973 Oct 13 04:19:52.799178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-d81d92d7-4a7e-499b-8ad4-e184163643a3 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028651 Oct 13 04:19:52.804552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78c016b8-01eb-4ff6-809f-9b62661f1d44 req-a118dc1a-6ee9-4cae-be66-af655407ae0e service neutron] 10.222.0.47 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216159 Oct 13 04:19:52.857657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f676-e316-4d9f-a494-47163511f794 req-52ca752a-bac0-410c-9030-1fb8607abd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:52.859372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-52ca752a-bac0-410c-9030-1fb8607abd1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7ccf183-777f-445a-aca4-24ba3f2e8ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944557 Oct 13 04:19:52.867176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89e095b6-fa79-432e-b226-392dfd0a7dd2 req-ab258f1f-6552-453b-94c6-91d3f83c8764 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359448 Oct 13 04:19:52.882001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e286e-2ae6-471d-bfa9-3a4bc29b646d None None] New status for floating IP f7d7e7f8-806b-48d2-9f18-757526238d30: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:52.978209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea518fd9-403f-4389-8773-5af039ee0755 req-fdd6f032-69e7-42f4-b0e4-a4099b29c22b service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371457 Oct 13 04:19:52.995178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-1c6d8927-deba-45f1-be5b-ebcca7950953 service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255653 Oct 13 04:19:53.010895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-3df170e1-e3f6-4078-9351-fc4bad49fe4f service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622798 Oct 13 04:19:53.021410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6db51715-ca9e-465a-b0c2-ea912ae2bbac'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:53.094463 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd27a2e0-50f1-4197-9fb3-7c50af56305e x-openstack-request-id: req-dd27a2e0-50f1-4197-9fb3-7c50af56305e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:53.094922 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:53.095426 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd27a2e0-50f1-4197-9fb3-7c50af56305e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:53.096247 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:19:53.096599 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51', 'status': 'completed', 'code': 200} Oct 13 04:19:53.120032 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3dda1e-4dbf-40ea-a83c-008f70592f32 x-openstack-request-id: req-9b3dda1e-4dbf-40ea-a83c-008f70592f32 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:53.120312 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:53.120596 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b3dda1e-4dbf-40ea-a83c-008f70592f32 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:53.120951 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0', 'status': 'completed', 'code': 200} Oct 13 04:19:53.163601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-3b9958d0-d547-4051-a8ac-f97c9386303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.165576 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-3b9958d0-d547-4051-a8ac-f97c9386303a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0681481 Oct 13 04:19:53.242814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b426f55-999b-4770-9d56-6d5e2a459183 req-731a3014-355d-4b93-9bd8-37d6220718c7 service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150614 Oct 13 04:19:53.284074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0daa2f78-1e66-4ac5-8149-53233a3a7a01 req-03e91ce6-ef4c-47e5-a116-495154481404 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585128 Oct 13 04:19:53.293932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-2897cecf-0650-4d30-9c15-75321823d926 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.295504 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-2897cecf-0650-4d30-9c15-75321823d926 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1650052 Oct 13 04:19:53.301566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-1888ec99-abbf-4d86-95aa-e19fed17001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.303962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-1888ec99-abbf-4d86-95aa-e19fed17001d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 1095 time: 0.1822181 Oct 13 04:19:53.449645 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-06f1d0ba-9e51-44ed-be15-4c3187e1927d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.1444433 Oct 13 04:19:53.465330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:53.524031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-9f531c30-d018-4f19-8313-0e524042d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.525499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-9f531c30-d018-4f19-8313-0e524042d82e service neutron] 10.222.0.16 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 919 time: 0.1753104 Oct 13 04:19:53.546838 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:53.560706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6302f676-e316-4d9f-a494-47163511f794 req-7ede5b1f-5b8a-486a-9ba0-bc2adb6b606f service neutron] 10.222.0.47 "GET /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571382 Oct 13 04:19:53.581420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-45fcd2b8-245c-4895-9f00-94e0a6b0d2d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841a1bee-fd42-4707-be27-6b13605a52a0 HTTP/1.1" status: 200 len: 217 time: 0.0472400 Oct 13 04:19:53.595983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff5dc0-04bf-4acc-85c5-fe35b0c1f2e9 req-ff2f466f-b55c-4910-b656-57c23654fcb8 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.597493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6dff5dc0-04bf-4acc-85c5-fe35b0c1f2e9 req-ff2f466f-b55c-4910-b656-57c23654fcb8 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.0828009 Oct 13 04:19:53.628160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-bb20b949-787a-4d57-8760-5f608aacdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.629313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-bb20b949-787a-4d57-8760-5f608aacdca9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.4485581 Oct 13 04:19:53.660043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6dff5dc0-04bf-4acc-85c5-fe35b0c1f2e9 req-c39be160-a2a4-465b-b300-7629ea5b534f tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Oct 13 04:19:53.706276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-b90d20e2-7be8-45d8-bb1f-56c043e2eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.708117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-b90d20e2-7be8-45d8-bb1f-56c043e2eaec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.0974298 Oct 13 04:19:53.713691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-6797f135-a009-4a1e-90f2-5725f0fb0191 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 1000 time: 0.0714695 Oct 13 04:19:53.767692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-e596f8b4-c34d-4be7-9d7d-55a9c60ebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.769447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-e596f8b4-c34d-4be7-9d7d-55a9c60ebc92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.0486073 Oct 13 04:19:53.780430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-7cd901c0-6997-4b74-9583-ded58c87b419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318234 Oct 13 04:19:53.822191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-c970c900-776d-4ff6-9066-8429559366e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:53.822191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-c970c900-776d-4ff6-9066-8429559366e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439923 Oct 13 04:19:53.928082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-53080e08-6d4c-4f6b-b712-36d2c41fba42 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972531 Oct 13 04:19:53.996764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-e9ef4792-eda0-4398-83a0-f22bfb95d6ce service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983101 Oct 13 04:19:54.030245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-c19658e3-4cc2-4e75-8245-7e45ea55a7a3 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928338 Oct 13 04:19:54.154700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-29b1707c-7ec7-4680-badc-de43a9f74db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:54.156455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-29b1707c-7ec7-4680-badc-de43a9f74db0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf3707df03774ae39119061f977c2ef4&device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 1095 time: 0.0763531 Oct 13 04:19:54.185539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0393b44c-6a36-4d22-819e-81f8b6b8ac51 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:54.241972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b495d717-64f1-4a0c-9407-4e62c00cb69c req-63e47a45-5b26-424a-a57f-cb70b05680fd service neutron] 10.222.0.16 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090926 Oct 13 04:19:54.257900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 841a1bee-fd42-4707-be27-6b13605a52a0 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:19:54.261035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6db51715-ca9e-465a-b0c2-ea912ae2bbac up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:54.328215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-2cec02d4-e8d3-4e4f-b0e9-4f52054195df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:54.330725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-2cec02d4-e8d3-4e4f-b0e9-4f52054195df service neutron] 10.222.0.47 "GET /v2.0/networks?id=12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 200 len: 919 time: 0.1656723 Oct 13 04:19:54.401943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-ac164a5a-bc86-4b91-9264-40cfac756434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51 HTTP/1.1" status: 200 len: 217 time: 0.0644040 Oct 13 04:19:54.464969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:54.483405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-c6680b97-2432-4ee9-82f2-708d1579f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:54.485196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-c6680b97-2432-4ee9-82f2-708d1579f26d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 200 len: 858 time: 0.0671353 Oct 13 04:19:54.489383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '0393b44c-6a36-4d22-819e-81f8b6b8ac51', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'port_id': '0393b44c-6a36-4d22-819e-81f8b6b8ac51', 'mac_address': 'fa:16:3e:bd:0b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8401c9c5-49f0-4cca-befd-6a91a61728a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:54.506014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.513473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.526377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-96d06089-9b86-400e-b6ec-4e175a65b035 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=12cfa772-a985-472b-a641-95fd1a4c051b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313435 Oct 13 04:19:54.542568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=841a1bee-fd42-4707-be27-6b13605a52a0,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:54.561844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '841a1bee-fd42-4707-be27-6b13605a52a0', 'network_id': '12cfa772-a985-472b-a641-95fd1a4c051b', 'port_id': '841a1bee-fd42-4707-be27-6b13605a52a0', 'mac_address': 'fa:16:3e:d5:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8401c9c5-49f0-4cca-befd-6a91a61728a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:19:54.600416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.602593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 6db51715-ca9e-465a-b0c2-ea912ae2bbac completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:54.617110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6db51715-ca9e-465a-b0c2-ea912ae2bbac triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:54.617863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.623667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0393b44c-6a36-4d22-819e-81f8b6b8ac51 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:54.645241 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Floating IP f7d7e7f8-806b-48d2-9f18-757526238d30 associated. External IP: 172.25.0.83, port: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9. Oct 13 04:19:54.646017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:54.682869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c753e6-4491-4034-8c8c-358529b0cdf1 req-ca6121ba-54b2-4d24-a0fe-595ef2ce46ae tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:54.688628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.701639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0c753e6-4491-4034-8c8c-358529b0cdf1 req-ca6121ba-54b2-4d24-a0fe-595ef2ce46ae tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 944 time: 0.1467865 Oct 13 04:19:54.759206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-2e9dbb3a-8181-4ba1-8f14-afade794e877 service neutron] 10.222.0.47 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243392 Oct 13 04:19:54.826265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:54.828088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0c753e6-4491-4034-8c8c-358529b0cdf1 req-31e12a07-7c71-4b3f-a839-8ee163daad06 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254687 Oct 13 04:19:54.843227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.861629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841a1bee-fd42-4707-be27-6b13605a52a0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:19:54.889517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=841a1bee-fd42-4707-be27-6b13605a52a0,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:54.898521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:54.985431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:55.040920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a70f75ec-739b-4503-aa1f-217dcf76cff9 req-cb065b50-f433-4161-830a-2486a9389a65 service neutron] 10.222.0.47 "GET /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688682 Oct 13 04:19:55.048564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:55.050036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:55.052380 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d416d1b-27d0-48ac-afea-dc6fcecb6a76" -d '{"events": [{"server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "name": "network-vif-plugged", "status": "completed", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:55.068663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:55.070028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0393b44c-6a36-4d22-819e-81f8b6b8ac51'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:55.071911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:55.108324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:55.166339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['841a1bee-fd42-4707-be27-6b13605a52a0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:19:55.222193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:55.352681 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60bff24-c9ab-49b2-88c1-a1b19e78fe46 x-openstack-request-id: req-f60bff24-c9ab-49b2-88c1-a1b19e78fe46 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:55.352985 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "name": "network-vif-plugged", "status": "completed", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:55.353235 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f60bff24-c9ab-49b2-88c1-a1b19e78fe46 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:55.353635 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac', 'code': 200} Oct 13 04:19:55.613789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431e5e3-4d44-45f9-a327-649f2a45d361 req-979c0d4b-727d-424c-915a-a35d63a376fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:55.615372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b431e5e3-4d44-45f9-a327-649f2a45d361 req-979c0d4b-727d-424c-915a-a35d63a376fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 1097 time: 0.0566056 Oct 13 04:19:55.616592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:55.629784 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:55.643277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:55.644576 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:55.698501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b431e5e3-4d44-45f9-a327-649f2a45d361 req-cf18b0ed-6a50-41f1-82c0-3940c461cf45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Oct 13 04:19:55.771161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:55.849398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491d3b-b620-4b1b-ae05-beccff94d590 req-ded18586-c663-4e72-a3bf-d16a3f282c6f tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:55.857466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c491d3b-b620-4b1b-ae05-beccff94d590 req-ded18586-c663-4e72-a3bf-d16a3f282c6f tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.0683353 Oct 13 04:19:55.904152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:19:55.918989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c491d3b-b620-4b1b-ae05-beccff94d590 req-2578a2a2-276f-4c83-a12a-1ae8f5815a78 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603232 Oct 13 04:19:56.033085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f5a4b-8e77-40ca-8480-483df3e1579f req-587bcfaa-8bc8-4fe2-846b-f1aacfa02529 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.041140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e80f5a4b-8e77-40ca-8480-483df3e1579f req-587bcfaa-8bc8-4fe2-846b-f1aacfa02529 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 945 time: 0.0698464 Oct 13 04:19:56.049565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:19:56.057762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.087099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e80f5a4b-8e77-40ca-8480-483df3e1579f req-60903666-3351-4950-80f3-09e6127f89f1 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Oct 13 04:19:56.096765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:56.099284 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404acef-b07d-434d-b972-44bc6957ecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:56.146369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-516073c6-d9ed-48c5-bd5c-e66c6f3bc209 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "PUT /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 997 time: 2.6881695 Oct 13 04:19:56.171036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:54Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:56.205599 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:56.212099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-419fd233-fd53-4fa5-9ed6-95b6277e7ed0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.213900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-419fd233-fd53-4fa5-9ed6-95b6277e7ed0 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports/1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 942 time: 0.0663328 Oct 13 04:19:56.220637 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19380f3-e6ba-44e0-b0fb-a4aba04731c9 x-openstack-request-id: req-b19380f3-e6ba-44e0-b0fb-a4aba04731c9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:56.221005 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:56.221436 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b19380f3-e6ba-44e0-b0fb-a4aba04731c9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:56.221923 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:19:56.238907 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:56.239985 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:56.264574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 841a1bee-fd42-4707-be27-6b13605a52a0 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:56.327048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-8fa646a6-acf5-41f0-babc-c1a310dcbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.329135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-8fa646a6-acf5-41f0-babc-c1a310dcbbf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0844309 Oct 13 04:19:56.355252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 841a1bee-fd42-4707-be27-6b13605a52a0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:56.365123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 841a1bee-fd42-4707-be27-6b13605a52a0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:56.365540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-5b23f948-5114-49c0-86a8-4742c5c6030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.367094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-5b23f948-5114-49c0-86a8-4742c5c6030f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0777438 Oct 13 04:19:56.368375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.431423 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:56.468487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-67394ed5-69f7-4b6a-b4a5-5c2f562d844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.472210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-67394ed5-69f7-4b6a-b4a5-5c2f562d844a service neutron] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1347399 Oct 13 04:19:56.514903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-61e33064-aed5-400f-8011-35bd2c6e0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.519543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-61e33064-aed5-400f-8011-35bd2c6e0a20 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1459415 Oct 13 04:19:56.549582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-e129b7ff-8564-4ccd-9779-6ddc9663f156 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.0682390 Oct 13 04:19:56.555288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.566328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-b8eefbb3-5373-4862-9d87-8fd5126bdd22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.0401688 Oct 13 04:19:56.613807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-a2bf5a3e-4437-4e8b-bad4-c5d829e2d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.615931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-a2bf5a3e-4437-4e8b-bad4-c5d829e2d523 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.0572248 Oct 13 04:19:56.624781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=841a1bee-fd42-4707-be27-6b13605a52a0,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:56.630282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:56.673975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-0f85c74b-19cc-4c0f-801e-1cd445b70180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.676605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-0f85c74b-19cc-4c0f-801e-1cd445b70180 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1040082 Oct 13 04:19:56.694261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:56.713123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-e5305f1d-12c8-41c0-bfd8-f3e85bde6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.715087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-e5305f1d-12c8-41c0-bfd8-f3e85bde6976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892203 Oct 13 04:19:56.732356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-decbc3f8-60c0-4420-8ea0-cfc912035069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:56.739646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-decbc3f8-60c0-4420-8ea0-cfc912035069 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558777 Oct 13 04:19:56.765297 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:54Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:56.799013 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfc859-26aa-4157-b3ca-fc29f493e685 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:54Z', 'revision_number': 3, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:56.843832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-28727b3b-6437-440a-9a2b-33814364a08e service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210048 Oct 13 04:19:56.873206 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-8e9898e2-cfcd-4ce1-9645-20a209037e00 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308637 Oct 13 04:19:56.977344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7404acef-b07d-434d-b972-44bc6957ecd2 req-18c750e4-e2b9-41b5-8651-3b794621c7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254578 Oct 13 04:19:57.017605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-32ae82e2-0d4a-43b1-81ab-e86659c2c146 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327729 Oct 13 04:19:57.090273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-3178a90f-a608-4d84-a041-7de955913109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.093574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44bfc-9d21-43d9-b2da-bf8dd3b75836 req-472f08a4-acc8-4d9f-ad4e-dfd17d457a6b tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.099641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-3178a90f-a608-4d84-a041-7de955913109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1096 time: 0.0693018 Oct 13 04:19:57.103353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bdaf76-9cf8-4be8-a287-21253405bb0f None None] New status for floating IP f7d7e7f8-806b-48d2-9f18-757526238d30: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:19:57.103573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04b44bfc-9d21-43d9-b2da-bf8dd3b75836 req-472f08a4-acc8-4d9f-ad4e-dfd17d457a6b tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.0731411 Oct 13 04:19:57.155776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04b44bfc-9d21-43d9-b2da-bf8dd3b75836 req-eba20125-10b7-48b9-b858-2b28b9762fd9 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Oct 13 04:19:57.276820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-c3ae5746-9cd3-41df-aaee-f5fab195aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.285289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-c3ae5746-9cd3-41df-aaee-f5fab195aa57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1841993 Oct 13 04:19:57.296165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0906643-7885-4e4f-bd24-ee6835e3e7b3 req-d2034131-fcab-422e-8043-c9ba3c35545f tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.304658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0906643-7885-4e4f-bd24-ee6835e3e7b3 req-d2034131-fcab-422e-8043-c9ba3c35545f tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 946 time: 0.0818129 Oct 13 04:19:57.358002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0906643-7885-4e4f-bd24-ee6835e3e7b3 req-e62a5737-ff92-4c96-aee8-1ba3f404a7c9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523591 Oct 13 04:19:57.374443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:57.381532 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daab22b-6e85-4ed4-9b16-f9ae9313c5ba" -d '{"events": [{"server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "name": "network-vif-plugged", "status": "completed", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:57.399702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-e82eb944-e431-4d1a-819e-16e27f240d4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 1000 time: 0.1133761 Oct 13 04:19:57.545001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-eb02d855-d5ed-47f4-9619-6fb41892e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.546420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-eb02d855-d5ed-47f4-9619-6fb41892e8d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1442087 Oct 13 04:19:57.557176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-965b1b91-38d8-42fb-ac98-46a2a7bdee65 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.559224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-965b1b91-38d8-42fb-ac98-46a2a7bdee65 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.16 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.1207333 Oct 13 04:19:57.592561 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:19:57.608983 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:57.610022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:57.654114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-2027e17e-e98c-4971-9020-424827e8a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:57.656405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-2027e17e-e98c-4971-9020-424827e8a0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954416 Oct 13 04:19:57.758723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:57.810292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Deleting port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:19:57.812918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:57.874926 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21aa0de-e3c2-4afa-8434-f749f16ce1b0 x-openstack-request-id: req-b21aa0de-e3c2-4afa-8434-f749f16ce1b0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:57.875389 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "name": "network-vif-plugged", "status": "completed", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:57.876255 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b21aa0de-e3c2-4afa-8434-f749f16ce1b0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:57.877556 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0', 'code': 200} Oct 13 04:19:57.895593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-0bc56346-405a-4f16-bd46-043101d915c0 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322092 Oct 13 04:19:58.040178 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:57Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:58.074169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] For port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:58.074617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.077914 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:19:58.088585 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:19:58.089270 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:58.099832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d90097-5460-49cb-a5ac-e3ebbcc741db req-73651063-fe49-4f31-a051-c9688c5d8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.101387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a7d90097-5460-49cb-a5ac-e3ebbcc741db req-73651063-fe49-4f31-a051-c9688c5d8ace service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 1097 time: 0.1260793 Oct 13 04:19:58.103918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Calling delete_port for 5fb7fdf8-299a-4d40-a57f-6484e054b9bc owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:19:58.119094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65a2644e-525f-4e26-9918-26f29d898ea7 req-d2d59584-da9a-499d-80a6-d6d4ebbacf27 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092309 Oct 13 04:19:58.202927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0393b44c-6a36-4d22-819e-81f8b6b8ac51 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:19:58.223888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:58.231915 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bebbc9a-427a-43d8-85e3-231b26273591" -d '{"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:58.239527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a7d90097-5460-49cb-a5ac-e3ebbcc741db req-cab03c9f-7885-42f1-9e0d-67b98771a9fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299651 Oct 13 04:19:58.254264 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:19:58.298714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:19:58.302823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:19:58.303238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.314855 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-026a10f4-9104-4843-a810-9f6fe5907b36 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.1437638 Oct 13 04:19:58.378678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-92295340-aec9-4440-8def-8c2fb6b7c5f2 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.378949 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.394957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-92295340-aec9-4440-8def-8c2fb6b7c5f2 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports/a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 942 time: 0.0783014 Oct 13 04:19:58.411685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d357d-c34f-465a-b92d-2311f99c7d90 req-3ebdaec0-c4a6-49b6-b18d-79c887ec93ac tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.421508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-396d357d-c34f-465a-b92d-2311f99c7d90 req-3ebdaec0-c4a6-49b6-b18d-79c887ec93ac tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/ports?device_id=655fc5f1-a338-4124-9a1a-f8012796c04f HTTP/1.1" status: 200 len: 950 time: 0.1284239 Oct 13 04:19:58.460024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.505014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:19:58.510547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.535558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Pushing event deleted for resources: {'Port': ['ID=5fb7fdf8-299a-4d40-a57f-6484e054b9bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:58.605971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] No DVR routers for this DVR port 5fb7fdf8-299a-4d40-a57f-6484e054b9bc on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:19:58.611938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:58.615573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f14ee200-aea1-4396-87e7-8aed2dfc14b2 req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.16 "DELETE /v2.0/ports/5fb7fdf8-299a-4d40-a57f-6484e054b9bc HTTP/1.1" status: 204 len: 173 time: 1.0427094 Oct 13 04:19:58.639338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-9453a747-4079-4120-8ec6-c2eb2540d982 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.1554055 Oct 13 04:19:58.650102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.650867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.651557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.652216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.652822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.653444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.654038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.654659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.655365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.656008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.656841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.657421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297dee70-cd54-455e-a539-61e97e06553c tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:19:58.665569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-396d357d-c34f-465a-b92d-2311f99c7d90 req-2545fa0c-981f-4c6d-856d-f95121ea6423 tempest-TenantUsagesTestJSON-1226963743 tempest-TenantUsagesTestJSON-1226963743-project] 10.222.0.49 "GET /v2.0/security-groups?id=2758aa1d-9c99-40df-b6c2-b32fb740487f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336147 Oct 13 04:19:58.698001 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:57Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:19:58.776202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:19:58.792285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f329d-bd7b-45c2-8ab2-8c0f57bd1d27 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:a2:e3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:19:57Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:19:58.800499 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515d50f4-3960-43c6-8441-a3621d57b654 x-openstack-request-id: req-515d50f4-3960-43c6-8441-a3621d57b654 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:58.801959 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:58.802557 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-515d50f4-3960-43c6-8441-a3621d57b654 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:58.804472 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'status': 'completed', 'code': 200} Oct 13 04:19:58.853918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-bd4be2b8-12db-4de9-8d6a-af6567967213 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.867684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8514902f-d16c-4434-96e7-ecd3e64a434a req-bd4be2b8-12db-4de9-8d6a-af6567967213 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2210317 Oct 13 04:19:58.972528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-c284cfce-d5c0-45c0-9956-9c4b2a8fa55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:58.974053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-c284cfce-d5c0-45c0-9956-9c4b2a8fa55d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1096 time: 0.1334994 Oct 13 04:19:59.052951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bb6a9-2e14-4e35-a14f-8949b4e58593 req-933121fb-a84e-46ff-ad9f-76a4fde4631f tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.054530 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-902bb6a9-2e14-4e35-a14f-8949b4e58593 req-933121fb-a84e-46ff-ad9f-76a4fde4631f tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 946 time: 0.1223826 Oct 13 04:19:59.114335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-902bb6a9-2e14-4e35-a14f-8949b4e58593 req-bb5bbe97-e06f-4afe-b507-0e5a5c754bac tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Oct 13 04:19:59.132592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-1625be18-a118-40a3-adb4-e3cd185eb7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.135425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-1625be18-a118-40a3-adb4-e3cd185eb7fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1476541 Oct 13 04:19:59.172226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-9a0abe4b-abad-49e4-8a08-bb5700ed12bc tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.0899525 Oct 13 04:19:59.214254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-862fae68-1b30-4766-aba9-830d83f47c5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 1000 time: 0.0701673 Oct 13 04:19:59.235938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-1d8f10d5-076f-4325-aaa9-a4dee5bfb8ad tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.243286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-1d8f10d5-076f-4325-aaa9-a4dee5bfb8ad tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports/a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 942 time: 0.0620215 Oct 13 04:19:59.272179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-8eb64a46-2cba-45a6-9005-b79ac39a2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.274134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-8eb64a46-2cba-45a6-9005-b79ac39a2383 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.0525236 Oct 13 04:19:59.344797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-d56cc3a3-c98d-4344-9b20-d8ac7f11c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.348137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-d56cc3a3-c98d-4344-9b20-d8ac7f11c665 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572968 Oct 13 04:19:59.350048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-c8292998-0e39-49ca-93be-10ce581e9d35 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.0687454 Oct 13 04:19:59.470999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-727f4eec-1720-4c40-8e8f-2a33d0e7f6a8 service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128268 Oct 13 04:19:59.473453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d3a5b0d3-6164-48ec-a2d3-d23c085b260e tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:19:59.474821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d3a5b0d3-6164-48ec-a2d3-d23c085b260e tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1189280 Oct 13 04:19:59.553697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-47e247d2-eb25-43d8-b097-1aef2f9351f5 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.0717573 Oct 13 04:19:59.566705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:19:59.607344 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bebbc9a-427a-43d8-85e3-231b26273591 req-a932fba1-8205-47c6-b1dc-88ff9cd6f544 service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131265 Oct 13 04:19:59.649910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.802100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.806768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:19:59.807134 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Floating IP f7d7e7f8-806b-48d2-9f18-757526238d30 disassociated. External IP: 172.25.0.83, port: a249c16e-f7bb-450b-8bc1-a81b81840b98. Oct 13 04:19:59.878428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:19:59.880957 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320160d3-0b0b-4eaf-948f-564578fd2b49" -d '{"events": [{"server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "name": "network-vif-plugged", "status": "completed", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:19:59.942975 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da78909-f40c-4feb-8dab-68094f8636ca x-openstack-request-id: req-9da78909-f40c-4feb-8dab-68094f8636ca {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:19:59.943290 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "name": "network-vif-plugged", "status": "completed", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:19:59.943545 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da78909-f40c-4feb-8dab-68094f8636ca {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:19:59.944162 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51', 'code': 200} Oct 13 04:20:00.042304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46392) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:00.130264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df64f68-fcee-4dfb-b0c6-16698e5b325b req-434cddb2-dc97-41c5-a14e-8b33d6364a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.131762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1df64f68-fcee-4dfb-b0c6-16698e5b325b req-434cddb2-dc97-41c5-a14e-8b33d6364a06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 1097 time: 0.1105731 Oct 13 04:20:00.140483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:00.188390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1df64f68-fcee-4dfb-b0c6-16698e5b325b req-11013668-907b-472c-91a4-d8567f0a6306 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Oct 13 04:20:00.216745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ba9d697-7bac-4a4b-a327-cee30e92d6d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f936670dc4414986b4becf747a815575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730912 Oct 13 04:20:00.218139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46400) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:00.286588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5fb7fdf8-299a-4d40-a57f-6484e054b9bc no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:00.293646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:00.298452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.312835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.327001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:00.327481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c7f4b-4924-429a-9008-536674507424 req-be4dc610-9a65-4e00-a952-049d30d224e4 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.328976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2a5c7f4b-4924-429a-9008-536674507424 req-be4dc610-9a65-4e00-a952-049d30d224e4 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 946 time: 0.0937738 Oct 13 04:20:00.339997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 5fb7fdf8-299a-4d40-a57f-6484e054b9bc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:00.340792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d2bcdcca-1532-4ed2-a35b-f125fc86be2a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "PUT /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 694 time: 0.7734990 Oct 13 04:20:00.341348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5fb7fdf8-299a-4d40-a57f-6484e054b9bc not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:00.342839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:00.345707 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c32f3e5-95cc-491d-a16f-2297a60902ec" -d '{"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:00.352196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:00.353198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:00.358437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.417822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-3d655e51-77f4-4fe8-97f0-78bd5248b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.419512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-3d655e51-77f4-4fe8-97f0-78bd5248b348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1096 time: 0.0691431 Oct 13 04:20:00.424662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2a5c7f4b-4924-429a-9008-536674507424 req-efe30ff8-f689-4462-b436-dd7c1e83a3c1 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 Oct 13 04:20:00.441552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.444253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:00.445404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2758aa1d-9c99-40df-b6c2-b32fb740487f HTTP/1.1" status: 204 len: 168 time: 0.2269115 Oct 13 04:20:00.464004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c15f52-4cd5-4b94-bd0e-1a646a09887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2758aa1d-9c99-40df-b6c2-b32fb740487f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:00.560306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:00.607702 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b0b9f6-7254-46b6-bd34-b32e1295c55a x-openstack-request-id: req-28b0b9f6-7254-46b6-bd34-b32e1295c55a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:00.608306 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:00.608847 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28b0b9f6-7254-46b6-bd34-b32e1295c55a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:00.609451 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'status': 'completed', 'code': 200} Oct 13 04:20:00.624794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-52d1799f-81d3-4b77-a51c-1585195d42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.627018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-52d1799f-81d3-4b77-a51c-1585195d42be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 1096 time: 0.0865278 Oct 13 04:20:00.639462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944438-47e1-41cc-81e4-6a199b03504c req-ea93aa4d-332c-406f-8134-ccacbb47293c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.641517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87944438-47e1-41cc-81e4-6a199b03504c req-ea93aa4d-332c-406f-8134-ccacbb47293c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 946 time: 0.0686536 Oct 13 04:20:00.650816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-3fd43cb2-47c8-4f85-b05b-451645cf4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.674536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-3fd43cb2-47c8-4f85-b05b-451645cf4a72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.2475433 Oct 13 04:20:00.751977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87944438-47e1-41cc-81e4-6a199b03504c req-2b0eb655-6ef8-4b3f-8e2b-2ac4a2a3edd2 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955024 Oct 13 04:20:00.785201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-f209fc0f-d84b-4238-8e7d-b54298baaed1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 217 time: 0.1077445 Oct 13 04:20:00.805228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'name': 'network-vif-deleted', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:00.808040 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33256f0a-d99d-4e02-a73b-f05ea2ebf345" -d '{"events": [{"server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "name": "network-vif-deleted", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:00.818852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-bd2ac93a-c7b1-4dc7-be27-a01d20bade4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.820476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-bd2ac93a-c7b1-4dc7-be27-a01d20bade4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1775606 Oct 13 04:20:00.858562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d3cc0d9e-1245-4247-9c52-abecc1d97a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.862074 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-d3cc0d9e-1245-4247-9c52-abecc1d97a56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.0705593 Oct 13 04:20:00.885457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-5fc5d5a9-3d2d-454f-918c-b7538c55186f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 200 len: 217 time: 0.0538828 Oct 13 04:20:00.913058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:00.935630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-40eb18ea-4923-4678-9fd3-c1d792661f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.945727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-40eb18ea-4923-4678-9fd3-c1d792661f8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757754 Oct 13 04:20:00.946018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:00.955966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:00.956973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:00.978849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26456ce9-0f2d-48f4-a7cf-31cd5c643511 req-9adb887e-4935-4bd9-a7df-8a010c18b28b tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:00.980609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26456ce9-0f2d-48f4-a7cf-31cd5c643511 req-9adb887e-4935-4bd9-a7df-8a010c18b28b tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.0942936 Oct 13 04:20:00.981115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46416) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:01.005757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dce-daf4-484f-8216-dd2e8e80930a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.011514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-c73e0021-f11e-4bae-aec8-9f93a26f0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.013131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-c73e0021-f11e-4bae-aec8-9f93a26f0084 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1163273 Oct 13 04:20:01.058700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-3cdde663-cd1c-478d-b137-146f5fa0d2fb service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115448 Oct 13 04:20:01.087194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:01.120295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26456ce9-0f2d-48f4-a7cf-31cd5c643511 req-74303ac0-08ba-4f8e-a6b2-e1d0fc8a7933 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059296 Oct 13 04:20:01.172804 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22271a76-ad5b-4845-9af1-e79aab5941cb req-cda8d2dd-44aa-4143-b61e-75684fa23176 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122332 Oct 13 04:20:01.205616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-7dfa4d85-64d5-4cdc-81db-a701335240cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.207695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-7dfa4d85-64d5-4cdc-81db-a701335240cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796927 Oct 13 04:20:01.209609 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097a929d-6aef-4fcd-aed1-09693d90921e x-openstack-request-id: req-097a929d-6aef-4fcd-aed1-09693d90921e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:01.210021 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655fc5f1-a338-4124-9a1a-f8012796c04f", "name": "network-vif-deleted", "tag": "5fb7fdf8-299a-4d40-a57f-6484e054b9bc", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:01.210336 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-097a929d-6aef-4fcd-aed1-09693d90921e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:01.211027 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655fc5f1-a338-4124-9a1a-f8012796c04f', 'name': 'network-vif-deleted', 'tag': '5fb7fdf8-299a-4d40-a57f-6484e054b9bc', 'status': 'completed', 'code': 200} Oct 13 04:20:01.346331 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dce-daf4-484f-8216-dd2e8e80930a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.350403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:01.357861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6df7dce-daf4-484f-8216-dd2e8e80930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.376054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-b10029da-77e9-4645-85de-2645288d574d service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530731 Oct 13 04:20:01.383325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1ed3c-ba56-44b4-885f-cdd8e6271d54 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:01.473460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b6df7dce-daf4-484f-8216-dd2e8e80930a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e37244e78e044d0f90514da3b8165ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865036 Oct 13 04:20:01.474990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46428) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:01.480214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df7dce-daf4-484f-8216-dd2e8e80930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b3919-6952-4cea-976d-856fc3816d6c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:01.527238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c32f3e5-95cc-491d-a16f-2297a60902ec req-a2c5c656-b1de-4155-b668-e179dfcc3d41 service neutron] 10.222.0.16 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303265 Oct 13 04:20:01.551879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.584437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.590869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-0f99b27e-e923-461c-9f16-df55a488a5b5 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:01.592786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-0f99b27e-e923-461c-9f16-df55a488a5b5 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0587351 Oct 13 04:20:01.650510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.652825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-17e56182-861a-46ba-b466-8cdef48b64cb tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 697 time: 0.0523419 Oct 13 04:20:01.654597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:01.659340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b9b3919-6952-4cea-976d-856fc3816d6c HTTP/1.1" status: 204 len: 168 time: 0.1800144 Oct 13 04:20:01.668093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:01.683632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51f843-3b3f-4e3b-a962-0349f993a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b3919-6952-4cea-976d-856fc3816d6c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:01.714995 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a1463-67e1-4cf7-a7ca-65861e3201b3 None None] New status for floating IP f7d7e7f8-806b-48d2-9f18-757526238d30: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:20:01.718011 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.044933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:20:02.045244 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:20:02.238452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a8787-1cbb-4305-aa2e-48f26466a970 req-a8445832-e2c5-4217-9133-70abaceec3b1 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.239994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b2a8787-1cbb-4305-aa2e-48f26466a970 req-a8445832-e2c5-4217-9133-70abaceec3b1 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.0541911 Oct 13 04:20:02.278663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b2a8787-1cbb-4305-aa2e-48f26466a970 req-eb41103f-10ff-4423-9d3f-45fd744391da tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327785 Oct 13 04:20:02.405747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46462) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:02.504903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-network', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:02.534874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Made reservation on behalf of f3fb15cb4d3d4fa0bdbdb0c94ab28c71 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:02.537297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.546811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.547330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.636786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.641156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.661214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:02.692118 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.692509 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Added segment 62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4 of type vlan for network 6feb952d-897b-42fa-9047-f0e653fe6ca8 Oct 13 04:20:02.693895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e00221-342d-484a-96fe-16fb6119a10d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:02.757213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.774566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5903-792c-4a83-a142-ec69668e1e5c req-28c781c5-d6fa-4326-9496-87f27f681bb0 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.776094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-629a5903-792c-4a83-a142-ec69668e1e5c req-28c781c5-d6fa-4326-9496-87f27f681bb0 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.1009979 Oct 13 04:20:02.811320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.812343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:02.812951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:02.843798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-629a5903-792c-4a83-a142-ec69668e1e5c req-f4b6c8bf-e9b1-47f1-840c-28c394c405a9 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Oct 13 04:20:02.879449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4725502 Oct 13 04:20:02.885860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:02.891136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Request body: {'subnet': {'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-subnet', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:02.901289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c204b-067e-4ada-b4be-b6a46c5ae572 admin admin] Pushing event updated for resources: {'Network': ['ID=6feb952d-897b-42fa-9047-f0e653fe6ca8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:02.911814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:02.923367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Made reservation on behalf of f3fb15cb4d3d4fa0bdbdb0c94ab28c71 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:02.925688 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.057614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.066507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.076614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-a3d9fadf-ea33-413d-b331-fcd8454727a7 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:03.078055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-a3d9fadf-ea33-413d-b331-fcd8454727a7 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a465e4-3aa8-4009-9771-ba4deed6c37a HTTP/1.1" status: 200 len: 945 time: 0.0930548 Oct 13 04:20:03.106083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.171591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32548a1-095b-43a5-9d7e-88bd826f77a3,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:03.179681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Checking segment: {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:03.180044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Network hostable DHCP agents. Network: 6feb952d-897b-42fa-9047-f0e653fe6ca8, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:03.196779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:03.206156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6feb952d-897b-42fa-9047-f0e653fe6ca8) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:03.210310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:03.211149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.217890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f2e9c-185b-4253-857c-a744be4081f2 None None] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:03.231718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3d5d9c47-3b6c-462d-a8cc-30188b9b40af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3447998 Oct 13 04:20:03.234984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46472) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:03.240844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:03.265527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.267258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.321542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.382657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6feb952d-897b-42fa-9047-f0e653fe6ca8', 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'fixed_ips': [{'subnet_id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:03.383623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.554110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Allocated IP 172.20.0.2 (6feb952d-897b-42fa-9047-f0e653fe6ca8/c32548a1-095b-43a5-9d7e-88bd826f77a3/9bad6c27-d087-4607-a843-bb5cc98ac823) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:03.576945 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Floating IP f7d7e7f8-806b-48d2-9f18-757526238d30 associated. External IP: 172.25.0.83, port: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9. Oct 13 04:20:03.625719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Deleting port a249c16e-f7bb-450b-8bc1-a81b81840b98 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:03.626723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.733772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.741652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.781797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:03.785298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:03.787841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:03.812211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.818753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Pushing event updated for resources: {'Port': ['ID=9bad6c27-d087-4607-a843-bb5cc98ac823,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:03.843905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] For port a249c16e-f7bb-450b-8bc1-a81b81840b98, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a249c16e-f7bb-450b-8bc1-a81b81840b98,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:03.844745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.856337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Attempting to bind port 9bad6c27-d087-4607-a843-bb5cc98ac823 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:03.856744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Attempting to bind port 9bad6c27-d087-4607-a843-bb5cc98ac823 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:03.857116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Attempting to bind port 9bad6c27-d087-4607-a843-bb5cc98ac823 on network 6feb952d-897b-42fa-9047-f0e653fe6ca8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:03.864261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:03.864541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Calling delete_port for a249c16e-f7bb-450b-8bc1-a81b81840b98 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:03.864671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Checking segment: {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:03.864671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.864671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Bound using segment: {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:03.864982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Bound port: 9bad6c27-d087-4607-a843-bb5cc98ac823, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:03.865411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:03.968836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] For port 9bad6c27-d087-4607-a843-bb5cc98ac823, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:03.974503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] For port 9bad6c27-d087-4607-a843-bb5cc98ac823, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9bad6c27-d087-4607-a843-bb5cc98ac823,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:03.976767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:03.984852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.073809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e41dc-c9dc-40f4-8159-30318de22d4e None None] Pushing event updated for resources: {'Port': ['ID=9bad6c27-d087-4607-a843-bb5cc98ac823,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.101674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e8326-752a-49ca-bfad-772328019c0f req-d6cca57f-cb28-42c4-9186-911535d81abc tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.103549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f17e8326-752a-49ca-bfad-772328019c0f req-d6cca57f-cb28-42c4-9186-911535d81abc tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.1756732 Oct 13 04:20:04.124388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.160148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.172369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.186142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a249c16e-f7bb-450b-8bc1-a81b81840b98'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:04.186396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:04.189672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1a48b127-39f3-4ed0-b0bb-170cfa912fd9'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:04.197069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.236214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:04.240201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f17e8326-752a-49ca-bfad-772328019c0f req-33339cff-09dc-4d3f-a6b1-3e1c554b3670 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252425 Oct 13 04:20:04.249855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event deleted for resources: {'Port': ['ID=a249c16e-f7bb-450b-8bc1-a81b81840b98,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:04.273806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61421047-57cb-4669-98ac-33025b7b64a4 req-bebfb9d0-d0c0-465b-98c9-825e06c8c37a tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.275990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61421047-57cb-4669-98ac-33025b7b64a4 req-bebfb9d0-d0c0-465b-98c9-825e06c8c37a tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.47 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.1256354 Oct 13 04:20:04.279611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-d1d91f51-ee15-49ca-a0c7-c69a3235a115 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "PUT /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 995 time: 2.6161573 Oct 13 04:20:04.290058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:04.291792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:04.302465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:04.304874 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ded9cc2-d1c8-451a-ada5-7019fb278d65" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:04.353310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] No DVR routers for this DVR port a249c16e-f7bb-450b-8bc1-a81b81840b98 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:04.367459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Allocated IP 172.25.0.60 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/f6eb60c7-46dd-423b-8ca9-47b1f5d6500c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:04.382859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.388085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d77d93f-edad-470e-88a3-e9953e6a2674 req-138de074-d3a8-4254-840e-8e2229be9d3b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.16 "DELETE /v2.0/ports/a249c16e-f7bb-450b-8bc1-a81b81840b98 HTTP/1.1" status: 204 len: 173 time: 1.2755029 Oct 13 04:20:04.425753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-abeb7466-13db-4161-91ae-5953abfab3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.427332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-abeb7466-13db-4161-91ae-5953abfab3c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0752928 Oct 13 04:20:04.479101 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9199ac-43d7-4253-b763-8513dee1eef1 x-openstack-request-id: req-fa9199ac-43d7-4253-b763-8513dee1eef1 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:04.480494 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:04.480965 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa9199ac-43d7-4253-b763-8513dee1eef1 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:04.482096 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:20:04.623990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.632242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-77f2b74c-169c-4ef9-9677-4fef6d5b935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.634200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-77f2b74c-169c-4ef9-9677-4fef6d5b935c service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.1970427 Oct 13 04:20:04.686540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:04.724658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-9abd911b-e04e-412f-8af7-2d165cf67454 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 998 time: 0.0814698 Oct 13 04:20:04.775689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:04.799509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-85588f2f-6b91-4dee-826f-c4ab785fc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.801726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-85588f2f-6b91-4dee-826f-c4ab785fc059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.1899300 Oct 13 04:20:04.844292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-b20893ff-a111-403d-8346-59b30cbae854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.854565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-b20893ff-a111-403d-8346-59b30cbae854 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1106853 Oct 13 04:20:04.927844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-c029f7e8-cc0e-47af-b867-08cb69dd5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:04.939407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-c029f7e8-cc0e-47af-b867-08cb69dd5f45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836647 Oct 13 04:20:05.008355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:05.015235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9bad6c27-d087-4607-a843-bb5cc98ac823 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:05.020997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:05.024884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:05.067248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-87f4050e-719c-45a6-9ec0-dc18bca92726 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263967 Oct 13 04:20:05.125007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Pushing event updated for resources: {'Port': ['ID=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.139706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-e4978d91-6243-4c4c-acf1-6d5649e31d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.141536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-e4978d91-6243-4c4c-acf1-6d5649e31d1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.3074224 Oct 13 04:20:05.159688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Deleting port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:05.160057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.200410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9bad6c27-d087-4607-a843-bb5cc98ac823 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:05.200641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.207368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f558390-e1b5-4acd-9d11-0296a0ae931f req-279b7cda-9796-4c3a-a992-c9deeccb82f4 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387141 Oct 13 04:20:05.341233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.363398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:20:02Z', 'revision_number': 8, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:05.404630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:05.428659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9bad6c27-d087-4607-a843-bb5cc98ac823, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9bad6c27-d087-4607-a843-bb5cc98ac823,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:05.431357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:05.431986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:05.437801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475cef0-c042-4a01-8556-c84fb13f0eea req-8d9526d3-6aef-45b8-9505-6c6d4ffd0d98 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.439503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-a35f2348-7021-4d25-b672-c68a4bf6c5bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 998 time: 0.2714822 Oct 13 04:20:05.440811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e475cef0-c042-4a01-8556-c84fb13f0eea req-8d9526d3-6aef-45b8-9505-6c6d4ffd0d98 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 946 time: 0.0858407 Oct 13 04:20:05.473651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.511511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498f971-b24a-4ef7-a70b-3f5f7ff553c6 None None] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:05.519163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75cd352d-f8cb-42a2-82ca-f3498b04d493 req-530ed363-de92-478b-9372-b80617db0240 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 995 time: 0.2493267 Oct 13 04:20:05.519894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e475cef0-c042-4a01-8556-c84fb13f0eea req-576c2199-449b-4437-8d8c-2d8ca3dada5c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715947 Oct 13 04:20:05.564896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] For port 0393b44c-6a36-4d22-819e-81f8b6b8ac51, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0393b44c-6a36-4d22-819e-81f8b6b8ac51,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:05.565259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.650656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9bad6c27-d087-4607-a843-bb5cc98ac823,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:05.653322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-7775a471-13cd-4dbd-af63-8d301daea5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.654810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-7775a471-13cd-4dbd-af63-8d301daea5da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.2070651 Oct 13 04:20:05.661667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f2ff9781-84a9-495b-ade5-9130e9f204ac None None] Provisioning complete for port 9bad6c27-d087-4607-a843-bb5cc98ac823 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:05.661667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9781-84a9-495b-ade5-9130e9f204ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:05.661987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Calling delete_port for 0393b44c-6a36-4d22-819e-81f8b6b8ac51 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:05.667347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:05.670514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.670862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.671228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.671561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.671891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.672218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.672540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.673407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.673730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.674051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.674373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.674690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:05.857590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd352d-f8cb-42a2-82ca-f3498b04d493 req-65cc3004-305c-46d3-849c-dd66f148e389 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.859218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75cd352d-f8cb-42a2-82ca-f3498b04d493 req-65cc3004-305c-46d3-849c-dd66f148e389 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.3311431 Oct 13 04:20:05.865135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-0356686d-5135-4081-9209-22b82fc1dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:05.866594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-0356686d-5135-4081-9209-22b82fc1dd7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980307 Oct 13 04:20:05.872830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.053557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:20:02Z', 'revision_number': 8, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:06.094563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dcf40-9c70-4691-a4fd-83b6d90d4731 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f7d7e7f8-806b-48d2-9f18-757526238d30', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'port_id': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'mac_address': 'fa:16:3e:08:bf:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:19:29Z', 'updated_at': '2021-10-13T04:20:02Z', 'revision_number': 8, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:06.212686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-c2af7c87-16b8-4670-8acd-f0cbd38cf7e9 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 998 time: 0.2841616 Oct 13 04:20:06.276358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4391d1fb-ef33-47b3-8db8-b534e1aa06b2 None None] Provisioning complete for port 9bad6c27-d087-4607-a843-bb5cc98ac823 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:06.276678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4391d1fb-ef33-47b3-8db8-b534e1aa06b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.319631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a249c16e-f7bb-450b-8bc1-a81b81840b98 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:06.370878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: a249c16e-f7bb-450b-8bc1-a81b81840b98 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:06.371430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a249c16e-f7bb-450b-8bc1-a81b81840b98 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:06.440514 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb31f5-f1a9-48b6-a150-5d395f344320 None None] New status for floating IP f7d7e7f8-806b-48d2-9f18-757526238d30: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:20:06.485125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'name': 'network-vif-deleted', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:06.488083 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb69453a-4032-4287-9882-caaa0e548de4" -d '{"events": [{"server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "name": "network-vif-deleted", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:06.538628 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c5900-83c7-482b-925a-a05a6b8350b8 x-openstack-request-id: req-624c5900-83c7-482b-925a-a05a6b8350b8 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:06.538909 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a465e4-3aa8-4009-9771-ba4deed6c37a", "name": "network-vif-deleted", "tag": "a249c16e-f7bb-450b-8bc1-a81b81840b98", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:06.539235 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-624c5900-83c7-482b-925a-a05a6b8350b8 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:06.539642 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a465e4-3aa8-4009-9771-ba4deed6c37a', 'name': 'network-vif-deleted', 'tag': 'a249c16e-f7bb-450b-8bc1-a81b81840b98', 'status': 'completed', 'code': 200} Oct 13 04:20:06.628572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbf647fb-5202-4a41-b03a-39083af57d78 req-9da3b829-7c74-41d8-adbc-a8a60b49c326 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e579e031-e42b-408a-858c-202afbdfae2d HTTP/1.1" status: 200 len: 210 time: 0.0402033 Oct 13 04:20:06.628833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.631940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-3be93726-80d4-4b84-b1a3-c82479b48a61 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157226 Oct 13 04:20:06.641217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6db51715-ca9e-465a-b0c2-ea912ae2bbac', '841a1bee-fd42-4707-be27-6b13605a52a0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:06.694067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-cd34f407-d082-432a-a727-6240b5cdb7ac tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:06.700659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-cd34f407-d082-432a-a727-6240b5cdb7ac tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports/1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 942 time: 0.4648237 Oct 13 04:20:06.707243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event deleted for resources: {'Port': ['ID=0393b44c-6a36-4d22-819e-81f8b6b8ac51,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:06.846993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9bad6c27-d087-4607-a843-bb5cc98ac823 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:06.866871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.899854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] No DVR routers for this DVR port 0393b44c-6a36-4d22-819e-81f8b6b8ac51 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:06.911256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:06.914816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61421047-57cb-4669-98ac-33025b7b64a4 req-498d67a8-5c81-49c9-a536-147b8c4707c3 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.47 "DELETE /v2.0/ports/0393b44c-6a36-4d22-819e-81f8b6b8ac51 HTTP/1.1" status: 204 len: 173 time: 2.5613496 Oct 13 04:20:06.916996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'name': 'network-vif-deleted', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:06.919307 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a40e22-d5e9-4db5-a277-9cc88dd7e149" -d '{"events": [{"server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "name": "network-vif-deleted", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:06.974646 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c751e-bb27-4dad-a267-47bad68ac494 x-openstack-request-id: req-307c751e-bb27-4dad-a267-47bad68ac494 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:06.974940 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e579e031-e42b-408a-858c-202afbdfae2d", "name": "network-vif-deleted", "tag": "0393b44c-6a36-4d22-819e-81f8b6b8ac51", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:06.975440 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-307c751e-bb27-4dad-a267-47bad68ac494 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:06.975843 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e579e031-e42b-408a-858c-202afbdfae2d', 'name': 'network-vif-deleted', 'tag': '0393b44c-6a36-4d22-819e-81f8b6b8ac51', 'status': 'completed', 'code': 200} Oct 13 04:20:07.029458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-305319bc-45ec-42ff-a9a3-d9b08eafd29b tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.2354982 Oct 13 04:20:07.031372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9bad6c27-d087-4607-a843-bb5cc98ac823 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:07.033836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.034637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ded9cc2-d1c8-451a-ada5-7019fb278d65 req-9c6f95fb-f487-47d4-a7fb-c5cfc822c0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615196 Oct 13 04:20:07.206620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-35823587-4d74-49b4-b1c0-a53ea6bf9942 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:07.208003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-35823587-4d74-49b4-b1c0-a53ea6bf9942 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1430843 Oct 13 04:20:07.223922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Router d20b1bf8-3daf-436e-a07b-7fac69d83c0c is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:20:07.318975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-8927c051-818f-400d-96d4-943a9fb1ab96 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 1000 time: 0.1038120 Oct 13 04:20:07.334567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:07.425607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632effa5-e0d4-4819-a246-a09fd313623b req-b4ad11f8-0fd9-407c-9acd-3b805939ee7c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:07.433862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-632effa5-e0d4-4819-a246-a09fd313623b req-b4ad11f8-0fd9-407c-9acd-3b805939ee7c tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1096 time: 0.0700829 Oct 13 04:20:07.438175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.442769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:07.453609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Sync routers for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:07.470763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:07.472258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:07.499868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.501637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae339e44-2427-42bf-8ba3-05123a416985 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2639294 Oct 13 04:20:07.504463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46536) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:07.511582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-632effa5-e0d4-4819-a246-a09fd313623b req-51e38aad-94cc-48a7-8416-60ba211871c4 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765386 Oct 13 04:20:07.634071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:07.694320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.703251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:07.703592 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Floating IP f7d7e7f8-806b-48d2-9f18-757526238d30 disassociated. External IP: 172.25.0.83, port: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9. Oct 13 04:20:07.838215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:05Z', 'revision_number': 3, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.001991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Checking router: d20b1bf8-3daf-436e-a07b-7fac69d83c0c for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:08.002355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Updating router d20b1bf8-3daf-436e-a07b-7fac69d83c0c port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:08.030191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.099764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:08.217656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0393b44c-6a36-4d22-819e-81f8b6b8ac51 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:08.240235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 0393b44c-6a36-4d22-819e-81f8b6b8ac51 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:08.240599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0393b44c-6a36-4d22-819e-81f8b6b8ac51 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:08.302957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:08.308766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.315620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:08.329036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:08.329651 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.336639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.355483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.355835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d7df0b23-3a87-4be4-88e5-448ce217634d tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "PUT /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 695 time: 1.0284073 Oct 13 04:20:08.362367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.421341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Attempting to bind port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:08.422115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Attempting to bind port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:08.423101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Attempting to bind port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:08.426588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3122a-d50b-4506-9145-08ecdf83fc82 None None] Pushing event updated for resources: {'Port': ['ID=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:08.432744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:08.433516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:08.434988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.435691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:08.436402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Bound port: f6eb60c7-46dd-423b-8ca9-47b1f5d6500c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:08.437012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.484266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-692743ca-f828-44b3-8332-530d635373d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:08.486610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-692743ca-f828-44b3-8332-530d635373d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.0911584 Oct 13 04:20:08.490789 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:08.504254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] For port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:08.510760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] For port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:08.517553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:08.577667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:08.578672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.585494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-64e5a208-753a-49be-9a53-4222a3fda65e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:08.586499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-64e5a208-753a-49be-9a53-4222a3fda65e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142419 Oct 13 04:20:08.607416 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Allocated IP 172.20.0.1 (6feb952d-897b-42fa-9047-f0e653fe6ca8/c32548a1-095b-43a5-9d7e-88bd826f77a3/14b42a4a-19ad-433f-9451-002e80d1070f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:08.637017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3122a-d50b-4506-9145-08ecdf83fc82 None None] Pushing event updated for resources: {'Port': ['ID=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:08.674523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c698dee8-d98f-4be6-a479-c60dddc3a2d0 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:08.676077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c698dee8-d98f-4be6-a479-c60dddc3a2d0 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 1093 time: 0.0740108 Oct 13 04:20:08.712381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:08.724526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Request body: {'binding': {'host': 'n-h2-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:08.724770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:20:08.732629 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.746749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-fcd94d17-ccbd-46be-8116-c5a14bd8859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:08.748620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-fcd94d17-ccbd-46be-8116-c5a14bd8859a service neutron] 10.222.0.49 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.2515502 Oct 13 04:20:08.778958 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:08.788565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:08.789297 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.912016 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:08.958305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:05Z', 'revision_number': 3, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:08.986568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7e13e-3f72-4872-9a61-045dba906e0b None None] The sync data for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 is: [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:05Z', 'revision_number': 3, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:09.094670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:09.096936 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30d282f-e20d-4945-93ae-bc751aa03963" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:09.107309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-cdbb465c-7796-4937-87f6-177e7928bae9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.3468359 Oct 13 04:20:09.129291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:09.158254 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20620a90-f10e-45c3-a14c-c49a96454e98 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:19:07Z', 'revision_number': 4, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '674e35d6-7b60-4003-b8cd-83de7d0950b8', 'name': '', 'network_id': '38f3187e-0901-4ac3-8d38-81a4f48a3289', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'mac_address': 'fa:16:3e:2b:fb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:19:05Z', 'updated_at': '2021-10-13T04:19:12Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'subnets': [{'id': '4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:09.264206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d242b4d7-13c5-4b75-becf-5388cc2d16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:09.265810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d242b4d7-13c5-4b75-becf-5388cc2d16ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1221654 Oct 13 04:20:09.278123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.375494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on host n-h2-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:09.377041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:09.377041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:09.386694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-38be2a38-9e88-4cfe-899e-3497926e7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:09.388540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-38be2a38-9e88-4cfe-899e-3497926e7dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031044 Oct 13 04:20:09.390646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:09.390965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:09.407778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:09.407778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:09.408184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:09.408600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Bound port: c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:09.410833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.525236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57e1f42-1f0c-461f-ac75-5cd5be822c9a None None] New status for floating IP f7d7e7f8-806b-48d2-9f18-757526238d30: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:20:09.531985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:09.542253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:09.548757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:09.552614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Pushing event updated for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:09.604915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.605564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.606086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.606618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.607143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.607660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.608168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.608668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.609184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.609695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.610028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.611053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:09.620000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:09.636884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.645810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-9146951d-e40c-4545-8f92-e74c33b7b2b9 service neutron] 10.222.0.49 "POST /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9519770 Oct 13 04:20:09.667583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-3f1e2797-83b4-4aeb-81b8-8d8e3564d355 service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691984 Oct 13 04:20:09.690218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:09.985918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-731be008-f15a-4b94-af70-717b1195196e None None] Provisioning complete for port 14b42a4a-19ad-433f-9451-002e80d1070f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:09.986306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-731be008-f15a-4b94-af70-717b1195196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.036317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54cc8487-1f01-4697-aed6-446d3df4bda9 req-d1063ba0-016d-4bb0-8086-84ca69cf1c5a service neutron] 10.222.0.49 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546586 Oct 13 04:20:10.082263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-daebd5b5-e0f9-4ee2-b10c-289669a8f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.087464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-daebd5b5-e0f9-4ee2-b10c-289669a8f0ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1096 time: 0.1141505 Oct 13 04:20:10.088844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-731be008-f15a-4b94-af70-717b1195196e None None] Port 14b42a4a-19ad-433f-9451-002e80d1070f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:10.095382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.127944 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a23cb7-39dc-4dc3-92f9-f28939f95f58 x-openstack-request-id: req-30a23cb7-39dc-4dc3-92f9-f28939f95f58 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:10.128230 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:10.128603 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30a23cb7-39dc-4dc3-92f9-f28939f95f58 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:10.129032 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:20:10.365227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-5eb54412-60ea-4461-9baf-b60445c07389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.366677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-5eb54412-60ea-4461-9baf-b60445c07389 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.2688708 Oct 13 04:20:10.372088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-b099b3ef-b5cb-43c6-ad37-aacfecda60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.373632 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-b099b3ef-b5cb-43c6-ad37-aacfecda60c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf72601e07e842868e2a98910e56c4dd&device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 1096 time: 0.2127512 Oct 13 04:20:10.382922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2b17c-23ef-41ac-9152-f63603689907 req-7d61c629-e81a-4a3e-adb5-227c9b3ec53d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.385237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2be2b17c-23ef-41ac-9152-f63603689907 req-7d61c629-e81a-4a3e-adb5-227c9b3ec53d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.2231917 Oct 13 04:20:10.457661 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-6a7399de-f6e4-4e4f-80be-56450538ceaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 217 time: 0.0664616 Oct 13 04:20:10.461602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac110020-aa72-43e8-a751-82519635d42e req-24416ec2-da95-4fee-94f3-68645c350def tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 200 len: 693 time: 0.0516379 Oct 13 04:20:10.577365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110020-aa72-43e8-a751-82519635d42e req-1282ef31-a375-4e58-b8f6-4bcdc7d37048 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.578641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac110020-aa72-43e8-a751-82519635d42e req-1282ef31-a375-4e58-b8f6-4bcdc7d37048 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1113281 Oct 13 04:20:10.598990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2be2b17c-23ef-41ac-9152-f63603689907 req-b6d37362-0fa1-4a32-b1c0-260a01796802 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067196 Oct 13 04:20:10.605356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-057dade7-c42c-418e-bccb-61637fa207c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.606801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-057dade7-c42c-418e-bccb-61637fa207c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1201241 Oct 13 04:20:10.647045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac110020-aa72-43e8-a751-82519635d42e req-931700d2-cb85-48b2-8f8d-35ef9ff646ed tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 696 time: 0.0595195 Oct 13 04:20:10.666685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-bbb172dc-f243-4b0b-80f7-1a7a8710edcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514715 Oct 13 04:20:10.671544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.674289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-6160a2db-ef6e-41da-9472-34993bafe1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.675878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-6160a2db-ef6e-41da-9472-34993bafe1d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 200 len: 922 time: 0.2896514 Oct 13 04:20:10.684753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.725547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac110020-aa72-43e8-a751-82519635d42e req-55e2b21a-6567-4491-84c4-4b0472df5412 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 696 time: 0.0711122 Oct 13 04:20:10.811404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-e32e4c1d-e019-46bd-be72-d36e8dc03264 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 200 len: 217 time: 0.1234465 Oct 13 04:20:10.875037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.887910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6eb60c7-46dd-423b-8ca9-47b1f5d6500c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:10.894833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Pushing event updated for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:10.939426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-6f2a4839-d61c-4a7d-bf7e-e1e2891a1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:10.940726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-6f2a4839-d61c-4a7d-bf7e-e1e2891a1c5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 200 len: 860 time: 0.1186116 Oct 13 04:20:10.964877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:10.965620 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.979570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Deleting port 9e1c2d65-a057-4307-b917-385e195c8092 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:10.980219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:10.989031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-3089c156-1831-4865-b5a2-4a0fd17bb31b service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121638 Oct 13 04:20:11.085658 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.107910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.108270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.122677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-9441c5b8-9186-4ef2-9212-7738fefe7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:11.123545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:11.124627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-9441c5b8-9186-4ef2-9212-7738fefe7a66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38f3187e-0901-4ac3-8d38-81a4f48a3289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520908 Oct 13 04:20:11.137322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.158715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Calling delete_port for 9e1c2d65-a057-4307-b917-385e195c8092 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:11.168049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:11.211641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:11.240581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.319359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-ab842075-4378-4f40-bd1c-5f7bcadcc2bc service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047392 Oct 13 04:20:11.320200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.354133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event deleted for resources: {'Port': ['ID=9e1c2d65-a057-4307-b917-385e195c8092,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:11.398256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-7de26ada-0bcf-456b-ac93-f9560a6a2a26 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621920 Oct 13 04:20:11.406729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Router d20b1bf8-3daf-436e-a07b-7fac69d83c0c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:11.425508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.469907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.474715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.480791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac110020-aa72-43e8-a751-82519635d42e req-2cc7193b-d266-42af-97b4-b996d8f55ebe tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7d7e7f8-806b-48d2-9f18-757526238d30 HTTP/1.1" status: 204 len: 173 time: 0.7542434 Oct 13 04:20:11.617918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f30d282f-e20d-4945-93ae-bc751aa03963 req-a2c4df35-988e-49fb-8caf-3a4179366703 service neutron] 10.222.0.47 "GET /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098601 Oct 13 04:20:11.635924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1071870b-5be9-4e8b-b74a-d3630a195e9f None None] Provisioning complete for port 14b42a4a-19ad-433f-9451-002e80d1070f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:11.636296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1071870b-5be9-4e8b-b74a-d3630a195e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.638205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:11.650942 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Sync routers for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:11.655604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-08ae2705-c463-4a49-9411-eadbf0e40191 admin admin] 10.222.0.49 "PUT /v2.0/routers/d20b1bf8-3daf-436e-a07b-7fac69d83c0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1499085 Oct 13 04:20:11.678158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:11.679041 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:11.724320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1071870b-5be9-4e8b-b74a-d3630a195e9f None None] Port 14b42a4a-19ad-433f-9451-002e80d1070f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:11.753773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-401c8d44-06e0-425f-a40f-61bbe66b3bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:11.839402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e6bab-894e-439d-b54b-581d191dd771 req-a7357881-f5ba-4a9b-bf30-ee9530ff8afc tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:11.847947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e6bab-894e-439d-b54b-581d191dd771 req-a7357881-f5ba-4a9b-bf30-ee9530ff8afc tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:11.855535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-092e6bab-894e-439d-b54b-581d191dd771 req-a7357881-f5ba-4a9b-bf30-ee9530ff8afc tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0&device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 1683 time: 0.1021531 Oct 13 04:20:11.858367 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:11.867143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea05a-deb2-40b1-938a-5459eee3a926 req-2a7e29f9-25ea-492d-b841-2fcad65ccd38 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:11.869506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-322ea05a-deb2-40b1-938a-5459eee3a926 req-2a7e29f9-25ea-492d-b841-2fcad65ccd38 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.0862644 Oct 13 04:20:11.900355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-092e6bab-894e-439d-b54b-581d191dd771 req-9b442b8a-00be-484f-b5e7-df3bfbe0c9d7 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Oct 13 04:20:11.936335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-322ea05a-deb2-40b1-938a-5459eee3a926 req-c7f441f5-3e8f-4283-a98c-7cb2de9821f4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604959 Oct 13 04:20:12.047820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51199-70bc-4b4e-b2d8-e67cc97d5f9a req-b2e901c0-8a8b-49e2-ab04-ed2d2551c8ba tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:12.050560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69c51199-70bc-4b4e-b2d8-e67cc97d5f9a req-b2e901c0-8a8b-49e2-ab04-ed2d2551c8ba tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 945 time: 0.0658259 Oct 13 04:20:12.102259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69c51199-70bc-4b4e-b2d8-e67cc97d5f9a req-bf6bb044-0da6-426f-8f65-0d55d32da95a tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Oct 13 04:20:12.243997 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:10Z', 'revision_number': 4, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '14b42a4a-19ad-433f-9451-002e80d1070f', 'name': '', 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'mac_address': 'fa:16:3e:d9:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:08Z', 'updated_at': '2021-10-13T04:20:10Z', 'revision_number': 2, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'subnets': [{'id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:12.254075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6953875-29df-48f3-98d1-bc9e23438353 req-5f07434c-6f3e-4d95-b82a-90e86265195b tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1318924 Oct 13 04:20:12.268113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:12.296984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Checking router: d20b1bf8-3daf-436e-a07b-7fac69d83c0c for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:12.297293 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Updating router d20b1bf8-3daf-436e-a07b-7fac69d83c0c port 14b42a4a-19ad-433f-9451-002e80d1070f binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:20:12.301046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.350798 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.475824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.520039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.607452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46658) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:12.644303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Allocated IP 172.25.0.68 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/383c6c91-f434-4fc0-9a24-2048e1ec96b9) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:12.727274 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.734400 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.832829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.855916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-952f0ce1-bc83-4e0b-b92b-1c3915202696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.884548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6eb60c7-46dd-423b-8ca9-47b1f5d6500c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:12.919844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:12.968783 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Pushing event updated for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:12.993079 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Attempting to bind port 14b42a4a-19ad-433f-9451-002e80d1070f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:12.993459 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Attempting to bind port 14b42a4a-19ad-433f-9451-002e80d1070f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:12.993820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Attempting to bind port 14b42a4a-19ad-433f-9451-002e80d1070f on network 6feb952d-897b-42fa-9047-f0e653fe6ca8 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:13.004967 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.006548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:13.010355 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.010946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.011347 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.011714 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.012056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.012378 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.014807 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.015464 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.017780 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.019651 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.021693 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.022267 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:13.034304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:13.039339 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:13.040252 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Checking segment: {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:13.041188 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.041745 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Bound using segment: {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:13.042543 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Bound port: 14b42a4a-19ad-433f-9451-002e80d1070f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:13.043334 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.047939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:13.070387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:13.078749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=383c6c91-f434-4fc0-9a24-2048e1ec96b9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.090510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-952f0ce1-bc83-4e0b-b92b-1c3915202696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.099305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-952f0ce1-bc83-4e0b-b92b-1c3915202696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.150082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-952f0ce1-bc83-4e0b-b92b-1c3915202696 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b03e5f651f34409ea064eab6f0f165ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407426 Oct 13 04:20:13.159152 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] For port 14b42a4a-19ad-433f-9451-002e80d1070f, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:13.166578 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] For port 14b42a4a-19ad-433f-9451-002e80d1070f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14b42a4a-19ad-433f-9451-002e80d1070f,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:13.174964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46670) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:13.177919 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.260781 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:13.261500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:19:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:13.324015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-ae6d799a-8775-4be8-9f61-f0406bed85c3 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.325947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-ae6d799a-8775-4be8-9f61-f0406bed85c3 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 945 time: 0.1729748 Oct 13 04:20:13.339353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff769-d2d9-4ec2-8371-799081eb7e90 req-17491504-37eb-4d30-aed6-d14f095e68fc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.342963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7bff769-d2d9-4ec2-8371-799081eb7e90 req-17491504-37eb-4d30-aed6-d14f095e68fc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.1409318 Oct 13 04:20:13.353211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f0ce1-bc83-4e0b-b92b-1c3915202696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3538e0a4-72f0-4402-b388-b66491b92cec,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.358849 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180f058-8470-445b-9c6b-d2a3c57133cf None None] Pushing event updated for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.359993 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.362960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] Provisioning complete for port 14b42a4a-19ad-433f-9451-002e80d1070f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:13.363816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.432188 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.463413 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:13.477544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7bff769-d2d9-4ec2-8371-799081eb7e90 req-69c8fd6d-1084-4218-8b98-774fa0be8df8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953336 Oct 13 04:20:13.523734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.537385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.618753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] For port 14b42a4a-19ad-433f-9451-002e80d1070f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14b42a4a-19ad-433f-9451-002e80d1070f,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:13.627828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.662917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.671220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Deleting port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:13.671818 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.713191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.719898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.728803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3538e0a4-72f0-4402-b388-b66491b92cec HTTP/1.1" status: 204 len: 168 time: 0.5449164 Oct 13 04:20:13.741022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ec2b4-8422-4a09-b19d-4ff7c36c2eec None None] Pushing event updated for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.786417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50e2f6-ac9d-4457-9b9d-d9b84a18d715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538e0a4-72f0-4402-b388-b66491b92cec,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:13.811883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff537-b1d1-47cd-b07f-74e4160b3a1c req-af79c68a-0f71-445f-a516-f23a3df13a1e tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:13.812392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1bdc62e5-a58d-4d3a-89bf-c0bfb726d856 None None] Provisioning complete for port 14b42a4a-19ad-433f-9451-002e80d1070f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:13.812788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bdc62e5-a58d-4d3a-89bf-c0bfb726d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:13.820457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00bff537-b1d1-47cd-b07f-74e4160b3a1c req-af79c68a-0f71-445f-a516-f23a3df13a1e tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c7ce762-1c4c-42d5-98f7-0dd098792c49 HTTP/1.1" status: 200 len: 945 time: 0.1197569 Oct 13 04:20:13.846397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:10Z', 'revision_number': 4, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '14b42a4a-19ad-433f-9451-002e80d1070f', 'name': '', 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'mac_address': 'fa:16:3e:d9:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:08Z', 'updated_at': '2021-10-13T04:20:13Z', 'revision_number': 4, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'subnets': [{'id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:13.914575 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c89fa-ef43-4eaa-bf91-67b649775461 None None] The sync data for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 is: [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:10Z', 'revision_number': 4, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '14b42a4a-19ad-433f-9451-002e80d1070f', 'name': '', 'network_id': '6feb952d-897b-42fa-9047-f0e653fe6ca8', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'mac_address': 'fa:16:3e:d9:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:08Z', 'updated_at': '2021-10-13T04:20:13Z', 'revision_number': 4, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'subnets': [{'id': 'c32548a1-095b-43a5-9d7e-88bd826f77a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:14.133650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.140527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.151646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4abd26ff-914e-4650-af9d-8bea41839c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.263846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=383c6c91-f434-4fc0-9a24-2048e1ec96b9,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.290532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.326874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.328276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6953875-29df-48f3-98d1-bc9e23438353 req-71d64183-2ebd-40dc-92c1-d5257c808197 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0651140 Oct 13 04:20:14.422854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] For port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:14.423582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.427280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6953875-29df-48f3-98d1-bc9e23438353 req-77db0c5d-4f6d-43a2-aa2c-b4c155750724 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0850885 Oct 13 04:20:14.463794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Calling delete_port for 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:14.476880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00bff537-b1d1-47cd-b07f-74e4160b3a1c req-5db89f74-e398-4e48-8ce3-4a36e0905195 tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.49 "GET /v2.0/security-groups?id=7d49d906-4822-4db4-bbca-51a2936ee976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554017 Oct 13 04:20:14.693631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:14.710721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['1a48b127-39f3-4ed0-b0bb-170cfa912fd9'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:14.721070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-978f2a2a-d411-4da6-9e5f-ef92511d8cab tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:14.722897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-978f2a2a-d411-4da6-9e5f-ef92511d8cab tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 946 time: 0.1727560 Oct 13 04:20:14.765304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Pushing event deleted for resources: {'Port': ['ID=1a48b127-39f3-4ed0-b0bb-170cfa912fd9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:14.925701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6953875-29df-48f3-98d1-bc9e23438353 req-86689d0a-b104-4955-aa51-4d0319a4d480 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:14.927006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6953875-29df-48f3-98d1-bc9e23438353 req-86689d0a-b104-4955-aa51-4d0319a4d480 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.4923637 Oct 13 04:20:14.977587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] No DVR routers for this DVR port 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:15.002800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.014159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a8b631e-0408-4144-a47f-c8c3aeb08860 req-26973d5e-ac3c-4561-ae3b-30c186459dec tempest-FloatingIPsAssociationTestJSON-1531816465 tempest-FloatingIPsAssociationTestJSON-1531816465-project] 10.222.0.47 "DELETE /v2.0/ports/1a48b127-39f3-4ed0-b0bb-170cfa912fd9 HTTP/1.1" status: 204 len: 173 time: 1.6693823 Oct 13 04:20:15.014640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'name': 'network-vif-deleted', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:15.020641 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6befbad6-eba2-474c-aebf-eba89fec4ff5" -d '{"events": [{"server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "name": "network-vif-deleted", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:15.021095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14b42a4a-19ad-433f-9451-002e80d1070f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:15.025277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-dc853d6c-13b5-4d8d-b6ef-69d9b4f45429 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:15.029817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-dc853d6c-13b5-4d8d-b6ef-69d9b4f45429 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca HTTP/1.1" status: 200 len: 946 time: 0.2637222 Oct 13 04:20:15.147879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 14b42a4a-19ad-433f-9451-002e80d1070f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:15.149099 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.166358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3261e0-e492-4231-8653-058e66c78646 req-acd66cb7-d617-447e-b6ff-269b43025b16 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:15.189271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb3261e0-e492-4231-8653-058e66c78646 req-acd66cb7-d617-447e-b6ff-269b43025b16 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 946 time: 0.2114804 Oct 13 04:20:15.284374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Deleting port 6db51715-ca9e-465a-b0c2-ea912ae2bbac {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:15.284777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.318084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb3261e0-e492-4231-8653-058e66c78646 req-4d18013b-3e5a-4d0f-b401-14a3bc769413 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccac9f3b-d35d-4b29-9639-55a8a0267d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194465 Oct 13 04:20:15.318647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b874f-be00-4128-a9f8-6573a3cd310b req-19b74800-2a5c-4995-aa11-b8943794cddb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:15.326222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-566b874f-be00-4128-a9f8-6573a3cd310b req-19b74800-2a5c-4995-aa11-b8943794cddb tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.1486428 Oct 13 04:20:15.361603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.435349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Deleting port 841a1bee-fd42-4707-be27-6b13605a52a0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:15.435609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.456220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.511438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-566b874f-be00-4128-a9f8-6573a3cd310b req-f18f8202-2304-4c3e-9398-ff0f9f12b1fd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843591 Oct 13 04:20:15.662217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] For port 841a1bee-fd42-4707-be27-6b13605a52a0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=841a1bee-fd42-4707-be27-6b13605a52a0,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:15.662785 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.679319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Calling delete_port for 841a1bee-fd42-4707-be27-6b13605a52a0 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:15.733467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-1cd41c16-f48a-425c-9dee-0c4dcf2a353e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3123691 Oct 13 04:20:15.746533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:15.809493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.865130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:15.881361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6db51715-ca9e-465a-b0c2-ea912ae2bbac', '841a1bee-fd42-4707-be27-6b13605a52a0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:15.958254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event deleted for resources: {'Port': ['ID=841a1bee-fd42-4707-be27-6b13605a52a0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:15.967537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] For port 6db51715-ca9e-465a-b0c2-ea912ae2bbac, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6db51715-ca9e-465a-b0c2-ea912ae2bbac,segment=NetworkSegment(04165e1d-56f4-42b1-b617-b63f9d509b20),segment_id=04165e1d-56f4-42b1-b617-b63f9d509b20)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:15.968263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.024651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.056455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Calling delete_port for 6db51715-ca9e-465a-b0c2-ea912ae2bbac owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:16.105623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] No DVR routers for this DVR port 841a1bee-fd42-4707-be27-6b13605a52a0 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:16.114403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.118922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c642d59d-fc3f-4700-a260-9aa643928ea2 req-bace50e5-6b86-4297-ae6d-3f8686e2591c tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "DELETE /v2.0/ports/841a1bee-fd42-4707-be27-6b13605a52a0 HTTP/1.1" status: 204 len: 173 time: 1.0842359 Oct 13 04:20:16.129382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'name': 'network-vif-deleted', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:16.132336 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49515059-d87b-4d63-a25a-f3c5775d732b" -d '{"events": [{"server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "name": "network-vif-deleted", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:16.184795 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274b6e0-67cf-4ebe-be96-81a5536da2da x-openstack-request-id: req-7274b6e0-67cf-4ebe-be96-81a5536da2da {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:16.189479 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7ce762-1c4c-42d5-98f7-0dd098792c49", "name": "network-vif-deleted", "tag": "1a48b127-39f3-4ed0-b0bb-170cfa912fd9", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:16.189916 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7274b6e0-67cf-4ebe-be96-81a5536da2da {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:16.191179 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7ce762-1c4c-42d5-98f7-0dd098792c49', 'name': 'network-vif-deleted', 'tag': '1a48b127-39f3-4ed0-b0bb-170cfa912fd9', 'status': 'completed', 'code': 200} Oct 13 04:20:16.222758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46724) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:16.269448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Allocated IP 172.25.0.26 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/6d530f6f-43f1-4730-93f7-b4cd10cff4eb) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:16.565133 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502eae33-bc44-4b4c-97c8-63caf323a1e7 x-openstack-request-id: req-502eae33-bc44-4b4c-97c8-63caf323a1e7 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:16.565438 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca", "name": "network-vif-deleted", "tag": "841a1bee-fd42-4707-be27-6b13605a52a0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:16.565695 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-502eae33-bc44-4b4c-97c8-63caf323a1e7 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:16.566099 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69cf84-6c15-48c4-b8c2-84fe1b9e86ca', 'name': 'network-vif-deleted', 'tag': '841a1bee-fd42-4707-be27-6b13605a52a0', 'status': 'completed', 'code': 200} Oct 13 04:20:16.606262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.681452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.744616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:16.749770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:16.754771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:16.796587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=6d530f6f-43f1-4730-93f7-b4cd10cff4eb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:16.896702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:16.945104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.050874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.126923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Pushing event deleted for resources: {'Port': ['ID=6db51715-ca9e-465a-b0c2-ea912ae2bbac,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:17.141982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.168829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-936d9fbf-243d-4a83-8003-a391f32a2497 req-2856c627-016d-47b4-b019-68b256e48ff8 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.49 "GET /v2.0/ports?device_id=4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0 HTTP/1.1" status: 200 len: 210 time: 0.1077328 Oct 13 04:20:17.182262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.191375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.284840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] No DVR routers for this DVR port 6db51715-ca9e-465a-b0c2-ea912ae2bbac on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:17.291005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=6d530f6f-43f1-4730-93f7-b4cd10cff4eb,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:17.297617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.300335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b20f2f0-0a32-45a9-ac15-b58b6c6a1e69 req-cb7cb25f-6749-4e91-9df5-bd505e80fb91 tempest-ListServersNegativeTestJSON-1267892590 tempest-ListServersNegativeTestJSON-1267892590-project] 10.222.0.16 "DELETE /v2.0/ports/6db51715-ca9e-465a-b0c2-ea912ae2bbac HTTP/1.1" status: 204 len: 173 time: 2.5318525 Oct 13 04:20:17.334519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.372862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.376894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-490da9c6-8b68-4027-987c-e84241044e91 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6351013 Oct 13 04:20:17.411898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366643b7-2b56-4948-8867-5df4636bf243 req-57b2f9c4-1acf-44f7-a1a2-5dc9d78fd667 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:17.431711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-366643b7-2b56-4948-8867-5df4636bf243 req-57b2f9c4-1acf-44f7-a1a2-5dc9d78fd667 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.1795967 Oct 13 04:20:17.469693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-3ee5afc5-6888-4870-be43-fce323d02b60 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.0850565 Oct 13 04:20:17.519269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-366643b7-2b56-4948-8867-5df4636bf243 req-c0d6a6fe-075a-4c60-afd1-634abb6a3bf1 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Oct 13 04:20:17.621237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-1a7263ee-d28f-4426-8c3b-6a8af4558537 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:17.622870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afe27608-e43a-45e8-adc9-ee047b057ebe req-1a7263ee-d28f-4426-8c3b-6a8af4558537 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1517379 Oct 13 04:20:17.636087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:17.859346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46784) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:17.913643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-d763a9ac-317a-44b8-8b90-899ceb7fbf52 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1538897 Oct 13 04:20:17.921392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:17.972316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.041201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef42e52-4fe7-4b18-bcb5-1d35454c425c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.061098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Deleting port 674e35d6-7b60-4003-b8cd-83de7d0950b8 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:18.061784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.105842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.182734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] For port 674e35d6-7b60-4003-b8cd-83de7d0950b8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=674e35d6-7b60-4003-b8cd-83de7d0950b8,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:18.183149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.201677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Calling delete_port for 674e35d6-7b60-4003-b8cd-83de7d0950b8 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:18.237738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Allocated IP 172.25.0.248 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/fb8374d5-1f7e-409d-a28a-362fa9c0f422) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:18.265708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:18.293523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:18.294243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1a48b127-39f3-4ed0-b0bb-170cfa912fd9 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:18.299911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46792) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.364590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef42e52-4fe7-4b18-bcb5-1d35454c425c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.364825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6db51715-ca9e-465a-b0c2-ea912ae2bbac no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:18.366962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Deleting subnet 8401c9c5-49f0-4cca-befd-6a91a61728a8 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:18.375013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef42e52-4fe7-4b18-bcb5-1d35454c425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.381967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.395619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 6db51715-ca9e-465a-b0c2-ea912ae2bbac {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:18.396718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6db51715-ca9e-465a-b0c2-ea912ae2bbac not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:18.397335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 841a1bee-fd42-4707-be27-6b13605a52a0 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:18.410689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ef42e52-4fe7-4b18-bcb5-1d35454c425c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0697a4f6a754a54a574cdac3871c8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463605 Oct 13 04:20:18.415717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.434909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 841a1bee-fd42-4707-be27-6b13605a52a0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:18.435550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 841a1bee-fd42-4707-be27-6b13605a52a0 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:18.450039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef42e52-4fe7-4b18-bcb5-1d35454c425c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2df0a8-578c-4d0e-86e2-0b7c64b5d423,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.471277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.488243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.535966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.584011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'name': 'network-vif-deleted', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:18.587635 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e8691-1097-43c5-be14-e7210fcf7f8b" -d '{"events": [{"server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "name": "network-vif-deleted", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:18.590097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.602075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=674e35d6-7b60-4003-b8cd-83de7d0950b8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.631107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.651444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.704457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.743980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:18.756213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:18.758802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:18.769720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.772965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71c62-0a51-4b87-97a4-71877e9ca0cb req-cbe361fc-c98d-48da-b679-2444fc30a282 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:18.784859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41f71c62-0a51-4b87-97a4-71877e9ca0cb req-cbe361fc-c98d-48da-b679-2444fc30a282 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.1740849 Oct 13 04:20:18.864775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8401c9c5-49f0-4cca-befd-6a91a61728a8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.866386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=fb8374d5-1f7e-409d-a28a-362fa9c0f422,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.887931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41f71c62-0a51-4b87-97a4-71877e9ca0cb req-80973ae4-7d5e-4152-8184-5d1095e3dc18 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016781 Oct 13 04:20:18.897720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.902537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f7579dec-8825-489c-aba0-e0125cca496a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8401c9c5-49f0-4cca-befd-6a91a61728a8 HTTP/1.1" status: 204 len: 168 time: 0.6015627 Oct 13 04:20:18.910800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:18.921634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.925191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:18.928807 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f2df0a8-578c-4d0e-86e2-0b7c64b5d423 HTTP/1.1" status: 204 len: 168 time: 0.5080757 Oct 13 04:20:18.965349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e86c0a-616e-4298-b542-3031119b7a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2df0a8-578c-4d0e-86e2-0b7c64b5d423,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:18.995194 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d07d8e-c78c-4299-8aee-965995debe12 x-openstack-request-id: req-08d07d8e-c78c-4299-8aee-965995debe12 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:18.995487 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0", "name": "network-vif-deleted", "tag": "6db51715-ca9e-465a-b0c2-ea912ae2bbac", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:18.995743 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08d07d8e-c78c-4299-8aee-965995debe12 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:18.996139 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc49eb3-0b3a-4b66-9ae9-eb32cbf011e0', 'name': 'network-vif-deleted', 'tag': '6db51715-ca9e-465a-b0c2-ea912ae2bbac', 'status': 'completed', 'code': 200} Oct 13 04:20:18.997153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.030471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.050125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.063199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.201562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.272544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cfa772-a985-472b-a641-95fd1a4c051b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:19.289284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04165e1d-56f4-42b1-b617-b63f9d509b20') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:19.289584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04165e1d-56f4-42b1-b617-b63f9d509b20') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:19.291896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.298869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.307692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.333455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.373051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:19.373468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:19.375242 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:19.413962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=fb8374d5-1f7e-409d-a28a-362fa9c0f422,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.420608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.436527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.455826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.457048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-98f568f2-19f4-4d1a-8b8e-e0910f7ad030 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5419822 Oct 13 04:20:19.457757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa6a7-338f-496b-94b6-eeab5e63416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.487502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.500566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.507136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] 10.222.0.49 "DELETE /v2.0/networks/12cfa772-a985-472b-a641-95fd1a4c051b HTTP/1.1" status: 204 len: 168 time: 0.5928001 Oct 13 04:20:19.522330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c9e0a-c7a8-4b58-969a-94ae9e4b946f admin admin] Pushing event deleted for resources: {'Network': ['ID=12cfa772-a985-472b-a641-95fd1a4c051b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:19.546024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Router 82ffe783-ab12-4586-a2c1-bc6a6bff039f has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:19.598479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-da5f3973-6887-43f7-a249-4c9a38c63a09 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.1180542 Oct 13 04:20:19.693042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:19.703390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46816) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.704808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Sync routers for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:19.712947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48cfd37a-9c65-4ae6-a35a-c7eac7f61cf1 admin admin] 10.222.0.49 "PUT /v2.0/routers/82ffe783-ab12-4586-a2c1-bc6a6bff039f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4885790 Oct 13 04:20:19.716344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:19.717260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:19.787087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.810042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa6a7-338f-496b-94b6-eeab5e63416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.841900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-355d78ed-d366-4afb-8212-b0d3d9427caf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf3707df03774ae39119061f977c2ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533071 Oct 13 04:20:19.845456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.854653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-ae1e4a0c-46da-4e71-a108-df2c01695276 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:19.856761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e05adf-a348-4e32-942d-68ec2190d1fc req-ae1e4a0c-46da-4e71-a108-df2c01695276 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2575891 Oct 13 04:20:19.861883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e9fa6a7-338f-496b-94b6-eeab5e63416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:19.873583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:19.961842 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7e9fa6a7-338f-496b-94b6-eeab5e63416d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a5f77cd25684d1083d4202cb3856184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242443 Oct 13 04:20:19.962790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:19.966895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fa6a7-338f-496b-94b6-eeab5e63416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb89bd0-f49a-4410-9d6c-c625da9efe87,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.048258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.063271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.075273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.101527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.134733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:20:18Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:20.144973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.170409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-c47af53e-e66f-4293-b8f9-d919bb5cde3a tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2691700 Oct 13 04:20:20.175046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Checking router: 82ffe783-ab12-4586-a2c1-bc6a6bff039f for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:20.175393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.179249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.180691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccac9f3b-d35d-4b29-9639-55a8a0267d32 HTTP/1.1" status: 204 len: 168 time: 0.3340397 Oct 13 04:20:20.192005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5746c1-3129-4aea-849b-230b3ddb2b67 req-316e70a1-c2d9-47f0-8e4b-86ee8232f213 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:20.193643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c5746c1-3129-4aea-849b-230b3ddb2b67 req-316e70a1-c2d9-47f0-8e4b-86ee8232f213 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.1927538 Oct 13 04:20:20.208423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Routers {'82ffe783-ab12-4586-a2c1-bc6a6bff039f'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:20.209061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:20.214302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:20.221380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1faaf-c094-4135-865d-f6520f5c2bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac9f3b-d35d-4b29-9639-55a8a0267d32,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.262805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.289470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c5746c1-3129-4aea-849b-230b3ddb2b67 req-2a9ede08-b6c5-4dbe-9cf8-cb99dc3ab953 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836086 Oct 13 04:20:20.292044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.309779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.313696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.318164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bb89bd0-f49a-4410-9d6c-c625da9efe87 HTTP/1.1" status: 204 len: 168 time: 0.3523588 Oct 13 04:20:20.362227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f703c3-6b68-4713-984a-b2e9ede2b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb89bd0-f49a-4410-9d6c-c625da9efe87,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:20.389380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Deleting port 9261dbaf-8f40-4300-aa9f-7134f1c7701d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:20.389840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.560772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.594064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] For port 9261dbaf-8f40-4300-aa9f-7134f1c7701d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9261dbaf-8f40-4300-aa9f-7134f1c7701d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:20.595932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.627645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Calling delete_port for 9261dbaf-8f40-4300-aa9f-7134f1c7701d owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:20.779367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] Set router 82ffe783-ab12-4586-a2c1-bc6a6bff039f gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:20.815934 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:20.820511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Allocated IP 172.25.0.174 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/03903ba3-dd13-4822-a113-7933d249148f) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:20.954469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:20.993430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.003206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Pushing event deleted for resources: {'Port': ['ID=9261dbaf-8f40-4300-aa9f-7134f1c7701d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:21.062193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.116597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=03903ba3-dd13-4822-a113-7933d249148f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:21.148926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:21.153468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:21.154158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.156661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:21.208405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:20:18Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:21.268307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b1464d-1788-423e-8e0b-d1377628eff7 None None] The sync data for ids ['82ffe783-ab12-4586-a2c1-bc6a6bff039f'] in n-d-813736-1 is: [{'id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1596166217-router', 'tenant_id': 'cf72601e07e842868e2a98910e56c4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:18:55Z', 'updated_at': '2021-10-13T04:20:18Z', 'revision_number': 5, 'project_id': 'cf72601e07e842868e2a98910e56c4dd', 'gw_port': {'id': '9261dbaf-8f40-4300-aa9f-7134f1c7701d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ffe783-ab12-4586-a2c1-bc6a6bff039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:58Z', 'updated_at': '2021-10-13T04:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:21.272435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.345506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.348999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.359819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.425229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.425952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ffe783-ab12-4586-a2c1-bc6a6bff039f {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:20:21.431707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.435229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6a30c2cf-a2dd-46fb-97c2-7f507e2cf443 admin admin] 10.222.0.49 "DELETE /v2.0/routers/82ffe783-ab12-4586-a2c1-bc6a6bff039f HTTP/1.1" status: 204 len: 168 time: 1.7259369 Oct 13 04:20:21.436888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46876) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:21.566862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46886) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:21.575325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.583089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.674309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event updated for resources: {'Port': ['ID=03903ba3-dd13-4822-a113-7933d249148f,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:21.695578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.737796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1686178782-network', 'tenant_id': '697a24a39ebf42b3916c9ecf827cbf6a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:21.744758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.751434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-97d16f07-8cec-42c5-9076-b6c4b9c5f665 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5680673 Oct 13 04:20:21.830400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-925e63a9-5bb4-4743-8f5f-83747abf86a6 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0718837 Oct 13 04:20:21.831868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Made reservation on behalf of 697a24a39ebf42b3916c9ecf827cbf6a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:21.834909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.864231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Deleting subnet 4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:21.868333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.898628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928dc19-2827-4b08-aa22-fa80bfeb4ea7 req-bcc9fc3d-91be-4ee2-ae3b-73465235bb0e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.900270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b928dc19-2827-4b08-aa22-fa80bfeb4ea7 req-bcc9fc3d-91be-4ee2-ae3b-73465235bb0e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.4480126 Oct 13 04:20:21.921901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.955660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:21.981127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b928dc19-2827-4b08-aa22-fa80bfeb4ea7 req-61eb7d0e-b0fd-4c88-9ea3-84f9d8c3d273 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703344 Oct 13 04:20:21.995731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-42a30d58-4a28-4bef-8db7-dc566035e0c1 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:21.997156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3ce5d2d-d14c-484d-aad0-f0628236a170 req-42a30d58-4a28-4bef-8db7-dc566035e0c1 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1583478 Oct 13 04:20:22.048962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.105138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.116893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.146441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:22.159863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.168573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9e541-f5a8-4e7f-be63-5748e104878a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:22.181592 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.182006 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Added segment b553372b-7745-49fd-8c7f-1ce0a36566c2 of type vlan for network afa352d9-754c-4b76-8967-7feefe022177 Oct 13 04:20:22.194916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.199724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf429cb9-e847-4116-a0a5-2bf9322281f9 None None] Network 38f3187e-0901-4ac3-8d38-81a4f48a3289 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:22.206634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7 HTTP/1.1" status: 204 len: 168 time: 0.7686396 Oct 13 04:20:22.210083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46930) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:22.232661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a563a7-6707-4e49-8b3f-ba39f4640c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a97a0e4-1c9b-42db-ae5b-f694fb02e8a7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:22.305715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.384264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4843d4f4-2f1f-4c2c-a92b-3978c714b9cb req-61260738-3c3c-435b-9514-80780239dd9f tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips/f52ed2b9-b376-4af9-adea-eaa468af298a HTTP/1.1" status: 200 len: 693 time: 0.1924982 Oct 13 04:20:22.394496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.395455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:22.395936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.396215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e015fd0-e61d-4736-9633-c08bcb8269f7 req-ad34e6ec-0734-456e-816d-a34e585d42a3 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:22.405865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e015fd0-e61d-4736-9633-c08bcb8269f7 req-ad34e6ec-0734-456e-816d-a34e585d42a3 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.0702925 Oct 13 04:20:22.464919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e015fd0-e61d-4736-9633-c08bcb8269f7 req-441af250-9742-4e60-8874-30e87a3987ce tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565686 Oct 13 04:20:22.468425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46934) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:22.510401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9424093 Oct 13 04:20:22.513555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:22.518997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Request body: {'subnet': {'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1686178782-subnet', 'tenant_id': '697a24a39ebf42b3916c9ecf827cbf6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:22.526646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.540945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Made reservation on behalf of 697a24a39ebf42b3916c9ecf827cbf6a for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:22.543115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3404-6c7e-45f0-8403-04433789c663 admin admin] Pushing event updated for resources: {'Network': ['ID=afa352d9-754c-4b76-8967-7feefe022177,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:22.543518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.556117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network afa352d9-754c-4b76-8967-7feefe022177 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:22.620913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843d4f4-2f1f-4c2c-a92b-3978c714b9cb req-7a312595-716f-4271-9e9e-262595c7860d tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:22.622326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4843d4f4-2f1f-4c2c-a92b-3978c714b9cb req-7a312595-716f-4271-9e9e-262595c7860d tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2231381 Oct 13 04:20:22.639054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eac60dd-4953-431d-a6a8-4e095a7e9d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.639760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-4843d4f4-2f1f-4c2c-a92b-3978c714b9cb req-c10aa33e-22a8-444e-a385-0388211a980a tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:22.640943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4843d4f4-2f1f-4c2c-a92b-3978c714b9cb req-c10aa33e-22a8-444e-a385-0388211a980a tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072937 Oct 13 04:20:22.656116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] DHCP port deletion for 38f3187e-0901-4ac3-8d38-81a4f48a3289 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:22.660498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Deleting port 31e0967b-662a-45a1-a38e-7d0b6c396415 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:22.660648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.735385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Deleting port 31e0967b-662a-45a1-a38e-7d0b6c396415 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:22.736398 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.738308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] For port 31e0967b-662a-45a1-a38e-7d0b6c396415, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=31e0967b-662a-45a1-a38e-7d0b6c396415,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:22.738763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.749670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-716df01a-e121-43a6-ace7-2597e58496f2 req-d3d33705-d558-463a-a539-5b01de4c5c4c tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips/f52ed2b9-b376-4af9-adea-eaa468af298a HTTP/1.1" status: 200 len: 693 time: 0.0684762 Oct 13 04:20:22.753645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Calling delete_port for 31e0967b-662a-45a1-a38e-7d0b6c396415 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:22.823861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] For port 31e0967b-662a-45a1-a38e-7d0b6c396415, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=31e0967b-662a-45a1-a38e-7d0b6c396415,segment=NetworkSegment(761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece),segment_id=761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:22.824272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.842418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Calling delete_port for 31e0967b-662a-45a1-a38e-7d0b6c396415 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:22.868958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.905361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 31e0967b-662a-45a1-a38e-7d0b6c396415 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:22.905676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e0967b-662a-45a1-a38e-7d0b6c396415,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:22.909963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] No DVR routers for this DVR port 31e0967b-662a-45a1-a38e-7d0b6c396415 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:22.933711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 31e0967b-662a-45a1-a38e-7d0b6c396415 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:22.934127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 31e0967b-662a-45a1-a38e-7d0b6c396415 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:22.934651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9261dbaf-8f40-4300-aa9f-7134f1c7701d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:22.945449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eac60dd-4953-431d-a6a8-4e095a7e9d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.963977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9261dbaf-8f40-4300-aa9f-7134f1c7701d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:22.964690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9261dbaf-8f40-4300-aa9f-7134f1c7701d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:22.964849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eac60dd-4953-431d-a6a8-4e095a7e9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.964981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 674e35d6-7b60-4003-b8cd-83de7d0950b8 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:22.990094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:22.992624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 674e35d6-7b60-4003-b8cd-83de7d0950b8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:22.993064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 674e35d6-7b60-4003-b8cd-83de7d0950b8 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:23.011228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df01a-e121-43a6-ace7-2597e58496f2 req-af3f21f5-8b1b-4aa6-8092-0d9ea18bed15 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.012700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-716df01a-e121-43a6-ace7-2597e58496f2 req-af3f21f5-8b1b-4aa6-8092-0d9ea18bed15 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2181222 Oct 13 04:20:23.021044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.022881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f3187e-0901-4ac3-8d38-81a4f48a3289']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:23.024678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.035986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:23.036324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761f8a1a-5a99-4a7e-b710-a9d4ac1a2ece') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:23.049289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.070188 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.078037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:23.078291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac60dd-4953-431d-a6a8-4e095a7e9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a98bdd4-2c4f-4b98-9114-a95b7e3fedb2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.079568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:23.081222 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:23.086557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] Pushing event deleted for resources: {'Port': ['ID=31e0967b-662a-45a1-a38e-7d0b6c396415,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.088895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657e654-ea50-477b-8ffe-a1052e8f32fe None None] No DVR routers for this DVR port 31e0967b-662a-45a1-a38e-7d0b6c396415 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:23.114022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7eac60dd-4953-431d-a6a8-4e095a7e9d6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e96d6eb43414ccd8e307a7beed3ef06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436198 Oct 13 04:20:23.123007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:23.155765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-716df01a-e121-43a6-ace7-2597e58496f2 req-ce284332-8898-4585-9cb5-96c8c40e1c1f tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.1325192 Oct 13 04:20:23.176519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dd26a7-9c0a-4f35-9352-cf32ad839599,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.190354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.197711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.201157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] 10.222.0.49 "DELETE /v2.0/networks/38f3187e-0901-4ac3-8d38-81a4f48a3289 HTTP/1.1" status: 204 len: 168 time: 0.9883964 Oct 13 04:20:23.211788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3758c7-3230-4fa2-a91a-acd222334ecf req-02251952-b778-4e21-b569-d11f044bc19d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.213263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd3758c7-3230-4fa2-a91a-acd222334ecf req-02251952-b778-4e21-b569-d11f044bc19d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.0759056 Oct 13 04:20:23.225633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510f7b3-9405-4061-84dc-b46313cf8287 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f3187e-0901-4ac3-8d38-81a4f48a3289,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.244222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-716df01a-e121-43a6-ace7-2597e58496f2 req-e6570ddf-6964-49a9-935e-a11c88216b4d tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0796754 Oct 13 04:20:23.249798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Checking segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:23.250157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Network hostable DHCP agents. Network: afa352d9-754c-4b76-8967-7feefe022177, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:23.265002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd3758c7-3230-4fa2-a91a-acd222334ecf req-86b2a712-97ea-4340-9891-7de9375aca8f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Oct 13 04:20:23.312990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.337085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Network afa352d9-754c-4b76-8967-7feefe022177 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:23.346794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:23.386901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.395877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-292f9d8d-a4c0-4d83-8fdf-7bc936eace55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf72601e07e842868e2a98910e56c4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475323 Oct 13 04:20:23.396000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, afa352d9-754c-4b76-8967-7feefe022177) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:23.397804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:23.404093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89b96a-af6f-45be-9442-a06b6ab71128 None None] Network afa352d9-754c-4b76-8967-7feefe022177 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:23.420648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.421241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.480036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6330ab7a-4c97-4c75-af86-dac508200f06 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9653409 Oct 13 04:20:23.491923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Deleting port 03903ba3-dd13-4822-a113-7933d249148f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:23.492287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.494160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.505733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.508679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.512209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a98bdd4-2c4f-4b98-9114-a95b7e3fedb2 HTTP/1.1" status: 204 len: 168 time: 0.3861802 Oct 13 04:20:23.552080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdffa5-6af7-456b-a781-d411044bc526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a98bdd4-2c4f-4b98-9114-a95b7e3fedb2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.569943 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.591715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b878e0fe-548a-4a40-a8af-5590ec4c8785 None None] Network afa352d9-754c-4b76-8967-7feefe022177 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:23.604023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.604505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.619988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Calling delete_port for 03903ba3-dd13-4822-a113-7933d249148f owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:23.643121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.649813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.654492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d49d906-4822-4db4-bbca-51a2936ee976 HTTP/1.1" status: 204 len: 168 time: 0.2522845 Oct 13 04:20:23.673475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83969-5e5d-4c9e-ab3e-61621e19e0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49d906-4822-4db4-bbca-51a2936ee976,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.825275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.837625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8d45-5b44-41d8-972c-ef0111b6c7b1 req-f517548b-cf2d-4af7-8b78-4b7e79e934ce tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:23.841634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf6d8d45-5b44-41d8-972c-ef0111b6c7b1 req-f517548b-cf2d-4af7-8b78-4b7e79e934ce tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.0763338 Oct 13 04:20:23.862772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event deleted for resources: {'Port': ['ID=03903ba3-dd13-4822-a113-7933d249148f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:23.904538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf6d8d45-5b44-41d8-972c-ef0111b6c7b1 req-a51d2d0f-3e2a-43fb-a2c0-7c4987a7acc4 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549910 Oct 13 04:20:23.959972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.961137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:23.962509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-716df01a-e121-43a6-ace7-2597e58496f2 req-27db05f0-0077-451c-88c3-1ad18868e596 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "DELETE /v2.0/floatingips/f52ed2b9-b376-4af9-adea-eaa468af298a HTTP/1.1" status: 204 len: 173 time: 0.7081811 Oct 13 04:20:24.248954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1e0f-798f-46ac-ad97-c8b2b3ed7004 req-c644e18b-483f-45fe-8004-7c4699db8923 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.254136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-138c1e0f-798f-46ac-ad97-c8b2b3ed7004 req-c644e18b-483f-45fe-8004-7c4699db8923 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2710013 Oct 13 04:20:24.376543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fb5130a-d9ca-4e40-bc69-aec98557b9a6 req-46018848-30fd-4c48-8da6-97cc7da20efd tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=f3fb15cb4d3d4fa0bdbdb0c94ab28c71 HTTP/1.1" status: 200 len: 1655 time: 0.0912654 Oct 13 04:20:24.440191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-649d5f97-5707-44bb-8517-45b2824dd49b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.448025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-649d5f97-5707-44bb-8517-45b2824dd49b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 814 time: 0.1773620 Oct 13 04:20:24.465764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-08b78cff-f091-42b0-a867-988808d19c92 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/quotas/697a24a39ebf42b3916c9ecf827cbf6a HTTP/1.1" status: 200 len: 375 time: 0.0164535 Oct 13 04:20:24.509140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-597543aa-e32a-4794-8b3e-745a8ccb28b8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419595 Oct 13 04:20:24.643233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-40af2322-9835-426f-b977-9fc256b1a78e service neutron] 10.222.0.49 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331875 Oct 13 04:20:24.779434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-fdccad08-8598-4bff-814b-cc573ba5afda service neutron] 10.222.0.49 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297078 Oct 13 04:20:24.874804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5130a-d9ca-4e40-bc69-aec98557b9a6 req-4dcedc9d-97b7-4aaa-8a93-8a0d58808b29 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:24.876864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fb5130a-d9ca-4e40-bc69-aec98557b9a6 req-4dcedc9d-97b7-4aaa-8a93-8a0d58808b29 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks?id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 787 time: 0.4912527 Oct 13 04:20:24.887271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-1fb5130a-d9ca-4e40-bc69-aec98557b9a6 req-563acdf9-9fa3-4802-8d8c-c41b0fb28283 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:20:24.898568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fb5130a-d9ca-4e40-bc69-aec98557b9a6 req-563acdf9-9fa3-4802-8d8c-c41b0fb28283 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110667 Oct 13 04:20:25.033596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9da8c-eaf1-415a-8e07-56b789997c71 req-7fae401c-2c42-446a-ab92-4e82f2970773 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.043660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cb9da8c-eaf1-415a-8e07-56b789997c71 req-7fae401c-2c42-446a-ab92-4e82f2970773 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.0846202 Oct 13 04:20:25.089659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cb9da8c-eaf1-415a-8e07-56b789997c71 req-06e71f42-66e4-4c30-97fe-4a6b5a13ea7a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Oct 13 04:20:25.268654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86fd0008-732b-41cc-9747-844b77b896ae req-efb755f3-744f-4465-83f4-917779d9b282 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips/0d03c477-1e03-4f75-a8f2-9a0048e92d06 HTTP/1.1" status: 200 len: 693 time: 0.0579405 Oct 13 04:20:25.409580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd0008-732b-41cc-9747-844b77b896ae req-cdcea490-3352-4d09-8d27-4b280a2ef386 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.411314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86fd0008-732b-41cc-9747-844b77b896ae req-cdcea490-3352-4d09-8d27-4b280a2ef386 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.1368020 Oct 13 04:20:25.474937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86fd0008-732b-41cc-9747-844b77b896ae req-6be7350f-9c2f-4177-b149-8bdb2862ffa5 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.0563095 Oct 13 04:20:25.537654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86fd0008-732b-41cc-9747-844b77b896ae req-193d7fdd-b876-4ea7-b83f-fbc3ba10089a tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.248 HTTP/1.1" status: 200 len: 696 time: 0.0558813 Oct 13 04:20:25.568524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:25.592064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e37c1eb2-1301-4d2e-95f2-859da137c305 req-80113c3d-29e4-489f-afa9-ba324a26517c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 210 time: 0.0367284 Oct 13 04:20:25.700168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Deleting port fb8374d5-1f7e-409d-a28a-362fa9c0f422 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:25.700527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.716693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedccdba-984e-4c8e-9773-1b3ae935853d req-d938b041-78a9-40b6-8b74-57c10367425c tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.718322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dedccdba-984e-4c8e-9773-1b3ae935853d req-d938b041-78a9-40b6-8b74-57c10367425c tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.0512946 Oct 13 04:20:25.761150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dedccdba-984e-4c8e-9773-1b3ae935853d req-fd5dbf1e-4eec-406b-818b-a5c805ea3894 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335779 Oct 13 04:20:25.830353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-332236167'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:25.854382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.855588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.862092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Made reservation on behalf of 9cdd7db559d84aaaaef1d5112996ec4e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:25.866962 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.878383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-7337271a-70b5-4b90-900b-f1f2f27d5d9a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:25.880714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.880955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-7337271a-70b5-4b90-900b-f1f2f27d5d9a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1322672 Oct 13 04:20:25.886901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Calling delete_port for fb8374d5-1f7e-409d-a28a-362fa9c0f422 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:25.899953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813736-1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:25.987676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:25.994977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.056749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:26.087938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.091668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.092141 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Added segment c7e2db5c-f23b-4abe-8e76-1b521735dbec of type vlan for network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 Oct 13 04:20:26.280534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.289032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba40d9-05d0-44ec-9fe3-a2cfb753c5d7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:26.320703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:26.401572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.409530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.410211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.448622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.456305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8843350 Oct 13 04:20:26.462929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-d1cbd0e5-126b-46e1-8c8f-b1e085864d6e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.465409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-d1cbd0e5-126b-46e1-8c8f-b1e085864d6e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 814 time: 0.2871628 Oct 13 04:20:26.472346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47108) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:26.481651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Request body: {'subnet': {'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:26.510371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Request body: {'port': {'device_id': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'admin_state_up': True, 'tenant_id': '697a24a39ebf42b3916c9ecf827cbf6a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:26.580900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:26.599145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc has no active binding in host n-h2-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:20:26.601700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7c98d-c916-46d8-8f9e-caf9533eef60 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event updated for resources: {'Network': ['ID=16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:26.614219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658af382-20a8-4447-8476-583963053cc4 req-24358b48-d702-4f66-9977-9ad84b165e87 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:26.614715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:26.621821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-658af382-20a8-4447-8476-583963053cc4 req-24358b48-d702-4f66-9977-9ad84b165e87 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 945 time: 0.2490735 Oct 13 04:20:26.660129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event deleted for resources: {'Port': ['ID=fb8374d5-1f7e-409d-a28a-362fa9c0f422,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:26.700291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-658af382-20a8-4447-8476-583963053cc4 req-5bacac56-8b12-421f-8bc6-0f2f5578e991 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735700 Oct 13 04:20:26.740818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Made reservation on behalf of 697a24a39ebf42b3916c9ecf827cbf6a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:26.746026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:26.928390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Allocated IP 172.20.0.7 (afa352d9-754c-4b76-8967-7feefe022177/93dd26a7-9c0a-4f35-9352-cf32ad839599/16cf3df8-a519-4473-987f-e961b4cef52f) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:26.956830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:27.041975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-193f7c87-d5c9-4238-9fcc-e77adf662f22 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.044772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-193f7c87-d5c9-4238-9fcc-e77adf662f22 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.47 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.3881023 Oct 13 04:20:27.089783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.093116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.095270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86fd0008-732b-41cc-9747-844b77b896ae req-ca225be6-94f3-49cb-886a-a4baffe550aa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d03c477-1e03-4f75-a8f2-9a0048e92d06 HTTP/1.1" status: 204 len: 173 time: 1.5502264 Oct 13 04:20:27.166429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Made reservation on behalf of 9cdd7db559d84aaaaef1d5112996ec4e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:27.176266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.214914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:27.229942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-96ed6b15-4486-4af0-a722-edbaf4de8ce2 req-0679690f-f0a9-4a3e-a76c-63e32ded4b11 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 210 time: 0.1518722 Oct 13 04:20:27.260916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.288985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:27.361189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-380c1862-4cce-4045-a1bb-9ef325bf6bac tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips/801699f1-4ac1-4568-a26c-63223a871e3a HTTP/1.1" status: 200 len: 692 time: 0.0709155 Oct 13 04:20:27.373192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.376535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:27.379029 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ac3e8e-bb50-4e02-882a-0674dec31995" -d '{"events": [{"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:27.385892 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.465873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.488502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcc64c-495d-453b-82fc-ea5feacd9481 req-c00c9ffe-ede1-40d8-ab24-2e8cf17b406d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.488972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4deeeb8e-a34a-4aa5-8386-1693b84a5580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.491599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5efcc64c-495d-453b-82fc-ea5feacd9481 req-c00c9ffe-ede1-40d8-ab24-2e8cf17b406d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 946 time: 0.2066083 Oct 13 04:20:27.492537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.531040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Network afa352d9-754c-4b76-8967-7feefe022177 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:27.540642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:27.548827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:27.647945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-0e443714-4f9f-494c-a6f1-dfd618192aad tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.655797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-0e443714-4f9f-494c-a6f1-dfd618192aad tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2933946 Oct 13 04:20:27.680542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:27.681407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.693412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.727614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Deleting port 1537d1bc-7b45-43d9-8de3-669fec60fde5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:27.727992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.740995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-1bcaf880-1a93-4736-8c26-cbeccb61b518 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.0837123 Oct 13 04:20:27.753707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-62acc3ab-e9e8-4d94-b075-9d71ae043bef tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2464006 Oct 13 04:20:27.770580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5efcc64c-495d-453b-82fc-ea5feacd9481 req-e7e92bbe-6e18-4768-b77f-2ac7091b8d4d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020619 Oct 13 04:20:27.782933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Request body: {'port': {'device_id': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:27.790399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4deeeb8e-a34a-4aa5-8386-1693b84a5580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.815656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on host n-h1-813736-1 for vnic_type normal with profile {"migrating_to": "n-h2-813736-1"} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:27.815867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:27.816204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:27.837020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.851459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:27.852088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Attempting to bind port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:27.865767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4deeeb8e-a34a-4aa5-8386-1693b84a5580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.876305 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54f01bc-51d7-40b4-add0-344c1ba9413f x-openstack-request-id: req-b54f01bc-51d7-40b4-add0-344c1ba9413f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:27.876795 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:27.876952 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b54f01bc-51d7-40b4-add0-344c1ba9413f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:27.877402 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'code': 200} Oct 13 04:20:27.889929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event updated for resources: {'Subnet': ['ID=7e97a66f-e510-400f-90ee-e25482730375,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:27.898377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:27.898814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:27.899286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:27.899894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Bound port: c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:27.900354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:27.912026 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-1992064e-3930-49c8-baff-a336252976f3 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.1548040 Oct 13 04:20:27.993996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] For port 1537d1bc-7b45-43d9-8de3-669fec60fde5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=1537d1bc-7b45-43d9-8de3-669fec60fde5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:27.993996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.001850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4deeeb8e-a34a-4aa5-8386-1693b84a5580 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=911ee090687946d48149e8018cb40863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103930 Oct 13 04:20:28.010686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47138) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:28.011373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deeeb8e-a34a-4aa5-8386-1693b84a5580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0618af71-e4cc-4346-8ec0-abcd3b801465,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:28.011600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Checking segment: {'id': 'c7e2db5c-f23b-4abe-8e76-1b521735dbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:28.011826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Network hostable DHCP agents. Network: 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:28.026736 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.117341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:28.165175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:28.170365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:28.185857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.186654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.272276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.301076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Deleting port 6d530f6f-43f1-4730-93f7-b4cd10cff4eb {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:28.301425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.456554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.458950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.460019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0618af71-e4cc-4346-8ec0-abcd3b801465 HTTP/1.1" status: 204 len: 168 time: 0.4458287 Oct 13 04:20:28.488936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.489326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.491963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c13dcd-2c96-4221-a841-b893e0a3511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0618af71-e4cc-4346-8ec0-abcd3b801465,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:28.524685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Calling delete_port for 6d530f6f-43f1-4730-93f7-b4cd10cff4eb owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:28.546290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba947-5b2e-4f04-879e-325d5bdc924d req-b91c6342-4d64-42fe-927a-21671d6834bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:28.546290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3fba947-5b2e-4f04-879e-325d5bdc924d req-b91c6342-4d64-42fe-927a-21671d6834bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.5844123 Oct 13 04:20:28.592053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:28.606991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:28.607705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.623327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865d57e-a19c-48d9-afdc-e6eff31a2d97 None None] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:28.662080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:28.672678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.698078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Transition to ACTIVE for port object 16cf3df8-a519-4473-987f-e961b4cef52f will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:28.704272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.733337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3fba947-5b2e-4f04-879e-325d5bdc924d req-deae9ee1-809b-4252-ab8c-32d02ba0481c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882923 Oct 13 04:20:28.739274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:28.739940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.741325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] 10.222.0.47 "PUT /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 1121 time: 2.8484161 Oct 13 04:20:28.762999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f90db46-201e-4079-8707-e9b2d75b82dd tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2878513 Oct 13 04:20:28.768690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47150) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:28.773734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Request body: {'port': {'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1095747214'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:28.793453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:28.799191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e1291-0ee4-4021-b979-8a3344bd6acb service neutron] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=8']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:28.861742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.877133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:28.908295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.908668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:28.908992 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Floating IP c6a7bd63-e702-4396-a1ab-0b8e89f9d57b disassociated. External IP: 172.25.0.229, port: 1537d1bc-7b45-43d9-8de3-669fec60fde5. Oct 13 04:20:28.909327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Calling delete_port for 1537d1bc-7b45-43d9-8de3-669fec60fde5 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:28.944770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:28.967848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event deleted for resources: {'Port': ['ID=6d530f6f-43f1-4730-93f7-b4cd10cff4eb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.107363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1ccb6-8137-4b6d-ba90-a70655fd54dd req-6d76e6c3-6d48-4349-8d49-374794775cb9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.107363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79d1ccb6-8137-4b6d-ba90-a70655fd54dd req-6d76e6c3-6d48-4349-8d49-374794775cb9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.1557322 Oct 13 04:20:29.131228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:29.131757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:29.132088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:29.150655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:29.151461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:29.160202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.163860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.165229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b85e19eb-b4ec-42ba-ba52-1af71c503c52 req-c889a80b-ea42-4889-973f-8d1839655f8e tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "DELETE /v2.0/floatingips/801699f1-4ac1-4568-a26c-63223a871e3a HTTP/1.1" status: 204 len: 173 time: 1.2457118 Oct 13 04:20:29.166603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:29.167056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Checking segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:29.167818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Bound using segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:29.168465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Bound port: 16cf3df8-a519-4473-987f-e961b4cef52f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:29.169265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.175638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Made reservation on behalf of 9cdd7db559d84aaaaef1d5112996ec4e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:29.180095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.190646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0', 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0', 'tenant_id': '9cdd7db559d84aaaaef1d5112996ec4e', 'fixed_ips': [{'subnet_id': '7e97a66f-e510-400f-90ee-e25482730375'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:20:29.191546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.254983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79d1ccb6-8137-4b6d-ba90-a70655fd54dd req-41decb57-5637-470a-824c-d985037239ac tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469784 Oct 13 04:20:29.300400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] device_id is not set on port 3bf9d3f7-e8ad-471d-b856-87d09038f0e0 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:29.374493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c4ae4-e903-41af-ad54-8c0d0b6e0566 req-2a6c0510-ed64-4ac9-961f-ee8354b3138e tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.383590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db0c4ae4-e903-41af-ad54-8c0d0b6e0566 req-2a6c0510-ed64-4ac9-961f-ee8354b3138e tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/ports?device_id=66f47c22-3f75-4cc7-92ac-41ac9a57c44c HTTP/1.1" status: 200 len: 867 time: 0.0938284 Oct 13 04:20:29.394172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:29.408755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-ba688bfe-4abd-443d-8cb5-cdf217dd9a6c tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips/0bf80722-04df-4330-a6f9-af396de595aa HTTP/1.1" status: 200 len: 692 time: 0.0759785 Oct 13 04:20:29.418693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:29.429863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.444786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Allocated IP 172.20.0.2 (16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0/7e97a66f-e510-400f-90ee-e25482730375/211604bd-8a97-4f7d-b372-9c50d3088a2c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:29.476772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.477682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.479368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] 10.222.0.16 "PUT /v2.0/ports/16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 1091 time: 1.7109950 Oct 13 04:20:29.480247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:29.483053 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9d8be-907e-4f3e-b26b-27931d529645" -d '{"events": [{"name": "network-changed", "server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:29.501299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db0c4ae4-e903-41af-ad54-8c0d0b6e0566 req-eca61712-bf25-4cb3-afd4-0f0829783e84 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165230 Oct 13 04:20:29.540400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.581857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:29.584462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de868c8-3e50-4476-ac8f-aacdb3c66e36 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.629190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-570aca05-d877-4be5-90a1-e1f2a7293490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.631446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-570aca05-d877-4be5-90a1-e1f2a7293490 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1094 time: 0.0757875 Oct 13 04:20:29.635240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event deleted for resources: {'Port': ['ID=1537d1bc-7b45-43d9-8de3-669fec60fde5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.655128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.665619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.723408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-a6e53656-6a9d-466a-89d0-acfdf3a7e6fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.0817761 Oct 13 04:20:29.748140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:29.752412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:29.761993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Pushing event updated for resources: {'Port': ['ID=211604bd-8a97-4f7d-b372-9c50d3088a2c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:29.761993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:29.811889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-3908ec8c-ac7a-41cb-ae85-02bf7a6527eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:29.813729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-3908ec8c-ac7a-41cb-ae85-02bf7a6527eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.0824094 Oct 13 04:20:29.819266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1038265306-network', 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:29.829749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Attempting to bind port 211604bd-8a97-4f7d-b372-9c50d3088a2c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:29.830372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Attempting to bind port 211604bd-8a97-4f7d-b372-9c50d3088a2c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c7e2db5c-f23b-4abe-8e76-1b521735dbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:29.830990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Attempting to bind port 211604bd-8a97-4f7d-b372-9c50d3088a2c on network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:29.838420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:29.839481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Checking segment: {'id': 'c7e2db5c-f23b-4abe-8e76-1b521735dbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:29.840056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.843362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Bound using segment: {'id': 'c7e2db5c-f23b-4abe-8e76-1b521735dbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:29.844770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Bound port: 211604bd-8a97-4f7d-b372-9c50d3088a2c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2db5c-f23b-4abe-8e76-1b521735dbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:29.845086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.860583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-f4d7609b-1752-458f-bbef-1d8760032ffe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374377 Oct 13 04:20:29.870838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Allocated IP 172.20.0.13 (16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0/7e97a66f-e510-400f-90ee-e25482730375/3bf9d3f7-e8ad-471d-b856-87d09038f0e0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:29.879369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:29.880194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:29.882624 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea994254-4e04-40fa-87c1-bfd8538c09d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:29.883033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.936923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.941867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] For port 211604bd-8a97-4f7d-b372-9c50d3088a2c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:29.945755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] For port 211604bd-8a97-4f7d-b372-9c50d3088a2c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=211604bd-8a97-4f7d-b372-9c50d3088a2c,segment=NetworkSegment(c7e2db5c-f23b-4abe-8e76-1b521735dbec),segment_id=c7e2db5c-f23b-4abe-8e76-1b521735dbec)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:29.959247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:29.983442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Router b126ff9c-f193-42b5-8395-cf34a9a97f1a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:30.017038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-7f694c6e-4f66-42eb-bd80-a0785f4b244f tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.026100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-7f694c6e-4f66-42eb-bd80-a0785f4b244f tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.6162837 Oct 13 04:20:30.036761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-6347c7f7-08d4-4c00-8749-afaec6646534 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659837 Oct 13 04:20:30.079206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4537d-3289-497a-ac8b-492d70ae3e4a None None] Pushing event updated for resources: {'Port': ['ID=211604bd-8a97-4f7d-b372-9c50d3088a2c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:30.119055 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4338869-4235-466c-9782-8f3ae3a4d581 x-openstack-request-id: req-b4338869-4235-466c-9782-8f3ae3a4d581 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:30.119688 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:30.120051 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4338869-4235-466c-9782-8f3ae3a4d581 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:30.120617 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'status': 'completed', 'code': 200} Oct 13 04:20:30.144914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-9642d2ab-0c72-4785-b2bc-126bc989de7a tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1175883 Oct 13 04:20:30.168342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.179079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.258735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:30.280956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43e89a08-a825-4460-b5eb-d3ad6915762e req-8d5a0fb0-70ff-4c67-a0de-60b4e2e8d252 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355208 Oct 13 04:20:30.284711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5199f5a2-f5fe-4dd8-b000-884e6fbab390,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:30.292396 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.293068 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Added segment 95a8edc2-9d38-4dbf-aeac-251d8628fbd7 of type vlan for network b639143e-0b74-41b0-ada2-d6f815d25605 Oct 13 04:20:30.332718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1537d1bc-7b45-43d9-8de3-669fec60fde5 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:30.373953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 1537d1bc-7b45-43d9-8de3-669fec60fde5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:30.378507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 1537d1bc-7b45-43d9-8de3-669fec60fde5 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:30.398094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644ddd3-f3cd-4146-a185-9d971c6de961 req-03c1dde6-af86-4433-8b88-fbe5e6dc26f8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.399588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3644ddd3-f3cd-4146-a185-9d971c6de961 req-03c1dde6-af86-4433-8b88-fbe5e6dc26f8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.2117145 Oct 13 04:20:30.429843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-49460cb3-7e9f-4c7e-979f-6c5c0d1b7ffa tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.2374139 Oct 13 04:20:30.433580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:30.476895 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Sync routers for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:30.482546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.499478 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:30.501479 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:30.539138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.550644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-5b456f74-a4a0-475c-a869-82f61ecbc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.552373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-5b456f74-a4a0-475c-a869-82f61ecbc5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1094 time: 0.1501660 Oct 13 04:20:30.554174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.554766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.555854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.560081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3644ddd3-f3cd-4146-a185-9d971c6de961 req-c8f309a9-bde3-4b76-9bc3-20b2f131d334 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112320 Oct 13 04:20:30.664027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] No DVR routers for this DVR port 1537d1bc-7b45-43d9-8de3-669fec60fde5 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:30.676396 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:30.687423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1042504 Oct 13 04:20:30.695491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498db843-62a5-43f7-ad6e-c424cb993e24 admin admin] Pushing event updated for resources: {'Network': ['ID=b639143e-0b74-41b0-ada2-d6f815d25605,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:30.702449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47202) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:30.708964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b639143e-0b74-41b0-ada2-d6f815d25605 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:30.710718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.710974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Request body: {'subnet': {'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1038265306-subnet', 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:30.714403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f442e1b-86fb-45a3-8455-c2c21df89bad req-c4cdcf07-a448-4c6d-90f3-ff3d1a3d5c35 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.47 "DELETE /v2.0/ports/1537d1bc-7b45-43d9-8de3-669fec60fde5 HTTP/1.1" status: 204 len: 173 time: 3.6558449 Oct 13 04:20:30.757878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:30.761405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.774377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:30.833618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-3442f0f5-e3e3-489a-8bd7-9e9572fe168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:30.836356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-3442f0f5-e3e3-489a-8bd7-9e9572fe168e service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.2743802 Oct 13 04:20:30.842914 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f4955-a7ec-4a37-852c-03d193c7a9ea x-openstack-request-id: req-2d2f4955-a7ec-4a37-852c-03d193c7a9ea {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:30.843243 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:30.843511 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d2f4955-a7ec-4a37-852c-03d193c7a9ea {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:30.843930 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'status': 'completed', 'code': 200} Oct 13 04:20:30.923662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-2848f04d-53da-4f97-8a4e-df2c3f24168b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.0702960 Oct 13 04:20:30.952838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:30.963291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:30.968968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:30.987834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event updated for resources: {'Port': ['ID=3bf9d3f7-e8ad-471d-b856-87d09038f0e0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.032352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 211604bd-8a97-4f7d-b372-9c50d3088a2c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:31.079248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Deleting port 383c6c91-f434-4fc0-9a24-2048e1ec96b9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:31.080199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.133212 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:31.133806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 211604bd-8a97-4f7d-b372-9c50d3088a2c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:31.134548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.135110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-d487ea25-4c8d-495e-9833-3b5917a4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.136907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-d487ea25-4c8d-495e-9833-3b5917a4c81b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1124 time: 0.2700064 Oct 13 04:20:31.138782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-055218db-4a8c-4e6d-99bf-0dc5e4be458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.140401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-055218db-4a8c-4e6d-99bf-0dc5e4be458b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1355455 Oct 13 04:20:31.177625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19480d76-4c18-4a50-a612-fcc2e4d9fd22 req-fdbd97b4-34e5-4053-a176-d0f03fd01ccd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.179974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19480d76-4c18-4a50-a612-fcc2e4d9fd22 req-fdbd97b4-34e5-4053-a176-d0f03fd01ccd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.2040360 Oct 13 04:20:31.199990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.201242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.225948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Checking router: b126ff9c-f193-42b5-8395-cf34a9a97f1a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:31.248180 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:31.249065 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:31.269237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-209a75e1-3b8d-440b-8c1c-683e3ab2da6e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.4962020 Oct 13 04:20:31.270083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:31.280262 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.282650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-46c28093-0b5c-4147-95f5-ea94f5486afc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164658 Oct 13 04:20:31.360534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.360982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.375797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 211604bd-8a97-4f7d-b372-9c50d3088a2c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=211604bd-8a97-4f7d-b372-9c50d3088a2c,segment=NetworkSegment(c7e2db5c-f23b-4abe-8e76-1b521735dbec),segment_id=c7e2db5c-f23b-4abe-8e76-1b521735dbec)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:31.389108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.410476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Calling delete_port for 383c6c91-f434-4fc0-9a24-2048e1ec96b9 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:31.487272 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:31.521937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=211604bd-8a97-4f7d-b372-9c50d3088a2c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.523281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19480d76-4c18-4a50-a612-fcc2e4d9fd22 req-6bb19639-0857-48aa-87da-635064d43f7b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251655 Oct 13 04:20:31.537068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.559767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae36471-257a-478b-b0d6-4d772a47d62f None None] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:31.613095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-be6df9eb-6298-49bb-b131-c9e89eefdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:31.614653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-be6df9eb-6298-49bb-b131-c9e89eefdfaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.4498525 Oct 13 04:20:31.617106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.649918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Pushing event deleted for resources: {'Port': ['ID=383c6c91-f434-4fc0-9a24-2048e1ec96b9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.653064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-f9781d88-09ba-4176-ae25-e10d14c112ff service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556442 Oct 13 04:20:31.669591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d707002-5e1b-4ea8-8f70-fd76d82c4668 None None] Provisioning complete for port 211604bd-8a97-4f7d-b372-9c50d3088a2c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:31.670201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d707002-5e1b-4ea8-8f70-fd76d82c4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.693828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7964e2-8e16-4c52-9c86-16e84cf813b6,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:31.714570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Deleting port 3bf9d3f7-e8ad-471d-b856-87d09038f0e0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:31.715579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.794402 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.797507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:31.804312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a1aeb57-8c4f-428a-afae-53f078c1b409 req-e5a7b6dd-e880-4322-8fa1-c547d640f8b7 tempest-FloatingIPDetailsTestJSON-1622600369 tempest-FloatingIPDetailsTestJSON-1622600369-project] 10.222.0.49 "DELETE /v2.0/floatingips/0bf80722-04df-4330-a6f9-af396de595aa HTTP/1.1" status: 204 len: 173 time: 1.3459344 Oct 13 04:20:31.823903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47210) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:31.988604 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:32.020481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9c669-fdfe-43b0-88d2-0ba8c9c388f6 None None] The sync data for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 is: [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '6fea5738-66e5-4838-b92f-73b30ec5595f', 'name': '', 'network_id': 'c7ccf183-777f-445a-aca4-24ba3f2e8ca2', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'mac_address': 'fa:16:3e:38:d3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:03Z', 'updated_at': '2021-10-13T04:18:11Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'subnets': [{'id': '6eaf61dd-fd4d-4079-9ebd-1c43273b2382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:32.081117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-50586d80-6483-4031-b2dd-f6c46a4df57f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 217 time: 0.4519567 Oct 13 04:20:32.119891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.168550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Calling delete_port for 3bf9d3f7-e8ad-471d-b856-87d09038f0e0 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:32.178298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a6239-522f-4cf0-9ac9-1a727be26c26 req-6cd77de0-beda-42a4-910a-060ad1e180cc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.179904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-387a6239-522f-4cf0-9ac9-1a727be26c26 req-6cd77de0-beda-42a4-910a-060ad1e180cc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.1290443 Oct 13 04:20:32.182884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:32.183278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Network hostable DHCP agents. Network: b639143e-0b74-41b0-ada2-d6f815d25605, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:32.222880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-873e9a56-96e8-41e2-9c3a-12ad3a6cbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.224366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-873e9a56-96e8-41e2-9c3a-12ad3a6cbdd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1322498 Oct 13 04:20:32.258815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef14da-8708-4bbc-ad88-cf24c8c2409c req-fd33341b-605c-4592-9962-3010330a49fd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.263183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4baf1e3a-27c1-4cf1-8dab-db8ba6481106 None None] Provisioning complete for port 3bf9d3f7-e8ad-471d-b856-87d09038f0e0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:32.270489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1ef14da-8708-4bbc-ad88-cf24c8c2409c req-fd33341b-605c-4592-9962-3010330a49fd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.5671217 Oct 13 04:20:32.275726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4baf1e3a-27c1-4cf1-8dab-db8ba6481106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.295752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-387a6239-522f-4cf0-9ac9-1a727be26c26 req-d7e6df52-6f7c-48b0-b076-23fedb73c5d0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004996 Oct 13 04:20:32.329921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4baf1e3a-27c1-4cf1-8dab-db8ba6481106 None None] Port 3bf9d3f7-e8ad-471d-b856-87d09038f0e0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:20:32.345244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4baf1e3a-27c1-4cf1-8dab-db8ba6481106 None None] Provisioning complete for port 211604bd-8a97-4f7d-b372-9c50d3088a2c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:32.345896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4baf1e3a-27c1-4cf1-8dab-db8ba6481106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.428184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cdf742-d068-40a0-bcff-f03500afec6d None None] New status for floating IP c6a7bd63-e702-4396-a1ab-0b8e89f9d57b: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:20:32.429699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Network b639143e-0b74-41b0-ada2-d6f815d25605 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:32.430418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:32.444916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-1b0e5b92-915c-436c-8f85-7f4389db8401 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1977715 Oct 13 04:20:32.476888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1ef14da-8708-4bbc-ad88-cf24c8c2409c req-93fcad41-0931-423f-b1b7-783a1659bed2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050123 Oct 13 04:20:32.478617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddd9d8be-907e-4f3e-b26b-27931d529645 req-e13c8048-c960-431e-8497-22215a62bcb8 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824357 Oct 13 04:20:32.502688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b639143e-0b74-41b0-ada2-d6f815d25605) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:32.519666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47214) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.538096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.553411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc47bf-df28-4bb9-8610-017c135d708b None None] Network b639143e-0b74-41b0-ada2-d6f815d25605 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:32.556757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.558558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.586584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event deleted for resources: {'Port': ['ID=3bf9d3f7-e8ad-471d-b856-87d09038f0e0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.626257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b5a9e04a-8f12-4c11-bec6-7d5a1fab5466 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9210248 Oct 13 04:20:32.727035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87384d-3c3b-45d3-bd3b-58639fe0c241 req-991c9224-be45-4ec3-9213-f9cd8add2fde tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:32.728591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c87384d-3c3b-45d3-bd3b-58639fe0c241 req-991c9224-be45-4ec3-9213-f9cd8add2fde tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1011736 Oct 13 04:20:32.732087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-49ba57cf-4994-4417-ace3-a2e8fc663d9d service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763972 Oct 13 04:20:32.744459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.826335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.894647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'name': 'network-vif-deleted', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:32.900061 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faf0a27-f866-4568-96c3-613834595168" -d '{"events": [{"server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "name": "network-vif-deleted", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:32.905307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.907625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-19cbaa5a-601c-4496-bdb2-c8b3f5566504 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "DELETE /v2.0/ports/3bf9d3f7-e8ad-471d-b856-87d09038f0e0 HTTP/1.1" status: 204 len: 168 time: 1.6358294 Oct 13 04:20:32.913963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47228) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.928941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.931661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:32.935003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1 HTTP/1.1" status: 204 len: 168 time: 0.4082055 Oct 13 04:20:32.937369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47232) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:32.963590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea994254-4e04-40fa-87c1-bfd8538c09d2 req-3dbc3294-c9a2-4a45-b763-d108ca82620c service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216172 Oct 13 04:20:32.966735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67cd3-2d38-484c-8448-24fd5d378b9d tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:32.971678 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-19cb6801-685f-4a54-8f55-11e091454ff6 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] show failed (client error): The resource could not be found. Oct 13 04:20:32.972726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-19cb6801-685f-4a54-8f55-11e091454ff6 tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "GET /v2.0/security-groups/c3ab5247-9672-4a86-b9e1-f7b11ee3c9a1 HTTP/1.1" status: 404 len: 347 time: 0.0328670 Oct 13 04:20:32.978352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47234) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.036139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c87384d-3c3b-45d3-bd3b-58639fe0c241 req-c887fbdb-32c7-4a26-be52-79b654ae3d75 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930777 Oct 13 04:20:33.061457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 211604bd-8a97-4f7d-b372-9c50d3088a2c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:33.098019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f8115754-c5c7-481b-a526-96156b36bae2 None None] Could not find standard attr ID for object 3bf9d3f7-e8ad-471d-b856-87d09038f0e0. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:20:33.112855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:33.197437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '16cf3df8-a519-4473-987f-e961b4cef52f', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'port_id': '16cf3df8-a519-4473-987f-e961b4cef52f', 'mac_address': 'fa:16:3e:dc:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dd26a7-9c0a-4f35-9352-cf32ad839599', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:33.345894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 211604bd-8a97-4f7d-b372-9c50d3088a2c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:33.346463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.349750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.372571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93ad7b-58f4-4eb8-861d-0e2ca284bbe4 None None] Network b639143e-0b74-41b0-ada2-d6f815d25605 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:33.391557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.398776 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c93dd-3e72-4da9-b02e-552a33daa43d x-openstack-request-id: req-a87c93dd-3e72-4da9-b02e-552a33daa43d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:33.399182 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f47c22-3f75-4cc7-92ac-41ac9a57c44c", "name": "network-vif-deleted", "tag": "1537d1bc-7b45-43d9-8de3-669fec60fde5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:33.399324 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a87c93dd-3e72-4da9-b02e-552a33daa43d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:33.399709 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f47c22-3f75-4cc7-92ac-41ac9a57c44c', 'name': 'network-vif-deleted', 'tag': '1537d1bc-7b45-43d9-8de3-669fec60fde5', 'status': 'completed', 'code': 200} Oct 13 04:20:33.418820 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd270a74-0b6a-4a1b-8758-efa5b8d2c4c5 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5010483 Oct 13 04:20:33.419872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.424666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1717123898'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:33.437109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:33.467344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042cb8-dfde-4583-862e-cfe7fa5cb953 req-4fe81f8a-5820-47ef-ba04-6538812cf98d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.469809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1042cb8-dfde-4583-862e-cfe7fa5cb953 req-4fe81f8a-5820-47ef-ba04-6538812cf98d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.0822573 Oct 13 04:20:33.471561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Made reservation on behalf of 9cdd7db559d84aaaaef1d5112996ec4e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:33.472960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:33.475824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.521702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.533019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1042cb8-dfde-4583-862e-cfe7fa5cb953 req-b5000eeb-3bc3-49ce-b661-797484caa3f7 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547230 Oct 13 04:20:33.537472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:33.549483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.550008 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Added segment d4fbfd39-8905-46b6-b11d-5faefec5ade3 of type vlan for network fd7470a5-d34b-4a57-8680-dd6e106f539f Oct 13 04:20:33.620553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.661360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.675119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.675293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.675801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.713793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-025482fb-13ea-496d-acbe-02d7d70caf65 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.715345 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-025482fb-13ea-496d-acbe-02d7d70caf65 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.3215203 Oct 13 04:20:33.719775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Deleting port 5df332aa-bbb5-4950-85d8-dcd98e94f274 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:33.720168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.759698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3393915 Oct 13 04:20:33.777443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['16cf3df8-a519-4473-987f-e961b4cef52f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:33.777938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47254) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:33.790078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538594a-f7b7-4292-89c3-57645641c39b tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event updated for resources: {'Network': ['ID=fd7470a5-d34b-4a57-8680-dd6e106f539f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:33.810067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fd7470a5-d34b-4a57-8680-dd6e106f539f details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:33.813955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-c5894a79-2e08-4c75-89c5-2a4ee8d2f975 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0595987 Oct 13 04:20:33.865402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-b6ecbd07-aeca-47e1-8b30-a14cbd6d74e5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421240 Oct 13 04:20:33.872393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08fd98-ed7f-4728-8c3a-fba111fe7c43 req-cd9709d5-04a7-4b32-8ada-432d363cee9d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:33.875620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b08fd98-ed7f-4728-8c3a-fba111fe7c43 req-cd9709d5-04a7-4b32-8ada-432d363cee9d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1425948 Oct 13 04:20:33.895184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.895467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:33.963280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b08fd98-ed7f-4728-8c3a-fba111fe7c43 req-269c104a-1bf9-45db-bd3c-4530300c17dd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Oct 13 04:20:33.966605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Calling delete_port for 5df332aa-bbb5-4950-85d8-dcd98e94f274 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:34.027254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ee9b571e-a536-4f04-8641-9fb28622b23d tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.2472160 Oct 13 04:20:34.030381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47256) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.094109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-04003212-18b2-4085-8356-016455949907 service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156708 Oct 13 04:20:34.116489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8424dc-126f-4504-8336-17fef01c14d2 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] Network fd7470a5-d34b-4a57-8680-dd6e106f539f is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:34.131009 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6a8424dc-126f-4504-8336-17fef01c14d2 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "POST /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0995512 Oct 13 04:20:34.133492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47260) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.138779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d490f1-f65d-4a49-aa3d-52b3fdd8ffd3 None None] Network fd7470a5-d34b-4a57-8680-dd6e106f539f requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:34.174690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Deleting port 14b42a4a-19ad-433f-9451-002e80d1070f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:34.175095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.251721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c747b-29f2-45f8-9e2e-7ed3a3377505 req-85015443-c65a-4f0f-ada8-7afbed4f5cf2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:34.253401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df5c747b-29f2-45f8-9e2e-7ed3a3377505 req-85015443-c65a-4f0f-ada8-7afbed4f5cf2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1075408 Oct 13 04:20:34.319200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.336161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-3c43b12d-1c6b-47c0-be9d-f30dde49c41f service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304981 Oct 13 04:20:34.350405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-07fc311f-a4b5-480f-9e0e-ba871d68874f tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks HTTP/1.1" status: 200 len: 12024 time: 0.2157350 Oct 13 04:20:34.352640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47262) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.369280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Pushing event deleted for resources: {'Port': ['ID=5df332aa-bbb5-4950-85d8-dcd98e94f274,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.370512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df5c747b-29f2-45f8-9e2e-7ed3a3377505 req-06ff410c-e500-474c-b830-449d1dd09459 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968292 Oct 13 04:20:34.378570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] For port 14b42a4a-19ad-433f-9451-002e80d1070f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14b42a4a-19ad-433f-9451-002e80d1070f,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:34.378919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.423234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Calling delete_port for 14b42a4a-19ad-433f-9451-002e80d1070f owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:34.441712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:34.530252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fbcf1acc-0fd7-4087-be6a-cb7c012cc583 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "DELETE /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks/fd7470a5-d34b-4a57-8680-dd6e106f539f HTTP/1.1" status: 204 len: 168 time: 0.1719034 Oct 13 04:20:34.532291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47264) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.558110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 16cf3df8-a519-4473-987f-e961b4cef52f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:34.562296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.562907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 16cf3df8-a519-4473-987f-e961b4cef52f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:34.564070 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.565306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.569893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-366876f7-fa22-4542-a098-b2022e89c2bb tempest-ServersTestManualDisk-1019883063 tempest-ServersTestManualDisk-1019883063-project] 10.222.0.49 "DELETE /v2.0/floatingips/c6a7bd63-e702-4396-a1ab-0b8e89f9d57b HTTP/1.1" status: 204 len: 168 time: 1.5870943 Oct 13 04:20:34.572116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.664010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.726187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.735851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b42a4a-19ad-433f-9451-002e80d1070f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.776143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:34.778956 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ee24b-0bcf-4e39-a8ab-d33f83560464" -d '{"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:34.796316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:34.803871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:34.805207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:34.837565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c460644d-e2d0-468b-a79e-577584a134a6 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.2941496 Oct 13 04:20:34.838686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47278) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:34.883094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9ee65ce-7535-47c4-bae3-aa5c3a13a2af req-e1180eef-f4da-457e-b685-f6a11f0eb77b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 210 time: 0.2210541 Oct 13 04:20:34.977021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:34.995514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4dc661bf-0b54-4556-b1e7-af86a473e5cd tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/networks/16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1542602 Oct 13 04:20:34.998876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47286) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.045669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1eef839e-3083-4e64-8f21-2c1f9af9ec65 tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/networks/16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0434172 Oct 13 04:20:35.049350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.105707 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e926d-74a6-417e-b047-b481f221f45f x-openstack-request-id: req-171e926d-74a6-417e-b047-b481f221f45f {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:35.106149 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:35.106389 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-171e926d-74a6-417e-b047-b481f221f45f {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:35.106814 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'code': 200} Oct 13 04:20:35.223248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.241700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d365ec6-b1ed-45d0-8dcd-aaa43c048cb2 req-989f425e-89a0-4763-8bf5-99fb01b9a204 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.252786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d365ec6-b1ed-45d0-8dcd-aaa43c048cb2 req-989f425e-89a0-4763-8bf5-99fb01b9a204 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.5791056 Oct 13 04:20:35.356838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa2491-e475-4234-b6cd-5bdfc957f331 req-72373f64-c6fa-4d1e-a022-61dec03691a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.358300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfa2491-e475-4234-b6cd-5bdfc957f331 req-72373f64-c6fa-4d1e-a022-61dec03691a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1096 time: 0.1773589 Oct 13 04:20:35.382313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d365ec6-b1ed-45d0-8dcd-aaa43c048cb2 req-1c8d1e39-18af-47f4-a27c-7481d6fc747c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286478 Oct 13 04:20:35.437351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d68f9-d1d6-4f20-b621-afbf3545f9c2 req-e1ea7550-ebbb-4c03-a272-eff99fc5ba0e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.443425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-583d68f9-d1d6-4f20-b621-afbf3545f9c2 req-e1ea7550-ebbb-4c03-a272-eff99fc5ba0e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2391245 Oct 13 04:20:35.466155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-99eaa5ca-dae4-4475-bf9a-90c702aedadf tempest-DHCPAgentSchedulersTestJSON-962651299 tempest-DHCPAgentSchedulersTestJSON-962651299-project-admin] 10.222.0.49 "GET /v2.0/agents/f856ff84-df07-4bae-a4ea-face07aaba11/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.4119933 Oct 13 04:20:35.471545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47294) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.564874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfa2491-e475-4234-b6cd-5bdfc957f331 req-85d108aa-2e54-4e5d-85fb-b0801eb78191 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861296 Oct 13 04:20:35.593290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037649-17f4-44e4-8381-01b90929bd14 req-e9fbfbaf-c6a2-4093-97a2-b909d0e046f6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:35.596061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb037649-17f4-44e4-8381-01b90929bd14 req-e9fbfbaf-c6a2-4093-97a2-b909d0e046f6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1074648 Oct 13 04:20:35.638637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-583d68f9-d1d6-4f20-b621-afbf3545f9c2 req-09babf8f-7e96-446b-82b7-4ce99423e18d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725659 Oct 13 04:20:35.645917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.658903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb037649-17f4-44e4-8381-01b90929bd14 req-63693516-2dec-4225-8c03-23650fcc7e9a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566430 Oct 13 04:20:35.661113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Router d20b1bf8-3daf-436e-a07b-7fac69d83c0c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:35.786060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:35.789572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:35.801640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47296) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:35.802229 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Sync routers for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:35.803429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e55f946b-4659-40fe-83c1-7b7fb111d517 admin admin] 10.222.0.49 "PUT /v2.0/routers/d20b1bf8-3daf-436e-a07b-7fac69d83c0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9738755 Oct 13 04:20:35.837250 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:35.837250 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.867840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7470a5-d34b-4a57-8680-dd6e106f539f']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.911088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fbfd39-8905-46b6-b11d-5faefec5ade3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.911604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fbfd39-8905-46b6-b11d-5faefec5ade3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:35.942339 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:35.961652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.051743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.169819 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 5, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:36.202008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Checking router: d20b1bf8-3daf-436e-a07b-7fac69d83c0c for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:36.212907 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Routers {'d20b1bf8-3daf-436e-a07b-7fac69d83c0c'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:36.213523 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:36.231593 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.233622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-390804f9-0646-4c01-90a8-ce998865215f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.235288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-390804f9-0646-4c01-90a8-ce998865215f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.47 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.1930740 Oct 13 04:20:36.241947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac054cf2-d144-4b34-8890-3fe8406f6889 req-582be7a3-3dca-4b30-a620-45a830072322 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 210 time: 0.2782454 Oct 13 04:20:36.253966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:36.254537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:36.259782 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:36.268263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:36.333618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.339399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.347698 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] Set router d20b1bf8-3daf-436e-a07b-7fac69d83c0c gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:36.409160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:36.414550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.567497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ac1a-d380-4ac2-940b-0d89b2311400 req-5ebd600e-f26e-4cad-984c-413c727135f1 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.569833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1100ac1a-d380-4ac2-940b-0d89b2311400 req-5ebd600e-f26e-4cad-984c-413c727135f1 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.0681982 Oct 13 04:20:36.643642 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 5, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:36.667918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1100ac1a-d380-4ac2-940b-0d89b2311400 req-b13968f8-9392-47df-ba48-787d67a8cc56 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918376 Oct 13 04:20:36.673387 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1459e5a-9988-4c7f-9a77-d71723595185 None None] The sync data for ids ['d20b1bf8-3daf-436e-a07b-7fac69d83c0c'] in n-d-813736-1 is: [{'id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'name': 'tempest-FloatingIPDetailsTestJSON-1035871978-router', 'tenant_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:20:03Z', 'updated_at': '2021-10-13T04:20:34Z', 'revision_number': 5, 'project_id': 'f3fb15cb4d3d4fa0bdbdb0c94ab28c71', 'gw_port': {'id': 'f6eb60c7-46dd-423b-8ca9-47b1f5d6500c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20b1bf8-3daf-436e-a07b-7fac69d83c0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:20:04Z', 'updated_at': '2021-10-13T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:36.751362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.763819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:36.767338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "DELETE /v2.0/networks/fd7470a5-d34b-4a57-8680-dd6e106f539f HTTP/1.1" status: 204 len: 168 time: 1.2944543 Oct 13 04:20:36.787364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:36.830630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7bf2c-a378-4377-9200-c4eaa8e0b13c tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event deleted for resources: {'Network': ['ID=fd7470a5-d34b-4a57-8680-dd6e106f539f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:36.840949 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fef89ed-a122-4289-8b59-caa12598947e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] DELETE failed (client error): The resource could not be found. Oct 13 04:20:36.841186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fef89ed-a122-4289-8b59-caa12598947e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:20:36.848163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2fef89ed-a122-4289-8b59-caa12598947e tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "DELETE /v2.0/ports/3bf9d3f7-e8ad-471d-b856-87d09038f0e0 HTTP/1.1" status: 404 len: 333 time: 0.0554686 Oct 13 04:20:36.850359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47310) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:36.927435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc66069-ec31-44ef-8fbb-7410b013d31d req-de098a57-464e-4fec-8e42-efe7b6240bcc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.929297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bc66069-ec31-44ef-8fbb-7410b013d31d req-de098a57-464e-4fec-8e42-efe7b6240bcc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1410158 Oct 13 04:20:36.967558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Deleting subnet 7e97a66f-e510-400f-90ee-e25482730375 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:36.971765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.14 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/eccb8c86-b707-4d13-83e8-d867a4402dd0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:36.980462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515edf7a-eaa2-4df9-a48b-fa8211905d55 req-abed0edc-6878-4160-a497-26e46bcdeb47 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:36.981996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-515edf7a-eaa2-4df9-a48b-fa8211905d55 req-abed0edc-6878-4160-a497-26e46bcdeb47 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1866407 Oct 13 04:20:36.994127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bc66069-ec31-44ef-8fbb-7410b013d31d req-7f62fe60-7f17-4f6c-abb5-b0a32e15af71 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569239 Oct 13 04:20:37.003505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.070856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Deleting port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:37.071225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.084206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14b42a4a-19ad-433f-9451-002e80d1070f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:37.114543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 14b42a4a-19ad-433f-9451-002e80d1070f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:37.114898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14b42a4a-19ad-433f-9451-002e80d1070f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:37.180093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.195699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.245234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.284342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-a78ba4bc-8e7b-4c9d-8467-2a6ccc0d78f3 service neutron] 10.222.0.16 "GET /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc/bindings/n-h2-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.3134258 Oct 13 04:20:37.299937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:37.303407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:37.311217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:37.339113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.347798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-515edf7a-eaa2-4df9-a48b-fa8211905d55 req-d00bdb4a-7990-4ea9-83f2-fd394c2092ba tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351226 Oct 13 04:20:37.373278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:37.373920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.421789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.436752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2e0bf40b-977a-4c02-a292-16bf5eba6ea7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1839950 Oct 13 04:20:37.450852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d919bf-48f5-4b16-9d5f-9288af6ee454 req-3f531879-e66d-4261-bce1-cdd93ea097f4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:37.458421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93d919bf-48f5-4b16-9d5f-9288af6ee454 req-3f531879-e66d-4261-bce1-cdd93ea097f4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 932 time: 0.0807281 Oct 13 04:20:37.478626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Request body: {'port': {'device_id': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:37.482736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] For port f6eb60c7-46dd-423b-8ca9-47b1f5d6500c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:37.483154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.527551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93d919bf-48f5-4b16-9d5f-9288af6ee454 req-f075d7cf-0dd1-4ccc-8407-d191fa56e6bc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678873 Oct 13 04:20:37.536248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Calling delete_port for f6eb60c7-46dd-423b-8ca9-47b1f5d6500c owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:37.567483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.660933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.781757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd53db9-b217-4bc6-92c9-94313dc7eee6 None None] Network 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:37.802409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event deleted for resources: {'Subnet': ['ID=7e97a66f-e510-400f-90ee-e25482730375,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:37.811355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.812471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22e731-e7d6-4b23-bb3f-088dd87ce930 req-c2d02ec0-6df1-4ad6-ba85-0d4dc9bd0c14 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:37.814645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e22e731-e7d6-4b23-bb3f-088dd87ce930 req-c2d02ec0-6df1-4ad6-ba85-0d4dc9bd0c14 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.0762794 Oct 13 04:20:37.818174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ad5eb9f2-77c3-4a0e-9350-9b2a0ff90139 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "DELETE /v2.0/subnets/7e97a66f-e510-400f-90ee-e25482730375 HTTP/1.1" status: 204 len: 168 time: 0.9641786 Oct 13 04:20:37.818841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:37.889170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e22e731-e7d6-4b23-bb3f-088dd87ce930 req-39a65af2-f2cc-457d-a271-da1c4edba675 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627065 Oct 13 04:20:37.926983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccb8c86-b707-4d13-83e8-d867a4402dd0 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:37.935299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.949858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Transition to ACTIVE for port object eccb8c86-b707-4d13-83e8-d867a4402dd0 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:37.955082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:37.981295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] DHCP port deletion for 16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:38.002503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Deleting port 6fea5738-66e5-4838-b92f-73b30ec5595f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:38.002999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.020000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Pushing event updated for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.032767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-2e700839-2f30-45bb-8228-54411438ed8e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.034792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-2e700839-2f30-45bb-8228-54411438ed8e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 814 time: 0.4011881 Oct 13 04:20:38.042635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Deleting port 211604bd-8a97-4f7d-b372-9c50d3088a2c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:38.043141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.083574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.100615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.119208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] For port 211604bd-8a97-4f7d-b372-9c50d3088a2c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=211604bd-8a97-4f7d-b372-9c50d3088a2c,segment=NetworkSegment(c7e2db5c-f23b-4abe-8e76-1b521735dbec),segment_id=c7e2db5c-f23b-4abe-8e76-1b521735dbec)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.120342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.135825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Attempting to bind port eccb8c86-b707-4d13-83e8-d867a4402dd0 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:38.136161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Attempting to bind port eccb8c86-b707-4d13-83e8-d867a4402dd0 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:38.136509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Attempting to bind port eccb8c86-b707-4d13-83e8-d867a4402dd0 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:38.137359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Calling delete_port for 211604bd-8a97-4f7d-b372-9c50d3088a2c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:38.146818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-86b1702d-9aad-4db8-bc9b-def487dc06b8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/quotas/697a24a39ebf42b3916c9ecf827cbf6a HTTP/1.1" status: 200 len: 375 time: 0.0737152 Oct 13 04:20:38.148966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Port eccb8c86-b707-4d13-83e8-d867a4402dd0 on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:38.149288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Attempting to bind port eccb8c86-b707-4d13-83e8-d867a4402dd0 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:38.157563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:38.157901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:38.159585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:38.159585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Bound port: eccb8c86-b707-4d13-83e8-d867a4402dd0, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:38.159585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.168051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97da39b-dfe9-4223-8097-6378ba9f5d8e req-0c505f87-7dc6-4239-9df3-649583580d77 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.169362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b97da39b-dfe9-4223-8097-6378ba9f5d8e req-0c505f87-7dc6-4239-9df3-649583580d77 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.0710149 Oct 13 04:20:38.215856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:38.246670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b97da39b-dfe9-4223-8097-6378ba9f5d8e req-4893ff5e-a615-4be8-972d-3f373a635a63 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691304 Oct 13 04:20:38.260522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.275364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:38.286253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] For port 6fea5738-66e5-4838-b92f-73b30ec5595f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6fea5738-66e5-4838-b92f-73b30ec5595f,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.286632 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.289697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:38.289965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.301469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.323930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] No DVR routers for this DVR port 211604bd-8a97-4f7d-b372-9c50d3088a2c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:38.329922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efe9d4-1818-4d3c-a790-f33ca331b5a0 None None] Pushing event deleted for resources: {'Port': ['ID=211604bd-8a97-4f7d-b372-9c50d3088a2c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.341900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0810c77-079d-46a7-b74f-1a6c9d1f5ccc {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:38.349974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Calling delete_port for 6fea5738-66e5-4838-b92f-73b30ec5595f owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:38.357720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6eb60c7-46dd-423b-8ca9-47b1f5d6500c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.360130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.360899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.362296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] 10.222.0.47 "PUT /v2.0/ports/eccb8c86-b707-4d13-83e8-d867a4402dd0 HTTP/1.1" status: 200 len: 1092 time: 0.8880455 Oct 13 04:20:38.362971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:38.365091 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776457f-9656-416e-ae22-5fd162ac2ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:38.370290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.377434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-989c179f-0886-4e61-bdfb-4786f81d8f3f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2184334 Oct 13 04:20:38.404017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7025b-328d-4282-8236-57bc67681d75 service neutron] Pushing event updated for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:38.424813 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19dc377-dc4b-444e-b4cb-cd36730fde14 x-openstack-request-id: req-f19dc377-dc4b-444e-b4cb-cd36730fde14 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:38.425109 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:38.425367 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f19dc377-dc4b-444e-b4cb-cd36730fde14 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:38.425769 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0', 'status': 'completed', 'code': 200} Oct 13 04:20:38.466584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.482616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-bc2a95d8-ccb4-4804-99e4-c5b755c806e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.484391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-bc2a95d8-ccb4-4804-99e4-c5b755c806e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 1095 time: 0.0476916 Oct 13 04:20:38.528126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-528c6e03-7b6d-4f12-b877-1b21ea4cf161 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0 HTTP/1.1" status: 200 len: 217 time: 0.0334723 Oct 13 04:20:38.582023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-98dfaa82-9cde-419f-9ce2-a50ee64a56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.583529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-98dfaa82-9cde-419f-9ce2-a50ee64a56e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0451605 Oct 13 04:20:38.606569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Deleting port 211604bd-8a97-4f7d-b372-9c50d3088a2c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:38.606856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.622428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-9e6a7076-0d86-4f12-8755-e1f1db0eab0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304179 Oct 13 04:20:38.637957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.717234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699da9-9deb-45a9-8ea2-ff17deda180a req-77e1677c-50d2-4538-af43-08ef4b2ab8a5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.718648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8699da9-9deb-45a9-8ea2-ff17deda180a req-77e1677c-50d2-4538-af43-08ef4b2ab8a5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 944 time: 0.0987084 Oct 13 04:20:38.769256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-2627b311-8200-4a3e-80ec-e89edc84cb51 service neutron] 10.222.0.47 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374173 Oct 13 04:20:38.789071 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8699da9-9deb-45a9-8ea2-ff17deda180a req-e0e9d843-b183-48f5-b8d7-943af76cc575 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Oct 13 04:20:38.827429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-b45aa303-d4f7-4c27-90da-32a25cf0ce1a service neutron] 10.222.0.49 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314997 Oct 13 04:20:38.840323 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.854709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.882131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9aecbea-d52e-455a-85cd-e1ac51319694 req-fc01d21f-9ce9-482a-889e-21bbe2262b63 service neutron] 10.222.0.47 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029367 Oct 13 04:20:38.930014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] For port 211604bd-8a97-4f7d-b372-9c50d3088a2c, host n-d-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:38.930386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:38.949883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 211604bd-8a97-4f7d-b372-9c50d3088a2c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:38.974175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 211604bd-8a97-4f7d-b372-9c50d3088a2c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:38.974643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 211604bd-8a97-4f7d-b372-9c50d3088a2c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:38.981026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-7e84086c-b849-4173-9001-7a505668d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:38.982656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-7e84086c-b849-4173-9001-7a505668d41b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 1095 time: 0.0507829 Oct 13 04:20:39.061161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Calling delete_port for 211604bd-8a97-4f7d-b372-9c50d3088a2c owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:39.070634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Port 211604bd-8a97-4f7d-b372-9c50d3088a2c was not found and therefore no delete operation was performed {{(pid=95047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:20:39.071757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] Transition to ACTIVE for port object c0810c77-079d-46a7-b74f-1a6c9d1f5ccc will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:39.081942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.084301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.087487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018aedc-be94-4943-87f9-ea22cec4d02e req-61c82212-c4a2-4336-8462-38cc9f769103 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.088981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5018aedc-be94-4943-87f9-ea22cec4d02e req-61c82212-c4a2-4336-8462-38cc9f769103 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 943 time: 0.1052561 Oct 13 04:20:39.101837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.102396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20b1bf8-3daf-436e-a07b-7fac69d83c0c {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:20:39.132765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-b06bf251-de7a-467e-9ce5-805811524fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.134227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-b06bf251-de7a-467e-9ce5-805811524fc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.1411407 Oct 13 04:20:39.140846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.141995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-087760b3-2e2d-4f36-af18-5c2a5438ccc3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d20b1bf8-3daf-436e-a07b-7fac69d83c0c HTTP/1.1" status: 204 len: 168 time: 3.3394468 Oct 13 04:20:39.144550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event deleted for resources: {'Port': ['ID=211604bd-8a97-4f7d-b372-9c50d3088a2c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:39.146612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] No DVR routers for this DVR port 211604bd-8a97-4f7d-b372-9c50d3088a2c on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:39.147857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47342) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:39.158359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5018aedc-be94-4943-87f9-ea22cec4d02e req-c188d80e-1da0-45c2-87e8-aa1bc57c3439 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575342 Oct 13 04:20:39.169713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.190706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-7615de5c-22cd-4626-a1a2-6bafbc6bd720 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0 HTTP/1.1" status: 200 len: 217 time: 0.0464611 Oct 13 04:20:39.245350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-e890aac8-0d04-4da8-b587-da8b0f8f0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.246885 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-e890aac8-0d04-4da8-b587-da8b0f8f0b48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0478897 Oct 13 04:20:39.257641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-59c68f41-e573-4b17-a0b6-972a0b9d1c4e service neutron] 10.222.0.49 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119134 Oct 13 04:20:39.288723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-cc87df28-e003-4dc4-8414-7b30a7f364d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328836 Oct 13 04:20:39.394511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Deleting subnet c32548a1-095b-43a5-9d7e-88bd826f77a3 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:39.432652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.437503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] No DVR routers for this DVR port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:39.469129 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:39.497439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=10']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:39.796409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800941-3e4a-4b10-991d-8d0d955cf145 req-80a3d78e-f4fb-45a2-9f8a-6490f6ec765d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:39.798061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c800941-3e4a-4b10-991d-8d0d955cf145 req-80a3d78e-f4fb-45a2-9f8a-6490f6ec765d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.0807621 Oct 13 04:20:39.817439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-865cf520-6ad4-4cde-a54a-15ace0c17c73 service neutron] 10.222.0.47 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212007 Oct 13 04:20:39.914483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c800941-3e4a-4b10-991d-8d0d955cf145 req-d346b7b7-1e5e-4aed-8087-cc2c327417bc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078677 Oct 13 04:20:39.967992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:39.975757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6fea5738-66e5-4838-b92f-73b30ec5595f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:39.976888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f776457f-9656-416e-ae22-5fd162ac2ccc req-fe909cc6-c4a7-4078-855e-f915b8090f87 service neutron] 10.222.0.47 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494226 Oct 13 04:20:39.987303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.022544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-89e0a3df-ea15-40ec-923f-363c878c76b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc/bindings/n-h2-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7003486 Oct 13 04:20:40.041879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e2db5c-f23b-4abe-8e76-1b521735dbec') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:40.042419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e2db5c-f23b-4abe-8e76-1b521735dbec') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:40.055601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15dca087-53a4-4936-a600-27762183d627 req-d455a26d-9ef7-47ca-a9ef-719e1649a8fa tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 210 time: 0.0826261 Oct 13 04:20:40.065247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f89390-bf1f-483e-8467-783b386b7957 req-e14fb3f8-0065-440f-9555-b2fddcef64bb tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.066831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60f89390-bf1f-483e-8467-783b386b7957 req-e14fb3f8-0065-440f-9555-b2fddcef64bb tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 944 time: 0.0642133 Oct 13 04:20:40.105380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.128251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60f89390-bf1f-483e-8467-783b386b7957 req-f09cee9a-62e7-42d2-ba8e-0373c13348d5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Oct 13 04:20:40.165646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-21289e3a-bec3-4c60-b566-cef7f5e6b31a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.167179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-21289e3a-bec3-4c60-b566-cef7f5e6b31a tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0586095 Oct 13 04:20:40.167414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.205723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:40.206191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:40.210847 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:40.226531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-e458e3df-b9ce-46de-99e9-4863c7c26d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.228204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-e458e3df-b9ce-46de-99e9-4863c7c26d01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8&tenant_id=618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 1095 time: 0.0533407 Oct 13 04:20:40.294641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-fa2dfd5b-1357-41e1-8fbd-1f97d02b1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.296331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-fa2dfd5b-1357-41e1-8fbd-1f97d02b1231 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1095 time: 0.0421379 Oct 13 04:20:40.306916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.334425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.348264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.369905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.372470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] 10.222.0.49 "DELETE /v2.0/networks/16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0 HTTP/1.1" status: 204 len: 168 time: 2.5470171 Oct 13 04:20:40.396821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba3097-3061-4e3d-853c-ba40d5c77559 tempest-DHCPAgentSchedulersTestJSON-1716127237 tempest-DHCPAgentSchedulersTestJSON-1716127237-project] Pushing event deleted for resources: {'Network': ['ID=16703fc5-b3dc-4064-9d3e-9ab5df5dd5c0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.397351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device eccb8c86-b707-4d13-83e8-d867a4402dd0 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:40.405855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-0328b20c-8f48-464b-9a85-4ebc8153d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.408838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-0328b20c-8f48-464b-9a85-4ebc8153d55b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.0987291 Oct 13 04:20:40.409629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0431-08de-4fe3-9384-bc15ceaeedbd req-912ade25-51d2-4091-8e4b-a14f9c27d498 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.411359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5ba0431-08de-4fe3-9384-bc15ceaeedbd req-912ade25-51d2-4091-8e4b-a14f9c27d498 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1544328 Oct 13 04:20:40.476625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.479488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-519e24d5-6b6c-4af7-9c52-14fce15c8384 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 200 len: 217 time: 0.0597074 Oct 13 04:20:40.552229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5842f31-828e-4189-9ded-c20f6e24a02e None None] Network 6feb952d-897b-42fa-9047-f0e653fe6ca8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:40.553361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32548a1-095b-43a5-9d7e-88bd826f77a3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:40.559032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.565656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea1ca1a2-0804-40f7-a75e-cdb33aa6cf6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c32548a1-095b-43a5-9d7e-88bd826f77a3 HTTP/1.1" status: 204 len: 168 time: 1.4019377 Oct 13 04:20:40.567492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47368) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:40.572340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5ba0431-08de-4fe3-9384-bc15ceaeedbd req-0dfc645c-072c-46b5-b36f-68b77c85cdbd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263511 Oct 13 04:20:40.681677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c206778a-3c5a-4aa8-91b3-930e724a9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.684237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-c206778a-3c5a-4aa8-91b3-930e724a9739 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1927049 Oct 13 04:20:40.729961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.753558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47372) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:40.768636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-42812e18-dd5c-4a35-9836-36f258021d4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716650 Oct 13 04:20:40.800300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:40.814947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'eccb8c86-b707-4d13-83e8-d867a4402dd0', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': 'eccb8c86-b707-4d13-83e8-d867a4402dd0', 'mac_address': 'fa:16:3e:4f:2e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:40.879206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-5bba387a-7a74-4c26-aff3-eff83af74e1a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:40.881012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-5bba387a-7a74-4c26-aff3-eff83af74e1a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 814 time: 0.2758965 Oct 13 04:20:40.896874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Request body: {'port': {'device_id': '48a61097-15f4-487c-8f34-9c78c2624ace', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'admin_state_up': True, 'tenant_id': '697a24a39ebf42b3916c9ecf827cbf6a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:40.902166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:40.902891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Router b126ff9c-f193-42b5-8395-cf34a9a97f1a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:20:40.927741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccb8c86-b707-4d13-83e8-d867a4402dd0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:40.950249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] DHCP port deletion for 6feb952d-897b-42fa-9047-f0e653fe6ca8 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:40.970757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:41.005246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6eb60c7-46dd-423b-8ca9-47b1f5d6500c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:41.008897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.012892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Deleting port 9bad6c27-d087-4607-a843-bb5cc98ac823 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:41.013134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.017320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-647530f6-e535-43ad-b9cd-95b0cf72bb58 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142420 Oct 13 04:20:41.038059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f6eb60c7-46dd-423b-8ca9-47b1f5d6500c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:41.038629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6eb60c7-46dd-423b-8ca9-47b1f5d6500c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:41.103368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.112467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Deleting port 9bad6c27-d087-4607-a843-bb5cc98ac823 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:41.112850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.147342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] For port 9bad6c27-d087-4607-a843-bb5cc98ac823, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9bad6c27-d087-4607-a843-bb5cc98ac823,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:41.147704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.188854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b225ad72-c2b5-4cf5-bbd7-96f75bdac0bb req-9c561c94-b43b-4aa2-a3d0-bdd27f1a653a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 210 time: 0.0446444 Oct 13 04:20:41.189642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Calling delete_port for 9bad6c27-d087-4607-a843-bb5cc98ac823 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:41.194509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] For port 9bad6c27-d087-4607-a843-bb5cc98ac823, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9bad6c27-d087-4607-a843-bb5cc98ac823,segment=NetworkSegment(62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4),segment_id=62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:41.194982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.216535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ad3073c4-ceed-4c6e-9758-8117eee9192c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cdd7db559d84aaaaef1d5112996ec4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615228 Oct 13 04:20:41.223408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47382) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:41.230647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Made reservation on behalf of 697a24a39ebf42b3916c9ecf827cbf6a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:41.234985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.246123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-1588ad92-e994-4630-b398-81c24612e2a5 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182677 Oct 13 04:20:41.252201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c587f2-ffa7-4194-8629-bb868720b250 req-5e2ec02b-62cb-4317-bdcb-18d6918f4bb6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.253896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94c587f2-ffa7-4194-8629-bb868720b250 req-5e2ec02b-62cb-4317-bdcb-18d6918f4bb6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1937644 Oct 13 04:20:41.316928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:20:41.325698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9c596c6a-abc4-4242-855c-3f7ae83135fe admin admin] 10.222.0.49 "PUT /v2.0/routers/b126ff9c-f193-42b5-8395-cf34a9a97f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7525260 Oct 13 04:20:41.335113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47384) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:41.371809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Sync routers for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:20:41.383986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Calling delete_port for 9bad6c27-d087-4607-a843-bb5cc98ac823 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:41.387033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.414766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc8043-56da-4409-9519-86ba9e06fef1 req-1e4ef714-8089-4358-9d42-5c078703b79f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.415145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:41.415842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:41.419583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58fc8043-56da-4409-9519-86ba9e06fef1 req-1e4ef714-8089-4358-9d42-5c078703b79f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 945 time: 0.1118460 Oct 13 04:20:41.432300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.445780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.492450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bad6c27-d087-4607-a843-bb5cc98ac823,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.496347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] No DVR routers for this DVR port 9bad6c27-d087-4607-a843-bb5cc98ac823 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:41.503663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94c587f2-ffa7-4194-8629-bb868720b250 req-7fe4fbd4-61f2-4635-9a92-016b949a1ec0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393241 Oct 13 04:20:41.511581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.526858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.554163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['eccb8c86-b707-4d13-83e8-d867a4402dd0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:41.597194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58fc8043-56da-4409-9519-86ba9e06fef1 req-7373389f-37c3-499e-9dd0-7c6237bd35b1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705713 Oct 13 04:20:41.670262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Allocated IP 172.20.0.10 (afa352d9-754c-4b76-8967-7feefe022177/93dd26a7-9c0a-4f35-9352-cf32ad839599/47a6bed8-77a1-4794-96e8-7d1ef9a523b5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:41.671811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.689325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.694489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-aad1fcd5-317d-439c-8a7f-637f34055b5e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.696162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-aad1fcd5-317d-439c-8a7f-637f34055b5e tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1568685 Oct 13 04:20:41.704232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.707115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.710778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40ba40d9-05d0-44ec-9fe3-a2cfb753c5d7 HTTP/1.1" status: 204 len: 168 time: 0.4815013 Oct 13 04:20:41.731138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] Pushing event deleted for resources: {'Port': ['ID=9bad6c27-d087-4607-a843-bb5cc98ac823,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.751585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb901f-cbee-4386-b380-0a5724197a21 None None] No DVR routers for this DVR port 9bad6c27-d087-4607-a843-bb5cc98ac823 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:41.769441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.784523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:41.798043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55692a9d-79e0-42e4-a59c-5a1d1eed4e65 req-31ae3037-3c3b-4b2b-8d1c-8d6514bc46ae tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:41.800059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55692a9d-79e0-42e4-a59c-5a1d1eed4e65 req-31ae3037-3c3b-4b2b-8d1c-8d6514bc46ae tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1215317 Oct 13 04:20:41.808847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b3a5e-3073-41ea-9644-5fc3502a0ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba40d9-05d0-44ec-9fe3-a2cfb753c5d7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:41.817568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6feb952d-897b-42fa-9047-f0e653fe6ca8']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:41.822700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-455e9cf9-e0bb-427f-b973-6d9d8a389d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.850901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:41.851314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62425ac2-ba8f-48bc-b15f-0ec6fcdfdab4') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:41.878265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.967157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.977825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-2df48fb3-1414-4735-9a8e-5efd4352cb1c service neutron] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:41.978923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:41.979426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:41.981518 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:41.996823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55692a9d-79e0-42e4-a59c-5a1d1eed4e65 req-433648e3-3006-437c-8858-d45179ab1c91 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900556 Oct 13 04:20:42.028833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Deleting port 6bd58082-4898-405f-93ff-7771a2d4f8e0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:42.029181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.044487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-2df48fb3-1414-4735-9a8e-5efd4352cb1c service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.045623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc9ed95c-fe57-40b5-979e-cf350ebeece1 req-2df48fb3-1414-4735-9a8e-5efd4352cb1c service neutron] 10.222.0.47 "DELETE /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc/bindings/n-h1-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.3362622 Oct 13 04:20:42.105474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.112591 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.122502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:20:38Z', 'revision_number': 5, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port': {'id': '6bd58082-4898-405f-93ff-7771a2d4f8e0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:42:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:58Z', 'updated_at': '2021-10-13T04:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.123193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6feb952d-897b-42fa-9047-f0e653fe6ca8 HTTP/1.1" status: 204 len: 168 time: 1.5541737 Oct 13 04:20:42.151425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.155234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b950501-1f3f-4d12-aba7-e97fefceec55 admin admin] Pushing event deleted for resources: {'Network': ['ID=6feb952d-897b-42fa-9047-f0e653fe6ca8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.167334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Checking router: b126ff9c-f193-42b5-8395-cf34a9a97f1a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:20:42.177270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Routers {'b126ff9c-f193-42b5-8395-cf34a9a97f1a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:20:42.178029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:20:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.201952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47400) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:42.234253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eca925e-3f30-4753-878b-5fa86ceb7fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.260628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] For port 6bd58082-4898-405f-93ff-7771a2d4f8e0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6bd58082-4898-405f-93ff-7771a2d4f8e0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:42.261153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.273558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b4fb-6731-47d2-a190-4e55d0d57eb0 req-aa4a52f2-0177-4c30-98ed-e335a094b5d2 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.281736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b318b4fb-6731-47d2-a190-4e55d0d57eb0 req-aa4a52f2-0177-4c30-98ed-e335a094b5d2 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1095 time: 0.1139386 Oct 13 04:20:42.288103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47404) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:42.299587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] Set router b126ff9c-f193-42b5-8395-cf34a9a97f1a gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:20:42.308967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Calling delete_port for 6bd58082-4898-405f-93ff-7771a2d4f8e0 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:42.331149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.374120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['16cf3df8-a519-4473-987f-e961b4cef52f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:42.377543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 6, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:42.383666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b318b4fb-6731-47d2-a190-4e55d0d57eb0 req-b4c85e61-154e-4fcf-a08c-7061df6267fa tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Oct 13 04:20:42.403437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2d007602-1abf-4817-b148-063ae1d4d979 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3fb15cb4d3d4fa0bdbdb0c94ab28c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134408 Oct 13 04:20:42.408865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47408) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:42.442421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Network afa352d9-754c-4b76-8967-7feefe022177 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:42.473389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:42.485753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:42.490097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:42.492072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19239b97-8b46-45e6-86ed-173ecee6a823 None None] The sync data for ids ['b126ff9c-f193-42b5-8395-cf34a9a97f1a'] in n-d-813736-1 is: [{'id': 'b126ff9c-f193-42b5-8395-cf34a9a97f1a', 'name': 'tempest-ServersTestManualDisk-1275912735-router', 'tenant_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:55Z', 'updated_at': '2021-10-13T04:20:41Z', 'revision_number': 6, 'project_id': '037f4dcc18ba4357b6dc7ac86118b0eb', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:20:42.493551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81db989-3867-468e-bfc4-43af087c269c req-1ea2e88f-0810-4344-bfe5-5f701832dc75 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.493668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Pushing event updated for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.494391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d81db989-3867-468e-bfc4-43af087c269c req-1ea2e88f-0810-4344-bfe5-5f701832dc75 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 932 time: 0.1965573 Oct 13 04:20:42.546630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eca925e-3f30-4753-878b-5fa86ceb7fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.574764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7eca925e-3f30-4753-878b-5fa86ceb7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.575941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.600265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.687133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.688121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.715441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85560ee3-57ca-4852-8567-1c3338e2405b req-8e77c99a-ccdb-4e5b-85a9-a32b748cc8fa tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:42.724439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85560ee3-57ca-4852-8567-1c3338e2405b req-8e77c99a-ccdb-4e5b-85a9-a32b748cc8fa tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 1095 time: 0.2396770 Oct 13 04:20:42.726528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:42.762966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7eca925e-3f30-4753-878b-5fa86ceb7fb4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6503252d284946c8b2c107b4b8f9340f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574479 Oct 13 04:20:42.764619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:42.764804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.770810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca925e-3f30-4753-878b-5fa86ceb7fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e5365-4685-4447-ac17-4e3c8f47d463,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:42.793367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:42.807552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-69caa623-40a1-4081-b08d-a8a2caff4ca0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9144893 Oct 13 04:20:42.809529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d81db989-3867-468e-bfc4-43af087c269c req-db89a1cc-f2f8-442c-8c1f-48f0b5d11a82 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806492 Oct 13 04:20:42.849640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Request body: {'port': {'device_id': '48a61097-15f4-487c-8f34-9c78c2624ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:42.924641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.926610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.929846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.934176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9e00221-342d-484a-96fe-16fb6119a10d HTTP/1.1" status: 204 len: 168 time: 0.5100579 Oct 13 04:20:42.945413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:42.951305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85560ee3-57ca-4852-8567-1c3338e2405b req-fbc804e4-99bb-409e-864b-3b2b15c20e1d tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238820 Oct 13 04:20:42.967854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:42.973397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:42.984376 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.059089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd2ea1-cd35-4131-a216-b4c5a27ebf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e00221-342d-484a-96fe-16fb6119a10d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.064125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd58082-4898-405f-93ff-7771a2d4f8e0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.101223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.115371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.118243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86125c5-4611-421c-aa14-b3e9e0d4f3c8 req-9b580be7-470a-4894-982f-42f5996127bb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.124414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a86125c5-4611-421c-aa14-b3e9e0d4f3c8 req-9b580be7-470a-4894-982f-42f5996127bb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1883059 Oct 13 04:20:43.131584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:43.226321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a86125c5-4611-421c-aa14-b3e9e0d4f3c8 req-0782fe7e-05bb-47a9-8332-1b0060a15ac2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790379 Oct 13 04:20:43.261072 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.266438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6fea5738-66e5-4838-b92f-73b30ec5595f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:43.297995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6fea5738-66e5-4838-b92f-73b30ec5595f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:43.298349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6fea5738-66e5-4838-b92f-73b30ec5595f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:43.298772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9bad6c27-d087-4607-a843-bb5cc98ac823 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:43.316629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.361743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9bad6c27-d087-4607-a843-bb5cc98ac823 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:43.362105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9bad6c27-d087-4607-a843-bb5cc98ac823 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:43.362549 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bd58082-4898-405f-93ff-7771a2d4f8e0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:43.417946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6bd58082-4898-405f-93ff-7771a2d4f8e0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:43.418300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6bd58082-4898-405f-93ff-7771a2d4f8e0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:43.484377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fa89-256b-42eb-a597-0c919173a446 req-f4585587-007b-4bc1-853e-004b22108883 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:43.495129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70c5fa89-256b-42eb-a597-0c919173a446 req-f4585587-007b-4bc1-853e-004b22108883 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 945 time: 0.3799376 Oct 13 04:20:43.529400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.711411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.716301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.728394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70c5fa89-256b-42eb-a597-0c919173a446 req-aafad7ec-8e73-4b78-aaf7-70ae142989b7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322166 Oct 13 04:20:43.746430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.749094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.753122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae6e5365-4685-4447-ac17-4e3c8f47d463 HTTP/1.1" status: 204 len: 168 time: 0.9811461 Oct 13 04:20:43.821368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffe6e2-aeca-48f7-9daf-a83c647f4ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e5365-4685-4447-ac17-4e3c8f47d463,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:43.852887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.853429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b126ff9c-f193-42b5-8395-cf34a9a97f1a {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:20:43.859256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:43.864012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47472) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:43.876854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4e266423-8af6-4209-9299-80e802c55e0e admin admin] 10.222.0.49 "DELETE /v2.0/routers/b126ff9c-f193-42b5-8395-cf34a9a97f1a HTTP/1.1" status: 204 len: 168 time: 2.5135036 Oct 13 04:20:44.069991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Deleting subnet 6eaf61dd-fd4d-4079-9ebd-1c43273b2382 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:20:44.076894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.107166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c34cfb97-84c1-4cae-b564-43e38f5cd50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.207045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8520b-fedf-4182-93bc-6a9f9855d4f3 req-f85e7fdd-5bef-4fa4-8921-737f1b066117 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.217418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37e8520b-fedf-4182-93bc-6a9f9855d4f3 req-f85e7fdd-5bef-4fa4-8921-737f1b066117 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 932 time: 0.2680476 Oct 13 04:20:44.233987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:44.244869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.277737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.310920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Transition to ACTIVE for port object 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:44.319702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.422125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37e8520b-fedf-4182-93bc-6a9f9855d4f3 req-e8e4940f-0cb6-4ea4-827e-6398a8a79a14 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895564 Oct 13 04:20:44.424502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:44.581936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.607957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Pushing event updated for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:44.627512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:44.627965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.675207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9cf4-e0a3-4709-bc7f-c15777bf869a req-af77edf3-dc6b-452e-b20b-dcda0131480b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:44.684627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85dd9cf4-e0a3-4709-bc7f-c15777bf869a req-af77edf3-dc6b-452e-b20b-dcda0131480b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 944 time: 0.3065782 Oct 13 04:20:44.716261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.815262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.825239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6eaf61dd-fd4d-4079-9ebd-1c43273b2382 HTTP/1.1" status: 204 len: 168 time: 0.9594822 Oct 13 04:20:44.830330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47514) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:44.833076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26de0-e02d-470b-8133-87e0b9bb135d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eaf61dd-fd4d-4079-9ebd-1c43273b2382,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:44.863103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85dd9cf4-e0a3-4709-bc7f-c15777bf869a req-4abfcd0b-b2c5-4fd7-8a76-79a2bea76537 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759474 Oct 13 04:20:44.918862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Attempting to bind port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:44.924379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Attempting to bind port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:44.925657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Attempting to bind port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:44.938014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 on network afa352d9-754c-4b76-8967-7feefe022177 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:44.939687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Attempting to bind port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:44.956986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:44.958902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.961123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Checking segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:44.962794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Bound using segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:44.963738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Bound port: 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:44.964847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:44.974701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d21223-9894-4e3a-baf8-93a1a3f68e7c None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:45.055415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.168583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:45.171612 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55710033-90da-4cb9-9cb9-3e19c172e409" -d '{"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:45.212497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:45.224591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.225762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device eccb8c86-b707-4d13-83e8-d867a4402dd0 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:45.271438 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48d52c-1c37-40c4-a972-30bb10462c78 x-openstack-request-id: req-8f48d52c-1c37-40c4-a972-30bb10462c78 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:45.272061 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:45.272507 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f48d52c-1c37-40c4-a972-30bb10462c78 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:45.273047 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'code': 200} Oct 13 04:20:45.305244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Deleting port cfa23c09-6119-462f-bc17-01ca2534d3f5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:45.305473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.342039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:45.369548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.402363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port eccb8c86-b707-4d13-83e8-d867a4402dd0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:45.423796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port eccb8c86-b707-4d13-83e8-d867a4402dd0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:45.424698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.437149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.476698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] DHCP port deletion for c7ccf183-777f-445a-aca4-24ba3f2e8ca2 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:20:45.567212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] For port cfa23c09-6119-462f-bc17-01ca2534d3f5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfa23c09-6119-462f-bc17-01ca2534d3f5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:45.567609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.598126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Calling delete_port for cfa23c09-6119-462f-bc17-01ca2534d3f5 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:45.706651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Deleting port cfa23c09-6119-462f-bc17-01ca2534d3f5 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:45.707143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.728129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:45.793539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa23c09-6119-462f-bc17-01ca2534d3f5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:45.798043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] No DVR routers for this DVR port cfa23c09-6119-462f-bc17-01ca2534d3f5 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:45.834830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.002142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a8a34-a354-45f0-99ae-3568c17ef58f req-980dd33a-437a-4a1c-bfd3-1b0a3e35302a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.013652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-789a8a34-a354-45f0-99ae-3568c17ef58f req-980dd33a-437a-4a1c-bfd3-1b0a3e35302a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 944 time: 0.3004465 Oct 13 04:20:46.080365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.156885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] For port cfa23c09-6119-462f-bc17-01ca2534d3f5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfa23c09-6119-462f-bc17-01ca2534d3f5,segment=NetworkSegment(7511837a-0930-4ea7-b91d-ce24bbd39954),segment_id=7511837a-0930-4ea7-b91d-ce24bbd39954)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:46.157821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.166263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ccf183-777f-445a-aca4-24ba3f2e8ca2']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:46.182366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Calling delete_port for cfa23c09-6119-462f-bc17-01ca2534d3f5 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:46.190307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:46.216669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-789a8a34-a354-45f0-99ae-3568c17ef58f req-ed242026-370a-4cb5-bc6a-dacdc592f9c9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984420 Oct 13 04:20:46.224705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7511837a-0930-4ea7-b91d-ce24bbd39954') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:46.229659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7511837a-0930-4ea7-b91d-ce24bbd39954') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:20:46.233826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3b02-e91c-405c-83f0-a938b79df6e6 req-5f11dfb3-2039-4a53-ae00-b388c91c576c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.247613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20cb3b02-e91c-405c-83f0-a938b79df6e6 req-5f11dfb3-2039-4a53-ae00-b388c91c576c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 945 time: 1.2293611 Oct 13 04:20:46.268135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.277545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.308018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.308422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:46.323264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:20:46.324133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:20:46.327198 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:20:46.344125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20cb3b02-e91c-405c-83f0-a938b79df6e6 req-58dc7493-43d6-47bd-8b60-4c3b0a1a1a37 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948300 Oct 13 04:20:46.357825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:46.371405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.422415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.436134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.450390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c7ccf183-777f-445a-aca4-24ba3f2e8ca2 HTTP/1.1" status: 204 len: 168 time: 1.6107934 Oct 13 04:20:46.508879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Pushing event updated for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.541173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164dfe-434a-4283-a7e0-f27e8eae5764 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ccf183-777f-445a-aca4-24ba3f2e8ca2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.551504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.552247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.553731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-68005328-348c-4a55-9173-54d9abc29e19 service neutron] 10.222.0.16 "PUT /v2.0/ports/47a6bed8-77a1-4794-96e8-7d1ef9a523b5 HTTP/1.1" status: 200 len: 1092 time: 3.7149324 Oct 13 04:20:46.554275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:46.557341 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e810d860-caff-474c-8677-0bcbcc7d49aa" -d '{"events": [{"name": "network-changed", "server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:46.580447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be623991-b46c-42cd-b7c4-74fd90a11a91 req-ce16da4e-b922-45db-86f0-381a92cd7e34 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.588613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be623991-b46c-42cd-b7c4-74fd90a11a91 req-ce16da4e-b922-45db-86f0-381a92cd7e34 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.0939674 Oct 13 04:20:46.618209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.650590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be623991-b46c-42cd-b7c4-74fd90a11a91 req-da86c465-1c4d-4951-ac5b-564d5e3cbdbe tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556219 Oct 13 04:20:46.652549 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76645f-fc28-4de1-a48f-4988648eaec2 x-openstack-request-id: req-ab76645f-fc28-4de1-a48f-4988648eaec2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:46.654923 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:46.655412 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab76645f-fc28-4de1-a48f-4988648eaec2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:46.656033 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5', 'status': 'completed', 'code': 200} Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: from cryptography.utils import int_from_bytes Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: from cryptography.utils import int_from_bytes Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.669794 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:20:46.672057 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:20:46.682979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:46.704832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Network c7ccf183-777f-445a-aca4-24ba3f2e8ca2 is not hosted by any dhcp agent {{(pid=95049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:20:46.705299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] No DVR routers for this DVR port cfa23c09-6119-462f-bc17-01ca2534d3f5 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:46.717721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-f9ed60dd-bbd0-49c7-917a-fbc61175e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:46.727425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-f9ed60dd-bbd0-49c7-917a-fbc61175e564 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 1095 time: 0.0935194 Oct 13 04:20:46.796304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dabcf-b489-40bc-8094-f793f594e6ea None None] Pushing event deleted for resources: {'Port': ['ID=cfa23c09-6119-462f-bc17-01ca2534d3f5,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:46.796407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-df285dd2-8b5e-4e86-b09c-f7973f207503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5 HTTP/1.1" status: 200 len: 217 time: 0.0597963 Oct 13 04:20:46.796953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:46.975448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfa23c09-6119-462f-bc17-01ca2534d3f5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:46.997478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47606) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:46.998213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-0a1513fb-23ea-481f-8411-7ddd1551a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.000025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-0a1513fb-23ea-481f-8411-7ddd1551a533 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1917624 Oct 13 04:20:47.005182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cfa23c09-6119-462f-bc17-01ca2534d3f5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:47.005528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfa23c09-6119-462f-bc17-01ca2534d3f5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:47.058298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-f4d54e82-3b36-4cc7-860e-ee4380405ce5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499794 Oct 13 04:20:47.088984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f5b5b4ff-a62d-4c80-bede-9637d0c8adcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=037f4dcc18ba4357b6dc7ac86118b0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874205 Oct 13 04:20:47.089662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47608) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:47.115834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1247454812'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:47.145685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.198892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Made reservation on behalf of e0bbc0cc0ee84d439e115e38ae0ebcc8 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:47.202437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.252966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.274878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:47.277861 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b88d5-e148-476d-90b0-4d07e9839098" -d '{"events": [{"server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "name": "network-vif-plugged", "status": "completed", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:47.297514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-83bdeacd-8c68-4640-8701-d4cee287cf0e service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274733 Oct 13 04:20:47.356393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.391149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.422724 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd39198-0a56-4f1b-be9b-571efbf8dd5a x-openstack-request-id: req-1bd39198-0a56-4f1b-be9b-571efbf8dd5a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:47.423031 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "name": "network-vif-plugged", "status": "completed", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:47.423473 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bd39198-0a56-4f1b-be9b-571efbf8dd5a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:47.424017 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0', 'code': 200} Oct 13 04:20:47.476111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.479144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03a2b9-dd2a-4bb5-b249-220bbf024333 req-e28cab8b-40ca-4dd9-95a9-5551bd56c7bc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.479360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.481320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/214adfe7-e71f-48e7-8b0f-8655b7be6e5e HTTP/1.1" status: 204 len: 168 time: 0.3899632 Oct 13 04:20:47.490495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f03a2b9-dd2a-4bb5-b249-220bbf024333 req-e28cab8b-40ca-4dd9-95a9-5551bd56c7bc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 944 time: 0.1891847 Oct 13 04:20:47.553187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc638a79-2b30-453f-aed6-fc29f4e1c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214adfe7-e71f-48e7-8b0f-8655b7be6e5e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:47.615549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3af6b68-1512-45e1-9eac-37fe7b60130d req-b49d3e3a-142b-423e-b545-7294019e2130 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995336 Oct 13 04:20:47.623517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcb56a-0586-4448-baf2-353de301cf48 req-9e1373d5-7efb-4637-8213-fa8395f17bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.625953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20bcb56a-0586-4448-baf2-353de301cf48 req-9e1373d5-7efb-4637-8213-fa8395f17bf1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 1097 time: 0.1292949 Oct 13 04:20:47.650015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f03a2b9-dd2a-4bb5-b249-220bbf024333 req-f26dab5a-7240-445b-adf8-a779a5a2c30e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515627 Oct 13 04:20:47.718368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20bcb56a-0586-4448-baf2-353de301cf48 req-419102f9-95ae-4785-ae7e-8895ce508730 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817053 Oct 13 04:20:47.741666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.759576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.799196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:47.818924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-160a44ca-5f36-4e62-bf78-92b62c0c4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.820495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-160a44ca-5f36-4e62-bf78-92b62c0c4ac5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 1095 time: 0.1509552 Oct 13 04:20:47.823401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3d50b-ba39-4874-ab5f-6562da762451,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:47.833804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.834522 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Added segment 5056dc20-a18a-4b7d-8f89-2e41f718dc0d of type vlan for network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 Oct 13 04:20:47.892262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.937215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:47.937495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a5065-7637-416a-af2b-ee08fa5eb7ce req-4cb09158-2c9c-4894-a139-3b236952959a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.939800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d30a5065-7637-416a-af2b-ee08fa5eb7ce req-4cb09158-2c9c-4894-a139-3b236952959a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 946 time: 0.1876874 Oct 13 04:20:47.966643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:47.967344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:48.033006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d30a5065-7637-416a-af2b-ee08fa5eb7ce req-2434b175-f3a3-4fa0-aab8-e60c79ff9016 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Oct 13 04:20:48.051965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-9fcd9772-9889-4370-842b-9231dc2c0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.057491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-9fcd9772-9889-4370-842b-9231dc2c0d6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.2204144 Oct 13 04:20:48.061780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2634397 Oct 13 04:20:48.143850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-0e03f9cb-6b6c-4db1-9f7b-4d597034f5c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5 HTTP/1.1" status: 200 len: 217 time: 0.0783803 Oct 13 04:20:48.167460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f1e84-0e8f-4ea2-b156-5d6ba8395a96 tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Pushing event updated for resources: {'Network': ['ID=fdd193cf-7823-4dfc-982a-a7b5d0f608f6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:48.182465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:48.231321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-b8686e3b-81e5-4863-b420-7e0378b61cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.233005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-b8686e3b-81e5-4863-b420-7e0378b61cdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.0792158 Oct 13 04:20:48.330516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-3668faa4-fd27-4dfa-8408-898251f33c7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890992 Oct 13 04:20:48.483299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54ea86-7d9e-4385-b035-dd26f564eee6 req-05755f7f-4f59-4a9b-b48b-0ecc2b2eef80 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:48.487614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e54ea86-7d9e-4385-b035-dd26f564eee6 req-05755f7f-4f59-4a9b-b48b-0ecc2b2eef80 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1534352 Oct 13 04:20:48.528090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:20:48.531567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-7b7b06a3-f0b8-402e-9e32-1a634e593f15 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731203 Oct 13 04:20:48.621710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e54ea86-7d9e-4385-b035-dd26f564eee6 req-b50cd68c-b344-43ad-bfe9-3346bde506f9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255007 Oct 13 04:20:48.718217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e810d860-caff-474c-8677-0bcbcc7d49aa req-c774ceff-935b-457e-9e45-8444a5153fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792030 Oct 13 04:20:48.842245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47704) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:48.848586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:48.849040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6', 'binding:host_id': 'n-h2-813736-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-427706635'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:48.879744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'port_id': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5', 'mac_address': 'fa:16:3e:a9:66:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dd26a7-9c0a-4f35-9352-cf32ad839599', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:20:49.001180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.037605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Made reservation on behalf of 8a86315cbcb349a6ac329debb32a63c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:49.040440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.044547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:49.053568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:49.088723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:49.097620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb525-9083-484a-bc7d-704c9d2612d9 req-1bdc2c3a-2857-44de-a7ac-1da7a11e8b79 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.100064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.113882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-473cb525-9083-484a-bc7d-704c9d2612d9 req-1bdc2c3a-2857-44de-a7ac-1da7a11e8b79 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 944 time: 0.2498195 Oct 13 04:20:49.175244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.232616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.306187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.317750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['47a6bed8-77a1-4794-96e8-7d1ef9a523b5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:49.328346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-473cb525-9083-484a-bc7d-704c9d2612d9 req-3e617131-30fb-46dd-8f75-b83d4b003693 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131925 Oct 13 04:20:49.329962 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.334764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port fa4cf8ed-8342-488f-966d-ca96a4a01d19 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:49.336936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-625321285-network', 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:49.404605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:49.407857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.434568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.619432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.629111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.676405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:20:49.690857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a33fb2-749c-411c-8e7e-c139dbf61003,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.707685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.708018 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Added segment 1725b69c-e05c-4937-8a75-89ffe1011d9d of type vlan for network af99e98b-619a-44de-83c5-51aeda17f941 Oct 13 04:20:49.783809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.829474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.830784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:49.831477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.851617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port fa4cf8ed-8342-488f-966d-ca96a4a01d19 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:49.860451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8053083 Oct 13 04:20:49.872596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:49.895562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.915524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cae2b11-a1fa-498e-964e-c0ca6ba84e1e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.920740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Request body: {'subnet': {'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-625321285-subnet', 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:49.967487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06032e35-8636-4f1d-9e19-42cf525bee7f admin admin] Pushing event updated for resources: {'Network': ['ID=af99e98b-619a-44de-83c5-51aeda17f941,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:49.975217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:49.986435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:50.001981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network af99e98b-619a-44de-83c5-51aeda17f941 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:20:50.004924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:50.044269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e352-a99f-4fec-be15-eb2be43f72c0 req-a34cf7d6-8263-43e5-8f77-2f19fe9695c2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.054579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff89e352-a99f-4fec-be15-eb2be43f72c0 req-a34cf7d6-8263-43e5-8f77-2f19fe9695c2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 946 time: 0.2401872 Oct 13 04:20:50.084522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4cf8ed-8342-488f-966d-ca96a4a01d19,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:50.126207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Checking segment: {'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:50.126517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Network hostable DHCP agents. Network: fdd193cf-7823-4dfc-982a-a7b5d0f608f6, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:50.165964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068c07-60f6-4c05-b6ee-87d173e9d957 req-0686e5f4-0a67-4d8f-8dbe-41a4335cf440 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.166189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff89e352-a99f-4fec-be15-eb2be43f72c0 req-1c322349-73bb-4b08-a92b-11d12e0b2f98 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104956 Oct 13 04:20:50.168327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e068c07-60f6-4c05-b6ee-87d173e9d957 req-0686e5f4-0a67-4d8f-8dbe-41a4335cf440 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1329339 Oct 13 04:20:50.212656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:50.233075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fdd193cf-7823-4dfc-982a-a7b5d0f608f6) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:50.238231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:50.244464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634bab8d-1211-45c3-8afe-31eb0c9dbe7f None None] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:50.245580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e068c07-60f6-4c05-b6ee-87d173e9d957 req-488cef78-3a09-40de-ac4a-802c29afb482 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600915 Oct 13 04:20:50.301123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.301471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.301855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.336093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.336725 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.336950 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 2 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.392922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.393203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.393509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.423113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.431522 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.431964 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 3 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.466485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:50.492242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.495566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.495929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.527711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.528055 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.528464 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 4 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.544982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:20:50.602685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Checking segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:50.603888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Network hostable DHCP agents. Network: af99e98b-619a-44de-83c5-51aeda17f941, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:20:50.626530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b45b9b-4c62-47a2-a748-247dfa41f11d,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:50.639945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.640290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.640683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.673935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.674207 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.675258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Network af99e98b-619a-44de-83c5-51aeda17f941 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:20:50.676913 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 5 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.689790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:20:50.694580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:20:50.695032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:50.758088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, af99e98b-619a-44de-83c5-51aeda17f941) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:50.760273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.760798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.761522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.775139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.778957 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:50.786221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19bbac-652e-417c-bc08-e277a28351e5 None None] Network af99e98b-619a-44de-83c5-51aeda17f941 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:50.786996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.787478 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.787713 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 6 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.836435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a62f5-acdb-4db9-81bf-54ea743ba297 req-29ed9c08-abe0-44e7-be82-570c50f85b58 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:50.841941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d10a62f5-acdb-4db9-81bf-54ea743ba297 req-29ed9c08-abe0-44e7-be82-570c50f85b58 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 945 time: 0.1868765 Oct 13 04:20:50.842607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.842944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.843310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.857073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.857437 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.859893 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 7 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.883177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.883857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.884430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.891072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.891251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6882a46b-6437-40d0-b449-7875ee18e7e4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0164273 Oct 13 04:20:50.891820 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.892661 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 8 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.928006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:50.928306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:50.928585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:50.945143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:50.945486 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:50.947603 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 9 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:50.952215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d10a62f5-acdb-4db9-81bf-54ea743ba297 req-732bca48-97c4-40a0-a42a-95912b38645a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996251 Oct 13 04:20:51.050706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:51.051197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:51.051789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:51.052520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f6b97-c0a8-41a7-9853-df010c9209c2 None None] Network af99e98b-619a-44de-83c5-51aeda17f941 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:20:51.063432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:51.063876 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:51.065376 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 10 to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 Oct 13 04:20:51.106676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b417c-c1f8-4bb4-9c19-fab496901571 req-bc4852a9-3e0d-4a99-872c-b3f2bb5d1eb3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.120364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c19b417c-c1f8-4bb4-9c19-fab496901571 req-bc4852a9-3e0d-4a99-872c-b3f2bb5d1eb3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 946 time: 0.1527264 Oct 13 04:20:51.170076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.182437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:51.182804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:51.183227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:51.205683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c19b417c-c1f8-4bb4-9c19-fab496901571 req-83476042-07b7-48a1-8fe9-5e7059d8a109 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834980 Oct 13 04:20:51.208197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:51.208538 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port fa4cf8ed-8342-488f-966d-ca96a4a01d19 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:51.208914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.295724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port fa4cf8ed-8342-488f-966d-ca96a4a01d19, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:51.296149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempted to set empty binding levels {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:20:51.303306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.325587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.326536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.373729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:51.374216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.5302508 Oct 13 04:20:51.394285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80289-5ecb-41ae-ae4d-7aa6a5c47248 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4cf8ed-8342-488f-966d-ca96a4a01d19,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:51.414288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:51.423667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:51.426476 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c789b63-cb29-4130-bbbc-0a8a101eb724" -d '{"events": [{"server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "name": "network-vif-plugged", "status": "completed", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:51.433339 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.536448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:51.590163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Deleting port fa4cf8ed-8342-488f-966d-ca96a4a01d19 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:51.592348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.701878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port fa4cf8ed-8342-488f-966d-ca96a4a01d19, host n-h2-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:51.702421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.721046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Calling delete_port for fa4cf8ed-8342-488f-966d-ca96a4a01d19 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:51.853306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.899561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:51.906720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fa4cf8ed-8342-488f-966d-ca96a4a01d19 HTTP/1.1" status: 204 len: 168 time: 0.5294104 Oct 13 04:20:51.907541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47888) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:51.911297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-4b8db691-67e5-4776-b2e5-43cf4907314f tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:51.916266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aa33c-4861-415a-9146-c92e625f7ab8 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa4cf8ed-8342-488f-966d-ca96a4a01d19,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:51.919709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-4b8db691-67e5-4776-b2e5-43cf4907314f tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 0.2859442 Oct 13 04:20:51.945410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-967715f7-54d9-49cf-9fe3-36ce3cdf55cf tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/quotas/c89988fee2e242f2a1ed35483f13ea27 HTTP/1.1" status: 200 len: 375 time: 0.0242417 Oct 13 04:20:51.962140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-0d70a07f-848f-4f0f-877f-cca1aa4007e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232727 Oct 13 04:20:52.008001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-ad5a74b9-ae99-4ff9-a5bc-a7c70945f747 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611818 Oct 13 04:20:52.115927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60262-30e5-4250-9e03-757f7434f84a req-2544fb8d-3122-42db-ba3f-f826caef865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.117971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-2544fb8d-3122-42db-ba3f-f826caef865f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1096 time: 0.0985165 Oct 13 04:20:52.212891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fd6a702-d819-4cb8-a336-fef1f082a71b service neutron] 10.222.0.49 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034104 Oct 13 04:20:52.314902 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b77da9-23eb-40f4-9561-591529f54493 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:20:52.323097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-99b77da9-23eb-40f4-9561-591529f54493 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports/fa4cf8ed-8342-488f-966d-ca96a4a01d19 HTTP/1.1" status: 404 len: 333 time: 0.4143591 Oct 13 04:20:52.327705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47898) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:52.334212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1636869134'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:52.339900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60262-30e5-4250-9e03-757f7434f84a req-741049ec-91a5-4a60-8088-29fa06ffd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.341660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-741049ec-91a5-4a60-8088-29fa06ffd0fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.1981492 Oct 13 04:20:52.370944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368301b-cff4-4145-9362-a2dfb8847f4a req-e91c77f1-4e0b-49f7-a05b-78adc7fd3a89 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.380277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a368301b-cff4-4145-9362-a2dfb8847f4a req-e91c77f1-4e0b-49f7-a05b-78adc7fd3a89 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1091318 Oct 13 04:20:52.401890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-a3bcbdc0-bf77-49ba-8e3a-c107e1333020 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.0459223 Oct 13 04:20:52.417473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-b9f40efb-311c-4c9c-9e30-29bcef0bd7ab tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.419121 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-b9f40efb-311c-4c9c-9e30-29bcef0bd7ab tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.47 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 946 time: 0.4996333 Oct 13 04:20:52.421034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-97be1058-e07c-45f2-b430-988f5f743c92 service neutron] 10.222.0.49 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019572 Oct 13 04:20:52.456628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a368301b-cff4-4145-9362-a2dfb8847f4a req-a27d1fc6-d1ae-438e-b900-0642e9e7a76c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716691 Oct 13 04:20:52.536224 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff49caa-85b4-44cb-83ff-dbcdd384ec05 x-openstack-request-id: req-4ff49caa-85b4-44cb-83ff-dbcdd384ec05 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:52.536697 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "name": "network-vif-plugged", "status": "completed", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:52.536891 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ff49caa-85b4-44cb-83ff-dbcdd384ec05 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:52.537258 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5', 'code': 200} Oct 13 04:20:52.574597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60262-30e5-4250-9e03-757f7434f84a req-752475a4-d91d-49a7-9f6d-2333cb8fbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.576969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-752475a4-d91d-49a7-9f6d-2333cb8fbec9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1539567 Oct 13 04:20:52.659682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port eccb8c86-b707-4d13-83e8-d867a4402dd0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:52.660942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.661414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-4f49bb45-76e0-4bd4-b8b7-154fda1e04c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633748 Oct 13 04:20:52.739915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Made reservation on behalf of 8a86315cbcb349a6ac329debb32a63c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:52.744793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:52.826659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port 416e9989-e3cc-4e22-8b3c-ef4772481f72 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:52.868550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-f88307dc-360d-42d9-a6cc-0d838145d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:52.870086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-f88307dc-360d-42d9-a6cc-0d838145d234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1096 time: 0.1661820 Oct 13 04:20:53.107746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-bc6a2f82-5bee-4f4a-be89-1c9afda38da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.110139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-bc6a2f82-5bee-4f4a-be89-1c9afda38da0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.2068746 Oct 13 04:20:53.120556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port eccb8c86-b707-4d13-83e8-d867a4402dd0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=eccb8c86-b707-4d13-83e8-d867a4402dd0,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:53.120801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.181788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420aa90-a694-4895-9726-58b408d5a9ca req-45413d18-846a-4a9b-8001-6072c1fe65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.183998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f420aa90-a694-4895-9726-58b408d5a9ca req-45413d18-846a-4a9b-8001-6072c1fe65eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 1097 time: 0.5215042 Oct 13 04:20:53.187145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for eccb8c86-b707-4d13-83e8-d867a4402dd0 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:53.277415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f420aa90-a694-4895-9726-58b408d5a9ca req-1d873c1f-5ca0-4a19-a70b-d3b33e1da52d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Oct 13 04:20:53.282002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-30208992-fb08-4587-9632-fab83e4eb56d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 1001 time: 0.1576650 Oct 13 04:20:53.308828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda497b6-1d10-4aed-9ad3-6104af85899c req-56aa1169-ad68-4782-a240-c0e5dbf101a6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.310649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dda497b6-1d10-4aed-9ad3-6104af85899c req-56aa1169-ad68-4782-a240-c0e5dbf101a6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 946 time: 0.3291237 Oct 13 04:20:53.404838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-bfe062a8-62c7-479c-b90a-0b006c419a80 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697497 Oct 13 04:20:53.538419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-223b0018-a2a9-47a9-900a-910d2fba59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.539916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-223b0018-a2a9-47a9-900a-910d2fba59bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.2403584 Oct 13 04:20:53.545660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.559607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['eccb8c86-b707-4d13-83e8-d867a4402dd0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:53.601425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0b60262-30e5-4250-9e03-757f7434f84a req-2bedba60-bb14-45dc-b109-435e15cdcfea service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148365 Oct 13 04:20:53.607394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dda497b6-1d10-4aed-9ad3-6104af85899c req-62a60fe7-4a6b-465e-91aa-c154b24562e4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857513 Oct 13 04:20:53.658031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.697073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=eccb8c86-b707-4d13-83e8-d867a4402dd0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.739325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.856864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port eccb8c86-b707-4d13-83e8-d867a4402dd0 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:53.860538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:53.865111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32e21037-d6b8-4ac9-8229-ba0a28d775e3 req-78fb4e7b-21c3-4317-b0a8-d8450fd0ce27 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.47 "DELETE /v2.0/ports/eccb8c86-b707-4d13-83e8-d867a4402dd0 HTTP/1.1" status: 204 len: 173 time: 1.4360650 Oct 13 04:20:53.866467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'name': 'network-vif-deleted', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:53.872012 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61394563-4ca6-497c-92cf-137bf9e985f1" -d '{"events": [{"server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "name": "network-vif-deleted", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:53.878048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=416e9989-e3cc-4e22-8b3c-ef4772481f72,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:53.908375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-d43e55ce-921b-4cf5-933e-ae8ccb965f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:53.910323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-d43e55ce-921b-4cf5-933e-ae8ccb965f52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3388441 Oct 13 04:20:54.007046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f799508-2074-47df-9a3b-5390ce55db98 req-1fc3a8bc-8016-45a6-b8c5-bb3e101a309f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=800ad3d9-52fa-4ea1-bf33-2e8563fa4273 HTTP/1.1" status: 200 len: 210 time: 0.1140907 Oct 13 04:20:54.009249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:54.023252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:54.027773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:54.028919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.029575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.076823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a5c54b7-fa59-451a-92b1-9e46f60915bc tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7445230 Oct 13 04:20:54.077525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47972) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:54.088251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:54.247717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.252804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacb500-2492-4a4e-90da-947f55c5ed5c req-e90eec5a-9d14-4a5b-ad4a-5a7da5addbb0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:54.260215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bacb500-2492-4a4e-90da-947f55c5ed5c req-e90eec5a-9d14-4a5b-ad4a-5a7da5addbb0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1859348 Oct 13 04:20:54.263418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-00fe8193-fda2-47d1-9454-264c6d605a00 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423064 Oct 13 04:20:54.324379 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d561b1e2-2eac-47c3-84cd-0b1f83eaf4da x-openstack-request-id: req-d561b1e2-2eac-47c3-84cd-0b1f83eaf4da {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:20:54.324873 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800ad3d9-52fa-4ea1-bf33-2e8563fa4273", "name": "network-vif-deleted", "tag": "eccb8c86-b707-4d13-83e8-d867a4402dd0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:20:54.325881 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d561b1e2-2eac-47c3-84cd-0b1f83eaf4da {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:20:54.327029 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800ad3d9-52fa-4ea1-bf33-2e8563fa4273', 'name': 'network-vif-deleted', 'tag': 'eccb8c86-b707-4d13-83e8-d867a4402dd0', 'status': 'completed', 'code': 200} Oct 13 04:20:54.467359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bacb500-2492-4a4e-90da-947f55c5ed5c req-61334d89-7033-4e8e-8f0e-607ae2bb08b1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998937 Oct 13 04:20:54.640754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f58a98e1-ecf1-48ee-9f27-fbf96c28a4b9 req-e742feae-4dbc-49f4-8554-0d43f4c6d4d6 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124862 Oct 13 04:20:54.668187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port 416e9989-e3cc-4e22-8b3c-ef4772481f72 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:54.693345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.746440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-66ffe8ac-e2c1-4b86-8693-2e5bc8016948 req-ffce9ed4-065d-4bb7-b591-934fabb0fec6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 210 time: 0.0670822 Oct 13 04:20:54.757149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:54.992991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=416e9989-e3cc-4e22-8b3c-ef4772481f72,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:55.004744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.005195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.005724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.016222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.016771 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.017990 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 2 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.033786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.034561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.036318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.049486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.050233 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.051696 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 3 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.075280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd172e0-0fd8-4045-a60b-8365a9deb030 req-48d887c6-3e63-480e-b530-e987fb4ac44e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.085482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efd172e0-0fd8-4045-a60b-8365a9deb030 req-48d887c6-3e63-480e-b530-e987fb4ac44e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 946 time: 0.1478479 Oct 13 04:20:55.142632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efd172e0-0fd8-4045-a60b-8365a9deb030 req-721315a0-dd62-4715-911f-81468a9c770c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Oct 13 04:20:55.148268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.148822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.150239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.166642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.167336 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.168009 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 4 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.209114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.209684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.210254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.221211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.222033 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.223175 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 5 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.253469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.253811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.255658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.261196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.261527 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.261972 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 6 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.283968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-27f34f14-1fc1-4d5c-a8b6-6d448883a6ec tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.285687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-27f34f14-1fc1-4d5c-a8b6-6d448883a6ec tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 0.2132654 Oct 13 04:20:55.306430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Request body: {'port': {'device_id': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'admin_state_up': True, 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:55.308839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.309232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.309585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.323127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.323563 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.324065 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 7 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.373336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.373679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.374020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.417660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.417884 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.490908 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 8 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.514878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.515328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.515786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.527277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.527612 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.530411 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 9 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.559282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.559621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.559965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.570752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.571109 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.575230 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 10 to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 Oct 13 04:20:55.588048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-135c3c93-49f5-4a8b-9885-1b4cdaa61d87 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:55.589569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-135c3c93-49f5-4a8b-9885-1b4cdaa61d87 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 0.2468500 Oct 13 04:20:55.603728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:55.604005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:55.604349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:55.609934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Request body: {'port': {'device_id': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'admin_state_up': True, 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:55.705788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:55.725049 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.734525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:55.735123 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:20:55.735559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.800292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:55.804320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:55.920015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port 416e9989-e3cc-4e22-8b3c-ef4772481f72, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:55.920324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempted to set empty binding levels {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:20:55.933516 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.009352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=416e9989-e3cc-4e22-8b3c-ef4772481f72,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.034584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Allocated IP 172.20.0.7 (af99e98b-619a-44de-83c5-51aeda17f941/12b45b9b-4c62-47a2-a748-247dfa41f11d/bc27d707-bf12-4721-a475-6fd87f5a5e2f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:56.039208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] In _notify_port_updated(), no bound segment for port 416e9989-e3cc-4e22-8b3c-ef4772481f72 on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:20:56.040333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.041475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.043664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c10dbe9b-e9e2-42a2-850c-33d50cf1f636 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "PUT /v2.0/ports/416e9989-e3cc-4e22-8b3c-ef4772481f72 HTTP/1.1" status: 200 len: 975 time: 1.9649353 Oct 13 04:20:56.048621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.181294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c958d-1d1e-4f86-bdd5-136e3e32e3e7 req-68794117-1b6c-4dab-b485-3be265a0f069 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.190395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b66c958d-1d1e-4f86-bdd5-136e3e32e3e7 req-68794117-1b6c-4dab-b485-3be265a0f069 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.2507885 Oct 13 04:20:56.240329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.240806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.241271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.242079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.242190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.242620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.243089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.244363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.245448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.247936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.251207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.251708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.252568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.252698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.253049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.253501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.253949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.254653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.254842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.255317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.255765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.256395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.256854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.259605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.259605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.259605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.259605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.259605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.267673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-19c0c85c-0074-42b2-9dc6-ad644f73c573 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25240 time: 0.2177665 Oct 13 04:20:56.273260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48134) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.295236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.331850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b66c958d-1d1e-4f86-bdd5-136e3e32e3e7 req-b5ebf7cc-b27f-4983-985e-16fa2fdceb44 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404285 Oct 13 04:20:56.362765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.425427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Network af99e98b-619a-44de-83c5-51aeda17f941 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:56.429856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:56.432300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:56.466925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device eccb8c86-b707-4d13-83e8-d867a4402dd0 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:20:56.492576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event updated for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.494220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Allocated IP 172.20.0.5 (af99e98b-619a-44de-83c5-51aeda17f941/12b45b9b-4c62-47a2-a748-247dfa41f11d/bc399c73-17cf-406c-84a2-7d19dc289ac5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:20:56.513034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: eccb8c86-b707-4d13-83e8-d867a4402dd0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:20:56.513461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device eccb8c86-b707-4d13-83e8-d867a4402dd0 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:20:56.522253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Deleting port 416e9989-e3cc-4e22-8b3c-ef4772481f72 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:56.522898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.538539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:56.539234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.566149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-fb066ade-bf5c-4070-81d3-1665ed60a598 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2620387 Oct 13 04:20:56.584357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Request body: {'port': {'device_id': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:56.632631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port 416e9989-e3cc-4e22-8b3c-ef4772481f72, host n-h2-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:56.633318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.659801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.691142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Calling delete_port for 416e9989-e3cc-4e22-8b3c-ef4772481f72 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:56.810483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.846593 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.888288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event deleted for resources: {'Port': ['ID=416e9989-e3cc-4e22-8b3c-ef4772481f72,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:56.904236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.908841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48716b90-2d19-4da9-9343-4b0caed2d53a tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "DELETE /v2.0/ports/416e9989-e3cc-4e22-8b3c-ef4772481f72 HTTP/1.1" status: 204 len: 168 time: 0.6344957 Oct 13 04:20:56.916220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48142) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.926820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:56.951582 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2c6f1b-e8a5-4815-b185-25a79df66cd7 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:20:56.957203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c2c6f1b-e8a5-4815-b185-25a79df66cd7 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports/416e9989-e3cc-4e22-8b3c-ef4772481f72 HTTP/1.1" status: 404 len: 333 time: 0.0384099 Oct 13 04:20:56.981576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:56.989980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1956452211', 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:57.022860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Network af99e98b-619a-44de-83c5-51aeda17f941 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:57.029791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event updated for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.034557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:57.037699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:57.068968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Made reservation on behalf of 8a86315cbcb349a6ac329debb32a63c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:57.071470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.107919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port 8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:57.122941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.123614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.170053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc27d707-bf12-4721-a475-6fd87f5a5e2f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:57.181354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.191201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c0a899eb-2e81-4aca-aab3-8632f4abddc5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5907416 Oct 13 04:20:57.206404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Transition to ACTIVE for port object bc27d707-bf12-4721-a475-6fd87f5a5e2f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:57.212272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.224248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Request body: {'port': {'device_id': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:57.356196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Pushing event updated for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.383725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.400666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Attempting to bind port bc27d707-bf12-4721-a475-6fd87f5a5e2f on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:57.400911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Attempting to bind port bc27d707-bf12-4721-a475-6fd87f5a5e2f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:57.401203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Attempting to bind port bc27d707-bf12-4721-a475-6fd87f5a5e2f on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:57.412846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Port bc27d707-bf12-4721-a475-6fd87f5a5e2f on network af99e98b-619a-44de-83c5-51aeda17f941 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:57.413175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Attempting to bind port bc27d707-bf12-4721-a475-6fd87f5a5e2f on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:57.425180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:57.426273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Checking segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:57.427782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Bound using segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:57.428426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Bound port: bc27d707-bf12-4721-a475-6fd87f5a5e2f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:57.430659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.454379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.527803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-d638dceb-658b-4385-aeec-ea8c887601d7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.532792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-d638dceb-658b-4385-aeec-ea8c887601d7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "GET /v2.0/ports?device_id=48a61097-15f4-487c-8f34-9c78c2624ace HTTP/1.1" status: 200 len: 946 time: 0.1205220 Oct 13 04:20:57.580969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:57.586199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:57.593270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.680402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Pushing event updated for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:57.683579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.684195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.685610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-6b5fe85c-5b2c-4f62-a6cd-7b00ab93fd43 service neutron] 10.222.0.47 "PUT /v2.0/ports/bc27d707-bf12-4721-a475-6fd87f5a5e2f HTTP/1.1" status: 200 len: 1091 time: 1.1107254 Oct 13 04:20:57.686059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:57.688615 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbc2456-3885-497d-a423-97eca2bf3d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:57.743858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:57.803155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-4102ad05-1276-42f7-a9ac-a594703bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.805403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-4102ad05-1276-42f7-a9ac-a594703bfb89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=ce9e5180-b6d9-4518-9618-8b0f7a731d35 HTTP/1.1" status: 200 len: 1094 time: 0.0700507 Oct 13 04:20:57.818658 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:20:57.861314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-20e431e5-0e7b-4470-91f8-88f86e52ad50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f HTTP/1.1" status: 200 len: 217 time: 0.0471385 Oct 13 04:20:57.937391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-f55c77dd-b352-447b-8151-23083e4ecac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:57.940033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-f55c77dd-b352-447b-8151-23083e4ecac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.0695775 Oct 13 04:20:57.979016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-07d8b40f-4993-4899-af2b-4df341f1b329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304971 Oct 13 04:20:58.112682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-2e69b75a-83fe-4b86-90c4-95334c05eb1d service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239123 Oct 13 04:20:58.198473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:58.210071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:58.214763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:58.215728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.216326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.222352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=8e837738-ef37-4d9e-8c65-9a9d1dc69fa4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.267961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cdb0e14e-ae1c-4236-9022-a964b4c30a68 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2855921 Oct 13 04:20:58.271226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48154) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.295973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-26f4ed6e-2761-46b0-8f44-cc2f4d5b64f8 service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736562 Oct 13 04:20:58.297461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Deleting port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:58.297811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.378447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a4958-80e1-4e38-846f-f0f7347b6c79 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:58.382729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-892a4958-80e1-4e38-846f-f0f7347b6c79 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports/8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 HTTP/1.1" status: 200 len: 955 time: 0.1097648 Oct 13 04:20:58.383514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48156) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.458031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc399c73-17cf-406c-84a2-7d19dc289ac5 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:20:58.474888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.482520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] For port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:20:58.482884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.503568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Deleting port 8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:20:58.504629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Calling delete_port for 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:58.505763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.506776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Transition to ACTIVE for port object bc399c73-17cf-406c-84a2-7d19dc289ac5 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:20:58.517292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.600227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.615676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Calling delete_port for 8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:20:58.648984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.765579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.797270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Attempting to bind port bc399c73-17cf-406c-84a2-7d19dc289ac5 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:20:58.799152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Attempting to bind port bc399c73-17cf-406c-84a2-7d19dc289ac5 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:20:58.800223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Attempting to bind port bc399c73-17cf-406c-84a2-7d19dc289ac5 on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:58.804495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e837738-ef37-4d9e-8c65-9a9d1dc69fa4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.819324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.822926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48bd8ab3-f780-492f-89e9-abce745e7cae tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 HTTP/1.1" status: 204 len: 168 time: 0.4377794 Oct 13 04:20:58.828129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48158) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.843767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Port bc399c73-17cf-406c-84a2-7d19dc289ac5 on network af99e98b-619a-44de-83c5-51aeda17f941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:20:58.846166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Attempting to bind port bc399c73-17cf-406c-84a2-7d19dc289ac5 on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:20:58.855860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:20:58.856206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Checking segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:20:58.856782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Bound using segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:20:58.857326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Bound port: bc399c73-17cf-406c-84a2-7d19dc289ac5, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:20:58.857792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.884578 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-52468ca4-a21c-4936-9932-9bbca83eba86 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:20:58.888575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52468ca4-a21c-4936-9932-9bbca83eba86 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports/8e837738-ef37-4d9e-8c65-9a9d1dc69fa4 HTTP/1.1" status: 404 len: 333 time: 0.0575395 Oct 13 04:20:58.892665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48160) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:58.897578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-724418570'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:58.903824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:58.916542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['16cf3df8-a519-4473-987f-e961b4cef52f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:20:58.965634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Pushing event deleted for resources: {'Port': ['ID=47a6bed8-77a1-4794-96e8-7d1ef9a523b5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:58.978831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.981875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.982101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:20:58.999822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Made reservation on behalf of 8a86315cbcb349a6ac329debb32a63c4 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:20:59.003088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.052472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] No DVR routers for this DVR port 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:20:59.055840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port 01493b28-9b06-4883-828f-114d36eefa2c yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:20:59.056051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.059540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d44ee8da-4bc2-45b7-b24b-9c7b1675e4f6 req-e5b02527-a9a1-457e-aaae-63406598053e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.16 "DELETE /v2.0/ports/47a6bed8-77a1-4794-96e8-7d1ef9a523b5 HTTP/1.1" status: 204 len: 173 time: 1.5205665 Oct 13 04:20:59.059996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'name': 'network-vif-deleted', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:20:59.062881 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c11ad35-d56d-4787-a563-42f8d1268951" -d '{"events": [{"server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "name": "network-vif-deleted", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:20:59.069097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:20:59.083690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:20:59.095206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.165451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.188211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.188211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.189600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-7fe08ba3-6e8d-4f09-b7b6-1b602c6e4dc3 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc399c73-17cf-406c-84a2-7d19dc289ac5 HTTP/1.1" status: 200 len: 1091 time: 1.9876375 Oct 13 04:20:59.362909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c6f40b93-eaac-43e0-a99e-14665420e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.364419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c6f40b93-eaac-43e0-a99e-14665420e82a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 1094 time: 0.0764029 Oct 13 04:20:59.459538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c085ddc7-93e2-4434-a5ca-e18efa8ba0bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5 HTTP/1.1" status: 200 len: 217 time: 0.0601730 Oct 13 04:20:59.459719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.507092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-78d193e2-01e7-4802-9e1c-d7aeeb54151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.549463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-78d193e2-01e7-4802-9e1c-d7aeeb54151c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.0508711 Oct 13 04:20:59.549463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-c06faede-b9b4-4919-8976-49560ad509b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241902 Oct 13 04:20:59.552678 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.596715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:20:59.605026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:20:59.609850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:20:59.610896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:20:59.612191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.618391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=01493b28-9b06-4883-828f-114d36eefa2c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:20:59.648048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bc4c7b65-70d8-48ee-908e-1b2c29a6f386 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7540655 Oct 13 04:20:59.648806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:20:59.654186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:20:59.707370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-006ecd17-4cce-48eb-a6e0-c68ef57526ec service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578782 Oct 13 04:20:59.728444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:20:59.887603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfe1fde-9f46-4e5c-ae97-0ed87ee348c9 req-e0c93550-1148-4033-aba7-056294b81e76 service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714213 Oct 13 04:21:00.004279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] device_id is not set on port 01493b28-9b06-4883-828f-114d36eefa2c yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:00.013829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.020229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.073778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=01493b28-9b06-4883-828f-114d36eefa2c,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.092860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.093270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.093763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.098608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.098954 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.099691 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 2 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.115025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.116034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.116373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.120787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.121172 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.121566 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 3 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.144323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.144658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.144995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.152821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.153152 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.153549 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 4 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.174992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.175680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.176387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.181966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.182370 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.182833 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 5 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.196453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.196888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.197302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.202054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.202376 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.202880 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 6 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.225913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.226488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.226829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.232906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.233231 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.233981 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 7 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.247893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.248229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.248566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.254601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.254852 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.255274 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 8 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.270989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.271351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.271697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.284523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.284991 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.285395 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 9 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.308050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.308385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.308853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.316057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.316388 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.316784 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempt 10 to bind port 01493b28-9b06-4883-828f-114d36eefa2c Oct 13 04:21:00.331362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:00.331692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:00.332030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempting to bind port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:00.336546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:00.336870 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Failed to bind port 01493b28-9b06-4883-828f-114d36eefa2c on host n-h2-813736-1 for vnic_type normal using segments [{'id': '5056dc20-a18a-4b7d-8f89-2e41f718dc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fdd193cf-7823-4dfc-982a-a7b5d0f608f6'}] Oct 13 04:21:00.337236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.427947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port 01493b28-9b06-4883-828f-114d36eefa2c, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:00.428322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attempted to set empty binding levels {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:21:00.439566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.481349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] In _notify_port_updated(), no bound segment for port 01493b28-9b06-4883-828f-114d36eefa2c on network fdd193cf-7823-4dfc-982a-a7b5d0f608f6 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:21:00.482215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:00.482820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.484740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "PUT /v2.0/ports/01493b28-9b06-4883-828f-114d36eefa2c HTTP/1.1" status: 200 len: 974 time: 0.8343129 Oct 13 04:21:00.487799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48174) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.527904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e132c4-53a1-4496-9fd0-1831a5f4c494 tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event updated for resources: {'Port': ['ID=01493b28-9b06-4883-828f-114d36eefa2c,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.576956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:00.588633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Deleting port 01493b28-9b06-4883-828f-114d36eefa2c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:00.589109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.610067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:00.610662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 47a6bed8-77a1-4794-96e8-7d1ef9a523b5 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:00.681740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] For port 01493b28-9b06-4883-828f-114d36eefa2c, host n-h2-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:00.682103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.700295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Calling delete_port for 01493b28-9b06-4883-828f-114d36eefa2c owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:00.810463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.855104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Pushing event deleted for resources: {'Port': ['ID=01493b28-9b06-4883-828f-114d36eefa2c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:00.860439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:00.865665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48176) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:00.866129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3fe52440-bc98-441c-9e1d-f512c1c60b1e tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "DELETE /v2.0/ports/01493b28-9b06-4883-828f-114d36eefa2c HTTP/1.1" status: 204 len: 168 time: 0.3772798 Oct 13 04:21:00.910349 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa1364c-401c-4442-9a61-d5c72874bdfd tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:21:00.912783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cfa1364c-401c-4442-9a61-d5c72874bdfd tempest-PortsAdminExtendedAttrsTestJSON-672805491 tempest-PortsAdminExtendedAttrsTestJSON-672805491-project-admin] 10.222.0.49 "GET /v2.0/ports/01493b28-9b06-4883-828f-114d36eefa2c HTTP/1.1" status: 404 len: 333 time: 0.0447249 Oct 13 04:21:00.915933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:01.014697 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.125813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.152208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd193cf-7823-4dfc-982a-a7b5d0f608f6']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.164314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5056dc20-a18a-4b7d-8f89-2e41f718dc0d') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.166704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5056dc20-a18a-4b7d-8f89-2e41f718dc0d') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:01.186262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.205879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.212960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:01.213360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:01.216923 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:01.284287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.299053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.302939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] 10.222.0.49 "DELETE /v2.0/networks/fdd193cf-7823-4dfc-982a-a7b5d0f608f6 HTTP/1.1" status: 204 len: 168 time: 0.3859389 Oct 13 04:21:01.314297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa05d22-ebfe-40ef-a4cf-4828e2d8df0f tempest-PortsAdminExtendedAttrsTestJSON-1165087122 tempest-PortsAdminExtendedAttrsTestJSON-1165087122-project] Pushing event deleted for resources: {'Network': ['ID=fdd193cf-7823-4dfc-982a-a7b5d0f608f6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:01.669644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:01.855501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6bff009f-4d11-4a43-9b63-cd79a25b0c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0bbc0cc0ee84d439e115e38ae0ebcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825497 Oct 13 04:21:01.855868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48190) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:01.921203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:01.949726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.009398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.011975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.017238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e3d50b-ba39-4874-ab5f-6562da762451 HTTP/1.1" status: 204 len: 168 time: 0.1596866 Oct 13 04:21:02.035809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31095827-6980-48c0-a9af-ffda17ce0f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3d50b-ba39-4874-ab5f-6562da762451,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.396203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48196) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:02.449965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f3cbd44-7c80-4a10-b4af-3f89d69d2828 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a86315cbcb349a6ac329debb32a63c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525198 Oct 13 04:21:02.453986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48198) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:02.491498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device bc27d707-bf12-4721-a475-6fd87f5a5e2f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:02.513251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.545096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.612452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.616251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.620352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cae2b11-a1fa-498e-964e-c0ca6ba84e1e HTTP/1.1" status: 204 len: 168 time: 0.1654954 Oct 13 04:21:02.629796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device bc399c73-17cf-406c-84a2-7d19dc289ac5 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:02.636038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26d080-b214-4cbb-855a-07c347f6d589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cae2b11-a1fa-498e-964e-c0ca6ba84e1e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:02.787697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:02.808698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'port_id': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f', 'mac_address': 'fa:16:3e:84:b8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b45b9b-4c62-47a2-a748-247dfa41f11d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:02.874294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:02.894410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.896744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'bc399c73-17cf-406c-84a2-7d19dc289ac5', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'port_id': 'bc399c73-17cf-406c-84a2-7d19dc289ac5', 'mac_address': 'fa:16:3e:70:43:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b45b9b-4c62-47a2-a748-247dfa41f11d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:02.915440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc27d707-bf12-4721-a475-6fd87f5a5e2f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:02.963875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:02.974690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:02.979357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.020815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc399c73-17cf-406c-84a2-7d19dc289ac5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:03.074738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:03.082632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:03.086454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:03.166673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:03.306256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['bc27d707-bf12-4721-a475-6fd87f5a5e2f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:03.400073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['bc399c73-17cf-406c-84a2-7d19dc289ac5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:04.498560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device bc27d707-bf12-4721-a475-6fd87f5a5e2f up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:04.566578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port bc27d707-bf12-4721-a475-6fd87f5a5e2f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:04.570821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port bc27d707-bf12-4721-a475-6fd87f5a5e2f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:04.571269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.603203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48256) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:04.613642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device bc399c73-17cf-406c-84a2-7d19dc289ac5 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:04.742357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1604706558', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:04.790032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Made reservation on behalf of 35571ef482254b758abb791e5a2e5a46 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:04.794345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.804890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.856110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.893431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:04.895883 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da48bd9-cebb-4ebb-ad5a-6d8c8cef58b2" -d '{"events": [{"server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "name": "network-vif-plugged", "status": "completed", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:04.912571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:04.920525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:04.973787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port bc399c73-17cf-406c-84a2-7d19dc289ac5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:04.980062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port bc399c73-17cf-406c-84a2-7d19dc289ac5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:04.982781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.008207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-836420d2-9aa9-426a-9370-8537fbc78d5d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.015420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-836420d2-9aa9-426a-9370-8537fbc78d5d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.1433177 Oct 13 04:21:05.036276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.039125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.044209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-7bb3218e-1417-453c-8be6-3a9afdc0ceec tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0278406 Oct 13 04:21:05.055142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.060713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] device_id is not set on port ae2cfb6a-9651-4063-a6a6-cb372d95375e yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:05.093079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-db71d176-d3e0-45aa-ab46-2be0b1dfb6ac tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477302 Oct 13 04:21:05.104780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.147545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:05.152098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.194618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d130e43-1d2f-4424-be21-aea8fd04597c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.221846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.320447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-c33f3060-cc9e-44f0-af6a-9d7126e1097e service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929228 Oct 13 04:21:05.321408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Allocated IP 172.25.0.247 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ae2cfb6a-9651-4063-a6a6-cb372d95375e) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:05.326713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620de0ce-68c1-4021-9cca-43893bec1c83 req-7277cf98-de2c-49d4-958f-ca465d6e4c72 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.329010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-620de0ce-68c1-4021-9cca-43893bec1c83 req-7277cf98-de2c-49d4-958f-ca465d6e4c72 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 945 time: 0.0523429 Oct 13 04:21:05.407440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-620de0ce-68c1-4021-9cca-43893bec1c83 req-11e72263-3f50-46a3-98fa-cf572b0f5c27 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689402 Oct 13 04:21:05.432559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-4daae1fc-17e7-407f-8d37-46ad64c940a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.435453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-4daae1fc-17e7-407f-8d37-46ad64c940a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1096 time: 0.0794158 Oct 13 04:21:05.499136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-11c1d268-83fa-480a-b632-40663cd6f9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709545 Oct 13 04:21:05.576137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.577100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-b9dcfcb3-b244-43d6-8aa7-c75014f50c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.579115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-b9dcfcb3-b244-43d6-8aa7-c75014f50c0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.1373260 Oct 13 04:21:05.621765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.688165 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7410cd-04a8-4e8d-ae82-957686d3d0ab x-openstack-request-id: req-8f7410cd-04a8-4e8d-ae82-957686d3d0ab {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:05.688496 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:05.688705 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f7410cd-04a8-4e8d-ae82-957686d3d0ab {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:05.689106 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f', 'status': 'completed', 'code': 200} Oct 13 04:21:05.718085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:05.723769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:05.732201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:05.734713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-9f5eb8ea-d25b-4633-984b-124a2cd1024b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 1001 time: 0.1466751 Oct 13 04:21:05.743385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c1f0-c059-46d2-bf99-1df99601848f req-cf765d2d-4412-4ed1-b344-523d4d3d0948 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.745286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3632c1f0-c059-46d2-bf99-1df99601848f req-cf765d2d-4412-4ed1-b344-523d4d3d0948 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.1490960 Oct 13 04:21:05.830181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.830804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.830949 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18be627-5eee-4a70-8822-82d66214ae99 x-openstack-request-id: req-e18be627-5eee-4a70-8822-82d66214ae99 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:05.831402 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "name": "network-vif-plugged", "status": "completed", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:05.831402 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e18be627-5eee-4a70-8822-82d66214ae99 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:05.834146 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f', 'code': 200} Oct 13 04:21:05.845898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-4cfa939b-e586-4b1a-b18b-627822db5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.847625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-4cfa939b-e586-4b1a-b18b-627822db5ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=ce9e5180-b6d9-4518-9618-8b0f7a731d35 HTTP/1.1" status: 200 len: 1096 time: 0.1295805 Oct 13 04:21:05.850924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3632c1f0-c059-46d2-bf99-1df99601848f req-c3795ea2-4060-46db-9bd5-6c54ff9f94c5 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828547 Oct 13 04:21:05.852506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-302e5016-9730-4648-af7a-6314db7cccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:05.854152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-302e5016-9730-4648-af7a-6314db7cccbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1079948 Oct 13 04:21:05.856450 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c9bd09-53cf-4b9d-86ed-ecc2a8d685d9 x-openstack-request-id: req-48c9bd09-53cf-4b9d-86ed-ecc2a8d685d9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:05.856806 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a61097-15f4-487c-8f34-9c78c2624ace", "name": "network-vif-deleted", "tag": "47a6bed8-77a1-4794-96e8-7d1ef9a523b5", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:05.857132 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48c9bd09-53cf-4b9d-86ed-ecc2a8d685d9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:05.857593 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a61097-15f4-487c-8f34-9c78c2624ace', 'name': 'network-vif-deleted', 'tag': '47a6bed8-77a1-4794-96e8-7d1ef9a523b5', 'status': 'completed', 'code': 200} Oct 13 04:21:05.875464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2cfb6a-9651-4063-a6a6-cb372d95375e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:05.896339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55cdb048-02e3-49ce-a191-f8a8256e25ec tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2913105 Oct 13 04:21:05.899473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:05.908698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.247'}]}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:05.976081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:05.977159 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.052976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a99a4f7-7d02-4491-b755-d5520057b3f2 req-e44a6c7e-9138-4480-bf35-295fedd373fd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0575764 Oct 13 04:21:06.099963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845372d-b0a5-4182-9507-42e9e6dd302a req-94347827-760f-497b-9676-e53d813eddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.102469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4845372d-b0a5-4182-9507-42e9e6dd302a req-94347827-760f-497b-9676-e53d813eddf5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce9e5180-b6d9-4518-9618-8b0f7a731d35 HTTP/1.1" status: 200 len: 1096 time: 0.1495187 Oct 13 04:21:06.116921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-30b5dbab-948a-47f6-8483-94cde718b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.121295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-30b5dbab-948a-47f6-8483-94cde718b845 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546420 Oct 13 04:21:06.154405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-409a66ee-9bcb-4b6b-8731-749c21b6b98f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:21:06.156184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-409a66ee-9bcb-4b6b-8731-749c21b6b98f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0104384 Oct 13 04:21:06.196390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-6531a2cb-4363-4042-930e-ea3c908cd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.198082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-6531a2cb-4363-4042-930e-ea3c908cd2b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 913 time: 0.3330352 Oct 13 04:21:06.235720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477550f2-c531-4eb6-9703-c75a313c2288 req-966f4118-c51c-4e27-baf1-e8ece291a92d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.237825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-477550f2-c531-4eb6-9703-c75a313c2288 req-966f4118-c51c-4e27-baf1-e8ece291a92d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2075546 Oct 13 04:21:06.241378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.259888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4845372d-b0a5-4182-9507-42e9e6dd302a req-b88b38ab-00f7-47a3-b8e4-b3a806d4595b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372476 Oct 13 04:21:06.308419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-14d17b19-5d0a-48b2-ab53-ea19cc923cb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f HTTP/1.1" status: 200 len: 217 time: 0.0825710 Oct 13 04:21:06.363232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-477550f2-c531-4eb6-9703-c75a313c2288 req-4eaf3682-cf71-476c-bb1a-90f38287079a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061246 Oct 13 04:21:06.374638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-b87d757c-80ee-43a8-81c3-765796cdaef8 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062385 Oct 13 04:21:06.440998 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.775431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.804023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:06.940393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-46c8e621-a8ff-4265-852d-a7d1c90104b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:06.941774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-46c8e621-a8ff-4265-852d-a7d1c90104b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.4827428 Oct 13 04:21:07.007350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c4b45-f790-4cbf-bd5a-b14eb6e12532 req-8e99995e-80a0-492f-84a1-11e67150e1b3 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.009061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c51c4b45-f790-4cbf-bd5a-b14eb6e12532 req-8e99995e-80a0-492f-84a1-11e67150e1b3 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 945 time: 0.1610792 Oct 13 04:21:07.024449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-d5ee3640-c049-4a09-bd75-f0d2a2cbf574 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675361 Oct 13 04:21:07.063193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa0bb2ea-90ae-4802-a2ca-fc3158ddf9e7 req-1ac457b9-2718-4f0e-9977-4caf3223194c service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027944 Oct 13 04:21:07.147087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c51c4b45-f790-4cbf-bd5a-b14eb6e12532 req-58823059-04d0-4157-a4cc-d615f9862023 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190054 Oct 13 04:21:07.262738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-df42cec9-de05-44fc-9644-d1fb2fa17b56 service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246206 Oct 13 04:21:07.289403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0cd6d-f666-409e-a928-53a926524293 req-7bf4d057-187a-494d-84e4-56a3614acdb0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.291102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02d0cd6d-f666-409e-a928-53a926524293 req-7bf4d057-187a-494d-84e4-56a3614acdb0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0663519 Oct 13 04:21:07.444060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02d0cd6d-f666-409e-a928-53a926524293 req-834b06c0-2152-4add-beb4-b618e0fb8ec5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Oct 13 04:21:07.454231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cbc2456-3885-497d-a423-97eca2bf3d6e req-f271e690-6456-4380-b28d-770b2f13c22f service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618283 Oct 13 04:21:07.576201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907e78-6876-484c-9a93-6ace26b7326f req-5ff99852-6412-4a50-b99d-7820955c4c55 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.579539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a907e78-6876-484c-9a93-6ace26b7326f req-5ff99852-6412-4a50-b99d-7820955c4c55 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 945 time: 0.0672593 Oct 13 04:21:07.604191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-9b85e18a-e9fd-4055-91d7-033453751cc7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.605654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-9b85e18a-e9fd-4055-91d7-033453751cc7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.5766306 Oct 13 04:21:07.622305 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a907e78-6876-484c-9a93-6ace26b7326f req-ff29f2bb-7965-44d8-af42-7699977d1de3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 Oct 13 04:21:07.627631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c58841-9096-4780-be8b-aa7753204c77 req-aff4b567-d5e7-482f-b53a-4eef5e2a3d32 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0457199 Oct 13 04:21:07.632624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:07.676269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.776187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b92f04-5904-4162-8339-866fccd80744 req-d4c7ed2d-779d-47db-966a-fd0c74f0acff tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:07.778047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28b92f04-5904-4162-8339-866fccd80744 req-d4c7ed2d-779d-47db-966a-fd0c74f0acff tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0803907 Oct 13 04:21:07.835436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:07.836009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28b92f04-5904-4162-8339-866fccd80744 req-d6e34c99-5c43-4fa0-880a-fe245419fbcd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Oct 13 04:21:07.837981 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b092ae-62d2-42e0-a02b-ff68912a1ed8" -d '{"events": [{"server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:07.858170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:07.861128 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065afee2-89e3-46c4-af18-7f32fec9ade5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:07.917543 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66250ca-e43d-450b-a26d-5d668924b86c x-openstack-request-id: req-f66250ca-e43d-450b-a26d-5d668924b86c {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:07.917838 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "name": "network-vif-plugged", "status": "completed", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:07.918093 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f66250ca-e43d-450b-a26d-5d668924b86c {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:07.918482 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5', 'code': 200} Oct 13 04:21:07.919009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.922428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:07.995124 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2068100-4c4d-40bc-97f3-bac60fff167a x-openstack-request-id: req-a2068100-4c4d-40bc-97f3-bac60fff167a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:07.995124 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:07.995124 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2068100-4c4d-40bc-97f3-bac60fff167a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:07.995124 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5', 'status': 'completed', 'code': 200} Oct 13 04:21:08.032733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.033353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd80f28-1938-49c2-addf-335d6beb66a0 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:21:08.043128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:08.047355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.060158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-3d6f66fa-ecc1-48d1-b4ba-d5e75973fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.065327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-3d6f66fa-ecc1-48d1-b4ba-d5e75973fcfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 1096 time: 0.0686252 Oct 13 04:21:08.095030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb00d-1552-45be-9429-42b195f9ed62 req-414c95e0-b7d0-45d4-8207-b159a978789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.096579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ffdb00d-1552-45be-9429-42b195f9ed62 req-414c95e0-b7d0-45d4-8207-b159a978789b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 1096 time: 0.1099782 Oct 13 04:21:08.222034 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:21:08.229443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42af2317-ee68-4585-b86c-607ca1ff87d0 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3287001 Oct 13 04:21:08.230068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48440) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:08.270603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-a864f40a-3123-430d-bc23-666e98aa3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.272424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-a864f40a-3123-430d-bc23-666e98aa3f62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 913 time: 0.1975217 Oct 13 04:21:08.298516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ffdb00d-1552-45be-9429-42b195f9ed62 req-8af164d5-5435-4b57-83c6-c778ce8f38ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543026 Oct 13 04:21:08.393521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-53bf02fe-8038-4a4c-ba3f-7d630dfb4ab3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5 HTTP/1.1" status: 200 len: 217 time: 0.1076009 Oct 13 04:21:08.416233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d5005-20c7-4637-8505-d9a186eb9e04 req-9389d2c0-18ed-4430-b0b2-44e09d89e3d6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.418174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b54d5005-20c7-4637-8505-d9a186eb9e04 req-9389d2c0-18ed-4430-b0b2-44e09d89e3d6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 945 time: 0.1440051 Oct 13 04:21:08.460780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Deleting port ae2cfb6a-9651-4063-a6a6-cb372d95375e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:08.461297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.467053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.14 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/0160aab6-5e03-4d63-8659-30d829ded539) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:08.507367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b54d5005-20c7-4637-8505-d9a186eb9e04 req-22330697-2f00-407c-8011-592374dda499 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803545 Oct 13 04:21:08.560803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:08.580742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-4d78fda4-2eb7-4d0f-83e2-29a324b6be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:08.582208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-4d78fda4-2eb7-4d0f-83e2-29a324b6be7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.1067920 Oct 13 04:21:08.646466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-155c1ea5-f941-422d-9c6e-02f050baedf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540886 Oct 13 04:21:08.649542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.706038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Calling delete_port for ae2cfb6a-9651-4063-a6a6-cb372d95375e owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:08.730505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.769414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.784224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:08.797247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:08.909314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48456) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:08.909546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:08.920728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71c9b2a1-59f9-4db9-b3f9-24e2041796d5 req-a23d9854-6d08-4d69-b323-158bee080494 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.1145585 Oct 13 04:21:08.942948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.943325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.943667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.944006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.944337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.944666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.944992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.945315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.945636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.945956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.946296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.946662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:08.969374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.001554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101aed9-48bb-438f-8741-c13081269576 req-56c5dcba-3dfd-4193-bde3-39358265429b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.009132 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101aed9-48bb-438f-8741-c13081269576 req-56c5dcba-3dfd-4193-bde3-39358265429b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.2646072 Oct 13 04:21:09.023148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-4e7f1f51-ed76-436d-9581-c701309670df service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564680 Oct 13 04:21:09.067653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:09.071342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:09.076002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:09.108131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.151943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b101aed9-48bb-438f-8741-c13081269576 req-18a9df32-5ebb-4d55-99d8-abce95b81553 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368399 Oct 13 04:21:09.172729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.173713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.211355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-331ff12c-5b50-47c1-b688-ac4f66aa82f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5877368 Oct 13 04:21:09.225385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Request body: {'port': {'device_id': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:09.227352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f69-69ef-4e4f-8b0e-10c7bb965e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.261644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-065afee2-89e3-46c4-af18-7f32fec9ade5 req-9f7cffc6-3abd-43f4-9c85-4e76ba8084f8 service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243376 Oct 13 04:21:09.264708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.296951 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.310317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2cfb6a-9651-4063-a6a6-cb372d95375e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.394764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.398048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-efc5ef8d-d318-4d79-984e-998bafc67a94 tempest-RoutersAdminNegativeTest-152231137 tempest-RoutersAdminNegativeTest-152231137-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ae2cfb6a-9651-4063-a6a6-cb372d95375e HTTP/1.1" status: 204 len: 168 time: 1.1669588 Oct 13 04:21:09.427919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f69-69ef-4e4f-8b0e-10c7bb965e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.440585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f95f69-69ef-4e4f-8b0e-10c7bb965e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.555678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8f95f69-69ef-4e4f-8b0e-10c7bb965e0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0e2ea751e214ebfae839aaf10cc4c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417894 Oct 13 04:21:09.569061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:09.588178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f95f69-69ef-4e4f-8b0e-10c7bb965e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88203407-3883-47c5-952b-166997e6b170,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.705988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.751858 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.764973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd230-59b1-4853-8a11-327124a05b5f req-89656fae-c298-4c66-acdf-7604d4bd3ab5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:09.773017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-046fd230-59b1-4853-8a11-327124a05b5f req-89656fae-c298-4c66-acdf-7604d4bd3ab5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 945 time: 0.1086786 Oct 13 04:21:09.800910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48474) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:09.846363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.849241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.850445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88203407-3883-47c5-952b-166997e6b170 HTTP/1.1" status: 204 len: 168 time: 0.2796979 Oct 13 04:21:09.865435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88203407-3883-47c5-952b-166997e6b170,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:09.883215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.883215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.883474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.883725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.884060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.884389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.884717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.885040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.892675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.893027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.893370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.893703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598383df-144d-4bcf-9a1e-96a3b5625fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:21:09.919652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:09.922764 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07e6788-2ee5-4cda-b3f1-3f2cd793916d" -d '{"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:09.934310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-046fd230-59b1-4853-8a11-327124a05b5f req-8b02cab7-bed1-4b36-ac56-626917f6d555 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595604 Oct 13 04:21:09.959219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0160aab6-5e03-4d63-8659-30d829ded539 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:09.959219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.984998 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb26750-f59b-42c2-add1-0ac6cf79a983 x-openstack-request-id: req-cfb26750-f59b-42c2-add1-0ac6cf79a983 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:09.985299 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-unplugged", "status": "failed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "code": 422}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:09.985726 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfb26750-f59b-42c2-add1-0ac6cf79a983 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:09.986649 n-d-813736-1 neutron-server[95049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'code': 422} returned with failed status Oct 13 04:21:09.988401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68d85976-3e46-4fc8-8852-0d7960fc9efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:09.997697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Transition to ACTIVE for port object 0160aab6-5e03-4d63-8659-30d829ded539 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:10.009120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.146503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Pushing event updated for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.158076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee2f26-5d9c-4152-b113-0e2636f2dae8 req-360642e3-834f-498e-9737-9347b316624c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.160066 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fee2f26-5d9c-4152-b113-0e2636f2dae8 req-360642e3-834f-498e-9737-9347b316624c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce9e5180-b6d9-4518-9618-8b0f7a731d35 HTTP/1.1" status: 200 len: 945 time: 0.0896866 Oct 13 04:21:10.169809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68d85976-3e46-4fc8-8852-0d7960fc9efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.179755 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68d85976-3e46-4fc8-8852-0d7960fc9efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.259640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68d85976-3e46-4fc8-8852-0d7960fc9efb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=317124e4ab70441cbc7be68b6b1a4587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487410 Oct 13 04:21:10.268088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fee2f26-5d9c-4152-b113-0e2636f2dae8 req-0d30c8ea-62d5-4db1-968f-06a95efb77ae tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914664 Oct 13 04:21:10.268993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48494) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:10.270146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec85c-7beb-4eb6-991a-3117529a7bc9 req-d52eae99-310b-4809-90e0-0d5890c957be tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.282870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d85976-3e46-4fc8-8852-0d7960fc9efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75f42e-208c-4027-85c2-99d8996656b2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.285456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7beec85c-7beb-4eb6-991a-3117529a7bc9 req-d52eae99-310b-4809-90e0-0d5890c957be tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 944 time: 0.2026350 Oct 13 04:21:10.371226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Attempting to bind port 0160aab6-5e03-4d63-8659-30d829ded539 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:10.371566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Attempting to bind port 0160aab6-5e03-4d63-8659-30d829ded539 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:10.371897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Attempting to bind port 0160aab6-5e03-4d63-8659-30d829ded539 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:10.377225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.398326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7beec85c-7beb-4eb6-991a-3117529a7bc9 req-e3551f80-3e81-46e7-80ef-ead6d4ffea5d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099322 Oct 13 04:21:10.400194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Port 0160aab6-5e03-4d63-8659-30d829ded539 on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:10.400519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Attempting to bind port 0160aab6-5e03-4d63-8659-30d829ded539 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:10.402369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.416897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:10.419928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:10.420368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:10.421132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Bound port: 0160aab6-5e03-4d63-8659-30d829ded539, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:10.422306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.496726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09857231-0f69-4ca2-be13-34bd2618edb8 req-e98416be-d5fa-4ac1-91fc-46ea9360fae3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.499891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09857231-0f69-4ca2-be13-34bd2618edb8 req-e98416be-d5fa-4ac1-91fc-46ea9360fae3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.0804291 Oct 13 04:21:10.529461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:10.534256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0160aab6-5e03-4d63-8659-30d829ded539,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:10.544623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.602198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09857231-0f69-4ca2-be13-34bd2618edb8 req-b9e0fa51-2f69-481b-844a-8a694b5ca959 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917759 Oct 13 04:21:10.632129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.637986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.642466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac75f42e-208c-4027-85c2-99d8996656b2 HTTP/1.1" status: 204 len: 168 time: 0.3695006 Oct 13 04:21:10.652790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463be722-3099-4c3f-8538-2f25219c0962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75f42e-208c-4027-85c2-99d8996656b2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.725021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.726233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:10.728697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] 10.222.0.16 "PUT /v2.0/ports/0160aab6-5e03-4d63-8659-30d829ded539 HTTP/1.1" status: 200 len: 1092 time: 1.5080988 Oct 13 04:21:10.730144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:10.741316 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "tag": "0160aab6-5e03-4d63-8659-30d829ded539"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:10.745462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57b321-7c3c-4ff1-a468-e6eea3236f38 service neutron] Pushing event updated for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:10.926422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-04df531e-ebe8-4660-8a69-c9a581027c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:10.929093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-04df531e-ebe8-4660-8a69-c9a581027c51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 1095 time: 0.1291242 Oct 13 04:21:11.023586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-08a395a3-b517-4b88-99bb-cd012a4e93cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0160aab6-5e03-4d63-8659-30d829ded539 HTTP/1.1" status: 200 len: 217 time: 0.0778670 Oct 13 04:21:11.069268 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd2b39-51b6-4a6c-8a2c-d654512046d8 x-openstack-request-id: req-d4bd2b39-51b6-4a6c-8a2c-d654512046d8 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:11.069860 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "tag": "0160aab6-5e03-4d63-8659-30d829ded539", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:11.070334 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4bd2b39-51b6-4a6c-8a2c-d654512046d8 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:11.071277 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539', 'status': 'completed', 'code': 200} Oct 13 04:21:11.115296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-0ecc2132-d87c-4cfa-a028-e1ee593ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.116997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-0ecc2132-d87c-4cfa-a028-e1ee593ee9fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0846748 Oct 13 04:21:11.169465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-2d7294e8-63a0-4df9-8637-5a3279352567 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420694 Oct 13 04:21:11.210055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48546) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:11.356564 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4a111d9c-4293-44f7-b5c1-092e37526f40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35571ef482254b758abb791e5a2e5a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439695 Oct 13 04:21:11.359852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:11.402974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.497468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332320d-3e2b-4a4a-aa20-5cc9aab53405 req-f64ed44a-06eb-4e6f-8154-5fbb62d4d70c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.506643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8332320d-3e2b-4a4a-aa20-5cc9aab53405 req-f64ed44a-06eb-4e6f-8154-5fbb62d4d70c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1416883 Oct 13 04:21:11.530349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-bc65406a-e789-4dba-b71e-793dcbbeff36 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520939 Oct 13 04:21:11.538085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.567743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8332320d-3e2b-4a4a-aa20-5cc9aab53405 req-bef73798-abcb-41e4-a8db-e2a876c853c1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Oct 13 04:21:11.649936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-2291d7b1-47dd-484a-a856-3eb3d1f96989 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.651790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-2291d7b1-47dd-484a-a856-3eb3d1f96989 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 0.2037985 Oct 13 04:21:11.652284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48576) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:11.658711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.673865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d524c55-5c8b-452a-89b9-b97acb6da22d req-b1003f66-49a3-4e67-a3a8-c34c8afe65c2 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299629 Oct 13 04:21:11.706363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9c2eef0-1c15-4993-9324-aeea47cda9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.710466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-d1018e6a-d2ae-4865-bd50-87150e5caaad tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/quotas/c89988fee2e242f2a1ed35483f13ea27 HTTP/1.1" status: 200 len: 375 time: 0.0394707 Oct 13 04:21:11.770490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-8090e015-e37e-4c0b-ad63-0907a5c3a0f5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591075 Oct 13 04:21:11.794979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.813700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:11.817975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d130e43-1d2f-4424-be21-aea8fd04597c HTTP/1.1" status: 204 len: 168 time: 0.4545624 Oct 13 04:21:11.859976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-936108400-network', 'tenant_id': 'e69aec55f57e4b2c80cdf4d87dd002a3'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:11.865717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d29f-c1b6-46d1-a47b-96eed6687871 req-5f874731-4390-4e58-9e5b-6523ac8a6f1e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.867280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa45d29f-c1b6-46d1-a47b-96eed6687871 req-5f874731-4390-4e58-9e5b-6523ac8a6f1e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 944 time: 0.0877213 Oct 13 04:21:11.869332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-0855a165-277a-4b01-95d8-0321204a1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:11.870639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-0855a165-277a-4b01-95d8-0321204a1c6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 1095 time: 0.1412971 Oct 13 04:21:11.873894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578810fa-8a7b-4ce2-b9e5-10f66941dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d130e43-1d2f-4424-be21-aea8fd04597c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:11.960584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-e6b56bab-6bd2-46b4-80b9-005baacf7c27 service neutron] 10.222.0.49 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761241 Oct 13 04:21:11.986750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa45d29f-c1b6-46d1-a47b-96eed6687871 req-bc5dcb99-658b-4cb6-93ba-095220297305 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129963 Oct 13 04:21:12.027668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-9e721d42-8f89-4f36-970a-83596a2bd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.030218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-9e721d42-8f89-4f36-970a-83596a2bd725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.1376429 Oct 13 04:21:12.071832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-f98d9275-b204-4e58-8b68-82e78b282684 service neutron] 10.222.0.49 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075177 Oct 13 04:21:12.072445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Made reservation on behalf of e69aec55f57e4b2c80cdf4d87dd002a3 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:12.074902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.085006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-428dc27d-e446-4731-ba96-2a5ca4d3d652 req-5388dead-da5e-44d5-ac4d-11ce5139bf00 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:21:12.086016 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-428dc27d-e446-4731-ba96-2a5ca4d3d652 req-5388dead-da5e-44d5-ac4d-11ce5139bf00 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055275 Oct 13 04:21:12.087242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.087400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-e1eb0347-f38c-4472-b515-9b020bf34cb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0160aab6-5e03-4d63-8659-30d829ded539 HTTP/1.1" status: 200 len: 217 time: 0.0475438 Oct 13 04:21:12.160296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-fdb0e45c-ca8d-48c8-8772-4fc604b6cbd6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.162116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-fdb0e45c-ca8d-48c8-8772-4fc604b6cbd6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9e5180-b6d9-4518-9618-8b0f7a731d35 HTTP/1.1" status: 200 len: 945 time: 0.1009562 Oct 13 04:21:12.248013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-fca495e6-e0e1-4eac-9c62-5350b118b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.257796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-fca495e6-e0e1-4eac-9c62-5350b118b068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.1616414 Oct 13 04:21:12.298742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.317514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.332128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-c699232a-152a-4333-b957-153d31034c48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631602 Oct 13 04:21:12.385921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Deleting port bc27d707-bf12-4721-a475-6fd87f5a5e2f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:12.386679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.430230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:12.435539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ec85a-bdf1-45ee-bdb2-7b634c2394d4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:12.523023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52930613-c6a5-4429-9c13-d8a5aac3383f req-b052f483-87e8-4b94-be86-c1e5075b9227 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.534868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52930613-c6a5-4429-9c13-d8a5aac3383f req-b052f483-87e8-4b94-be86-c1e5075b9227 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2051692 Oct 13 04:21:12.549468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.593827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:12.603474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-c6d428dc-7911-46d6-a0e6-130a88d6270a service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613993 Oct 13 04:21:12.616282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.616723 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Added segment 999c543e-ece9-4f8f-b5dc-2afb6e3c9cda of type vlan for network ef1e92af-6669-4217-a668-564f906325aa Oct 13 04:21:12.619491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52930613-c6a5-4429-9c13-d8a5aac3383f req-e34a2f4b-e5c6-4b68-90d3-7eb0ef290764 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774958 Oct 13 04:21:12.709399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0160aab6-5e03-4d63-8659-30d829ded539 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:12.741585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.773602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-cd526faa-742f-4920-9f4b-1393ad0365f8 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.778617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-cd526faa-742f-4920-9f4b-1393ad0365f8 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0bc1f6c-84ef-4bcc-931a-e7558284a5d0 HTTP/1.1" status: 200 len: 945 time: 0.3740094 Oct 13 04:21:12.805877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-c5a1e953-91d8-4fc3-9867-e87258356cfe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4071951 Oct 13 04:21:12.815750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] For port bc27d707-bf12-4721-a475-6fd87f5a5e2f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=bc27d707-bf12-4721-a475-6fd87f5a5e2f,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:12.816312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:12.854229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de5027-4f39-4e28-92f4-f10074e5c74b req-fb4befc4-699d-4460-bbe8-6d34df393b7e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:12.862427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46de5027-4f39-4e28-92f4-f10074e5c74b req-fb4befc4-699d-4460-bbe8-6d34df393b7e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.3044500 Oct 13 04:21:12.907752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d905fa-b3ca-4f9c-9ceb-d1ead3ee1897 req-b1ade2c0-9faa-4c68-a37b-4500b5779cb1 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842016 Oct 13 04:21:12.943988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0160aab6-5e03-4d63-8659-30d829ded539,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:12.963513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0160aab6-5e03-4d63-8659-30d829ded539', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': '0160aab6-5e03-4d63-8659-30d829ded539', 'mac_address': 'fa:16:3e:63:29:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:12.970711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Calling delete_port for bc27d707-bf12-4721-a475-6fd87f5a5e2f owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:13.009634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.010787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.011865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.100079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.183114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b010dd7-7f32-4bcb-9b26-19a4c01e8ad5 req-556e3318-cf61-44f4-a335-62fed9bdb0a3 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 210 time: 0.0898845 Oct 13 04:21:13.185569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0160aab6-5e03-4d63-8659-30d829ded539 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:13.253679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0160aab6-5e03-4d63-8659-30d829ded539,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:13.279940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.422879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:13.442675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.461444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8003385 Oct 13 04:21:13.466947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48656) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:13.478933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Request body: {'subnet': {'network_id': 'ef1e92af-6669-4217-a668-564f906325aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-936108400-subnet', 'tenant_id': 'e69aec55f57e4b2c80cdf4d87dd002a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:13.501020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b794ba-cb33-4e03-863d-f992ec5a3de8 req-871ad169-3b40-47f8-9928-c7c1b8cb9c49 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:13.510086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0160aab6-5e03-4d63-8659-30d829ded539'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:13.517200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.534016 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8b794ba-cb33-4e03-863d-f992ec5a3de8 req-871ad169-3b40-47f8-9928-c7c1b8cb9c49 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 945 time: 0.1929710 Oct 13 04:21:13.542100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-46de5027-4f39-4e28-92f4-f10074e5c74b req-bea58ac0-7f81-42a8-b9b8-7d2974145cdd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6733434 Oct 13 04:21:13.576356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['bc27d707-bf12-4721-a475-6fd87f5a5e2f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:13.587047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event deleted for resources: {'Port': ['ID=bc27d707-bf12-4721-a475-6fd87f5a5e2f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.660392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] No DVR routers for this DVR port bc27d707-bf12-4721-a475-6fd87f5a5e2f on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:13.662244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f15a8d-c912-4999-b154-014bf52521d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1e92af-6669-4217-a668-564f906325aa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:13.665139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.668895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f381b741-f5f5-4f7e-9a74-e0010ec6bb31 req-6f4571ca-e69b-48ea-98d0-c2a0c31b5bf0 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "DELETE /v2.0/ports/bc27d707-bf12-4721-a475-6fd87f5a5e2f HTTP/1.1" status: 204 len: 173 time: 1.4996836 Oct 13 04:21:13.674411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'name': 'network-vif-deleted', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:13.677102 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afba0aa-2e10-4701-ad8d-232838fc4735" -d '{"events": [{"server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "name": "network-vif-deleted", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:13.708157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8b794ba-cb33-4e03-863d-f992ec5a3de8 req-cdd99fc6-9516-45c4-b12c-40054aa48e48 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715488 Oct 13 04:21:13.733128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network ef1e92af-6669-4217-a668-564f906325aa details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:13.734447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Deleting port bc399c73-17cf-406c-84a2-7d19dc289ac5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:13.737317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.740747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Made reservation on behalf of e69aec55f57e4b2c80cdf4d87dd002a3 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:13.758530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.860707 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b8da8-b40e-4008-9fb6-a09beeaaf76f x-openstack-request-id: req-ee4b8da8-b40e-4008-9fb6-a09beeaaf76f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:13.861276 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9e5180-b6d9-4518-9618-8b0f7a731d35", "name": "network-vif-deleted", "tag": "bc27d707-bf12-4721-a475-6fd87f5a5e2f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:13.861276 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee4b8da8-b40e-4008-9fb6-a09beeaaf76f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:13.861818 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9e5180-b6d9-4518-9618-8b0f7a731d35', 'name': 'network-vif-deleted', 'tag': 'bc27d707-bf12-4721-a475-6fd87f5a5e2f', 'status': 'completed', 'code': 200} Oct 13 04:21:13.872772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'networks': [{'name': 'tempest-network--411063907'}, {'name': 'tempest-network--1302295218'}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:13.873210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-network--411063907'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:13.874459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-network--1302295218'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:13.918747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] For port bc399c73-17cf-406c-84a2-7d19dc289ac5, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=bc399c73-17cf-406c-84a2-7d19dc289ac5,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:13.919415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:13.938256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Calling delete_port for bc399c73-17cf-406c-84a2-7d19dc289ac5 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:14.022600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'network': 2} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:14.055311 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.098359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.152608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f98357b5-5157-40af-9111-8ac0c8769bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.228238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.274115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['bc27d707-bf12-4721-a475-6fd87f5a5e2f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:14.360114 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.394020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event deleted for resources: {'Port': ['ID=bc399c73-17cf-406c-84a2-7d19dc289ac5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.408994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.443588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.444288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.448159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] No DVR routers for this DVR port bc399c73-17cf-406c-84a2-7d19dc289ac5 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:14.460845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.464520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-362f07df-2f69-4800-84a5-27d7ffe5d88f req-7c667725-9cc8-4414-b63b-bf0ac94a7af5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "DELETE /v2.0/ports/bc399c73-17cf-406c-84a2-7d19dc289ac5 HTTP/1.1" status: 204 len: 173 time: 1.6710696 Oct 13 04:21:14.518810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9cc82c2f-ece7-4022-90cc-3380bff14f8f req-5c3c8e01-924b-4226-9d1e-afc62b0816e2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 210 time: 0.0720766 Oct 13 04:21:14.566059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:14.575834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.576555 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment 253ec137-6a5f-415c-9286-2e178b72a077 of type vlan for network e0540bc0-4fcb-4483-b5d9-caa24eb73395 Oct 13 04:21:14.665388 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.666213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device bc399c73-17cf-406c-84a2-7d19dc289ac5 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:14.711861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: bc399c73-17cf-406c-84a2-7d19dc289ac5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:14.712644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device bc399c73-17cf-406c-84a2-7d19dc289ac5 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:14.720554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:14.730048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.730418 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment fe5a155f-e993-4813-b3cd-48a625b29f3a of type vlan for network dae99f22-85a6-4c71-b987-17059bb7425f Oct 13 04:21:14.773128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.865010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.865508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.871142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.876293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:14.876996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:14.904219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d2193f-03b6-4263-a40d-bbe3c0dadfdc,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:14.929940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5103080 Oct 13 04:21:14.937516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48684) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:15.239093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-76d4e94b-2203-45e0-a421-2a0f075812ec tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:15.239093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-76d4e94b-2203-45e0-a421-2a0f075812ec tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 0.3229997 Oct 13 04:21:15.291453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.303284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Request body: {'port': {'device_id': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'admin_state_up': True, 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:15.432916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.480565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=e0540bc0-4fcb-4483-b5d9-caa24eb73395,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.494594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e0540bc0-4fcb-4483-b5d9-caa24eb73395 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:15.496924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e28da-5421-4728-acae-6d8fd3afe0da,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.513776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Checking segment: {'id': '999c543e-ece9-4f8f-b5dc-2afb6e3c9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef1e92af-6669-4217-a668-564f906325aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:15.516056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Network hostable DHCP agents. Network: ef1e92af-6669-4217-a668-564f906325aa, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:15.601185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940e554-80fc-400e-af0c-3b92ac139c31 req-cfeda42d-9e70-4f99-bd9a-db4f1c166d87 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:15.603006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4940e554-80fc-400e-af0c-3b92ac139c31 req-cfeda42d-9e70-4f99-bd9a-db4f1c166d87 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.7995286 Oct 13 04:21:15.678896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831948-4f35-4ed5-a5ca-d0145632c5d3 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=dae99f22-85a6-4c71-b987-17059bb7425f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:15.689886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Network ef1e92af-6669-4217-a668-564f906325aa is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:15.690919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network dae99f22-85a6-4c71-b987-17059bb7425f details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:15.731799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4940e554-80fc-400e-af0c-3b92ac139c31 req-fec1c55d-6782-42f9-8eb2-fa21ad31110d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126881 Oct 13 04:21:15.738785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, ef1e92af-6669-4217-a668-564f906325aa) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:15.748196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:15.750325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:15.786598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e93ccfc6-56b6-455a-bef0-4f1694390368 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3167894 Oct 13 04:21:15.817742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d38cee-464f-43f0-b09f-e07785170260 None None] Network ef1e92af-6669-4217-a668-564f906325aa requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:16.008347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'name': 'network-vif-deleted', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:16.010790 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7727f2-e6d3-4f4c-a4ec-a13ac003f9d4" -d '{"events": [{"server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "name": "network-vif-deleted", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:16.019045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-864ac435-2add-4a89-811a-960daebe4a2b req-84ef4054-f800-4dd9-a86a-ca2019c0f033 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 210 time: 0.0517485 Oct 13 04:21:16.118457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14583b38-2d0c-4698-a918-67202f33f290 None None] Network ef1e92af-6669-4217-a668-564f906325aa requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:16.176363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5df39-2281-4a45-a9a9-53472c52bad3 req-80d6ce28-532a-4ccd-b13e-80d92cca4ea3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.184210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08d5df39-2281-4a45-a9a9-53472c52bad3 req-80d6ce28-532a-4ccd-b13e-80d92cca4ea3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 945 time: 1.3367074 Oct 13 04:21:16.233031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-62724237', 'description': 'tempest-description-812422471'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:16.283731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f5d28-5e68-40d3-a5ef-024634e3f6ee tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.290748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f5d28-5e68-40d3-a5ef-024634e3f6ee tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.296859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.297665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f5d28-5e68-40d3-a5ef-024634e3f6ee tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.304624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f5d28-5e68-40d3-a5ef-024634e3f6ee tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.306705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e57f5d28-5e68-40d3-a5ef-024634e3f6ee tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3681748 Oct 13 04:21:16.311950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48708) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:16.379612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08d5df39-2281-4a45-a9a9-53472c52bad3 req-20cad8d0-9d1a-45e6-9295-b62905f8e768 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910951 Oct 13 04:21:16.443246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-413c6693-324e-4b69-8b6e-3708e2b10d8b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.444963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-413c6693-324e-4b69-8b6e-3708e2b10d8b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 812 time: 1.1762216 Oct 13 04:21:16.449331 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361e27ec-e76e-41ea-a362-f359511d0bf2 x-openstack-request-id: req-361e27ec-e76e-41ea-a362-f359511d0bf2 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:16.449444 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bc1f6c-84ef-4bcc-931a-e7558284a5d0", "name": "network-vif-deleted", "tag": "bc399c73-17cf-406c-84a2-7d19dc289ac5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:16.449837 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-361e27ec-e76e-41ea-a362-f359511d0bf2 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:16.450229 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bc1f6c-84ef-4bcc-931a-e7558284a5d0', 'name': 'network-vif-deleted', 'tag': 'bc399c73-17cf-406c-84a2-7d19dc289ac5', 'status': 'completed', 'code': 200} Oct 13 04:21:16.456538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.478731 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.479839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Request body: {'port': {'device_id': 'aace9a2d-61f1-4994-b979-34486024751e', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'admin_state_up': True, 'tenant_id': 'c89988fee2e242f2a1ed35483f13ea27'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:16.495459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:16.506247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.522438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63fb685-a030-44f7-bf5e-f50bba1c21e6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:16.554652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.560223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.565977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4aa603a-9dbd-44ca-852b-382f8e3e4cf0 req-6f9595ae-06a3-4f00-a0ef-958e758a773d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3362930 Oct 13 04:21:16.593481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device bc27d707-bf12-4721-a475-6fd87f5a5e2f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:16.630313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: bc27d707-bf12-4721-a475-6fd87f5a5e2f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:16.630648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device bc27d707-bf12-4721-a475-6fd87f5a5e2f not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:16.660464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0160aab6-5e03-4d63-8659-30d829ded539 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:16.732470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.743976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-e0cd2599-a919-4475-bda3-d6253c9bb2cb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/f63fb685-a030-44f7-bf5e-f50bba1c21e6 HTTP/1.1" status: 200 len: 1804 time: 0.1529374 Oct 13 04:21:16.748304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 0160aab6-5e03-4d63-8659-30d829ded539 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:16.753868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0160aab6-5e03-4d63-8659-30d829ded539 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:16.754567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.793658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f63fb685-a030-44f7-bf5e-f50bba1c21e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:16.793897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f63fb685-a030-44f7-bf5e-f50bba1c21e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:16.809917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870b58-f929-4adf-ad57-595b81977ee5 req-d20f9945-9a1b-4a65-82ff-f3a20e1096a2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:16.818612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e870b58-f929-4adf-ad57-595b81977ee5 req-d20f9945-9a1b-4a65-82ff-f3a20e1096a2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2929804 Oct 13 04:21:16.842127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0540bc0-4fcb-4483-b5d9-caa24eb73395']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:16.861283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.870452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253ec137-6a5f-415c-9286-2e178b72a077') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:16.870772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253ec137-6a5f-415c-9286-2e178b72a077') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:16.896880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Made reservation on behalf of c89988fee2e242f2a1ed35483f13ea27 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:16.900277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.909631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.934612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.938523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0160aab6-5e03-4d63-8659-30d829ded539,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:16.939753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:16.942281 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592913ff-bbb4-4073-945a-1eea13da5cf9" -d '{"events": [{"server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "name": "network-vif-plugged", "status": "completed", "tag": "0160aab6-5e03-4d63-8659-30d829ded539"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:16.943927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e870b58-f929-4adf-ad57-595b81977ee5 req-93b7b145-bd5a-4bfd-b7cb-a509f2d5fc02 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248329 Oct 13 04:21:16.947500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.949209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.951247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:16.951247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:16.955303 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:17.037400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.039472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Allocated IP 172.20.0.10 (af99e98b-619a-44de-83c5-51aeda17f941/12b45b9b-4c62-47a2-a748-247dfa41f11d/08307dd8-8d8f-4b96-8a28-485dced0ad3e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:17.098304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.100725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.121420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.127134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/e0540bc0-4fcb-4483-b5d9-caa24eb73395 HTTP/1.1" status: 204 len: 168 time: 0.8129392 Oct 13 04:21:17.130509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.145390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48732) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:17.149531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.243414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.243874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.253743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f7887-c955-4e3b-964d-ab1071a6c150 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=e0540bc0-4fcb-4483-b5d9-caa24eb73395,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.275336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b172a7bf-518c-4eda-aec1-99a0a8c0b9c4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.294325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.295881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f692297-4450-4028-bba3-8ee02bd1e271 req-a516dd24-5f1d-4633-83c7-d6db996f0a96 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5366256 Oct 13 04:21:17.406865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.407018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Allocated IP 172.20.0.13 (af99e98b-619a-44de-83c5-51aeda17f941/12b45b9b-4c62-47a2-a748-247dfa41f11d/3e386ec5-32e3-4be2-af8b-e90836344106) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:17.429902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae99f22-85a6-4c71-b987-17059bb7425f']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:17.442036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5a155f-e993-4813-b3cd-48a625b29f3a') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:17.442823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5a155f-e993-4813-b3cd-48a625b29f3a') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:17.457929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.470216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.476830 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d42211-4fe6-4b6e-98d4-1af0cb393039 x-openstack-request-id: req-e8d42211-4fe6-4b6e-98d4-1af0cb393039 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:17.477295 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "name": "network-vif-plugged", "status": "completed", "tag": "0160aab6-5e03-4d63-8659-30d829ded539", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:17.477657 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8d42211-4fe6-4b6e-98d4-1af0cb393039 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:17.478030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:17.478358 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539', 'code': 200} Oct 13 04:21:17.478531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.587299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:17.601304 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:17.654980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.662839 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.666848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814d393-3bcb-4ce0-81a0-251b270fd418 req-f6dc9276-9585-4e1f-9dc7-d07b36c83b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.668946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a814d393-3bcb-4ce0-81a0-251b270fd418 req-f6dc9276-9585-4e1f-9dc7-d07b36c83b9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0927308 Oct 13 04:21:17.672160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.685363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.691362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/dae99f22-85a6-4c71-b987-17059bb7425f HTTP/1.1" status: 204 len: 168 time: 0.5394454 Oct 13 04:21:17.706291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48738) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:17.724238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426b07-8d29-45ae-aa7d-09776e360a0d req-e9be1296-d154-486d-a9b3-cc09e8bd1825 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.732334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d426b07-8d29-45ae-aa7d-09776e360a0d req-e9be1296-d154-486d-a9b3-cc09e8bd1825 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1516411 Oct 13 04:21:17.738810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Network af99e98b-619a-44de-83c5-51aeda17f941 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:17.746956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2c85-20f3-427b-8b90-0a53cc34b900 req-72bffe2b-fe6a-4d81-a42c-5b9adef19fa9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.754802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-468d2c85-20f3-427b-8b90-0a53cc34b900 req-72bffe2b-fe6a-4d81-a42c-5b9adef19fa9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1326578 Oct 13 04:21:17.774287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Network af99e98b-619a-44de-83c5-51aeda17f941 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:17.775486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:17.778897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:17.793243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:17.796560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:17.855343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event updated for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.905383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event updated for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:17.957411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-468d2c85-20f3-427b-8b90-0a53cc34b900 req-8d45bac5-694a-4600-9e14-57569609fb7a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961505 Oct 13 04:21:17.963511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:17.980996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:17.992927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6989-c6fd-4086-8c39-714a09cf0a12 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=dae99f22-85a6-4c71-b987-17059bb7425f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.001266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.002249 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.004143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fee20-72c0-4129-bae4-1e58185ef161 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.012165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fee20-72c0-4129-bae4-1e58185ef161 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.024508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e67fee20-72c0-4129-bae4-1e58185ef161 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3139236 Oct 13 04:21:18.026305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48742) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:18.047476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1765412327'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.075755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a814d393-3bcb-4ce0-81a0-251b270fd418 req-01bea67c-70b8-4ddb-9110-f69a51bca50e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919075 Oct 13 04:21:18.094585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-7b6b3b99-7e6f-4a5a-b15f-eb5f19e2a4c2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7986515 Oct 13 04:21:18.100662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d426b07-8d29-45ae-aa7d-09776e360a0d req-f207ffb1-76c1-4497-b4dd-7bd461e85270 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669939 Oct 13 04:21:18.160109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:18.162187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1532027070', 'description': 'tempest-description-1368282154'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.164497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.185812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e7935-bb9a-4c14-8ae2-fb931c825776 req-f1850d4a-d029-4c98-9e2b-afbdb4cf9484 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.194543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e14e7935-bb9a-4c14-8ae2-fb931c825776 req-f1850d4a-d029-4c98-9e2b-afbdb4cf9484 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 932 time: 0.1182561 Oct 13 04:21:18.202397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bc8dd2da-ee56-4195-ab02-01cc68720b52 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7274456 Oct 13 04:21:18.217009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Request body: {'port': {'device_id': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.231589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.268926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Request body: {'port': {'device_id': 'aace9a2d-61f1-4994-b979-34486024751e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.283700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:18.320428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.325129 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.330196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e14e7935-bb9a-4c14-8ae2-fb931c825776 req-47340557-7725-4e63-816c-a3d42307208b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310496 Oct 13 04:21:18.358104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a688f4-7a60-4260-b81e-4423c53576fb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.380854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.382487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b52f5d29-90df-48a5-951f-e894d07a5bb5 req-a4dd4df3-8f47-40a3-ada2-c8b452092bf9 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2263758 Oct 13 04:21:18.402469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.414638 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment a2bd9b7e-6b89-4eb9-a235-9589d9066ef9 of type vlan for network 01a1dc7f-f8fa-4334-8630-cfce37227c91 Oct 13 04:21:18.485605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-ac938b52-7a9a-496c-a764-ae7d74d71db8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/92a688f4-7a60-4260-b81e-4423c53576fb HTTP/1.1" status: 200 len: 1807 time: 0.0606139 Oct 13 04:21:18.493651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92a688f4-7a60-4260-b81e-4423c53576fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.493908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '92a688f4-7a60-4260-b81e-4423c53576fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.502848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.540690 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.546692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.572253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.628108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.632309 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.647932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f25ec-b12b-4c77-bec3-572939cd622d req-0c969b89-c1ad-42ca-aa00-bfa391eda575 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.650667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f5f25ec-b12b-4c77-bec3-572939cd622d req-0c969b89-c1ad-42ca-aa00-bfa391eda575 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 946 time: 0.2317026 Oct 13 04:21:18.664219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7216e2ff-7032-48ad-9aa9-77149023c8bd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:18.677991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.679817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cb3646b-d1a8-41db-a54b-d47553154a66 req-9d386771-0172-4f99-8a28-119a5d555234 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1908238 Oct 13 04:21:18.741073 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.746578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.747176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:18.812752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6a5b0-e4d0-4449-8e94-4e782b8141bc req-fbb7603a-c269-4f0a-a300-d51eb422abb9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:18.820830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31c6a5b0-e4d0-4449-8e94-4e782b8141bc req-fbb7603a-c269-4f0a-a300-d51eb422abb9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0729442 Oct 13 04:21:18.873540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31c6a5b0-e4d0-4449-8e94-4e782b8141bc req-677572b9-f0aa-4560-b1f3-7d8e42600fc3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Oct 13 04:21:18.896683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8644695 Oct 13 04:21:18.900310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48760) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:18.904979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-523820486'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:18.952818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:18.956786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.006164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:19.025783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.026282 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment 19c63feb-937c-4aba-affc-8d37abfcd550 of type vlan for network 2bff579f-7964-4da8-8771-d4988f782676 Oct 13 04:21:19.073195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.101683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-517941569', 'description': 'tempest-description-954802363'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:19.123992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.130757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.131727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.140306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.145780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e386ec5-32e3-4be2-af8b-e90836344106 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:19.154618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.170157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Transition to ACTIVE for port object 3e386ec5-32e3-4be2-af8b-e90836344106 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:19.200244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f5f25ec-b12b-4c77-bec3-572939cd622d req-8becb22d-6a69-4dad-b45c-2f6b074b0856 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374720 Oct 13 04:21:19.201081 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.227503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89373e-784b-47b9-8ec4-4a6815328a81 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=01a1dc7f-f8fa-4334-8630-cfce37227c91,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.230273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3294201 Oct 13 04:21:19.231043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48766) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:19.240404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 01a1dc7f-f8fa-4334-8630-cfce37227c91 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:19.261861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'ports': [{'network_id': '01a1dc7f-f8fa-4334-8630-cfce37227c91', 'name': 'tempest-port--1220669935', 'admin_state_up': True}, {'network_id': '2bff579f-7964-4da8-8771-d4988f782676', 'admin_state_up': False}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:19.262338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'port': {'network_id': '01a1dc7f-f8fa-4334-8630-cfce37227c91', 'name': 'tempest-port--1220669935', 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:19.262948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'port': {'network_id': '2bff579f-7964-4da8-8771-d4988f782676', 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:19.399133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Pushing event updated for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.437897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.439450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b9a8d-8e1a-4802-9751-83c8f8d39edc tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=2bff579f-7964-4da8-8771-d4988f782676,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.451054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.467336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2bff579f-7964-4da8-8771-d4988f782676 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:19.519423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc320-cafc-4860-9f54-4d853a7c18e1 req-e62e2c7c-85d9-4ba4-bb02-3754a6565aa4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:19.521020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbedc320-cafc-4860-9f54-4d853a7c18e1 req-e62e2c7c-85d9-4ba4-bb02-3754a6565aa4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2119493 Oct 13 04:21:19.571270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Attempting to bind port 3e386ec5-32e3-4be2-af8b-e90836344106 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:19.571621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Attempting to bind port 3e386ec5-32e3-4be2-af8b-e90836344106 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:19.571945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Attempting to bind port 3e386ec5-32e3-4be2-af8b-e90836344106 on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:19.583406 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.588951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Port 3e386ec5-32e3-4be2-af8b-e90836344106 on network af99e98b-619a-44de-83c5-51aeda17f941 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:19.589281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Attempting to bind port 3e386ec5-32e3-4be2-af8b-e90836344106 on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:19.595609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea45a62-5bd7-4c9b-8e2f-767ca5b8715b req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4986100 Oct 13 04:21:19.613791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9d20a-6bfb-4f65-83fa-16707eca650a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf846dc-ecb4-442f-97e0-ad0da659a18a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:19.623594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbedc320-cafc-4860-9f54-4d853a7c18e1 req-39ffc883-a3cb-41f5-af0d-ea105b89154b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949697 Oct 13 04:21:19.662094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:19.662435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Checking segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:19.662825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Bound using segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:19.670985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Bound port: 3e386ec5-32e3-4be2-af8b-e90836344106, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:19.671482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.840127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'port': 2} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:19.840657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08307dd8-8d8f-4b96-8a28-485dced0ad3e {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:19.843596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.860438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.878737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.878934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Transition to ACTIVE for port object 08307dd8-8d8f-4b96-8a28-485dced0ad3e will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:19.928506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:19.939928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:19.975046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] device_id is not set on port a3ea1946-c8c4-45ae-9245-508025582b62 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:20.032555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Pushing event updated for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.048227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3e386ec5-32e3-4be2-af8b-e90836344106,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:20.064592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.087159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd968c-dbb2-467b-aa6f-80a7a49deb75 req-91ecdcc0-a6b5-482f-9017-939095a3cd74 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.088766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4bd968c-dbb2-467b-aa6f-80a7a49deb75 req-91ecdcc0-a6b5-482f-9017-939095a3cd74 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.2647331 Oct 13 04:21:20.140326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Pushing event updated for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.163823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e43c5-f010-4d69-9ec3-bb417023bdcc req-9572c7a9-5d00-42a7-aa43-c2b99946fd48 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.165393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e94e43c5-f010-4d69-9ec3-bb417023bdcc req-9572c7a9-5d00-42a7-aa43-c2b99946fd48 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 944 time: 0.2850010 Oct 13 04:21:20.203095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4bd968c-dbb2-467b-aa6f-80a7a49deb75 req-546114d7-06c3-4b05-8b79-5a11e25fabe2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040132 Oct 13 04:21:20.230425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.255568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.256188 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.257561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-530567f9-e77e-4f0e-932b-b5ff9067badd service neutron] 10.222.0.16 "PUT /v2.0/ports/3e386ec5-32e3-4be2-af8b-e90836344106 HTTP/1.1" status: 200 len: 1092 time: 1.9985759 Oct 13 04:21:20.258004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:20.262571 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9582a6-77cf-4318-b371-cc70a6e55b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:20.318043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1647740793', 'description': 'tempest-description-884714212'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:20.363258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] device_id is not set on port a6c21938-5ba7-47a0-8b5e-f85014ff4894 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:20.384096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.450125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Attempting to bind port 08307dd8-8d8f-4b96-8a28-485dced0ad3e on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:20.450555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Attempting to bind port 08307dd8-8d8f-4b96-8a28-485dced0ad3e by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:20.450883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Attempting to bind port 08307dd8-8d8f-4b96-8a28-485dced0ad3e on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:20.464308 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e94e43c5-f010-4d69-9ec3-bb417023bdcc req-f5e36d9a-fa27-41df-9440-3233bd28693b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396042 Oct 13 04:21:20.475147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-6620e5b3-8ab6-4b38-9d7a-b528dfec0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.480993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-6620e5b3-8ab6-4b38-9d7a-b528dfec0d3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 1095 time: 0.1546884 Oct 13 04:21:20.481872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Port 08307dd8-8d8f-4b96-8a28-485dced0ad3e on network af99e98b-619a-44de-83c5-51aeda17f941 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:20.482190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Attempting to bind port 08307dd8-8d8f-4b96-8a28-485dced0ad3e on network af99e98b-619a-44de-83c5-51aeda17f941 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:20.559556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:20.560942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Checking segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:20.561440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Bound using segment: {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:20.562560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Bound port: 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1725b69c-e05c-4937-8a75-89ffe1011d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:20.563860 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.569271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-5b1e3efa-4608-476f-8c77-5938cf923bc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e386ec5-32e3-4be2-af8b-e90836344106 HTTP/1.1" status: 200 len: 217 time: 0.0792651 Oct 13 04:21:20.659599 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.687543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.710457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.714237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-843794de-9764-4aad-bb5d-a10830e5c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:20.715836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-843794de-9764-4aad-bb5d-a10830e5c7a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.1357226 Oct 13 04:21:20.786263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.798605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-cd2116b8-a1d7-4136-8702-0cc44457f8c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704064 Oct 13 04:21:20.799656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:20.801969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22fdc6e4-4b53-4e61-83b2-aee17acf4881 req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4883840 Oct 13 04:21:20.841069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a76da5-d9cf-476a-afa6-74e143e1a99e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848902c8-ec48-441f-a808-29008ae1c720,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:20.908075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:20.909558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:20.931790 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd8fc5-8936-4297-95ff-f24f04489e97 x-openstack-request-id: req-1cdd8fc5-8936-4297-95ff-f24f04489e97 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:20.932090 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:20.932583 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cdd8fc5-8936-4297-95ff-f24f04489e97 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:20.933855 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106', 'status': 'completed', 'code': 200} Oct 13 04:21:20.952694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.048890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.048890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.050446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] 10.222.0.47 "PUT /v2.0/ports/08307dd8-8d8f-4b96-8a28-485dced0ad3e HTTP/1.1" status: 200 len: 1092 time: 2.9382219 Oct 13 04:21:21.072532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Port': ['ID=a3ea1946-c8c4-45ae-9245-508025582b62,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:21.108422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Checking segment: {'id': 'a2bd9b7e-6b89-4eb9-a235-9589d9066ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '01a1dc7f-f8fa-4334-8630-cfce37227c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:21.109058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network hostable DHCP agents. Network: 01a1dc7f-f8fa-4334-8630-cfce37227c91, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:21.115357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ca97-bcbe-4b7c-a6d6-cca91882e2b4 req-9ec8074c-4fb5-453e-a19c-7e5942548f68 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.117164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f74ca97-bcbe-4b7c-a6d6-cca91882e2b4 req-9ec8074c-4fb5-453e-a19c-7e5942548f68 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 946 time: 0.2625928 Oct 13 04:21:21.117836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb0d1-10b6-4e4f-9ea2-71f603165e2e service neutron] Pushing event updated for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:21.132410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-4cac7b23-e6ff-4a28-a0b1-e12db987f05f service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236310 Oct 13 04:21:21.180306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa5f2-11b3-4433-a2ad-14aa6bc55a46 req-2f04469f-2902-4bb3-be8a-4b8edb0ca7a9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.190458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5edfa5f2-11b3-4433-a2ad-14aa6bc55a46 req-2f04469f-2902-4bb3-be8a-4b8edb0ca7a9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2123661 Oct 13 04:21:21.263394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network 01a1dc7f-f8fa-4334-8630-cfce37227c91 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:21.288309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f74ca97-bcbe-4b7c-a6d6-cca91882e2b4 req-f3341c9b-bce1-44db-8d23-0ecd5f4d41b1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533661 Oct 13 04:21:21.299689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5edfa5f2-11b3-4433-a2ad-14aa6bc55a46 req-16c1e9be-17a7-4190-b831-5783df14b5ec tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068587 Oct 13 04:21:21.300812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-955fbd47-0f01-461a-adb4-dcf9bb3c6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.301175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 01a1dc7f-f8fa-4334-8630-cfce37227c91) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:21.302944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-955fbd47-0f01-461a-adb4-dcf9bb3c6962 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 1095 time: 0.1817069 Oct 13 04:21:21.312727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e743af9c-033a-4f0c-a6bd-12a526542685 None None] Network 01a1dc7f-f8fa-4334-8630-cfce37227c91 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:21.323945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:21.325299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.438650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-bfbf14aa-6cde-484c-ab87-99f3c626d43c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e HTTP/1.1" status: 200 len: 217 time: 0.0999076 Oct 13 04:21:21.527708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Port': ['ID=a6c21938-5ba7-47a0-8b5e-f85014ff4894,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:21.612717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-9e3ae923-8ba8-41c0-8fbf-ff2d3d592631 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/8bf846dc-ecb4-442f-97e0-ad0da659a18a HTTP/1.1" status: 200 len: 1805 time: 0.1759686 Oct 13 04:21:21.613709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Checking segment: {'id': '19c63feb-937c-4aba-affc-8d37abfcd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2bff579f-7964-4da8-8771-d4988f782676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:21.614075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network hostable DHCP agents. Network: 2bff579f-7964-4da8-8771-d4988f782676, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:21.716297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network 2bff579f-7964-4da8-8771-d4988f782676 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:21.768224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-d8c2a891-8977-462d-81c8-dac8025a9564 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/848902c8-ec48-441f-a808-29008ae1c720 HTTP/1.1" status: 200 len: 1806 time: 0.1429052 Oct 13 04:21:21.772893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2bff579f-7964-4da8-8771-d4988f782676) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:21.778369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:21.790093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a9bb72-d38e-46b3-b275-d5ed9d05c4cb None None] Network 2bff579f-7964-4da8-8771-d4988f782676 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:21.792521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.798476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:21.811216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:21.816899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8bf846dc-ecb4-442f-97e0-ad0da659a18a', 'remote_group_id': '848902c8-ec48-441f-a808-29008ae1c720', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:21.817288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8bf846dc-ecb4-442f-97e0-ad0da659a18a', 'remote_group_id': '848902c8-ec48-441f-a808-29008ae1c720', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:21.906027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7d432bbc-5c84-470f-b5e5-e2a9dd6c5930 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6673684 Oct 13 04:21:21.921563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:22.109820 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-500e0b5d-79aa-45cd-8960-1210b9a8bd2f service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9663687 Oct 13 04:21:22.117720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-681051d8-24de-469e-a827-5bf10f1c000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.119187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-681051d8-24de-469e-a827-5bf10f1c000b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.6705470 Oct 13 04:21:22.135014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.164868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da90cf8-15a7-448f-a2b0-89751f678e99 req-63c87744-47c1-49e4-96a3-f0185069e46f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.176985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99553a-890c-4b0d-8407-2faa75ddcf4f tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.179366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4da90cf8-15a7-448f-a2b0-89751f678e99 req-63c87744-47c1-49e4-96a3-f0185069e46f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1286156 Oct 13 04:21:22.182729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99553a-890c-4b0d-8407-2faa75ddcf4f tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.184348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ce99553a-890c-4b0d-8407-2faa75ddcf4f tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2618377 Oct 13 04:21:22.187837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:22.228983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.242178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-8f0e50d4-a852-41ff-8e62-a4a6ac050847 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132250 Oct 13 04:21:22.249999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.308770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b016bc-2843-40e8-b8ee-1179cad7a8cd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.325262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.337173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74676698-91c3-44eb-9a1a-f947f9f90f83 req-6456fe5f-e820-4859-9b30-8878f8e9f0fd tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5560539 Oct 13 04:21:22.381592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Deleting port a3ea1946-c8c4-45ae-9245-508025582b62 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:22.383049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.407860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-2aebc6c6-9c49-4cc4-97ce-4d9f9eb59776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.409392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-2aebc6c6-9c49-4cc4-97ce-4d9f9eb59776 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 1095 time: 0.1950750 Oct 13 04:21:22.431171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4da90cf8-15a7-448f-a2b0-89751f678e99 req-6209ece0-b7ba-449a-87cf-1a3e68918d05 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446389 Oct 13 04:21:22.566485 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.574612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-1446b20e-676a-464a-9265-892700bd4e62 service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035853 Oct 13 04:21:22.578866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d3af9-8e14-4c26-b64e-cfca751fe7e2 req-930d355c-a10f-4b69-8007-b10d8fca0a82 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.588414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a01d3af9-8e14-4c26-b64e-cfca751fe7e2 req-930d355c-a10f-4b69-8007-b10d8fca0a82 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1173329 Oct 13 04:21:22.632836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Calling delete_port for a3ea1946-c8c4-45ae-9245-508025582b62 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:22.704876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f65d-2119-4686-af6a-ec1ee5fb1e39 req-d47ea296-28a9-480b-b737-5eb818baf415 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.706573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be59f65d-2119-4686-af6a-ec1ee5fb1e39 req-d47ea296-28a9-480b-b737-5eb818baf415 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 944 time: 0.1565604 Oct 13 04:21:22.707693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-972f4f08-9673-4470-8b94-26e92d5c84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.709026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-972f4f08-9673-4470-8b94-26e92d5c84c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 913 time: 0.2765458 Oct 13 04:21:22.754877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a01d3af9-8e14-4c26-b64e-cfca751fe7e2 req-8195091c-d944-4b65-a94e-bd7fa90bbbb0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450429 Oct 13 04:21:22.756188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae5ab7dd-e7c6-40f9-9f4d-d7cce6c73700 req-a124ccc3-50b0-4009-b44d-018d3440fc0b service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621311 Oct 13 04:21:22.785859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.849137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-5bb5aca5-bcd4-4377-817a-d37d2dc7f3c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e386ec5-32e3-4be2-af8b-e90836344106 HTTP/1.1" status: 200 len: 217 time: 0.0907779 Oct 13 04:21:22.869572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Port': ['ID=a3ea1946-c8c4-45ae-9245-508025582b62,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:22.888342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:22.894788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2085b0a6-48cb-4607-a24a-b8d8f3d63b56 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/ports/a3ea1946-c8c4-45ae-9245-508025582b62 HTTP/1.1" status: 204 len: 168 time: 0.7037461 Oct 13 04:21:22.895048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:22.931626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be59f65d-2119-4686-af6a-ec1ee5fb1e39 req-53334cea-b654-465c-a6a0-23502cce21a2 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154567 Oct 13 04:21:22.950195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:22.953614 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e157edd-213b-490a-87e5-a9b4a15809f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:22.957520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-a8155b35-dcb7-49a5-a55f-973d9aba389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:22.959053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-a8155b35-dcb7-49a5-a55f-973d9aba389c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.0879714 Oct 13 04:21:22.994407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-500179883', 'description': 'tempest-description-1414326828'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:23.020939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-ec7086d0-6706-4c0e-bf9e-34dcdfcd18af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521832 Oct 13 04:21:23.049402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.083772 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47d085-8043-45c2-8985-04681ea275ca x-openstack-request-id: req-8d47d085-8043-45c2-8985-04681ea275ca {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:23.084070 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:23.084455 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d47d085-8043-45c2-8985-04681ea275ca {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:23.084861 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e', 'status': 'completed', 'code': 200} Oct 13 04:21:23.090970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Deleting port a6c21938-5ba7-47a0-8b5e-f85014ff4894 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:23.091447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.207297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-32815e07-d8d6-4fa3-8377-feaf164954cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.208841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-32815e07-d8d6-4fa3-8377-feaf164954cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c89988fee2e242f2a1ed35483f13ea27&device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 1095 time: 0.1231878 Oct 13 04:21:23.211017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-18cf40de-3bfc-4a7e-be71-1dd80d896c4d service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868246 Oct 13 04:21:23.219097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c53cf-800c-4e50-814b-c3bf51cb3cfa req-a54a85a0-e1ec-43fd-bb25-8d169b0f446f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.221186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f55c53cf-800c-4e50-814b-c3bf51cb3cfa req-a54a85a0-e1ec-43fd-bb25-8d169b0f446f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0954535 Oct 13 04:21:23.441701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f55c53cf-800c-4e50-814b-c3bf51cb3cfa req-93afd24e-a21b-4996-96c1-71dafbb0a612 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028682 Oct 13 04:21:23.450955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.464231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-b805a0a4-d9d6-4453-93fb-82cd130dd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.465676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-b805a0a4-d9d6-4453-93fb-82cd130dd9cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 1094 time: 0.1581166 Oct 13 04:21:23.475840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Calling delete_port for a6c21938-5ba7-47a0-8b5e-f85014ff4894 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:23.532290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-a45c12ec-f612-4fed-bf57-a23bae2fafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.533939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-a45c12ec-f612-4fed-bf57-a23bae2fafbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 200 len: 913 time: 0.3118157 Oct 13 04:21:23.536957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9582a6-77cf-4318-b371-cc70a6e55b2c req-7ea52b0c-9d93-4449-90f8-33461907bcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135962 Oct 13 04:21:23.553596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.567121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.603813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.605049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8677f6b-826b-40e7-a478-1e0a986d3aac req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6152046 Oct 13 04:21:23.618695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bb9fe-4edd-4c18-948b-a1ac2a573e2e tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad648db2-c6cb-44c6-9263-1346c97720d6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.632517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-0fb4b674-4f03-4bf7-88aa-d9125ded552d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e HTTP/1.1" status: 200 len: 217 time: 0.0797441 Oct 13 04:21:23.633370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.656734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-96030d0d-9a41-412d-be52-c7b0cd2edcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.658216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-96030d0d-9a41-412d-be52-c7b0cd2edcb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1094 time: 0.1675858 Oct 13 04:21:23.670834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Port': ['ID=a6c21938-5ba7-47a0-8b5e-f85014ff4894,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:23.688544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.692818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a96b8255-7e67-4239-a64b-06624b8deeef tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/ports/a6c21938-5ba7-47a0-8b5e-f85014ff4894 HTTP/1.1" status: 204 len: 168 time: 0.7967410 Oct 13 04:21:23.694803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48838) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:23.735601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e031edea-97d9-49f0-a90d-e9694aeb834c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394320 Oct 13 04:21:23.740537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48840) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:23.748012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1321759736'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:23.773869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e7da-4520-421e-87bb-369d80eaebf2 req-406a1992-fe60-4492-a02d-c309946e8cb5 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.775486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99d2e7da-4520-421e-87bb-369d80eaebf2 req-406a1992-fe60-4492-a02d-c309946e8cb5 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1024442 Oct 13 04:21:23.780830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-3c21e081-4a27-4dba-8980-33aee9236e99 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.782437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-3c21e081-4a27-4dba-8980-33aee9236e99 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.2430987 Oct 13 04:21:23.785940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-e9221100-0edd-4096-bef1-7cff294ba25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.787344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-e9221100-0edd-4096-bef1-7cff294ba25a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 200 len: 852 time: 0.1430914 Oct 13 04:21:23.791297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:23.794878 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.817393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-19869f7d-a38f-497f-9baa-85d2f87e8953 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/quotas/618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 375 time: 0.0276310 Oct 13 04:21:23.838176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99d2e7da-4520-421e-87bb-369d80eaebf2 req-53bffaa4-cc25-483e-a0cd-384a5c3a58cc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550125 Oct 13 04:21:23.840846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-6445022a-7a81-4f8a-8e46-dabe80919d29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af99e98b-619a-44de-83c5-51aeda17f941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407288 Oct 13 04:21:23.841645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:23.852542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.852898 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment 28a3d4f2-bfbf-4445-96ae-f38be8fefed4 of type vlan for network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 Oct 13 04:21:23.902038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.928695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-7a366476-23b7-4b72-a379-74a9bfe1aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.930187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-7a366476-23b7-4b72-a379-74a9bfe1aa3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.2494204 Oct 13 04:21:23.959045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.964602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:23.965189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:23.996358 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-e3603e7a-5b6c-4813-85da-2c1d9a082e44 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576955 Oct 13 04:21:24.032383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad6ef-c75c-42ba-a5ab-7d941ae7a22b req-e2a70ed0-66c3-4ae6-b7cb-28f080dff595 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.033969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-887ad6ef-c75c-42ba-a5ab-7d941ae7a22b req-e2a70ed0-66c3-4ae6-b7cb-28f080dff595 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1258790 Oct 13 04:21:24.045408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2997389 Oct 13 04:21:24.046684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:24.064940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1884690056'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:24.086852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212e01-b447-4337-8b75-2efd8a2409c1 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=8966b8a2-3b4b-4b09-bbfe-b8670a934c35,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.098551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-39d2005d-92fa-4cd0-86cf-95288138ecd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 999 time: 0.1576450 Oct 13 04:21:24.099374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:24.102386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-adcc3a9c-9092-40cb-8ba6-9ba9563c8cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486486 Oct 13 04:21:24.127894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-887ad6ef-c75c-42ba-a5ab-7d941ae7a22b req-333a9989-a3a7-43d8-90d0-6d62477563fd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Oct 13 04:21:24.132373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:24.138844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.187927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-85729255', 'description': 'tempest-description-711540331'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:24.201815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:24.220527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.220871 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Added segment f39b7751-cec2-4b58-a131-25122abcd034 of type vlan for network 71dfca6e-ede7-427d-847c-a726a9b3dd31 Oct 13 04:21:24.230853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.235970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-d8ea562f-1eb1-4399-a187-fe98cb6330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.237432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-d8ea562f-1eb1-4399-a187-fe98cb6330dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1223011 Oct 13 04:21:24.239178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-075fc891-c34e-4926-b62f-b810a29d1bdf service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345576 Oct 13 04:21:24.276660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.321753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.328062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.328696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.348262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e157edd-213b-490a-87e5-a9b4a15809f5 req-f43f0f3b-f7f4-4d8d-bb51-afd394194050 service neutron] 10.222.0.47 "GET /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341669 Oct 13 04:21:24.372720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-142b1882-0e2b-437d-b9a9-37a39021eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:24.374259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-142b1882-0e2b-437d-b9a9-37a39021eaa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268601 Oct 13 04:21:24.406379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-a0bf52ec-9a39-4656-b981-d83425e3ff69 service neutron] 10.222.0.49 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578386 Oct 13 04:21:24.423260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.427763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3695991 Oct 13 04:21:24.434262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba4d74-9f36-4511-8971-10f65219861c tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Network': ['ID=71dfca6e-ede7-427d-847c-a726a9b3dd31,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.437273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.450746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 71dfca6e-ede7-427d-847c-a726a9b3dd31 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:24.531900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289ba581-5ca0-430a-b374-b746792bd9ba,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:24.533107 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-a30aa126-0c56-415b-b71a-3bc6209f3f1d service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484277 Oct 13 04:21:24.583277 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:24.584553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a63356a-284d-43d3-8200-1898f9c90133 req-be5816cf-550b-4358-bd0e-d8d882d0dcc7 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4028111 Oct 13 04:21:24.673712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3e386ec5-32e3-4be2-af8b-e90836344106 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:24.772319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527be2b1-92a6-4379-87b4-a8b05d366ece req-02df8ba4-4490-4e4f-b621-aa2d368f6ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302511 Oct 13 04:21:24.934339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3e386ec5-32e3-4be2-af8b-e90836344106,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:24.966383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '3e386ec5-32e3-4be2-af8b-e90836344106', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'port_id': '3e386ec5-32e3-4be2-af8b-e90836344106', 'mac_address': 'fa:16:3e:65:1c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b45b9b-4c62-47a2-a748-247dfa41f11d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:25.068005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2ac7e-beba-49e1-a51a-8b8a7ebd859a req-c8f48287-3164-4b7b-9cbb-0abf0434ddb4 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.069604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54f2ac7e-beba-49e1-a51a-8b8a7ebd859a req-c8f48287-3164-4b7b-9cbb-0abf0434ddb4 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 944 time: 0.1198578 Oct 13 04:21:25.072124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:25.104828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e386ec5-32e3-4be2-af8b-e90836344106 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:25.163139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3e386ec5-32e3-4be2-af8b-e90836344106,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:25.171743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54f2ac7e-beba-49e1-a51a-8b8a7ebd859a req-fc62ec34-e9b4-4c53-a1f2-95c15d4cc519 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909481 Oct 13 04:21:25.188043 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:25.320969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e93df438-5117-4b9e-9f0d-f742de889261 req-f3ef821b-ff63-4832-8e7b-62bac484c739 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/ad648db2-c6cb-44c6-9263-1346c97720d6 HTTP/1.1" status: 200 len: 1806 time: 0.0685937 Oct 13 04:21:25.366596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:25.450877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['3e386ec5-32e3-4be2-af8b-e90836344106'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:25.576610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e93df438-5117-4b9e-9f0d-f742de889261 req-93feed2e-b7bc-4c8b-b30e-5f5be4d3012f tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/289ba581-5ca0-430a-b374-b746792bd9ba HTTP/1.1" status: 200 len: 1804 time: 0.2287099 Oct 13 04:21:25.591951 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d4e793b-800f-44ed-9010-d4a5cc61228a req-d822f8ea-452d-48ab-a1d1-4da51e936f93 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0964658 Oct 13 04:21:25.602308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad648db2-c6cb-44c6-9263-1346c97720d6', 'remote_group_id': '289ba581-5ca0-430a-b374-b746792bd9ba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:25.602628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ad648db2-c6cb-44c6-9263-1346c97720d6', 'remote_group_id': '289ba581-5ca0-430a-b374-b746792bd9ba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:25.903516 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:25.914731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3211a-e514-4392-811a-b331cead6756 req-4f39b0ca-6ce4-4950-a43e-805f6187b8ac tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:25.926534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2aa3211a-e514-4392-811a-b331cead6756 req-4f39b0ca-6ce4-4950-a43e-805f6187b8ac tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1472685 Oct 13 04:21:26.052434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2aa3211a-e514-4392-811a-b331cead6756 req-b0cda9b4-5678-498a-acaf-27b0022e7498 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221435 Oct 13 04:21:26.074844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.084030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.131035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2c5d8-0d0d-4380-b322-87da52445ac7,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:26.169357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.173159 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e93df438-5117-4b9e-9f0d-f742de889261 req-06ceab1c-8eac-4e69-8b1d-7ef45d1b1f37 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5884304 Oct 13 04:21:26.304571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b94c2-b5b2-4151-a7dd-973da2dbaa49 req-9fca0757-e2de-4f89-a795-c8ec9e132d70 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:26.318708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c8b94c2-b5b2-4151-a7dd-973da2dbaa49 req-9fca0757-e2de-4f89-a795-c8ec9e132d70 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1554091 Oct 13 04:21:26.422851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c8b94c2-b5b2-4151-a7dd-973da2dbaa49 req-dcd4ebad-320d-4973-8528-d8de650adf38 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020205 Oct 13 04:21:26.542900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-a34283e3-2e43-4d9c-ab14-6fbf1fdaf1cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/289ba581-5ca0-430a-b374-b746792bd9ba HTTP/1.1" status: 200 len: 1804 time: 0.0697179 Oct 13 04:21:26.656173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08307dd8-8d8f-4b96-8a28-485dced0ad3e details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:26.710266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3e386ec5-32e3-4be2-af8b-e90836344106 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:26.797770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.849075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.889097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6746f2-25a6-4315-9211-1fa053a21032 req-ebcc45d9-9ee7-4311-b5c5-94b25f4329f9 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:26.902726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba6746f2-25a6-4315-9211-1fa053a21032 req-ebcc45d9-9ee7-4311-b5c5-94b25f4329f9 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 945 time: 0.1405089 Oct 13 04:21:26.970382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.976076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:26.982021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdc2e204-f854-48a3-aec7-9961eb4b271f req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/289ba581-5ca0-430a-b374-b746792bd9ba HTTP/1.1" status: 204 len: 173 time: 0.4316998 Oct 13 04:21:27.002151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d913d-e90d-442c-91ab-0794214bd0ac tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ba581-5ca0-430a-b374-b746792bd9ba,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:27.058071 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba6746f2-25a6-4315-9211-1fa053a21032 req-860db23d-e2cc-43e5-a652-6e152f6c39b1 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504087 Oct 13 04:21:27.169177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:27.190673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde570f-0676-4f81-a254-a56e67039cde req-121414c3-72e7-43f3-a8b9-d7a917c0d57a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.201379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bde570f-0676-4f81-a254-a56e67039cde req-121414c3-72e7-43f3-a8b9-d7a917c0d57a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1099041 Oct 13 04:21:27.219241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 3e386ec5-32e3-4be2-af8b-e90836344106 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:27.225701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 3e386ec5-32e3-4be2-af8b-e90836344106 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:27.227429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.233435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '08307dd8-8d8f-4b96-8a28-485dced0ad3e', 'network_id': 'af99e98b-619a-44de-83c5-51aeda17f941', 'port_id': '08307dd8-8d8f-4b96-8a28-485dced0ad3e', 'mac_address': 'fa:16:3e:bd:88:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b45b9b-4c62-47a2-a748-247dfa41f11d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:27.264152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-423914b3-42ea-48bb-ba30-cb1c40be5de1 req-3e1aec1d-9147-4d4f-aa18-d44e34d610bd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0743780 Oct 13 04:21:27.324190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8bde570f-0676-4f81-a254-a56e67039cde req-245eced5-08db-47db-a577-3fc039e39cff tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208601 Oct 13 04:21:27.378456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c9532fd-ec89-4d2b-afca-1f57af839534 req-b0319b69-eb92-4c91-8fc4-e3b05a247c03 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/ad648db2-c6cb-44c6-9263-1346c97720d6 HTTP/1.1" status: 200 len: 1806 time: 0.0886641 Oct 13 04:21:27.411826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-426999686', 'description': 'tempest-description-1227722848'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:27.489153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.516339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.580516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08307dd8-8d8f-4b96-8a28-485dced0ad3e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:27.653734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:27.667117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.682414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48930) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:27.714274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'subnets': [{'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339080828', 'ip_version': 6}, {'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:27.727775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'subnet': {'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339080828', 'ip_version': 6}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:27.729416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Request body: {'subnet': {'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:27.798124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:27.830372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.885895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cab65-766c-44b6-83fb-49acac3137c6 req-f2bf59ad-d09b-4631-bb39-a018bc91a610 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.888264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:27.891618 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f94d5-8177-4830-a2b1-00045132ecfb" -d '{"events": [{"server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "name": "network-vif-plugged", "status": "completed", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:27.907036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3e386ec5-32e3-4be2-af8b-e90836344106,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:27.907925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a5cab65-766c-44b6-83fb-49acac3137c6 req-f2bf59ad-d09b-4631-bb39-a018bc91a610 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.3336382 Oct 13 04:21:27.916268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-2f4ac041-4a4c-4690-ba1b-d83b4dd7a966 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:27.917879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-2f4ac041-4a4c-4690-ba1b-d83b4dd7a966 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 808 time: 0.4086025 Oct 13 04:21:27.934667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.934866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:27.944715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.032169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a5cab65-766c-44b6-83fb-49acac3137c6 req-1ccfff4b-82fd-49a3-a57d-9f4de048501a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228273 Oct 13 04:21:28.036867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Request body: {'port': {'device_id': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'admin_state_up': True, 'tenant_id': '618ece22fe3f433692491ee646b1949c'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:28.062984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.067523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['08307dd8-8d8f-4b96-8a28-485dced0ad3e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:28.098733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.127670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e9f8402-a950-4c99-bd80-295f9378113a req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7216811 Oct 13 04:21:28.287331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0955d2-c3a3-426a-8786-d5ba49c8c123 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7b25cd-dad0-4729-9489-11d00237d178,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:28.396243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Made reservation on behalf of 1a5222349e40476888d93a77aa36554e for: {'subnet': 2} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:28.401198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.401544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.445042 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b471587-3f99-49bd-af52-969bb2a8c1f6 x-openstack-request-id: req-2b471587-3f99-49bd-af52-969bb2a8c1f6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:28.445387 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "name": "network-vif-plugged", "status": "completed", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:28.445647 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b471587-3f99-49bd-af52-969bb2a8c1f6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:28.446036 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106', 'code': 200} Oct 13 04:21:28.486997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Made reservation on behalf of 618ece22fe3f433692491ee646b1949c for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:28.492724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:28.678494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1451-86ae-430c-9b18-3e6b5e227f11 req-72b286ba-9b49-4f11-ac1c-b89dfdd75001 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.680173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-feeb1451-86ae-430c-9b18-3e6b5e227f11 req-72b286ba-9b49-4f11-ac1c-b89dfdd75001 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 946 time: 0.1504378 Oct 13 04:21:28.716016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212be25c-2673-4b93-a4c2-2a11fa244d60 req-4ca3c0e4-541c-46a7-86d7-78d7ec7122e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.718398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-212be25c-2673-4b93-a4c2-2a11fa244d60 req-4ca3c0e4-541c-46a7-86d7-78d7ec7122e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 1097 time: 0.1903081 Oct 13 04:21:28.838314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-feeb1451-86ae-430c-9b18-3e6b5e227f11 req-9c72310c-18f5-4b1c-a59c-b4b3ebe8fd88 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466012 Oct 13 04:21:28.863251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf438-7764-4097-b307-06c7f148ad35 req-91d96687-b5eb-4ad2-afa8-be48315c623d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:28.873327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebedf438-7764-4097-b307-06c7f148ad35 req-91d96687-b5eb-4ad2-afa8-be48315c623d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2807243 Oct 13 04:21:28.938538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-212be25c-2673-4b93-a4c2-2a11fa244d60 req-10d7152d-b8a6-46a5-99e4-2e527fc00cbd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113509 Oct 13 04:21:28.952888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebedf438-7764-4097-b307-06c7f148ad35 req-7dc312a3-72fe-494e-b39c-a57ee0c12e31 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776310 Oct 13 04:21:29.006895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Allocated IP 172.20.0.9 (2452335b-c31d-42e5-8e41-917b90974329/0a634132-7abb-4578-b913-130788d39855/a5b46fc6-90d6-4989-ba5d-c0a25f50315f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:29.203387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21e8b3b0-79be-4e77-b7aa-57e55ac2592d req-3d83c099-25fa-4861-a1ef-f21566664f5c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.1092689 Oct 13 04:21:29.397121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:29.627901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-38fab3e8-88a4-46b8-922d-3268e51fb2f2 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 200 len: 1806 time: 0.3043106 Oct 13 04:21:29.637357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7b25cd-dad0-4729-9489-11d00237d178', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:29.638195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7b25cd-dad0-4729-9489-11d00237d178', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:29.731051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Subnet': ['ID=574cf6e0-65c6-4eaf-933e-8d8caeb02de9,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:29.741172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Checking segment: {'id': '28a3d4f2-bfbf-4445-96ae-f38be8fefed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:29.742288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network hostable DHCP agents. Network: 8966b8a2-3b4b-4b09-bbfe-b8670a934c35, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:29.810519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:29.862668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 8966b8a2-3b4b-4b09-bbfe-b8670a934c35) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:29.875275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5437058-6637-426d-904f-6f965efc57b5 None None] Network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:29.919542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.064292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.141983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.183778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.224198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.240295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.276863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event updated for resources: {'Subnet': ['ID=8a5bbe60-e74b-4116-b89a-4a1a2992c651,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.329867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c706fe-c7c5-4a62-9c5b-72024b4c024a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.331876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:30.336349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Checking segment: {'id': 'f39b7751-cec2-4b58-a131-25122abcd034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:30.336554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network hostable DHCP agents. Network: 71dfca6e-ede7-427d-847c-a726a9b3dd31, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:30.367118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.377823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-50b8fcfe-a513-4fe9-9745-546e07b4dff4 req-dc7d383b-a26d-4cbf-9317-13e8057c114a tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7471681 Oct 13 04:21:30.384238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Network 2452335b-c31d-42e5-8e41-917b90974329 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:30.401441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:30.414205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:30.416433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Network 71dfca6e-ede7-427d-847c-a726a9b3dd31 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:30.443760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 71dfca6e-ede7-427d-847c-a726a9b3dd31) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:30.462403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.471391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.474134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.477163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-8966b8a2-3b4b-4b09-bbfe-b8670a934c35', 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35', 'tenant_id': '1a5222349e40476888d93a77aa36554e', 'fixed_ips': [{'subnet_id': '574cf6e0-65c6-4eaf-933e-8d8caeb02de9'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:30.478229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.481083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ea256-8bf6-4027-b69d-2397a6ba681c req-216f3294-d668-4b7f-b926-2fadbde5586b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.487512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a44ea256-8bf6-4027-b69d-2397a6ba681c req-216f3294-d668-4b7f-b926-2fadbde5586b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2625041 Oct 13 04:21:30.495728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:30.499808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a633d081-66a0-4345-80fc-120e75734f99 None None] Network 71dfca6e-ede7-427d-847c-a726a9b3dd31 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:30.549520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dda7c8d3-63a4-4ede-b76c-caab3f4e0838 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8579280 Oct 13 04:21:30.554447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48960) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:30.762597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a44ea256-8bf6-4027-b69d-2397a6ba681c req-f155938d-0b63-44a9-b019-e4b134433aa7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729348 Oct 13 04:21:30.775975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.779738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:30.784234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Allocated IP 2001:db8::1 (8966b8a2-3b4b-4b09-bbfe-b8670a934c35/574cf6e0-65c6-4eaf-933e-8d8caeb02de9/30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:30.818290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-db499c85-3f9f-4020-b44c-d4bba6d153c3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8110869 Oct 13 04:21:30.859242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e1081-4ee9-4c30-89a1-361667326355 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.866727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e1081-4ee9-4c30-89a1-361667326355 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.872269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e1081-4ee9-4c30-89a1-361667326355 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.885918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c3e1081-4ee9-4c30-89a1-361667326355 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3195198 Oct 13 04:21:30.886608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48964) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:30.918274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350957-792c-40b5-a7ad-5d04fe1f786e req-7c001c78-b8b1-455e-91d8-c9a11d14a7eb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:30.920407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d350957-792c-40b5-a7ad-5d04fe1f786e req-7c001c78-b8b1-455e-91d8-c9a11d14a7eb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.3112097 Oct 13 04:21:30.927531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08307dd8-8d8f-4b96-8a28-485dced0ad3e up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:30.998167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Deleting subnet 574cf6e0-65c6-4eaf-933e-8d8caeb02de9 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:31.005537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Request body: {'port': {'device_id': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:31.056323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d350957-792c-40b5-a7ad-5d04fe1f786e req-17461d79-176f-40d0-a12f-7de488b4e930 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243472 Oct 13 04:21:31.190035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2052bd-6293-4385-9be8-759f358bb021 req-922f681a-6fdb-4601-a321-8b72e0d0784d tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.191839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d2052bd-6293-4385-9be8-759f358bb021 req-922f681a-6fdb-4601-a321-8b72e0d0784d tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 946 time: 0.1195512 Oct 13 04:21:31.227547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.258298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 08307dd8-8d8f-4b96-8a28-485dced0ad3e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:31.265392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 08307dd8-8d8f-4b96-8a28-485dced0ad3e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:31.265771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.274646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad48649-12f9-4b41-baf9-316917af0155 req-43a7d15e-3dcf-4fb9-af8d-909e8e3a5c3b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.295360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ad48649-12f9-4b41-baf9-316917af0155 req-43a7d15e-3dcf-4fb9-af8d-909e8e3a5c3b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 931 time: 0.1260667 Oct 13 04:21:31.303859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d2052bd-6293-4385-9be8-759f358bb021 req-2ec83f55-3e24-4bbe-b998-0440a6f71f11 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023695 Oct 13 04:21:31.339034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-71dfca6e-ede7-427d-847c-a726a9b3dd31', 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31', 'tenant_id': '1a5222349e40476888d93a77aa36554e', 'fixed_ips': [{'subnet_id': '8a5bbe60-e74b-4116-b89a-4a1a2992c651'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:31.339933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.361702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ad48649-12f9-4b41-baf9-316917af0155 req-e94ea3d2-b5df-4049-8af6-9c7b53df4c19 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645654 Oct 13 04:21:31.585766 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-0ef1fbfc-bf80-4d68-95bf-01bbd89be461 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 200 len: 2400 time: 0.2010405 Oct 13 04:21:31.600771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7b25cd-dad0-4729-9489-11d00237d178', 'remote_group_id': None}]} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:31.601330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1f7b25cd-dad0-4729-9489-11d00237d178', 'remote_group_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:31.653222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.676022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126dd8d-be6a-481f-8eec-b268e7ed879d req-5498ae45-de7c-4207-855c-5073d6a9650d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.685476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b126dd8d-be6a-481f-8eec-b268e7ed879d req-5498ae45-de7c-4207-855c-5073d6a9650d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 814 time: 0.1595895 Oct 13 04:21:31.704153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.707867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b126dd8d-be6a-481f-8eec-b268e7ed879d req-4d62b007-9b4a-48c2-a1b9-0eb3137e266c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/quotas/697a24a39ebf42b3916c9ecf827cbf6a HTTP/1.1" status: 200 len: 375 time: 0.0213182 Oct 13 04:21:31.725674 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.799873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b126dd8d-be6a-481f-8eec-b268e7ed879d req-f930d6e0-6597-4369-99a4-8a5fd1118520 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0866590 Oct 13 04:21:31.809945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:31.817151 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.817638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:31.825332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.830908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:31.867218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Allocated IP 2001:db8:0:1::1 (71dfca6e-ede7-427d-847c-a726a9b3dd31/8a5bbe60-e74b-4116-b89a-4a1a2992c651/b2bc64ee-6814-48db-a1f6-2f4bc40c30e4) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:31.883102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Pushing event updated for resources: {'Port': ['ID=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:31.897724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:31.958549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f2f1e-7bb6-43b2-b47d-14801ed0ddea req-ff054dfa-f249-4045-a61a-cd57578ac947 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:31.970983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-367f2f1e-7bb6-43b2-b47d-14801ed0ddea req-ff054dfa-f249-4045-a61a-cd57578ac947 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 945 time: 0.0965986 Oct 13 04:21:31.972873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Attempting to bind port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:31.973483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Attempting to bind port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '28a3d4f2-bfbf-4445-96ae-f38be8fefed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:31.973589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Attempting to bind port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 on network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:31.976030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:31.986553 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36495457-0184-46e6-820e-45f39e6edf87" -d '{"events": [{"server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "name": "network-vif-plugged", "status": "completed", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:32.025673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.034157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-367f2f1e-7bb6-43b2-b47d-14801ed0ddea req-9a97d00c-43e4-42e2-92a8-55021a4edcd4 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617843 Oct 13 04:21:32.058002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:32.062518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:32.063348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Checking segment: {'id': '28a3d4f2-bfbf-4445-96ae-f38be8fefed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:32.064863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.065076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Bound using segment: {'id': '28a3d4f2-bfbf-4445-96ae-f38be8fefed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:32.065190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.067049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Bound port: 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a3d4f2-bfbf-4445-96ae-f38be8fefed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8966b8a2-3b4b-4b09-bbfe-b8670a934c35'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:32.069003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.079535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.084080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.136823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6bf611-cd82-437c-a55d-4b9392110632,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.146065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b46fc6-90d6-4989-ba5d-c0a25f50315f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:32.162384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.163903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad532286-e492-4109-9bc3-ef5ccb33ea59 req-24437b7b-8541-49b5-ad85-a7965c1a0f67 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5766296 Oct 13 04:21:32.168166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.238620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Transition to ACTIVE for port object a5b46fc6-90d6-4989-ba5d-c0a25f50315f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:32.242243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.252877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.294667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.312473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] For port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:32.313599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33488d4c-fce5-4e3a-a4c3-b39e5f07d455 req-a3069954-b036-4dd2-a337-d37f3c1b3bbe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.319414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33488d4c-fce5-4e3a-a4c3-b39e5f07d455 req-a3069954-b036-4dd2-a337-d37f3c1b3bbe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1679487 Oct 13 04:21:32.370125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] For port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,segment=NetworkSegment(28a3d4f2-bfbf-4445-96ae-f38be8fefed4),segment_id=28a3d4f2-bfbf-4445-96ae-f38be8fefed4)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:32.371463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.378912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.407418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.472150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33488d4c-fce5-4e3a-a4c3-b39e5f07d455 req-85e373da-1ceb-4be7-893c-b4e149e62e4f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464121 Oct 13 04:21:32.477411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.493955 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Subnet': ['ID=574cf6e0-65c6-4eaf-933e-8d8caeb02de9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.494163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Network 71dfca6e-ede7-427d-847c-a726a9b3dd31 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:32.499738 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3903e407-d384-4b6b-9b85-add948738e78 x-openstack-request-id: req-3903e407-d384-4b6b-9b85-add948738e78 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:32.500048 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "name": "network-vif-plugged", "status": "completed", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:32.500307 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3903e407-d384-4b6b-9b85-add948738e78 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:32.500717 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e', 'code': 200} Oct 13 04:21:32.501789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:32.503960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.509928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3929f5a5-daab-4504-9b79-f9cf57c80302 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/subnets/574cf6e0-65c6-4eaf-933e-8d8caeb02de9 HTTP/1.1" status: 204 len: 168 time: 1.6195872 Oct 13 04:21:32.511290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48994) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:32.513483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:32.650700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Deleting subnet 8a5bbe60-e74b-4116-b89a-4a1a2992c651 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:32.679501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.704776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b744-78c6-4d1c-8cf1-30426294ed72 None None] Pushing event updated for resources: {'Port': ['ID=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:32.705484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd1b396a-4100-41c8-9967-3e545e53bcea req-8a97247c-b692-413d-acef-5464a5981104 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 200 len: 2999 time: 0.1326406 Oct 13 04:21:32.776528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Attempting to bind port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:32.787380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Attempting to bind port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f39b7751-cec2-4b58-a131-25122abcd034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:32.787841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Attempting to bind port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 on network 71dfca6e-ede7-427d-847c-a726a9b3dd31 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:32.796328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:32.796721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Checking segment: {'id': 'f39b7751-cec2-4b58-a131-25122abcd034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:32.797135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.797539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Bound using segment: {'id': 'f39b7751-cec2-4b58-a131-25122abcd034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:32.798028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Bound port: b2bc64ee-6814-48db-a1f6-2f4bc40c30e4, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39b7751-cec2-4b58-a131-25122abcd034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '71dfca6e-ede7-427d-847c-a726a9b3dd31'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:32.798465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:32.908854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbac7f5-6818-48c1-b16e-88201c2de5b0 req-e1027122-03c4-4479-b081-8d97a6b4123a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:32.923889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fbac7f5-6818-48c1-b16e-88201c2de5b0 req-e1027122-03c4-4479-b081-8d97a6b4123a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1383679 Oct 13 04:21:32.965299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Pushing event updated for resources: {'Port': ['ID=b2bc64ee-6814-48db-a1f6-2f4bc40c30e4,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.009531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fbac7f5-6818-48c1-b16e-88201c2de5b0 req-37af405f-1f7a-4f39-a557-b5607ac39b28 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846162 Oct 13 04:21:33.043824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] For port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:33.049627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] For port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b2bc64ee-6814-48db-a1f6-2f4bc40c30e4,segment=NetworkSegment(f39b7751-cec2-4b58-a131-25122abcd034),segment_id=f39b7751-cec2-4b58-a131-25122abcd034)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:33.051786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:33.052192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:33.052625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:33.070952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.077939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.130781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f04dcf-ce87-4d54-9632-a108cc8d3c13 req-c691c373-4759-48b5-96d7-47aaa8ce0fcf tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.138239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7f04dcf-ce87-4d54-9632-a108cc8d3c13 req-c691c373-4759-48b5-96d7-47aaa8ce0fcf tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.4641201 Oct 13 04:21:33.141533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:33.142018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:33.177147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:33.178557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:33.179297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:33.180375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Bound port: a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:33.181639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.209768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9c79-5a37-4cdf-8f4a-d2e802f3f91c None None] Pushing event updated for resources: {'Port': ['ID=b2bc64ee-6814-48db-a1f6-2f4bc40c30e4,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.245290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448a218-08fd-49e9-a118-6d167ff9b9bb req-47ff4a6a-ca33-48cb-b3a4-1234e7c98d37 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.254959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b448a218-08fd-49e9-a118-6d167ff9b9bb req-47ff4a6a-ca33-48cb-b3a4-1234e7c98d37 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1195481 Oct 13 04:21:33.316887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b448a218-08fd-49e9-a118-6d167ff9b9bb req-db3a1752-8a94-4c46-a4b4-9b9c78a9cf85 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606201 Oct 13 04:21:33.335858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2237c8-d8cd-417c-be8a-0890a625c0c8 req-2b337c5b-8a02-4fca-91ad-db26b1cfc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.337374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc2237c8-d8cd-417c-be8a-0890a625c0c8 req-2b337c5b-8a02-4fca-91ad-db26b1cfc001 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 1097 time: 0.4038165 Oct 13 04:21:33.399419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-95b13537-f8bf-4944-a5b5-f9bb5046897d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-group-rules/3e6bf611-cd82-437c-a55d-4b9392110632 HTTP/1.1" status: 200 len: 783 time: 0.0452673 Oct 13 04:21:33.469423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7f04dcf-ce87-4d54-9632-a108cc8d3c13 req-df4acea8-cd06-4b55-a790-6bc030e2b7eb tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301094 Oct 13 04:21:33.514979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-572f3920-a0d1-45e9-81e3-0ffda6a94844 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 200 len: 2999 time: 0.1138077 Oct 13 04:21:33.545112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.557178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.578612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:33.613819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:33.626774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.647249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.667423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.693976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de73e7a6-a936-42c5-b01c-37ca3f9b74cc req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3e6bf611-cd82-437c-a55d-4b9392110632 HTTP/1.1" status: 204 len: 173 time: 0.1748204 Oct 13 04:21:33.696584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.711931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b9753-3dcf-4d72-8e1f-9ca714130383 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e6bf611-cd82-437c-a55d-4b9392110632,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:33.935361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:33.936000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:33.938019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 1091 time: 2.9444032 Oct 13 04:21:33.940153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:33.942725 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534" -d '{"events": [{"name": "network-changed", "server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:33.985330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc2237c8-d8cd-417c-be8a-0890a625c0c8 req-18c7b6fb-4289-42af-a99b-7a26b8d05509 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805669 Oct 13 04:21:34.009413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121a3ff-21f8-4e67-a782-ad092edd7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.054954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.085154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e8287-4369-41bc-a055-8fd105e3cbbc req-7e40410e-e190-401a-907b-76e95748fa02 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.100748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca4e8287-4369-41bc-a055-8fd105e3cbbc req-7e40410e-e190-401a-907b-76e95748fa02 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.3946140 Oct 13 04:21:34.192089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.204485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a428c29-f91a-4d6e-a6ba-36191f9f91a9 req-1b8d16e9-fc67-4230-ad81-bb9c7a7ea880 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=697a24a39ebf42b3916c9ecf827cbf6a HTTP/1.1" status: 200 len: 221 time: 0.0992315 Oct 13 04:21:34.205019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49024) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:34.207226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/subnets/8a5bbe60-e74b-4116-b89a-4a1a2992c651 HTTP/1.1" status: 204 len: 168 time: 1.6956403 Oct 13 04:21:34.209491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14b96-d0c2-4508-bdaa-ce68479d6854 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5bbe60-e74b-4116-b89a-4a1a2992c651,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.282400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca4e8287-4369-41bc-a055-8fd105e3cbbc req-d6fc5362-f22c-4e9c-a175-2187e66f1308 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059432 Oct 13 04:21:34.357866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb677b-bfc3-45c8-99f8-6905c63a4bd8 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.373708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9dfb677b-bfc3-45c8-99f8-6905c63a4bd8 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1663814 Oct 13 04:21:34.378982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49028) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:34.486719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-d4efc553-7251-4a0f-b45c-3fe4de66e16d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 200 len: 2400 time: 0.1421468 Oct 13 04:21:34.554339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2574e3-e2b7-471c-b8e9-396824aa2a3d None None] Network 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:34.554822 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2aa083-05d5-4592-a668-a192989a5f00 x-openstack-request-id: req-2c2aa083-05d5-4592-a668-a192989a5f00 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:34.554822 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:34.556800 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c2aa083-05d5-4592-a668-a192989a5f00 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:34.557226 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'status': 'completed', 'code': 200} Oct 13 04:21:34.621696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.683251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.735997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.774443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] Provisioning complete for port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:34.774756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.821726 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:21:34.836184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.845739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:34.848976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e6dfee48-bfa6-45cb-bf0f-3324d9ed135f req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/1f7b25cd-dad0-4729-9489-11d00237d178 HTTP/1.1" status: 204 len: 173 time: 0.3605003 Oct 13 04:21:34.876619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3d090-de72-4b9d-88ce-29c2dc938ca8 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7b25cd-dad0-4729-9489-11d00237d178,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:34.881445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ebc70-87de-4d03-84e7-5f12ead60556 req-852758b3-7322-4bb3-ad62-b80d7e972e1f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:34.890184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-915ebc70-87de-4d03-84e7-5f12ead60556 req-852758b3-7322-4bb3-ad62-b80d7e972e1f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1700852 Oct 13 04:21:34.899590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Deleting port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:34.899943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.063574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-915ebc70-87de-4d03-84e7-5f12ead60556 req-bc81d26d-ccd2-4b1c-9b0d-b395cd3ecaea tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673837 Oct 13 04:21:35.078142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] For port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b2bc64ee-6814-48db-a1f6-2f4bc40c30e4,segment=NetworkSegment(f39b7751-cec2-4b58-a131-25122abcd034),segment_id=f39b7751-cec2-4b58-a131-25122abcd034)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:35.078681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.109189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Calling delete_port for b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:35.179713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020da9c-3209-4e92-a110-4a1bd97a8243 req-28efc4fe-4f48-4d8f-a083-f86588f477a0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.187412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b020da9c-3209-4e92-a110-4a1bd97a8243 req-28efc4fe-4f48-4d8f-a083-f86588f477a0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2073979 Oct 13 04:21:35.252472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b3244-549e-45c1-a6d7-9047ee855c49 None None] Network 71dfca6e-ede7-427d-847c-a726a9b3dd31 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:35.287756 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.325053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b020da9c-3209-4e92-a110-4a1bd97a8243 req-21ec32e1-f26f-41c7-96d9-64c3f7e10831 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028202 Oct 13 04:21:35.367014 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-e1aaa31c-2910-489b-99a9-b074c5c05338 req-bebfbf76-2a43-41d3-865c-d015e8c53a85 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] show failed (client error): The resource could not be found. Oct 13 04:21:35.380548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:35.392879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1aaa31c-2910-489b-99a9-b074c5c05338 req-bebfbf76-2a43-41d3-865c-d015e8c53a85 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/289ba581-5ca0-430a-b374-b746792bd9ba HTTP/1.1" status: 404 len: 352 time: 0.0420215 Oct 13 04:21:35.396335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] DHCP port deletion for 8966b8a2-3b4b-4b09-bbfe-b8670a934c35 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:21:35.398418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.430122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Port': ['ID=b2bc64ee-6814-48db-a1f6-2f4bc40c30e4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:35.445351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] No DVR routers for this DVR port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:35.469708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-f33291d8-8eeb-49ec-8b91-06ba289da926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.471609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-f33291d8-8eeb-49ec-8b91-06ba289da926 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1094 time: 0.2386410 Oct 13 04:21:35.485313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:35.485990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:21:35.541358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ac90-1627-4049-9e00-adee282b96b2 req-17057fb0-ae5a-4fe2-8d3f-70b212385fce tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.552002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f297ac90-1627-4049-9e00-adee282b96b2 req-17057fb0-ae5a-4fe2-8d3f-70b212385fce tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.2841945 Oct 13 04:21:35.573620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Port b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 not found, will not notify nova. {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:21:35.574201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:35.643913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] For port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,segment=NetworkSegment(28a3d4f2-bfbf-4445-96ae-f38be8fefed4),segment_id=28a3d4f2-bfbf-4445-96ae-f38be8fefed4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:35.711648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.771018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-ffa6aa61-7529-440d-9f4d-a6f07bcdd2fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 217 time: 0.2450829 Oct 13 04:21:35.775836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Deleting port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:35.776208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.814772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c792-3214-41ac-94ac-545aa7c87a16 req-1b359a23-7578-4a93-8a70-996d45661b18 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:35.816415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ec07c792-3214-41ac-94ac-545aa7c87a16 req-1b359a23-7578-4a93-8a70-996d45661b18 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.1658986 Oct 13 04:21:35.899577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] For port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,segment=NetworkSegment(28a3d4f2-bfbf-4445-96ae-f38be8fefed4),segment_id=28a3d4f2-bfbf-4445-96ae-f38be8fefed4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:35.900484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.927344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f297ac90-1627-4049-9e00-adee282b96b2 req-cb4efe66-706a-4583-88ac-19a564f9d0d3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695445 Oct 13 04:21:35.930355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:35.934951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Calling delete_port for 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:35.945979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ec07c792-3214-41ac-94ac-545aa7c87a16 req-56d4695a-c2ec-45a7-b82e-e24a05eea9a5 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Oct 13 04:21:36.018804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dfca6e-ede7-427d-847c-a726a9b3dd31']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:36.039431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-ec260c94-a22b-4238-a0d0-e4554f2ec887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.042091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-ec260c94-a22b-4238-a0d0-e4554f2ec887 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.2182276 Oct 13 04:21:36.055724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-d01af496-26f5-4836-919e-3011f4d13976 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/ad648db2-c6cb-44c6-9263-1346c97720d6 HTTP/1.1" status: 200 len: 1806 time: 0.0767026 Oct 13 04:21:36.057734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39b7751-cec2-4b58-a131-25122abcd034') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:36.058085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39b7751-cec2-4b58-a131-25122abcd034') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:36.101259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.149366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-ec30fb81-158b-4775-9606-c9dad1d1d9dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417540 Oct 13 04:21:36.150523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.162165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:36.162878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:36.167465 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:36.172605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.230818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7bac1-121f-4992-ab68-83d6fe50870c None None] DHCP port deletion for 71dfca6e-ede7-427d-847c-a726a9b3dd31 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:21:36.242377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.257148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-51651178-9d80-4d27-b7a1-6ed184f9fb9d None None] Could not find standard attr ID for object b2bc64ee-6814-48db-a1f6-2f4bc40c30e4. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:21:36.266979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.271238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] No DVR routers for this DVR port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:36.273301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No active binding found for port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 {{(pid=95049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:21:36.273967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:21:36.283140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b3725-032a-4c21-a6c4-b2507bfbe089 req-1746f4a5-c1a0-4905-9b98-09e7c89b98d8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.292070 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-553b3725-032a-4c21-a6c4-b2507bfbe089 req-1746f4a5-c1a0-4905-9b98-09e7c89b98d8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2313669 Oct 13 04:21:36.309310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Port 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 not found, will not notify nova. {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:21:36.325473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c15ae1-83eb-42b5-9532-14fd7c6c104e None None] Pushing event updated for resources: {'Port': ['ID=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.381329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d5a9e-6e71-4319-87fa-a32fdffef4ef None None] Pushing event deleted for resources: {'Port': ['ID=30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.433040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-553b3725-032a-4c21-a6c4-b2507bfbe089 req-08571e03-95b2-45d3-8a16-8ed434f653ba tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351359 Oct 13 04:21:36.445168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.447100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.463692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.469314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.475908 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/71dfca6e-ede7-427d-847c-a726a9b3dd31 HTTP/1.1" status: 204 len: 168 time: 2.0957227 Oct 13 04:21:36.478419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:36.480300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f7f5b39-1840-4586-abeb-b6ca7defbe67 req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/ad648db2-c6cb-44c6-9263-1346c97720d6 HTTP/1.1" status: 204 len: 173 time: 0.4226353 Oct 13 04:21:36.546940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35001c18-b129-47d9-9d4e-cc212868a1fb tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad648db2-c6cb-44c6-9263-1346c97720d6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.662801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-05471785-a204-4b81-8fa7-44c5493479c4 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/848902c8-ec48-441f-a808-29008ae1c720 HTTP/1.1" status: 200 len: 1806 time: 0.0917947 Oct 13 04:21:36.677685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.772925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.775883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05240d-6c47-4007-9c19-d746cce9b4bb tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=71dfca6e-ede7-427d-847c-a726a9b3dd31,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.803149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.884473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-33eac88d-673d-496a-9c0e-9e9f6ae908bc service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152550 Oct 13 04:21:36.912884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.915719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:36.917030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4be4b3a6-d52c-4ab0-98ea-d292153c5a35 req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/848902c8-ec48-441f-a808-29008ae1c720 HTTP/1.1" status: 204 len: 173 time: 0.2481458 Oct 13 04:21:36.928348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893e361-5195-452a-88ef-e5563d1d3783 tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848902c8-ec48-441f-a808-29008ae1c720,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:36.984987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf704ef-0c81-4115-b787-3768a464435b req-4256641b-f865-46a9-847d-3a94a680e2ec tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:36.986499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf704ef-0c81-4115-b787-3768a464435b req-4256641b-f865-46a9-847d-3a94a680e2ec tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.3346043 Oct 13 04:21:37.000477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.016361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:37.041545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:37.041901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b2bc64ee-6814-48db-a1f6-2f4bc40c30e4 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:37.042321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:37.066236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:37.066590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a56c0f-27c1-4f1e-8afa-4f62d8c9b4c5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:37.105123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8966b8a2-3b4b-4b09-bbfe-b8670a934c35']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.140695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392780-3389-4c2d-b681-ea6ad0e51eaa req-108f4e4a-a333-4902-a19c-7070df47bcbe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.148263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e392780-3389-4c2d-b681-ea6ad0e51eaa req-108f4e4a-a333-4902-a19c-7070df47bcbe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1178594 Oct 13 04:21:37.151585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aaf704ef-0c81-4115-b787-3768a464435b req-57f717ee-8b89-4d67-9ba8-831b85cecc61 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550426 Oct 13 04:21:37.153425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a3d4f2-bfbf-4445-96ae-f38be8fefed4') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.153719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a3d4f2-bfbf-4445-96ae-f38be8fefed4') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.193550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.209997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e392780-3389-4c2d-b681-ea6ad0e51eaa req-2322ce21-a741-4c16-8308-b57fd84a5009 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542402 Oct 13 04:21:37.250626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.261543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:37.265405 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:37.269678 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:37.320078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-857c65b1-32da-4ac3-a32b-42c9474b606d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/8bf846dc-ecb4-442f-97e0-ad0da659a18a HTTP/1.1" status: 200 len: 1805 time: 0.0841243 Oct 13 04:21:37.377381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.388143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.399325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/8966b8a2-3b4b-4b09-bbfe-b8670a934c35 HTTP/1.1" status: 204 len: 168 time: 0.9142032 Oct 13 04:21:37.399927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49064) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:37.437042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af49c63-d0ef-4dbc-a981-09a2d73e3f40 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=8966b8a2-3b4b-4b09-bbfe-b8670a934c35,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.445431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.493275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.639269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.649940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.652614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.661697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f28c4181-3787-4803-86a5-d0b586fc7f85 req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/8bf846dc-ecb4-442f-97e0-ad0da659a18a HTTP/1.1" status: 204 len: 173 time: 0.3352261 Oct 13 04:21:37.691949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140dacf-31fd-498a-b2a4-fd2270ec81cc tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf846dc-ecb4-442f-97e0-ad0da659a18a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.748503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.772078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bff579f-7964-4da8-8771-d4988f782676']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.785866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c63feb-937c-4aba-affc-8d37abfcd550') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.786163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c63feb-937c-4aba-affc-8d37abfcd550') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:37.802674 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.821491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.828698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:37.829123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4e848-7fdc-4c4a-bdec-6e0887be1322 req-d52c651d-1d9a-4956-a45f-5eaff930460f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:37.829508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.838656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99f4e848-7fdc-4c4a-bdec-6e0887be1322 req-d52c651d-1d9a-4956-a45f-5eaff930460f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.0708842 Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:37.896050 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:37.898142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99f4e848-7fdc-4c4a-bdec-6e0887be1322 req-e869198a-bcbe-4f53-a5a6-15f874db683c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541615 Oct 13 04:21:37.903331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.946613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:37.950103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/2bff579f-7964-4da8-8771-d4988f782676 HTTP/1.1" status: 204 len: 168 time: 0.5455506 Oct 13 04:21:37.951171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c8315-74b8-44d2-81ae-77f125c64bd6 tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=2bff579f-7964-4da8-8771-d4988f782676,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:37.954159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:38.070237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.082401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a4f83-a6e0-4f72-9bfc-1a004bc950ed req-83f3c3d4-5be3-4a46-81e5-1eeb3b2a08a3 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.083923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e4a4f83-a6e0-4f72-9bfc-1a004bc950ed req-83f3c3d4-5be3-4a46-81e5-1eeb3b2a08a3 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.1033945 Oct 13 04:21:38.185447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e4a4f83-a6e0-4f72-9bfc-1a004bc950ed req-13e81679-294e-4744-bebc-77bfce4c6ff9 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946634 Oct 13 04:21:38.214174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.237256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a1dc7f-f8fa-4334-8630-cfce37227c91']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:38.249304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bd9b7e-6b89-4eb9-a235-9589d9066ef9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:38.249744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bd9b7e-6b89-4eb9-a235-9589d9066ef9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:38.286913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.304135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.313305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:38.313696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:38.316808 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:38.324187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0342e-a876-492a-b842-4a5732afced0 req-37493954-3e6e-490b-9f47-d8312983cf35 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.325675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbd0342e-a876-492a-b842-4a5732afced0 req-37493954-3e6e-490b-9f47-d8312983cf35 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0795751 Oct 13 04:21:38.403564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.409241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.412575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] 10.222.0.49 "DELETE /v2.0/networks/01a1dc7f-f8fa-4334-8630-cfce37227c91 HTTP/1.1" status: 204 len: 168 time: 0.4562211 Oct 13 04:21:38.419497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cbd0342e-a876-492a-b842-4a5732afced0 req-27ec7384-7d78-4c0e-9906-38a8ac99b7d0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834887 Oct 13 04:21:38.432313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1c4c-0ef1-489c-a9db-9766bfefcc8b tempest-BulkNetworkOpsIpV6Test-2140351933 tempest-BulkNetworkOpsIpV6Test-2140351933-project] Pushing event deleted for resources: {'Network': ['ID=01a1dc7f-f8fa-4334-8630-cfce37227c91,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:38.524843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-ab598ecd-c204-4707-91c6-cc3a9b6f4a1f tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/92a688f4-7a60-4260-b81e-4423c53576fb HTTP/1.1" status: 200 len: 2407 time: 0.0558715 Oct 13 04:21:38.603485 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.634589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.690495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.693587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:38.694703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c10a86af-116e-4cf3-871f-1f25ac58b2da req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/92a688f4-7a60-4260-b81e-4423c53576fb HTTP/1.1" status: 204 len: 173 time: 0.1620886 Oct 13 04:21:38.710022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49082) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:38.715235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221c16e-037a-42af-9366-7443139d3a0d tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a688f4-7a60-4260-b81e-4423c53576fb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:38.730739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ae6861d-1f6e-41f5-a050-3ee5cd730897 req-47c55695-7798-4b1e-9d7a-8c98a5f98271 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818650 Oct 13 04:21:38.749032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0f33-ea46-4844-af57-4abd8b9b45b1 req-8bff5e8c-cfb9-47d2-aff6-388f06b81f12 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.751167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-491f0f33-ea46-4844-af57-4abd8b9b45b1 req-8bff5e8c-cfb9-47d2-aff6-388f06b81f12 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1060009 Oct 13 04:21:38.831572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-491f0f33-ea46-4844-af57-4abd8b9b45b1 req-e6ab1f2d-e691-45a9-b3f7-35dda7c5447a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Oct 13 04:21:38.860836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-3d88f1ee-9a12-43ca-9cd9-07f7470878a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:38.862447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-3d88f1ee-9a12-43ca-9cd9-07f7470878a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1094 time: 0.0697746 Oct 13 04:21:39.011055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b0b49-a4a5-47c4-ab87-a9aea01f1cd9 req-5b1e270c-b0ff-4ac4-bf29-81a3d37cc3c5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.013038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b93b0b49-a4a5-47c4-ab87-a9aea01f1cd9 req-5b1e270c-b0ff-4ac4-bf29-81a3d37cc3c5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0572708 Oct 13 04:21:39.026162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2cfb0713-a47a-458b-8e28-f77b0fea55ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a5222349e40476888d93a77aa36554e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103592 Oct 13 04:21:39.028010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49092) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.051389 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42e81943-9ca5-4407-965b-413f97e98dba req-72235851-509e-4942-9cea-84032088eb4b tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "GET /v2.0/security-groups/f63fb685-a030-44f7-bf5e-f50bba1c21e6 HTTP/1.1" status: 200 len: 2398 time: 0.1492958 Oct 13 04:21:39.057607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-ffa6a4f0-0afa-4f70-8399-0e5e3119b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.059082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-ffa6a4f0-0afa-4f70-8399-0e5e3119b85a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1880364 Oct 13 04:21:39.060940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b93b0b49-a4a5-47c4-ab87-a9aea01f1cd9 req-331ed04a-6e38-4a98-bf4a-0044f179dce1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Oct 13 04:21:39.139983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-8fd78703-50b6-4205-b3b2-d78894381526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 217 time: 0.0620718 Oct 13 04:21:39.192477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.229808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-42e81943-9ca5-4407-965b-413f97e98dba req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.247212 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.262594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-68a095e9-c731-4e05-bf86-e8b5faa8f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.264067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-68a095e9-c731-4e05-bf86-e8b5faa8f32d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1047213 Oct 13 04:21:39.292615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-42e81943-9ca5-4407-965b-413f97e98dba req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.335999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-e3fb35f4-c6b2-47cf-a521-1add1e98a048 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566678 Oct 13 04:21:39.337806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09dd4f-d86e-4d28-b1ca-dcfba4186a2e req-1f86feda-0e47-442b-bd84-6fa170d6c8a4 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.339518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb09dd4f-d86e-4d28-b1ca-dcfba4186a2e req-1f86feda-0e47-442b-bd84-6fa170d6c8a4 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.0539784 Oct 13 04:21:39.384705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb09dd4f-d86e-4d28-b1ca-dcfba4186a2e req-47f7c3e9-8ea3-4250-a6c8-46cd42066612 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354161 Oct 13 04:21:39.446002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-42e81943-9ca5-4407-965b-413f97e98dba req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.448867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-42e81943-9ca5-4407-965b-413f97e98dba req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.449684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42e81943-9ca5-4407-965b-413f97e98dba req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] 10.222.0.49 "DELETE /v2.0/security-groups/f63fb685-a030-44f7-bf5e-f50bba1c21e6 HTTP/1.1" status: 204 len: 173 time: 0.3852899 Oct 13 04:21:39.450254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.453650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.457551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e9e28da-5421-4728-acae-6d8fd3afe0da HTTP/1.1" status: 204 len: 168 time: 0.4257751 Oct 13 04:21:39.464533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.479739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920d231-3307-4b3b-9aac-6fc8a533e14c tempest-SecurityGroupRulesTestJSON-2070714082 tempest-SecurityGroupRulesTestJSON-2070714082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63fb685-a030-44f7-bf5e-f50bba1c21e6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.482803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-1b44a9e3-c944-4c65-9da9-a50344a18316 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346488 Oct 13 04:21:39.521328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42038c4d-0870-400b-bfec-77ff3e061d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e28da-5421-4728-acae-6d8fd3afe0da,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.567673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Deleting subnet 13d2193f-03b6-4263-a40d-bbe3c0dadfdc {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:39.574500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.650393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.675209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf2b5-18b9-4cea-8949-86e799c1ecfa req-116e758b-d708-4136-8474-8b869170031c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.676985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b2cf2b5-18b9-4cea-8949-86e799c1ecfa req-116e758b-d708-4136-8474-8b869170031c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.0846429 Oct 13 04:21:39.681260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fcff5d6-c9df-4d90-90fe-2e6e8f9e4534 req-c538994f-1dbe-43bd-9767-48536db61717 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720695 Oct 13 04:21:39.701627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680b6b0-c8f7-4f21-92ec-6c1032e7d354 req-8d4945a0-6ce7-42d5-ba23-f1b795065ff4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.709148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1680b6b0-c8f7-4f21-92ec-6c1032e7d354 req-8d4945a0-6ce7-42d5-ba23-f1b795065ff4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1385267 Oct 13 04:21:39.746686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.755017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b2cf2b5-18b9-4cea-8949-86e799c1ecfa req-9475fecb-5a5e-4bbc-bee8-42123c3c2dce tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668075 Oct 13 04:21:39.789443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1680b6b0-c8f7-4f21-92ec-6c1032e7d354 req-11ec8946-900e-4e05-87f5-c6100796f329 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772626 Oct 13 04:21:39.830938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.863029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d2193f-03b6-4263-a40d-bbe3c0dadfdc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:39.867215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:39.873522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:39.881782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa866efa-0a17-4439-a3f7-60a216a8aaa1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/13d2193f-03b6-4263-a40d-bbe3c0dadfdc HTTP/1.1" status: 204 len: 168 time: 0.4156926 Oct 13 04:21:39.982962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60361794-f8d0-49bd-846e-79d1b7bfa0b1 req-67e29a7d-b8c1-4630-b57a-ac47ca2d9ce0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:39.990622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60361794-f8d0-49bd-846e-79d1b7bfa0b1 req-67e29a7d-b8c1-4630-b57a-ac47ca2d9ce0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0755692 Oct 13 04:21:40.013791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f773e-1531-4d13-a175-053169fcbbb0 req-4ab863b1-d7e9-4cd6-bc00-c9c342674fb4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.015760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c2f773e-1531-4d13-a175-053169fcbbb0 req-4ab863b1-d7e9-4cd6-bc00-c9c342674fb4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.0760460 Oct 13 04:21:40.018855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.045369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60361794-f8d0-49bd-846e-79d1b7bfa0b1 req-b7a1ab97-4355-4d89-8cbb-1c616bfe7634 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535572 Oct 13 04:21:40.111637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c2f773e-1531-4d13-a175-053169fcbbb0 req-6a579275-a638-47c3-8f72-68b8b2a98690 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895946 Oct 13 04:21:40.186096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011885f-d565-42cb-8ed1-920143c9fa32 req-a0dbd5b4-ab9b-4c9c-b30e-38dbda2ccfe3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.195331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2011885f-d565-42cb-8ed1-920143c9fa32 req-a0dbd5b4-ab9b-4c9c-b30e-38dbda2ccfe3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0789607 Oct 13 04:21:40.283867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2011885f-d565-42cb-8ed1-920143c9fa32 req-fc293a7c-2809-46d5-a383-d0d75a1d3df1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745425 Oct 13 04:21:40.432361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67a2d-9460-4baa-a056-6f946f257311 req-3820ffa7-ba8c-4316-8850-7b4819765b76 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.433887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9b67a2d-9460-4baa-a056-6f946f257311 req-3820ffa7-ba8c-4316-8850-7b4819765b76 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0542367 Oct 13 04:21:40.470094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49138) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.502263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9b67a2d-9460-4baa-a056-6f946f257311 req-3be25d46-8a75-4fd3-ae65-5e21e0b4a41b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616684 Oct 13 04:21:40.596941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-018c69c4-e3c6-4142-bcb4-3c808e9425f4 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] Request body: {'port': {'network_id': 'fbe550fa-d8e4-4ac4-97df-4602a1bbf1e8', 'name': 'tempest-NetworksNegativeTestJSON-1749411982'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:40.599183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.623001 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-018c69c4-e3c6-4142-bcb4-3c808e9425f4 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] POST failed (client error): The resource could not be found. Oct 13 04:21:40.624443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018c69c4-e3c6-4142-bcb4-3c808e9425f4 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:40.631695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1e92af-6669-4217-a668-564f906325aa']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:40.632263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-018c69c4-e3c6-4142-bcb4-3c808e9425f4 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1604464 Oct 13 04:21:40.632961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.654298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19f95-2527-466d-8d3f-3fc19ba9ff86 req-997b98d9-b9c9-41ca-9de1-1609c4bf007d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.657620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cec19f95-2527-466d-8d3f-3fc19ba9ff86 req-997b98d9-b9c9-41ca-9de1-1609c4bf007d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1483059 Oct 13 04:21:40.661649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999c543e-ece9-4f8f-b5dc-2afb6e3c9cda') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:40.662175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999c543e-ece9-4f8f-b5dc-2afb6e3c9cda') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:40.672187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-c6033494-b1a6-4403-b454-cd7128dfb13e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.674186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-c6033494-b1a6-4403-b454-cd7128dfb13e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.1657920 Oct 13 04:21:40.677982 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ad75f1-fae7-49b3-ba57-b8d5e6150832 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] DELETE failed (client error): The resource could not be found. Oct 13 04:21:40.678545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ad75f1-fae7-49b3-ba57-b8d5e6150832 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:40.682707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84ad75f1-fae7-49b3-ba57-b8d5e6150832 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "DELETE /v2.0/networks/0dce43bc-51f9-461d-95eb-37379c8bf54d HTTP/1.1" status: 404 len: 339 time: 0.0338511 Oct 13 04:21:40.687914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.723622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419597f9-dddf-40a5-825f-5891086eae3d req-917ac31f-a45c-4535-b4ae-6033befeeeec tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.725514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-419597f9-dddf-40a5-825f-5891086eae3d req-917ac31f-a45c-4535-b4ae-6033befeeeec tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1242428 Oct 13 04:21:40.726048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.727101 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3e0f1d-7898-4aef-b00f-a0175830d880 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] DELETE failed (client error): The resource could not be found. Oct 13 04:21:40.727985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3e0f1d-7898-4aef-b00f-a0175830d880 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:40.731119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa3e0f1d-7898-4aef-b00f-a0175830d880 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "DELETE /v2.0/ports/4ba9268c-842f-460d-910e-356c393ab369 HTTP/1.1" status: 404 len: 333 time: 0.0420296 Oct 13 04:21:40.737795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.777549 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-464b5951-c76c-4b4d-a656-673e397d5393 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] DELETE failed (client error): The resource could not be found. Oct 13 04:21:40.778223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464b5951-c76c-4b4d-a656-673e397d5393 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:40.783002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-464b5951-c76c-4b4d-a656-673e397d5393 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "DELETE /v2.0/subnets/bd41de29-4262-44b1-bf97-2146ff72f57b HTTP/1.1" status: 404 len: 337 time: 0.0439992 Oct 13 04:21:40.783280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.790152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.821466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cec19f95-2527-466d-8d3f-3fc19ba9ff86 req-ce5a283f-4f1d-4ff1-8af0-39f54ea5805f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462123 Oct 13 04:21:40.822794 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b08eca6-8d14-4e9d-b3bb-840770f2186c tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] GET failed (client error): The resource could not be found. Oct 13 04:21:40.824529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b08eca6-8d14-4e9d-b3bb-840770f2186c tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "GET /v2.0/networks/12754c3f-6f6c-4fb8-b7e3-1e9233ab15f3 HTTP/1.1" status: 404 len: 339 time: 0.0295928 Oct 13 04:21:40.828243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:40.828243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:40.829614 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:40.831687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.839169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-419597f9-dddf-40a5-825f-5891086eae3d req-d8ad8bfb-c3ad-4881-9321-8eb04d6fb22e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Oct 13 04:21:40.928553 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc807e-31d0-4af6-ab2d-ee3539762f69 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] GET failed (client error): The resource could not be found. Oct 13 04:21:40.932151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cfc807e-31d0-4af6-ab2d-ee3539762f69 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "GET /v2.0/ports/d7e7dbdc-11d1-47d9-b36f-f16494714376 HTTP/1.1" status: 404 len: 333 time: 0.0983870 Oct 13 04:21:40.933865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49160) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.969013 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8164b044-c697-4e3e-9bb0-4ab103d9761e tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] GET failed (client error): The resource could not be found. Oct 13 04:21:40.970607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8164b044-c697-4e3e-9bb0-4ab103d9761e tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "GET /v2.0/subnets/b8537c9d-ad59-439d-8c50-8b3f2fe64044 HTTP/1.1" status: 404 len: 337 time: 0.0348179 Oct 13 04:21:40.974520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49164) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:40.980062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-10ce3bfd-0c26-4db4-8b47-5692330a9a02 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:40.993301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-890b3590-5195-4c40-919b-4369bf3a7cdc tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:40.995050 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-890b3590-5195-4c40-919b-4369bf3a7cdc tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "GET /v2.0/ports?device_id=aace9a2d-61f1-4994-b979-34486024751e HTTP/1.1" status: 200 len: 946 time: 0.2721689 Oct 13 04:21:41.005509 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ce3bfd-0c26-4db4-8b47-5692330a9a02 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] PUT failed (client error): The resource could not be found. Oct 13 04:21:41.007956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ce3bfd-0c26-4db4-8b47-5692330a9a02 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:41.012093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-10ce3bfd-0c26-4db4-8b47-5692330a9a02 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "PUT /v2.0/networks/5667e3e7-31a8-4ced-be10-c3553cc0982e HTTP/1.1" status: 404 len: 339 time: 0.0363052 Oct 13 04:21:41.016742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49166) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.020214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.024002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-651604f1-d664-4df6-bc6a-31ff0740938a tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:41.025722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.029019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ef1e92af-6669-4217-a668-564f906325aa HTTP/1.1" status: 204 len: 168 time: 1.1538405 Oct 13 04:21:41.085107 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-651604f1-d664-4df6-bc6a-31ff0740938a tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] PUT failed (client error): The resource could not be found. Oct 13 04:21:41.086321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651604f1-d664-4df6-bc6a-31ff0740938a tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:41.094945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-651604f1-d664-4df6-bc6a-31ff0740938a tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "PUT /v2.0/ports/0c8a3892-fa0d-4298-8ff6-38a89d9e6d72 HTTP/1.1" status: 404 len: 333 time: 0.0767121 Oct 13 04:21:41.098233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49170) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.104931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e358f3d2-aa75-4042-bd98-558b3f773eb5 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:41.130778 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e358f3d2-aa75-4042-bd98-558b3f773eb5 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] PUT failed (client error): The resource could not be found. Oct 13 04:21:41.131333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e358f3d2-aa75-4042-bd98-558b3f773eb5 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:41.137523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e358f3d2-aa75-4042-bd98-558b3f773eb5 tempest-NetworksNegativeTestJSON-1186023700 tempest-NetworksNegativeTestJSON-1186023700-project] 10.222.0.49 "PUT /v2.0/subnets/cfe9188e-efd4-4057-ba8e-aa91fc686d79 HTTP/1.1" status: 404 len: 337 time: 0.0374310 Oct 13 04:21:41.155741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee89431-38aa-4fb9-84de-65339e839d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1e92af-6669-4217-a668-564f906325aa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.163891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09348dc-18e6-415d-a5ea-ad95b9e08c06 req-87e0550c-bb5c-49e6-a2c3-abff1a1f33ed tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.165765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e09348dc-18e6-415d-a5ea-ad95b9e08c06 req-87e0550c-bb5c-49e6-a2c3-abff1a1f33ed tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1296892 Oct 13 04:21:41.185888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22bc13-72d5-47de-a9f1-58fb63df130f req-054fbae1-c0ac-454d-be38-95d7c3c6f35c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.195851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd22bc13-72d5-47de-a9f1-58fb63df130f req-054fbae1-c0ac-454d-be38-95d7c3c6f35c tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 946 time: 0.2639196 Oct 13 04:21:41.203450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Deleting port 08307dd8-8d8f-4b96-8a28-485dced0ad3e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:41.204119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.260327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e09348dc-18e6-415d-a5ea-ad95b9e08c06 req-52ab6daf-d342-4260-abd9-4939c984fc4b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868976 Oct 13 04:21:41.349174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.363640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd22bc13-72d5-47de-a9f1-58fb63df130f req-be0181f4-f528-489b-b219-480ebe408e46 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/security-groups?id=56a33fb2-749c-411c-8e7e-c139dbf61003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665285 Oct 13 04:21:41.417001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.433321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] For port 08307dd8-8d8f-4b96-8a28-485dced0ad3e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=08307dd8-8d8f-4b96-8a28-485dced0ad3e,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:41.433694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.440250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Deleting port 3e386ec5-32e3-4be2-af8b-e90836344106 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:41.440593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.471626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c26e79-53bf-462b-a113-3bc2adba6bd0 req-3c0c83ee-6728-4213-85e9-92df526a34b9 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.473284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6c26e79-53bf-462b-a113-3bc2adba6bd0 req-3c0c83ee-6728-4213-85e9-92df526a34b9 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1010883 Oct 13 04:21:41.480788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4b653135-c882-46a2-82a7-1a00a8fe0363 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e69aec55f57e4b2c80cdf4d87dd002a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303716 Oct 13 04:21:41.515150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49182) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.531904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6c26e79-53bf-462b-a113-3bc2adba6bd0 req-24b7f443-1e5b-4003-858d-6ea8a4e4e129 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Oct 13 04:21:41.535713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Calling delete_port for 08307dd8-8d8f-4b96-8a28-485dced0ad3e owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:41.575908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49184) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.680165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36d605-a47b-41d5-969b-001eab2850b2 req-87c9ab64-0cfa-450d-8da9-650562fa6167 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:41.681665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd36d605-a47b-41d5-969b-001eab2850b2 req-87c9ab64-0cfa-450d-8da9-650562fa6167 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2058485 Oct 13 04:21:41.704281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59102b3d-52b2-4142-a9c3-e1cedcc42c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.712429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd29ae82-c5d4-4001-9acd-25088d9a6e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.717092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] For port 3e386ec5-32e3-4be2-af8b-e90836344106, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3e386ec5-32e3-4be2-af8b-e90836344106,segment=NetworkSegment(1725b69c-e05c-4937-8a75-89ffe1011d9d),segment_id=1725b69c-e05c-4937-8a75-89ffe1011d9d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:41.717547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.750698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.755211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Calling delete_port for 3e386ec5-32e3-4be2-af8b-e90836344106 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:41.801677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd29ae82-c5d4-4001-9acd-25088d9a6e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.805752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd29ae82-c5d4-4001-9acd-25088d9a6e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.825637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd36d605-a47b-41d5-969b-001eab2850b2 req-f60b5fab-5051-46d6-88b8-c4830e0a033c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320443 Oct 13 04:21:41.854909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.860319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ae82-c5d4-4001-9acd-25088d9a6e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33246f28-d689-4083-a8f8-9a67868e0537,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:41.869048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd29ae82-c5d4-4001-9acd-25088d9a6e82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc60d968509e4631b219d56e3b20ac78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913108 Oct 13 04:21:41.870552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49190) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:41.942421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:41.961842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['08307dd8-8d8f-4b96-8a28-485dced0ad3e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:41.989473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.015134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event deleted for resources: {'Port': ['ID=08307dd8-8d8f-4b96-8a28-485dced0ad3e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.036153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.037105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.038317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c4ec85a-bdf1-45ee-bdb2-7b634c2394d4 HTTP/1.1" status: 204 len: 168 time: 0.5146801 Oct 13 04:21:42.062295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.098656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb962a6-ad61-4f79-b51e-5fe108148a10 req-54c7a8e2-b8cd-406a-81a7-164b9d717aa7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.100366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdb962a6-ad61-4f79-b51e-5fe108148a10 req-54c7a8e2-b8cd-406a-81a7-164b9d717aa7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1090403 Oct 13 04:21:42.110052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] No DVR routers for this DVR port 08307dd8-8d8f-4b96-8a28-485dced0ad3e on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:42.114657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987d674-197b-46d2-9d30-24b49ebbcee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ec85a-bdf1-45ee-bdb2-7b634c2394d4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.118280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.121799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-041a6dce-e565-4db3-93c7-ee1d72349985 req-648ba5bd-65b3-4787-85a7-11985e5c5b4b tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.47 "DELETE /v2.0/ports/08307dd8-8d8f-4b96-8a28-485dced0ad3e HTTP/1.1" status: 204 len: 173 time: 1.4277427 Oct 13 04:21:42.122868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'name': 'network-vif-deleted', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:42.125402 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031bcd5a-a163-4cde-9f67-7bbdfc569f8d" -d '{"events": [{"server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "name": "network-vif-deleted", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:42.138168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.158197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['08307dd8-8d8f-4b96-8a28-485dced0ad3e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:42.179512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Pushing event deleted for resources: {'Port': ['ID=3e386ec5-32e3-4be2-af8b-e90836344106,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.205682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823e8fe-6115-462c-9464-40880695149a req-91d56dc4-deca-44ff-9829-d70dab003b1e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.210882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d823e8fe-6115-462c-9464-40880695149a req-91d56dc4-deca-44ff-9829-d70dab003b1e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1988683 Oct 13 04:21:42.270710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fdb962a6-ad61-4f79-b51e-5fe108148a10 req-4bba3e6f-cdef-4cca-8c6a-5110bbe248a0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549249 Oct 13 04:21:42.310551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.314705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.316187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33246f28-d689-4083-a8f8-9a67868e0537 HTTP/1.1" status: 204 len: 168 time: 0.4445126 Oct 13 04:21:42.321015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] No DVR routers for this DVR port 3e386ec5-32e3-4be2-af8b-e90836344106 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:42.325240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.332794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94569f30-1e9a-4c5c-be8c-0d5005e673a8 req-c7c8b80c-c784-4341-b58d-dc851ad1ce2e tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.16 "DELETE /v2.0/ports/3e386ec5-32e3-4be2-af8b-e90836344106 HTTP/1.1" status: 204 len: 173 time: 1.3305612 Oct 13 04:21:42.337145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c37a63-cbc1-4dd4-933f-d07eb11acaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33246f28-d689-4083-a8f8-9a67868e0537,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:42.377720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d823e8fe-6115-462c-9464-40880695149a req-3bcec3aa-31d6-4b2b-845c-fe6fb991b3e1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340306 Oct 13 04:21:42.434073 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e70c1-fd3c-4ca0-a817-6ca3f2781bb4 x-openstack-request-id: req-8d3e70c1-fd3c-4ca0-a817-6ca3f2781bb4 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:42.434596 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33", "name": "network-vif-deleted", "tag": "08307dd8-8d8f-4b96-8a28-485dced0ad3e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:42.435075 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d3e70c1-fd3c-4ca0-a817-6ca3f2781bb4 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:42.435678 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33', 'name': 'network-vif-deleted', 'tag': '08307dd8-8d8f-4b96-8a28-485dced0ad3e', 'status': 'completed', 'code': 200} Oct 13 04:21:42.527931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:42.593924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ef89-28c8-43ef-80f8-3ea1383e8e32 req-d519041b-52c0-43df-9761-ec6aa805aa44 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.603913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2138ef89-28c8-43ef-80f8-3ea1383e8e32 req-d519041b-52c0-43df-9761-ec6aa805aa44 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1049738 Oct 13 04:21:42.617216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9c86920-3e46-4615-a24a-bd40bf3c6783 req-df4ea80b-1f53-419d-a31a-ac07480797d6 tempest-MultipleCreateTestJSON-1616879748 tempest-MultipleCreateTestJSON-1616879748-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8d3b3a-5c26-4b69-a2e4-05cb3955fc33 HTTP/1.1" status: 200 len: 210 time: 0.0413892 Oct 13 04:21:42.665514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2138ef89-28c8-43ef-80f8-3ea1383e8e32 req-6555bc86-8ed4-4ccd-a4d7-ce83039b80ab tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Oct 13 04:21:42.755403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a2b72-126b-408b-b176-15fdb69f1d74 req-1cb3888d-d13a-406a-8366-40d297c8633a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:42.757227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4a2b72-126b-408b-b176-15fdb69f1d74 req-1cb3888d-d13a-406a-8366-40d297c8633a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.0799899 Oct 13 04:21:42.778440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3e386ec5-32e3-4be2-af8b-e90836344106 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:42.809802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 3e386ec5-32e3-4be2-af8b-e90836344106 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:42.812487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3e386ec5-32e3-4be2-af8b-e90836344106 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:42.845832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4a2b72-126b-408b-b176-15fdb69f1d74 req-596f39c0-90c2-48aa-a6b1-116cb658b7d0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805991 Oct 13 04:21:43.025185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2ba98-9892-460f-ba23-1eb951db0aae req-1a6b413d-9377-4b52-a83f-138b9211bf65 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.026689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5e2ba98-9892-460f-ba23-1eb951db0aae req-1a6b413d-9377-4b52-a83f-138b9211bf65 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0837240 Oct 13 04:21:43.083833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5e2ba98-9892-460f-ba23-1eb951db0aae req-ea28c092-d8a8-4889-8443-bc308f5f8253 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Oct 13 04:21:43.214818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f0b13-49a9-468c-828d-0ab851cbce5c req-853389bb-e67d-4548-9e16-0e277542a66f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.216753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1f0b13-49a9-468c-828d-0ab851cbce5c req-853389bb-e67d-4548-9e16-0e277542a66f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0551920 Oct 13 04:21:43.267835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1f0b13-49a9-468c-828d-0ab851cbce5c req-5bca66cf-dcb7-42a8-97d4-be07dd41e2b2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Oct 13 04:21:43.276266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.425335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-212705776-network', 'tenant_id': 'd1ff8e6b104b47958447837f0fa32ddc'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:43.460826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Made reservation on behalf of d1ff8e6b104b47958447837f0fa32ddc for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:43.464017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.480248 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.554245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec0d43-b2a0-4b06-9747-4d4888dd3b82 req-a35af0e2-7b29-4ac3-b9ad-63e46f4a9365 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.555968 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01ec0d43-b2a0-4b06-9747-4d4888dd3b82 req-a35af0e2-7b29-4ac3-b9ad-63e46f4a9365 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.0548561 Oct 13 04:21:43.606089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfd178-3aa9-4aa5-a3f6-2dc91b99a0c9 req-da09e5c4-605e-420d-9400-b0c919483c5e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.607997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8dfd178-3aa9-4aa5-a3f6-2dc91b99a0c9 req-da09e5c4-605e-420d-9400-b0c919483c5e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0911014 Oct 13 04:21:43.610599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01ec0d43-b2a0-4b06-9747-4d4888dd3b82 req-3579c474-223f-4227-b6bc-e99cc221cc20 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479360 Oct 13 04:21:43.674552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.681053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.704748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.722919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8dfd178-3aa9-4aa5-a3f6-2dc91b99a0c9 req-6dd3cff6-0f3e-49d3-8698-135297ea527c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801835 Oct 13 04:21:43.742630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:43.749702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828939e-c916-433b-8bc7-b989e9472ac6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:43.757725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.758097 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Added segment 44ef59b9-0615-4aa6-834e-c3206ec4b6b9 of type vlan for network 140f2423-7a00-4895-9ba4-daddf2c72a4b Oct 13 04:21:43.788475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49282) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:43.816792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.841597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Deleting subnet 12b45b9b-4c62-47a2-a748-247dfa41f11d {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:43.845826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.871750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2107207508'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:43.878868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbef82-b83c-4a8a-ac73-ee6eadfb8c33 req-91155449-f362-46ca-9cf4-306758df3277 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.880495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ddbef82-b83c-4a8a-ac73-ee6eadfb8c33 req-91155449-f362-46ca-9cf4-306758df3277 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0755436 Oct 13 04:21:43.881775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.882865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:43.883468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.896617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.934172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:43.937768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.974036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:43.991981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.041024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8229f-fe4d-4a34-860f-8dc7f1d24bd6 req-130a3550-4a7e-47a9-af73-ed42e50fe6ef tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.042602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3df8229f-fe4d-4a34-860f-8dc7f1d24bd6 req-130a3550-4a7e-47a9-af73-ed42e50fe6ef tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1243818 Oct 13 04:21:44.108945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b35e76e6-be7f-4626-b930-128bc6af871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.128189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.167156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3df8229f-fe4d-4a34-860f-8dc7f1d24bd6 req-61eaf2d3-8f7c-44ad-b1f5-21a96cce2622 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089551 Oct 13 04:21:44.175438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b45b9b-4c62-47a2-a748-247dfa41f11d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.177597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.180914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7c083143-a59b-457a-bc22-37f3c2cda836 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/12b45b9b-4c62-47a2-a748-247dfa41f11d HTTP/1.1" status: 204 len: 168 time: 0.3913977 Oct 13 04:21:44.185465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49286) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:44.216981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9367874 Oct 13 04:21:44.219451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:44.233043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Request body: {'subnet': {'network_id': '140f2423-7a00-4895-9ba4-daddf2c72a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-212705776-subnet', 'tenant_id': 'd1ff8e6b104b47958447837f0fa32ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:44.249223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c6f6a-a4e4-4a39-b510-48dc3a2bfdef admin admin] Pushing event updated for resources: {'Network': ['ID=140f2423-7a00-4895-9ba4-daddf2c72a4b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.249706 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.260914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 140f2423-7a00-4895-9ba4-daddf2c72a4b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:44.262196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.272243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ddbef82-b83c-4a8a-ac73-ee6eadfb8c33 req-05eb1e99-1cd7-447c-8418-7b8341287946 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808053 Oct 13 04:21:44.290706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Made reservation on behalf of d1ff8e6b104b47958447837f0fa32ddc for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:44.293465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.300142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:44.308491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.321734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a393a89-25a6-4518-88cd-894c96d287b5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.330789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.331425 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3 of type vlan for network f9e332ec-011a-4201-a3c7-78f304db46ca Oct 13 04:21:44.396645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.437153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'name': 'network-vif-deleted', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:44.439608 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f7c57-4eb0-4fbc-bad3-00f651319440" -d '{"events": [{"server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "name": "network-vif-deleted", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:44.448883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e552ea7-59a6-426d-a0cb-6c663b1a3a5a req-233b8da8-a6cf-4074-ade7-64e9d942de80 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.450386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e552ea7-59a6-426d-a0cb-6c663b1a3a5a req-233b8da8-a6cf-4074-ade7-64e9d942de80 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0920718 Oct 13 04:21:44.479193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.484739 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1415983c-8fb2-4448-98eb-565de7edf97b x-openstack-request-id: req-1415983c-8fb2-4448-98eb-565de7edf97b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:44.485034 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace9a2d-61f1-4994-b979-34486024751e", "name": "network-vif-deleted", "tag": "3e386ec5-32e3-4be2-af8b-e90836344106", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:44.485290 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1415983c-8fb2-4448-98eb-565de7edf97b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:44.485680 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace9a2d-61f1-4994-b979-34486024751e', 'name': 'network-vif-deleted', 'tag': '3e386ec5-32e3-4be2-af8b-e90836344106', 'status': 'completed', 'code': 200} Oct 13 04:21:44.502137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.507736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.508334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.520967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af99e98b-619a-44de-83c5-51aeda17f941']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:44.527258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e552ea7-59a6-426d-a0cb-6c663b1a3a5a req-7a9590a0-5610-44f1-abed-7f5471e19a00 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Oct 13 04:21:44.571206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1725b69c-e05c-4937-8a75-89ffe1011d9d') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:44.571616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1725b69c-e05c-4937-8a75-89ffe1011d9d') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:44.583874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8780274 Oct 13 04:21:44.586796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:44.593633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'name': 'tempest-PortsTestJSON-1373394236'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:44.599214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.601467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.624224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb11a0-caf9-4cb1-9c9f-267a554a8716 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=f9e332ec-011a-4201-a3c7-78f304db46ca,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.636837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:44.648959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.657716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:44.658124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:44.661564 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:44.727795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e6bd5a-3551-4e61-af80-79e2752b959e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.735242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6f706-e4f5-4dc4-8fe6-9e44fde8f0c2 req-4171d160-745f-4a84-b058-b83cf572d162 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.737003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84d6f706-e4f5-4dc4-8fe6-9e44fde8f0c2 req-4171d160-745f-4a84-b058-b83cf572d162 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1316726 Oct 13 04:21:44.748092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08307dd8-8d8f-4b96-8a28-485dced0ad3e no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:44.751205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.767791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.774095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/af99e98b-619a-44de-83c5-51aeda17f941 HTTP/1.1" status: 204 len: 168 time: 0.5854850 Oct 13 04:21:44.776793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 08307dd8-8d8f-4b96-8a28-485dced0ad3e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:44.777147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 08307dd8-8d8f-4b96-8a28-485dced0ad3e not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:44.791954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be55e63-d615-4bc8-a72c-ad0d5a173d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=af99e98b-619a-44de-83c5-51aeda17f941,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:44.804010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Checking segment: {'id': '44ef59b9-0615-4aa6-834e-c3206ec4b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '140f2423-7a00-4895-9ba4-daddf2c72a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:44.804925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Network hostable DHCP agents. Network: 140f2423-7a00-4895-9ba4-daddf2c72a4b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:44.815743 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84d6f706-e4f5-4dc4-8fe6-9e44fde8f0c2 req-ace283f4-ab8e-4bf9-9691-b91537cddbf8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718791 Oct 13 04:21:44.819686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:44.823442 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.851707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8306a5c-c371-43af-8e1d-904542cdbe57 req-336c95c0-6826-41f6-b090-a0f06c8a4d9c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.853319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8306a5c-c371-43af-8e1d-904542cdbe57 req-336c95c0-6826-41f6-b090-a0f06c8a4d9c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1317539 Oct 13 04:21:44.864377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Network 140f2423-7a00-4895-9ba4-daddf2c72a4b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:44.872171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port a93679ff-95d6-4aea-90fb-38bd7c2593ed yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:44.894272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 140f2423-7a00-4895-9ba4-daddf2c72a4b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:44.911466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520059f-17c6-4359-a302-35dc60cbd686 None None] Network 140f2423-7a00-4895-9ba4-daddf2c72a4b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:44.937153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:44.937975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:44.969352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8306a5c-c371-43af-8e1d-904542cdbe57 req-8dc8ee36-c199-488e-a677-dbad49d4bbe2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083438 Oct 13 04:21:44.994032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa1dc2f8-a9ea-44ef-b466-d046bb52ca7b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7670319 Oct 13 04:21:45.094009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e0722-4cee-4f23-b78f-4245007a856f None None] Network 140f2423-7a00-4895-9ba4-daddf2c72a4b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:45.099945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:45.161702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c616c9ba-8adf-48ca-b905-878ea14e38ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c89988fee2e242f2a1ed35483f13ea27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605338 Oct 13 04:21:45.162293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49320) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:45.216938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1de86-6fb5-4be5-8267-cf0afbdf4f1d req-8c015819-84c8-4ec4-91b5-ed9d71fa7357 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.219825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cc1de86-6fb5-4be5-8267-cf0afbdf4f1d req-8c015819-84c8-4ec4-91b5-ed9d71fa7357 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1058064 Oct 13 04:21:45.223736 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.275580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.276572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.283262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cc1de86-6fb5-4be5-8267-cf0afbdf4f1d req-649d3bee-ba41-444e-a81d-4b4816c94bfe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Oct 13 04:21:45.297781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.318414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.360718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=a93679ff-95d6-4aea-90fb-38bd7c2593ed,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.372580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:45.373054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: f9e332ec-011a-4201-a3c7-78f304db46ca, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:45.388172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.392825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.399671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56a33fb2-749c-411c-8e7e-c139dbf61003 HTTP/1.1" status: 204 len: 168 time: 0.2356176 Oct 13 04:21:45.408320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.412468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32317e11-7f94-4a32-acac-08b5ba6af19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a33fb2-749c-411c-8e7e-c139dbf61003,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.415091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:45.438391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1276256156', 'description': 'tempest-description-889517931'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.446329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f9e332ec-011a-4201-a3c7-78f304db46ca) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:45.462040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:45.466534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0da4b-a384-4f18-b516-a22c75947c07 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:45.468646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.469273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.471517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.494124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d7f9-64ed-4670-9056-774cf88c7904 req-84058c92-7136-40eb-8f27-438694e40c4f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.495915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3765d7f9-64ed-4670-9056-774cf88c7904 req-84058c92-7136-40eb-8f27-438694e40c4f tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.0979893 Oct 13 04:21:45.503281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8aa50727-e8e2-4a51-9a9a-55b798579a86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9115310 Oct 13 04:21:45.508586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:45.522196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150114205'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.547551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3765d7f9-64ed-4670-9056-774cf88c7904 req-1d40a3af-4a8b-46a5-a860-5591d9e6262e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Oct 13 04:21:45.572265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:45.575750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.618135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:45.628683 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.635158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.637786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.638130 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment 8959e005-2d5e-41fb-95ba-303c116ca7ba of type vlan for network cf34e010-55e1-42ea-8a90-9931e5fd16ea Oct 13 04:21:45.704680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.705920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-449788a9-092d-4ac6-8379-5afb44c44319 req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2737672 Oct 13 04:21:45.710887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.720978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd5fbf-fcd7-4269-9c88-9d48ea642a92 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78cc430-b652-44bf-a504-4ab3b09799aa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.743304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.751361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:45.752000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.801772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-60279faf-b377-4f6a-9139-4295923acc5e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/d78cc430-b652-44bf-a504-4ab3b09799aa HTTP/1.1" status: 200 len: 1814 time: 0.0612385 Oct 13 04:21:45.810727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3008909 Oct 13 04:21:45.813959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd78cc430-b652-44bf-a504-4ab3b09799aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.814375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49338) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:45.814665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd78cc430-b652-44bf-a504-4ab3b09799aa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.819265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'ports': [{'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'}, {'network_id': 'cf34e010-55e1-42ea-8a90-9931e5fd16ea'}]} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.819629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.820035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'cf34e010-55e1-42ea-8a90-9931e5fd16ea'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:45.877869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b0397-cbe2-406d-a8c5-cb6f58b65413 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=cf34e010-55e1-42ea-8a90-9931e5fd16ea,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.886254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.890694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cf34e010-55e1-42ea-8a90-9931e5fd16ea details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:45.916121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.929060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.948745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79be55f-43bc-49e9-940f-a15289255f7d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:45.968718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:45.970191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-227be17e-1f67-4648-bc8c-feebb56128b0 req-ff73a2a1-602b-47b5-b443-efe501936554 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1614432 Oct 13 04:21:46.053209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5bb6b99-11b1-4f52-93c1-bdcae6dac2b3 req-f7dbb73d-ad46-4c80-aa6b-4b2b4aa4b387 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/d78cc430-b652-44bf-a504-4ab3b09799aa HTTP/1.1" status: 200 len: 2408 time: 0.0545902 Oct 13 04:21:46.059212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 2} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:46.065567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.092516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5289c023-60d3-443d-82b0-3572b210e11d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-group-rules/d79be55f-43bc-49e9-940f-a15289255f7d HTTP/1.1" status: 200 len: 778 time: 0.0203526 Oct 13 04:21:46.098372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.150527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-cb1f4155-a7b5-45d7-b4e3-4bb3a1b8c29a tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/d78cc430-b652-44bf-a504-4ab3b09799aa HTTP/1.1" status: 200 len: 2408 time: 0.0502887 Oct 13 04:21:46.188872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.196669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a31f8-9c96-46c3-a489-c444f91d43a9 req-dfc46a1f-f0bc-4d41-a6ef-badc3d1ee1ab tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:46.198189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc0a31f8-9c96-46c3-a489-c444f91d43a9 req-dfc46a1f-f0bc-4d41-a6ef-badc3d1ee1ab tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1145322 Oct 13 04:21:46.203721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.237571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port ac6b2339-ee2c-406c-98df-0cd77d02b30e yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:46.237676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.250682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.251925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7aefd90c-f5d5-4059-9995-46cf8099abdc req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d79be55f-43bc-49e9-940f-a15289255f7d HTTP/1.1" status: 204 len: 173 time: 0.0937216 Oct 13 04:21:46.252691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b27e1-cd86-4d40-a5ea-ceb9c81563b4 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d79be55f-43bc-49e9-940f-a15289255f7d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.269765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc0a31f8-9c96-46c3-a489-c444f91d43a9 req-addc1bf6-e8b0-420f-b843-952c50686ee6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643229 Oct 13 04:21:46.280683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1702231797', 'description': 'tempest-description-708158480'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:46.308817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.329476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:46.396356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.401284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.433127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.434361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d578407-4c78-4956-a8ba-bcc333346ef3 req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1584542 Oct 13 04:21:46.436787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9aa91-8460-4f4c-a794-070e6606447b tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753e9a3c-0b52-44f1-97f9-e1392f9b3da6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.437291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.448910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a859b3-faee-4dbb-b3c9-cc4e4aac4244 req-964df9aa-ed8d-4fe9-a66a-19ab7f948b5d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:46.450402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a859b3-faee-4dbb-b3c9-cc4e4aac4244 req-964df9aa-ed8d-4fe9-a66a-19ab7f948b5d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0870686 Oct 13 04:21:46.453183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1516289669-network', 'tenant_id': '308d416fc5414ab5bf4c3ec26aa7e1ea'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:46.505931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Made reservation on behalf of 308d416fc5414ab5bf4c3ec26aa7e1ea for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:46.508285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.522783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.534097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06e408c1-4ea5-42af-b3b2-f18b2126fa9b req-1505fbff-89dd-48ea-9efd-9728da33f1ce tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/753e9a3c-0b52-44f1-97f9-e1392f9b3da6 HTTP/1.1" status: 200 len: 1814 time: 0.0688536 Oct 13 04:21:46.549623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 86240b80-cbdd-4385-9092-9043f863c3c6 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:46.555801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a859b3-faee-4dbb-b3c9-cc4e4aac4244 req-b3989ddf-9978-4d0d-95a9-c29e7bbd13be tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871656 Oct 13 04:21:46.611668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-30496845', 'description': 'tempest-description-1400177993'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:46.645983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.651709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.658183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.690434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:46.709550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e807dd7f-e4d6-4834-9b3f-4e6024fa0086,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.720621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.721159 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Added segment cf4bf501-ad5f-4f6a-83b3-7e71013986b0 of type vlan for network 3072ca68-77db-4383-9d4f-79e6a1282f8e Oct 13 04:21:46.781871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.810007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa793e45-568b-464a-9577-ef90e8f3c9b9 req-def5db60-17ce-40f5-bf78-8d018a2eddc2 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:46.811938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa793e45-568b-464a-9577-ef90e8f3c9b9 req-def5db60-17ce-40f5-bf78-8d018a2eddc2 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1339028 Oct 13 04:21:46.826072 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.830686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.837820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.838626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.838774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:46.839405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.890416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa793e45-568b-464a-9577-ef90e8f3c9b9 req-204e72f7-1d2d-405c-b51b-b2f00387dc5a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654945 Oct 13 04:21:46.911952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.912245 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:46.913200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4cd01cb1-8c79-4804-9adc-30c6845c5c8a req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3129332 Oct 13 04:21:46.920164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6880f-0106-40da-9789-a453f805eded tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a4e163-856c-4d0c-87fb-2d36942c615a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.943958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6134057 Oct 13 04:21:46.948937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49382) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:46.954810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Request body: {'subnet': {'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1516289669-subnet', 'tenant_id': '308d416fc5414ab5bf4c3ec26aa7e1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:46.959252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb5255-c3c2-4435-83b5-71f4c3a082bc admin admin] Pushing event updated for resources: {'Network': ['ID=3072ca68-77db-4383-9d4f-79e6a1282f8e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:46.972813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3072ca68-77db-4383-9d4f-79e6a1282f8e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:46.987586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:46.992473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:47.004979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:47.005999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.021724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24600fe3-2d8a-44c5-a133-409b09702db4 req-ea712d7d-035c-463a-a1b2-075c46205f07 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/03a4e163-856c-4d0c-87fb-2d36942c615a HTTP/1.1" status: 200 len: 1813 time: 0.0734258 Oct 13 04:21:47.022982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Made reservation on behalf of 308d416fc5414ab5bf4c3ec26aa7e1ea for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:47.025497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.031940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=ac6b2339-ee2c-406c-98df-0cd77d02b30e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.134889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': '8959e005-2d5e-41fb-95ba-303c116ca7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf34e010-55e1-42ea-8a90-9931e5fd16ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:47.136977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: cf34e010-55e1-42ea-8a90-9931e5fd16ea, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:47.145173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1432586448', 'description': 'tempest-description-1187666733'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:47.157914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=86240b80-cbdd-4385-9092-9043f863c3c6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.164888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.182229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network cf34e010-55e1-42ea-8a90-9931e5fd16ea is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:47.185584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.200057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, cf34e010-55e1-42ea-8a90-9931e5fd16ea) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:47.204678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:47.210385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c348e-43a8-41b5-a86c-e9c5624dbea8 None None] Network cf34e010-55e1-42ea-8a90-9931e5fd16ea requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:47.210726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.215714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.216407 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.241937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-370f30a5-495d-4163-8804-0a72d18e2611 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4263623 Oct 13 04:21:47.244828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49392) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:47.325638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ea3fb-28d5-4ce4-b0e8-de691abd6182 req-19c0a08c-d614-4743-9f69-11535ae0dfb7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.328019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc2ea3fb-28d5-4ce4-b0e8-de691abd6182 req-19c0a08c-d614-4743-9f69-11535ae0dfb7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1387355 Oct 13 04:21:47.356140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.356836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.369530 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.407166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.408328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2da589a-880f-41c4-84b4-ba8c36d6beaa req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2822053 Oct 13 04:21:47.408926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ead78-3ff1-4fbb-b5c5-8c123b07b99e tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff7c56a-f679-459b-8fa9-8d47bcca4734,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.421095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 86240b80-cbdd-4385-9092-9043f863c3c6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:47.429409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc2ea3fb-28d5-4ce4-b0e8-de691abd6182 req-8f19d0aa-11e9-4b59-90f0-8b5800fbf3ab tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854487 Oct 13 04:21:47.429958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.458944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ee16ba-7f26-4175-82f3-15a4832c2b05,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.467809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Checking segment: {'id': 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:47.468393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Network hostable DHCP agents. Network: 3072ca68-77db-4383-9d4f-79e6a1282f8e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:47.517121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Network 3072ca68-77db-4383-9d4f-79e6a1282f8e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:47.525433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-159a1b38-e24e-423b-af51-454ac9848cb2 req-6d7dc6a4-9c4f-438b-882b-c30e5fe43d48 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/bff7c56a-f679-459b-8fa9-8d47bcca4734 HTTP/1.1" status: 200 len: 1815 time: 0.0539813 Oct 13 04:21:47.535368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3072ca68-77db-4383-9d4f-79e6a1282f8e) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:47.539656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.540137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.540726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.546953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd0e451-eca0-419d-aede-e11e65c93bee None None] Network 3072ca68-77db-4383-9d4f-79e6a1282f8e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:47.558120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 86240b80-cbdd-4385-9092-9043f863c3c6 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:47.568259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9a874a77-9690-4d30-b59e-ee3159407043 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6101015 Oct 13 04:21:47.577469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-883291537', 'description': 'tempest-description-1550948628'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:47.607677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.630835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de43bcc-7bdd-430f-8159-d2a5e08bf025 req-25a4198d-27db-4dd8-977e-0d1c75392377 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:47.632774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6de43bcc-7bdd-430f-8159-d2a5e08bf025 req-25a4198d-27db-4dd8-977e-0d1c75392377 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.1319764 Oct 13 04:21:47.679520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.705186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.716986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=86240b80-cbdd-4385-9092-9043f863c3c6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:47.727672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.744501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.747215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f346912-e6e9-44d0-b7d0-e0f35f660478 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/86240b80-cbdd-4385-9092-9043f863c3c6 HTTP/1.1" status: 204 len: 168 time: 0.5013909 Oct 13 04:21:47.751797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008bae52-2932-4dc6-987c-864384dc081f None None] Network 3072ca68-77db-4383-9d4f-79e6a1282f8e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:47.761759 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6de43bcc-7bdd-430f-8159-d2a5e08bf025 req-502d386f-a65a-4ff6-9890-f501ccb8c277 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914950 Oct 13 04:21:47.762317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49406) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:47.797983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:47.802766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31b71b3e-f726-4708-8387-2e46a9497618 req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2381575 Oct 13 04:21:47.818020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4341b-daa4-4dff-9296-28f8a45e24cf tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ecbf8-1e37-4c16-8138-89652041c6ca,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.227675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d176941-7db5-4d1a-a417-484c721dfc0a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.234241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d176941-7db5-4d1a-a417-484c721dfc0a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.238667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1d176941-7db5-4d1a-a417-484c721dfc0a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4717612 Oct 13 04:21:48.240478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3d6d470-81d7-4213-b90b-95c8e1e3406c req-32597c16-8657-4f6f-bdc4-1694bb15c5ae tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/ea3ecbf8-1e37-4c16-8138-89652041c6ca HTTP/1.1" status: 200 len: 1814 time: 0.3752713 Oct 13 04:21:48.240947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49432) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:48.298263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-07b1db2c-3c2d-430e-a635-631b99c1c14f tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.299800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-07b1db2c-3c2d-430e-a635-631b99c1c14f tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/networks?id=3072ca68-77db-4383-9d4f-79e6a1282f8e HTTP/1.1" status: 200 len: 813 time: 0.1176331 Oct 13 04:21:48.319235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-c32badea-cae7-46e4-9c0d-01691429b32b tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/quotas/308d416fc5414ab5bf4c3ec26aa7e1ea HTTP/1.1" status: 200 len: 375 time: 0.0116036 Oct 13 04:21:48.355376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-aaa82929-bb75-4bb8-a54a-41f3f8954748 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=308d416fc5414ab5bf4c3ec26aa7e1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285530 Oct 13 04:21:48.362325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port ac6b2339-ee2c-406c-98df-0cd77d02b30e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:48.362700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.421158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-e3cbf0cf-4ebe-4129-932e-88a078d543c0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:21:48.422197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-e3cbf0cf-4ebe-4129-932e-88a078d543c0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0572789 Oct 13 04:21:48.431217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba147ba-cd74-4950-9fd3-a957543d67c1 req-f0d83107-7b5f-4535-8e9a-e32f848820ac tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.432810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ba147ba-cd74-4950-9fd3-a957543d67c1 req-f0d83107-7b5f-4535-8e9a-e32f848820ac tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1110384 Oct 13 04:21:48.454549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.474805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for ac6b2339-ee2c-406c-98df-0cd77d02b30e owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:48.511857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ba147ba-cd74-4950-9fd3-a957543d67c1 req-48ddb05c-ae76-495f-ab68-82bf8fef5138 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Oct 13 04:21:48.521464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-80dee9e4-4ccc-4d24-bcfb-7a9ba930e7cf service neutron] 10.222.0.49 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923553 Oct 13 04:21:48.622103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0116ee0a-4b7e-44f1-8776-14867ad0c1ed service neutron] 10.222.0.49 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943947 Oct 13 04:21:48.631524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7242e2-7d90-43ec-8431-04f8828a8677 req-5fe7a594-7d64-43fa-95e4-4b3293472b51 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.633051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e7242e2-7d90-43ec-8431-04f8828a8677 req-5fe7a594-7d64-43fa-95e4-4b3293472b51 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 946 time: 0.0583515 Oct 13 04:21:48.634301 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.672822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=ac6b2339-ee2c-406c-98df-0cd77d02b30e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:48.687227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:48.690381 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24a2e0b0-92b5-48e9-848f-d8e76a675253 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/ac6b2339-ee2c-406c-98df-0cd77d02b30e HTTP/1.1" status: 204 len: 168 time: 0.4485157 Oct 13 04:21:48.693183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49440) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:48.708919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e7242e2-7d90-43ec-8431-04f8828a8677 req-197c0363-0a0d-4b25-ae25-74c3c282ebf1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654926 Oct 13 04:21:48.767573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2ddea-e1cf-41c1-aeaa-16dd0463d973 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:48.772317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9dc2ddea-e1cf-41c1-aeaa-16dd0463d973 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0745094 Oct 13 04:21:48.772464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49446) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:48.785982 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-87af4e33-05dc-49b4-b25d-e3a7ed088600 req-144cdfd2-b9cf-4bf6-8c87-aaeb77e91460 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] show failed (client error): The resource could not be found. Oct 13 04:21:48.787020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87af4e33-05dc-49b4-b25d-e3a7ed088600 req-144cdfd2-b9cf-4bf6-8c87-aaeb77e91460 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/0fa5120e-e8b6-4752-8e7b-fac6695a708c HTTP/1.1" status: 404 len: 352 time: 0.0285459 Oct 13 04:21:48.788557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:48.806379 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-03974a83-0bde-4bb1-bd8b-44e0ec9b3d27 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:21:48.806379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03974a83-0bde-4bb1-bd8b-44e0ec9b3d27 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/86240b80-cbdd-4385-9092-9043f863c3c6 HTTP/1.1" status: 404 len: 333 time: 0.0313785 Oct 13 04:21:48.807160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49452) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:48.843481 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45f603c-67d6-46c0-a8a1-08951a80449a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:21:48.846183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a45f603c-67d6-46c0-a8a1-08951a80449a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/ac6b2339-ee2c-406c-98df-0cd77d02b30e HTTP/1.1" status: 404 len: 333 time: 0.0378277 Oct 13 04:21:48.849075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49454) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:48.911765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-235d3113-626b-4719-8e04-fcc428dbdde6 req-1edc04b9-acc8-4ecd-a124-20eceb6e4b7f tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 210 time: 0.0301361 Oct 13 04:21:48.987489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:48.995510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.001645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'mac_address': 'fa:16:3e:d2:b4:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:49.020572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fe80e-5a32-4363-899c-1e1de4eaa688 req-a090376b-1605-44ba-ba13-a58f8ac5f937 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.022201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e77fe80e-5a32-4363-899c-1e1de4eaa688 req-a090376b-1605-44ba-ba13-a58f8ac5f937 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1445446 Oct 13 04:21:49.043891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.048040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0dd5b-f7ce-477d-9927-250969a6d1a3 req-edeaa255-5531-4751-8823-b30d74361c43 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.050016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72e0dd5b-f7ce-477d-9927-250969a6d1a3 req-edeaa255-5531-4751-8823-b30d74361c43 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 943 time: 0.0614111 Oct 13 04:21:49.060110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:49.085740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:49.091549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.096211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72e0dd5b-f7ce-477d-9927-250969a6d1a3 req-61d3f417-cb1e-4671-befc-7110f3637044 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Oct 13 04:21:49.146246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.153718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.159248 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-bd910b44-515b-42f6-bc1e-590bca78d185 req-b99e632c-3153-4a77-b2c0-890ed8ee94fe tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] show failed (client error): The resource could not be found. Oct 13 04:21:49.165376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd910b44-515b-42f6-bc1e-590bca78d185 req-b99e632c-3153-4a77-b2c0-890ed8ee94fe tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-group-rules/2db4d044-61ff-4cb8-a2b3-b9e57ee242d1 HTTP/1.1" status: 404 len: 361 time: 0.0231464 Oct 13 04:21:49.182714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf34e010-55e1-42ea-8a90-9931e5fd16ea']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:49.202265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8959e005-2d5e-41fb-95ba-303c116ca7ba') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:49.202581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8959e005-2d5e-41fb-95ba-303c116ca7ba') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:49.219628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e77fe80e-5a32-4363-899c-1e1de4eaa688 req-17082571-cf14-44fe-bd5d-e3045369aedb tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902554 Oct 13 04:21:49.221631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.230632 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-9aae096e-1582-4a9f-8823-d2e85e05fe2d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/ea3ecbf8-1e37-4c16-8138-89652041c6ca HTTP/1.1" status: 200 len: 1814 time: 0.0460243 Oct 13 04:21:49.238383 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.247559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:49.248310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:49.253492 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:49.327175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.355680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.360555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.371582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.378908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/cf34e010-55e1-42ea-8a90-9931e5fd16ea HTTP/1.1" status: 204 len: 168 time: 0.5253394 Oct 13 04:21:49.384463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49466) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:49.401467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232079167'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:49.401627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.404480 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.406048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a2d9cb94-945d-4c44-b735-1cd312e4e445 req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-groups/ea3ecbf8-1e37-4c16-8138-89652041c6ca HTTP/1.1" status: 204 len: 173 time: 0.1670389 Oct 13 04:21:49.412764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce359ff1-47b1-47f5-90f5-0752563ce06a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=cf34e010-55e1-42ea-8a90-9931e5fd16ea,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.426853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c32c86-550e-472f-a5bc-eba002a5f0d2 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ecbf8-1e37-4c16-8138-89652041c6ca,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.429867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265aa2e-5f59-4a5e-93be-b159dd83e97b req-dfa41c32-e6bf-4249-a77f-74ee72440b0f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.433719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5265aa2e-5f59-4a5e-93be-b159dd83e97b req-dfa41c32-e6bf-4249-a77f-74ee72440b0f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1248181 Oct 13 04:21:49.435416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:49.470587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:49.475567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.494852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-4402850d-8cbe-416d-b153-03a16eee46ac tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/bff7c56a-f679-459b-8fa9-8d47bcca4734 HTTP/1.1" status: 200 len: 1815 time: 0.0647633 Oct 13 04:21:49.513303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5265aa2e-5f59-4a5e-93be-b159dd83e97b req-83e6543a-3d2a-43a4-bc27-f20fb35f882e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709162 Oct 13 04:21:49.533285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:49.548536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.561223 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment c149b9d7-37b1-4160-816f-a37576167924 of type vlan for network 416c1bc9-8015-4895-9e4e-06027a9ac34e Oct 13 04:21:49.576899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.611507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.612660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.668819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.675748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.676526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.689572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.692412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.693614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d29b4cf-a50c-4687-bcb4-468970011e99 req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-groups/bff7c56a-f679-459b-8fa9-8d47bcca4734 HTTP/1.1" status: 204 len: 173 time: 0.1978879 Oct 13 04:21:49.710017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8288-b3af-40c3-b667-509697554515 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff7c56a-f679-459b-8fa9-8d47bcca4734,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.720510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-04a22e39-2042-4c7d-ab67-1fb3e8d0e93d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.722020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-04a22e39-2042-4c7d-ab67-1fb3e8d0e93d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 946 time: 0.0814326 Oct 13 04:21:49.753758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3678441 Oct 13 04:21:49.757287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49480) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:49.772786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:49.799656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacb3d3-b68c-41cf-bcdf-77cd2857cfa1 req-f0e48b15-20d7-4854-b1f4-75c1462647f3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:49.801072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-acacb3d3-b68c-41cf-bcdf-77cd2857cfa1 req-f0e48b15-20d7-4854-b1f4-75c1462647f3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1753147 Oct 13 04:21:49.802324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d93e21-d940-4987-a048-7778855f2ab0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=416c1bc9-8015-4895-9e4e-06027a9ac34e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:49.828709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:49.853883 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-170df994-17dd-443e-aada-186451f4291b req-b4303d3b-4b85-443e-a4c0-58cd6426256a tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/03a4e163-856c-4d0c-87fb-2d36942c615a HTTP/1.1" status: 200 len: 1813 time: 0.0857356 Oct 13 04:21:49.873057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port 0160aab6-5e03-4d63-8659-30d829ded539 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:49.874026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.910195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-acacb3d3-b68c-41cf-bcdf-77cd2857cfa1 req-1f47d6d2-3d9a-4baa-b704-e91bd03d9f5e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686023 Oct 13 04:21:49.941440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:49.945409 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:49.991444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-170df994-17dd-443e-aada-186451f4291b req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.044885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-170df994-17dd-443e-aada-186451f4291b req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.057631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port 0160aab6-5e03-4d63-8659-30d829ded539, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0160aab6-5e03-4d63-8659-30d829ded539,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:50.057981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.081990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for 0160aab6-5e03-4d63-8659-30d829ded539 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:50.095811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Performing IP validity checks on allocation pools {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:21:50.096423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:21:50.152799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-170df994-17dd-443e-aada-186451f4291b req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.155769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-170df994-17dd-443e-aada-186451f4291b req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.157519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-170df994-17dd-443e-aada-186451f4291b req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-groups/03a4e163-856c-4d0c-87fb-2d36942c615a HTTP/1.1" status: 204 len: 173 time: 0.2876945 Oct 13 04:21:50.165532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d5285-76f4-407c-929e-ed097a69ee2c req-9c610c08-8dcc-4afa-ade9-8f30c318a598 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.167196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-868d5285-76f4-407c-929e-ed097a69ee2c req-9c610c08-8dcc-4afa-ade9-8f30c318a598 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 946 time: 0.1314495 Oct 13 04:21:50.177480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed89775-43b8-4dc9-bfea-bbbc36afd120 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a4e163-856c-4d0c-87fb-2d36942c615a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.183297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-161dada2-3fd5-4153-8ca1-25b683ec73f5 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.185301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-161dada2-3fd5-4153-8ca1-25b683ec73f5 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.16 "GET /v2.0/networks?id=3072ca68-77db-4383-9d4f-79e6a1282f8e HTTP/1.1" status: 200 len: 813 time: 0.2565711 Oct 13 04:21:50.225672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Request body: {'port': {'device_id': '2a7936ae-4df2-4723-b064-7910279a51ea', 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e', 'admin_state_up': True, 'tenant_id': '308d416fc5414ab5bf4c3ec26aa7e1ea'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:50.282403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.294820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0160aab6-5e03-4d63-8659-30d829ded539'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:50.317208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=0160aab6-5e03-4d63-8659-30d829ded539,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.328095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c373f0e-ac75-48e9-bd96-d5de57e9e9a0 req-7e1fa586-ca96-46bf-b785-0580915d2f64 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.329675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c373f0e-ac75-48e9-bd96-d5de57e9e9a0 req-7e1fa586-ca96-46bf-b785-0580915d2f64 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0966885 Oct 13 04:21:50.340411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-868d5285-76f4-407c-929e-ed097a69ee2c req-f8fe2105-1603-4edf-82c5-d9179a608905 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519439 Oct 13 04:21:50.395933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port 0160aab6-5e03-4d63-8659-30d829ded539 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:50.399433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.402772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-780e74f6-5533-4cae-aa77-d8bb32aacc11 req-fb66d04b-80b7-45e6-b6f9-0cc7e4263b6b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "DELETE /v2.0/ports/0160aab6-5e03-4d63-8659-30d829ded539 HTTP/1.1" status: 204 len: 173 time: 0.6731980 Oct 13 04:21:50.403547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'name': 'network-vif-deleted', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:50.406907 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2c8807-b8b9-4053-8bac-ee916e428678" -d '{"events": [{"server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "name": "network-vif-deleted", "tag": "0160aab6-5e03-4d63-8659-30d829ded539"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:50.421285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.428422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c373f0e-ac75-48e9-bd96-d5de57e9e9a0 req-b3e109c7-d1fc-4297-ae93-8e6657194ddb tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Oct 13 04:21:50.561749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edd919f7-1625-4732-9039-39521a21e47e req-c0fd53f9-e1a6-4558-b4ff-425f7cd3fcae tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 210 time: 0.0487247 Oct 13 04:21:50.562862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=845d04ee-f7ff-42ab-b76d-c53683d2061b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:50.564887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Made reservation on behalf of 308d416fc5414ab5bf4c3ec26aa7e1ea for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:50.568380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.575617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3933f4-6d26-4265-a8e5-dc8390710f74 req-39ccf2d9-37fa-450b-81cb-d2125aef07fd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.578093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba3933f4-6d26-4265-a8e5-dc8390710f74 req-39ccf2d9-37fa-450b-81cb-d2125aef07fd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 944 time: 0.0600731 Oct 13 04:21:50.588189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': 'c149b9d7-37b1-4160-816f-a37576167924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:50.588658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 416c1bc9-8015-4895-9e4e-06027a9ac34e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:50.628626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba3933f4-6d26-4265-a8e5-dc8390710f74 req-830790e2-8682-4ffd-830b-e792aaddc63b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Oct 13 04:21:50.689644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe05589-7c37-4190-bdb2-b7e0a5cb46e9 x-openstack-request-id: req-ffe05589-7c37-4190-bdb2-b7e0a5cb46e9 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:50.690728 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2", "name": "network-vif-deleted", "tag": "0160aab6-5e03-4d63-8659-30d829ded539", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:50.690728 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffe05589-7c37-4190-bdb2-b7e0a5cb46e9 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:50.692335 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2', 'name': 'network-vif-deleted', 'tag': '0160aab6-5e03-4d63-8659-30d829ded539', 'status': 'completed', 'code': 200} Oct 13 04:21:50.706698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:50.755176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-ec996140-8518-41f2-bf32-bfd054828446 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/753e9a3c-0b52-44f1-97f9-e1392f9b3da6 HTTP/1.1" status: 200 len: 1814 time: 0.1501815 Oct 13 04:21:50.755751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 416c1bc9-8015-4895-9e4e-06027a9ac34e) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:50.767522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c22b5-59b2-4a9d-bb11-da7745df9ba0 None None] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:50.798717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Allocated IP 172.20.0.14 (3072ca68-77db-4383-9d4f-79e6a1282f8e/77ee16ba-7f26-4175-82f3-15a4832c2b05/694e6742-b9b0-49ff-8377-02776358a948) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:50.801726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.802460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:50.822473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b6420-9ac2-4907-89ce-464bcdf386a2 req-04146a45-da49-4ee9-ba47-c16a96c63be5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:50.824097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a30b6420-9ac2-4907-89ce-464bcdf386a2 req-04146a45-da49-4ee9-ba47-c16a96c63be5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0833135 Oct 13 04:21:50.841147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:50.894186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a30b6420-9ac2-4907-89ce-464bcdf386a2 req-31c18449-244e-49d5-81c2-d2dc2e0d19ec tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Oct 13 04:21:50.911807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a74ad13-5d1e-4321-8225-ad62cf8375eb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1458635 Oct 13 04:21:50.917793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49494) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:50.923756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e', 'name': 'tempest-PortsTestJSON-699507999'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:50.965303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:50.965679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.047265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec439df-e17c-4f03-98c7-61f5cdb53abf req-5e0233fc-559a-4e01-ba95-ca799f762832 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.049149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ec439df-e17c-4f03-98c7-61f5cdb53abf req-5e0233fc-559a-4e01-ba95-ca799f762832 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.0567579 Oct 13 04:21:51.052837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.064195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-416c1bc9-8015-4895-9e4e-06027a9ac34e', 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '845d04ee-f7ff-42ab-b76d-c53683d2061b'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:51.065444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.097203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ec439df-e17c-4f03-98c7-61f5cdb53abf req-1f5a1846-a578-4f27-aa32-bb63a443a054 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Oct 13 04:21:51.101007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.151536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.169776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:51.173450 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a9d1a6-2d36-4e22-a41a-74724a602a94" -d '{"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:51.192157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:51.202520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.210779 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.285418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.288065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.290852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:51.302676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Allocated IP 172.20.0.2 (416c1bc9-8015-4895-9e4e-06027a9ac34e/845d04ee-f7ff-42ab-b76d-c53683d2061b/c0218770-3f83-4ec3-99bd-7e3e5b47f276) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:51.304673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36cbb43c-2dc9-4283-b0d2-0bb29548fdde req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-groups/753e9a3c-0b52-44f1-97f9-e1392f9b3da6 HTTP/1.1" status: 204 len: 173 time: 0.4986255 Oct 13 04:21:51.328921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba93bd-ef8e-460b-bbdf-35ef165b5390 req-db41a5c2-79cd-457d-972f-ca4120d7c474 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.339635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaba93bd-ef8e-460b-bbdf-35ef165b5390 req-db41a5c2-79cd-457d-972f-ca4120d7c474 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1226428 Oct 13 04:21:51.352254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1126-9eea-406d-a544-f7de64d2b70d tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753e9a3c-0b52-44f1-97f9-e1392f9b3da6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:51.363162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:51.363692 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f92f5-bf26-401c-8290-a493247928d2 x-openstack-request-id: req-cb9f92f5-bf26-401c-8290-a493247928d2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:51.363988 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-plugged", "status": "completed", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:51.364245 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb9f92f5-bf26-401c-8290-a493247928d2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:51.364715 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'code': 200} Oct 13 04:21:51.373822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.389913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.411671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaba93bd-ef8e-460b-bbdf-35ef165b5390 req-b2c869a1-bd0c-4a15-a5a0-3cc250db0a99 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Oct 13 04:21:51.458344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 5f6d275d-ad29-4703-b324-d5448d3764e0 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:51.537870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99b6260b-aef3-4192-a2e7-d6346ed31f71 req-0ffbc6d3-7cc3-4d8c-93e2-279a3a6ad020 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0384092 Oct 13 04:21:51.549388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.567384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.588173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e8afa-b877-4bb8-b5b3-93f62bf6dc9b req-4c337d67-6911-4cbb-ae24-0269508fdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.589805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c0e8afa-b877-4bb8-b5b3-93f62bf6dc9b req-4c337d67-6911-4cbb-ae24-0269508fdd67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1097 time: 0.0546725 Oct 13 04:21:51.649659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c0e8afa-b877-4bb8-b5b3-93f62bf6dc9b req-93f84187-473a-48b4-8fc4-5e5b31bd39a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496063 Oct 13 04:21:51.768601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7e8ba-2933-428a-a191-22909a2515ff req-75ed9097-d3fa-4b9b-94e5-816d485aa567 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.770611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63e7e8ba-2933-428a-a191-22909a2515ff req-75ed9097-d3fa-4b9b-94e5-816d485aa567 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0557911 Oct 13 04:21:51.812932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:51.820037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:51.822938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:51.830739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63e7e8ba-2933-428a-a191-22909a2515ff req-4a16f2a8-6a9b-415f-b744-96ad94f9076d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Oct 13 04:21:51.834685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Pushing event updated for resources: {'Port': ['ID=c0218770-3f83-4ec3-99bd-7e3e5b47f276,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:51.890987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Attempting to bind port c0218770-3f83-4ec3-99bd-7e3e5b47f276 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:51.891669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Attempting to bind port c0218770-3f83-4ec3-99bd-7e3e5b47f276 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c149b9d7-37b1-4160-816f-a37576167924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:51.892471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Attempting to bind port c0218770-3f83-4ec3-99bd-7e3e5b47f276 on network 416c1bc9-8015-4895-9e4e-06027a9ac34e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:51.896019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Network 3072ca68-77db-4383-9d4f-79e6a1282f8e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:51.900849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:51.901451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Checking segment: {'id': 'c149b9d7-37b1-4160-816f-a37576167924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:51.902041 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.902580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Bound using segment: {'id': 'c149b9d7-37b1-4160-816f-a37576167924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:51.903255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Bound port: c0218770-3f83-4ec3-99bd-7e3e5b47f276, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c149b9d7-37b1-4160-816f-a37576167924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '416c1bc9-8015-4895-9e4e-06027a9ac34e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:51.903946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:51.920044 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63583745-a241-4d09-a2f7-c7754306e0da req-1fee5eae-07d0-436e-8ec8-04efd273b9a0 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "GET /v2.0/security-groups/d78cc430-b652-44bf-a504-4ab3b09799aa HTTP/1.1" status: 200 len: 1814 time: 0.5261698 Oct 13 04:21:51.926669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Pushing event updated for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:51.929241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:51.940616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:51.955513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d01ef-7ca1-491d-8db5-0006aac700dd req-0063821a-e33a-4d4f-8a0a-312c1b6f11f2 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:51.957174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b5d01ef-7ca1-491d-8db5-0006aac700dd req-0063821a-e33a-4d4f-8a0a-312c1b6f11f2 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 932 time: 0.0589466 Oct 13 04:21:51.986289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] For port c0218770-3f83-4ec3-99bd-7e3e5b47f276, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:51.990197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] For port c0218770-3f83-4ec3-99bd-7e3e5b47f276, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0218770-3f83-4ec3-99bd-7e3e5b47f276,segment=NetworkSegment(c149b9d7-37b1-4160-816f-a37576167924),segment_id=c149b9d7-37b1-4160-816f-a37576167924)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:51.999370 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.003136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b5d01ef-7ca1-491d-8db5-0006aac700dd req-c92a66ca-c665-43c9-add0-e45c11e29283 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Oct 13 04:21:52.050370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.050985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.086977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316c38b-2c5c-4f97-adf6-5cddd70bc474 None None] Pushing event updated for resources: {'Port': ['ID=c0218770-3f83-4ec3-99bd-7e3e5b47f276,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.090235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.13 (416c1bc9-8015-4895-9e4e-06027a9ac34e/845d04ee-f7ff-42ab-b76d-c53683d2061b/5f6d275d-ad29-4703-b324-d5448d3764e0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:52.146352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-cd600468-025b-48a5-87bd-fd0281a17cad tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9379702 Oct 13 04:21:52.155575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdafa7-5ac1-4d0e-8f6b-577d2c40140e req-cc7432e4-f4ec-47d9-8982-d1dde21381ec tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.163372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9cdafa7-5ac1-4d0e-8f6b-577d2c40140e req-cc7432e4-f4ec-47d9-8982-d1dde21381ec tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.0757053 Oct 13 04:21:52.165445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-f32fae5d-9b00-4961-80e8-b3f61f5fa675 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:21:52.166550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-f32fae5d-9b00-4961-80e8-b3f61f5fa675 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081625 Oct 13 04:21:52.167156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-63583745-a241-4d09-a2f7-c7754306e0da req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.239851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9cdafa7-5ac1-4d0e-8f6b-577d2c40140e req-e9368a62-9441-4e00-bcd5-cefdf4dad220 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754488 Oct 13 04:21:52.278834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-63583745-a241-4d09-a2f7-c7754306e0da req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.332427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Request body: {'port': {'device_id': '2a7936ae-4df2-4723-b064-7910279a51ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:52.458055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-63583745-a241-4d09-a2f7-c7754306e0da req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.460754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-63583745-a241-4d09-a2f7-c7754306e0da req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.461946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63583745-a241-4d09-a2f7-c7754306e0da req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] 10.222.0.49 "DELETE /v2.0/security-groups/d78cc430-b652-44bf-a504-4ab3b09799aa HTTP/1.1" status: 204 len: 173 time: 0.5410173 Oct 13 04:21:52.472466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53325b0-f76d-49cc-be36-7b5f72248f65 req-b908715b-40f2-4620-bf18-f3f1e4649f2b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.474511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f53325b0-f76d-49cc-be36-7b5f72248f65 req-b908715b-40f2-4620-bf18-f3f1e4649f2b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1049144 Oct 13 04:21:52.475118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49524) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:52.496873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925c0c4-f697-4c15-a4db-a59e8eb42839 tempest-SecurityGroupRulesNegativeTestJSON-1406431527 tempest-SecurityGroupRulesNegativeTestJSON-1406431527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78cc430-b652-44bf-a504-4ab3b09799aa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:52.546546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.551876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.569653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Deleting subnet 68e6bd5a-3551-4e61-af80-79e2752b959e {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:52.575605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f53325b0-f76d-49cc-be36-7b5f72248f65 req-da26d094-6298-4e89-af3e-b5485dec70a0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927112 Oct 13 04:21:52.577267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.637989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.726614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.755464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4e53ff6-d52c-4ef8-8d6a-f83a95364328 req-89a728a1-3458-4b11-b12a-63766cb910b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0658519 Oct 13 04:21:52.773556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.783076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2873cc-cff2-4283-9fa9-e9677e645de2 req-d1e7f007-5e79-48e2-9323-6d2b7e4c7ef8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:52.785244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b2873cc-cff2-4283-9fa9-e9677e645de2 req-d1e7f007-5e79-48e2-9323-6d2b7e4c7ef8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1522477 Oct 13 04:21:52.824834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:52.879685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:52.955776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:52.965246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:52.985339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:52.990009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:52.994765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=5f6d275d-ad29-4703-b324-d5448d3764e0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.006015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'network_id': '2452335b-c31d-42e5-8e41-917b90974329', 'port_id': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'mac_address': 'fa:16:3e:5e:ef:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a634132-7abb-4578-b913-130788d39855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:53.012804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0160aab6-5e03-4d63-8659-30d829ded539 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:53.059256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e6bd5a-3551-4e61-af80-79e2752b959e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.063592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.067090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80435987-d02b-4a72-ab48-9aeb965c7869 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/68e6bd5a-3551-4e61-af80-79e2752b959e HTTP/1.1" status: 204 len: 168 time: 0.5908494 Oct 13 04:21:53.071002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49542) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.088090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-290d52fc-e734-4a43-8dd1-efab617e4250 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2818458 Oct 13 04:21:53.125016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0218770-3f83-4ec3-99bd-7e3e5b47f276 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:53.179682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b2873cc-cff2-4283-9fa9-e9677e645de2 req-ce8f13c4-2e5f-41f6-be4e-91b861679e27 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818610 Oct 13 04:21:53.182207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 0160aab6-5e03-4d63-8659-30d829ded539 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:53.182627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0160aab6-5e03-4d63-8659-30d829ded539 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:53.215958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c0218770-3f83-4ec3-99bd-7e3e5b47f276 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:53.216529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.218498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.235240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.236044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.279368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.304238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b46fc6-90d6-4989-ba5d-c0a25f50315f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:53.342723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:53.363031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9044371c-f2fc-434d-80a3-4c9b59795305 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4416747 Oct 13 04:21:53.368704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49552) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:53.398395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.400595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.445722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081722b-e1c3-4ef2-b407-c5003f267834 req-8f57b6e4-3e5d-4a26-9e1b-6142300437d7 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.453738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d081722b-e1c3-4ef2-b407-c5003f267834 req-8f57b6e4-3e5d-4a26-9e1b-6142300437d7 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 932 time: 0.3161516 Oct 13 04:21:53.517585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.518755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.538694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b48bd-da57-4690-aba1-a84d9857da5a req-3380eaa6-ecb6-4a16-b539-9694024f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.539751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-3380eaa6-ecb6-4a16-b539-9694024f404d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1096 time: 0.3853076 Oct 13 04:21:53.587971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port c0218770-3f83-4ec3-99bd-7e3e5b47f276, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0218770-3f83-4ec3-99bd-7e3e5b47f276,segment=NetworkSegment(c149b9d7-37b1-4160-816f-a37576167924),segment_id=c149b9d7-37b1-4160-816f-a37576167924)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:53.599528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.600935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140f2423-7a00-4895-9ba4-daddf2c72a4b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:53.659142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d081722b-e1c3-4ef2-b407-c5003f267834 req-2cc18e52-cd27-48f4-8715-4da7b2d6b86f tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043834 Oct 13 04:21:53.659396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c18f8-c0b3-494f-a938-e2e5ffeed157 req-c5b5ccb2-d7b4-4d41-ab73-b8b09c531080 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:53.661136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ef59b9-0615-4aa6-834e-c3206ec4b6b9') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:53.661432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ef59b9-0615-4aa6-834e-c3206ec4b6b9') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:53.666840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd9c18f8-c0b3-494f-a938-e2e5ffeed157 req-c5b5ccb2-d7b4-4d41-ab73-b8b09c531080 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.3748128 Oct 13 04:21:53.692094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=c0218770-3f83-4ec3-99bd-7e3e5b47f276,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:53.718107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694e6742-b9b0-49ff-8377-02776358a948 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:53.731000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a5b46fc6-90d6-4989-ba5d-c0a25f50315f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:53.739726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.784613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd9c18f8-c0b3-494f-a938-e2e5ffeed157 req-2f8d1cea-d415-4043-9677-1a0bf7849925 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167769 Oct 13 04:21:53.809280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Transition to ACTIVE for port object 694e6742-b9b0-49ff-8377-02776358a948 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:21:53.821703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.834438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.854597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 5f6d275d-ad29-4703-b324-d5448d3764e0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:53.855837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.866656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc618eb6-314e-4fa6-85e1-5ac3be659fef None None] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:53.917303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.951057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:53.952369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:53.962360 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:54.017102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-88626bae-86cd-4c6c-8278-08dfad52f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.018617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-88626bae-86cd-4c6c-8278-08dfad52f607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 1097 time: 0.2655332 Oct 13 04:21:54.045361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbd32c-bc42-403b-9341-3750a41e9a2d req-e1aa96b7-95ab-4b23-b892-e389bc1dcdf6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.051664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98dbd32c-bc42-403b-9341-3750a41e9a2d req-e1aa96b7-95ab-4b23-b892-e389bc1dcdf6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.2440114 Oct 13 04:21:54.089875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b48bd-da57-4690-aba1-a84d9857da5a req-f82ca103-d0b0-4123-bfc5-8cca51818ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.091378 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-f82ca103-d0b0-4123-bfc5-8cca51818ba8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.5040567 Oct 13 04:21:54.098488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d3e99425-14b5-4d1c-97eb-ac3174ce5f87 None None] Provisioning complete for port c0218770-3f83-4ec3-99bd-7e3e5b47f276 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:54.099627 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3e99425-14b5-4d1c-97eb-ac3174ce5f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.146945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Pushing event updated for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.162257 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.212764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.235327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] 10.222.0.49 "DELETE /v2.0/networks/140f2423-7a00-4895-9ba4-daddf2c72a4b HTTP/1.1" status: 204 len: 168 time: 1.1614969 Oct 13 04:21:54.269821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0dad1-e44e-4e58-a232-c5e196dfa4d7 req-4ff2e1b5-ed7d-45b0-b3f9-8cd2a0003e55 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.275691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcc0dad1-e44e-4e58-a232-c5e196dfa4d7 req-4ff2e1b5-ed7d-45b0-b3f9-8cd2a0003e55 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.2976761 Oct 13 04:21:54.290856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.293275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-e404cc25-01e0-49f7-a5dc-44d1f0a4f84b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.1798072 Oct 13 04:21:54.362427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 5f6d275d-ad29-4703-b324-d5448d3764e0 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:54.400993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Attempting to bind port 694e6742-b9b0-49ff-8377-02776358a948 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:54.401330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Attempting to bind port 694e6742-b9b0-49ff-8377-02776358a948 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:54.401686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Attempting to bind port 694e6742-b9b0-49ff-8377-02776358a948 on network 3072ca68-77db-4383-9d4f-79e6a1282f8e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:54.425397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcc0dad1-e44e-4e58-a232-c5e196dfa4d7 req-8d9d34b8-eb36-48b4-bacf-d1289b9edc3d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274042 Oct 13 04:21:54.448200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5e882-5ae1-4f3e-bff9-8cc8a01b1932 admin admin] Pushing event deleted for resources: {'Network': ['ID=140f2423-7a00-4895-9ba4-daddf2c72a4b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:54.466400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b48bd-da57-4690-aba1-a84d9857da5a req-2cc3b49f-a395-4959-918e-892a173ad26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.468260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-2cc3b49f-a395-4959-918e-892a173ad26f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1311178 Oct 13 04:21:54.494616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98dbd32c-bc42-403b-9341-3750a41e9a2d req-7faf7ec4-f221-4cd2-9e27-771a9708b30a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209633 Oct 13 04:21:54.504525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:54.541063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Port 694e6742-b9b0-49ff-8377-02776358a948 on network 3072ca68-77db-4383-9d4f-79e6a1282f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:21:54.541391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Attempting to bind port 694e6742-b9b0-49ff-8377-02776358a948 on network 3072ca68-77db-4383-9d4f-79e6a1282f8e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:54.556982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-5932bf6b-faa9-44f4-8973-7dfff9fad2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611134 Oct 13 04:21:54.560817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:54.561926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Checking segment: {'id': 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:54.562320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Bound using segment: {'id': 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:54.562776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Bound port: 694e6742-b9b0-49ff-8377-02776358a948, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:54.563164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.598547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3bf1e9da-0807-479e-b992-26fbb5a4a957 req-dc399c63-69f3-48fc-9808-bd1dfe2768b7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0477049 Oct 13 04:21:54.714584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-ba583f63-bc17-4dc7-9c63-9ce4ff9f14b3 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483419 Oct 13 04:21:54.716041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-ffb31bb9-643d-4ac6-9e58-ae8b7104d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.718204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-ffb31bb9-643d-4ac6-9e58-ae8b7104d84e service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.6531389 Oct 13 04:21:54.762000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-badcfa11-38f6-4e04-aefb-686dceba2d80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1ff8e6b104b47958447837f0fa32ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522779 Oct 13 04:21:54.765708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49592) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:54.775921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1bdb5a6c-2b1b-452b-ad97-f377fa51b800 None None] Provisioning complete for port c0218770-3f83-4ec3-99bd-7e3e5b47f276 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:54.776939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5a6c-2b1b-452b-ad97-f377fa51b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:54.860149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:54.870038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae82300-6d0c-4156-9ad6-d51b8576f09d req-30b8a8e7-0ae9-45d8-9555-6cd04c1e8d1b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:54.877375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187b48bd-da57-4690-aba1-a84d9857da5a req-33c08ecc-8279-4ef8-83a9-bc84f3683db4 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553152 Oct 13 04:21:54.877938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ae82300-6d0c-4156-9ad6-d51b8576f09d req-30b8a8e7-0ae9-45d8-9555-6cd04c1e8d1b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1634436 Oct 13 04:21:54.993185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-ebed586c-2493-416d-a7ed-807d9878d903 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 200 len: 1001 time: 0.2635529 Oct 13 04:21:55.004148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1bdb5a6c-2b1b-452b-ad97-f377fa51b800 None None] Provisioning complete for port 5f6d275d-ad29-4703-b324-d5448d3764e0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:55.004808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5a6c-2b1b-452b-ad97-f377fa51b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.007130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842cffe-4ffb-4fff-8afb-0392573d7d21 req-7df1b216-dbaf-4873-bdc6-d2c695691116 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.008799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e842cffe-4ffb-4fff-8afb-0392573d7d21 req-7df1b216-dbaf-4873-bdc6-d2c695691116 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 944 time: 0.1338732 Oct 13 04:21:55.011692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ae82300-6d0c-4156-9ad6-d51b8576f09d req-6cc1b40b-3509-4900-91f5-6777b7bfab31 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327333 Oct 13 04:21:55.012410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.063710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0218770-3f83-4ec3-99bd-7e3e5b47f276 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:55.078564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.106809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e842cffe-4ffb-4fff-8afb-0392573d7d21 req-77ddc880-7019-43ce-9348-fe3bf3cc40c6 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601130 Oct 13 04:21:55.114974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-f4692329-f3cb-4abc-bc97-e67d876abeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.116543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-f4692329-f3cb-4abc-bc97-e67d876abeaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1066990 Oct 13 04:21:55.125463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.132248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=694e6742-b9b0-49ff-8377-02776358a948,segment=NetworkSegment(cf4bf501-ad5f-4f6a-83b3-7e71013986b0),segment_id=cf4bf501-ad5f-4f6a-83b3-7e71013986b0)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:55.147196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb5a6c-2b1b-452b-ad97-f377fa51b800 None None] Port 5f6d275d-ad29-4703-b324-d5448d3764e0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:21:55.156600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c0218770-3f83-4ec3-99bd-7e3e5b47f276 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:55.156983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.179793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.198375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-10178030-9784-4bf3-9b9d-c9ced1b4125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.199562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=5f6d275d-ad29-4703-b324-d5448d3764e0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.200770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-10178030-9784-4bf3-9b9d-c9ced1b4125a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698154 Oct 13 04:21:55.265172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-88c6b21d-00b3-459d-97c1-f89d63be8697 None None] Could not find standard attr ID for object 5f6d275d-ad29-4703-b324-d5448d3764e0. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:21:55.297476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.298122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.299544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] 10.222.0.16 "PUT /v2.0/ports/694e6742-b9b0-49ff-8377-02776358a948 HTTP/1.1" status: 200 len: 1092 time: 3.1220391 Oct 13 04:21:55.302677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'tag': '694e6742-b9b0-49ff-8377-02776358a948'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:55.305065 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e9929f-5ce0-418e-9b5b-5253de32fcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "tag": "694e6742-b9b0-49ff-8377-02776358a948"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:55.362892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-72281dd8-ab8d-47cb-81f7-64f30ab5cc1a service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530151 Oct 13 04:21:55.391363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5139a-9b1b-49e5-b5a7-85d77c16377a req-78bbac9b-319f-406c-ad81-1e15734ab909 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.398604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0dc5139a-9b1b-49e5-b5a7-85d77c16377a req-78bbac9b-319f-406c-ad81-1e15734ab909 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2581718 Oct 13 04:21:55.445653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f260fca-1507-4e11-9c49-e4aedb25c549 service neutron] Pushing event updated for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.466640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.478770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa4840b8-cb68-4a84-af90-a72a4cc4f263 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/5f6d275d-ad29-4703-b324-d5448d3764e0 HTTP/1.1" status: 204 len: 168 time: 2.0482421 Oct 13 04:21:55.482827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49602) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:55.484916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.487373 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.491275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1828939e-c916-433b-8bc7-b989e9472ac6 HTTP/1.1" status: 204 len: 168 time: 0.7174349 Oct 13 04:21:55.540242 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d6d64-bb5b-4196-aec6-34679baf62f4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:21:55.540984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d6d64-bb5b-4196-aec6-34679baf62f4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:21:55.547419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4b1d6d64-bb5b-4196-aec6-34679baf62f4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/5f6d275d-ad29-4703-b324-d5448d3764e0 HTTP/1.1" status: 404 len: 333 time: 0.0545902 Oct 13 04:21:55.547593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fbeca26-8d5d-4588-b4c7-963c7e321dd9 req-e5e8c073-5e25-4628-9d7c-45cb219e2fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752727 Oct 13 04:21:55.547982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49608) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:55.579666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0dc5139a-9b1b-49e5-b5a7-85d77c16377a req-e479371e-e64e-450d-90a1-725852beeaf8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743391 Oct 13 04:21:55.580623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79eaaac-ae72-444e-8718-8a1ef3060b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828939e-c916-433b-8bc7-b989e9472ac6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:55.595098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-67b1d9ca-1f72-4f19-b17f-1abd15106146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.599991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-67b1d9ca-1f72-4f19-b17f-1abd15106146 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=308d416fc5414ab5bf4c3ec26aa7e1ea&device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 1095 time: 0.2396052 Oct 13 04:21:55.649938 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-24863cbc-2113-4fad-b935-38930c46450f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:21:55.657307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24863cbc-2113-4fad-b935-38930c46450f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/5f6d275d-ad29-4703-b324-d5448d3764e0 HTTP/1.1" status: 404 len: 333 time: 0.1082795 Oct 13 04:21:55.657930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:55.692658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-2a72a682-7886-4539-8c10-2deb63e0bdb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694e6742-b9b0-49ff-8377-02776358a948 HTTP/1.1" status: 200 len: 217 time: 0.0826454 Oct 13 04:21:55.694313 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49afd3-2298-4971-8303-5ef84e688e4d x-openstack-request-id: req-5e49afd3-2298-4971-8303-5ef84e688e4d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:55.694678 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "tag": "694e6742-b9b0-49ff-8377-02776358a948", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:55.695083 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e49afd3-2298-4971-8303-5ef84e688e4d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:55.695604 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'tag': '694e6742-b9b0-49ff-8377-02776358a948', 'status': 'completed', 'code': 200} Oct 13 04:21:55.730712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 845d04ee-f7ff-42ab-b76d-c53683d2061b {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:21:55.751477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.788912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-b2b79f1d-fc6f-4cf4-94b1-eb146741ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.790427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-b2b79f1d-fc6f-4cf4-94b1-eb146741ae24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ee16ba-7f26-4175-82f3-15a4832c2b05 HTTP/1.1" status: 200 len: 853 time: 0.0615880 Oct 13 04:21:55.798106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aacb2-19d2-456a-b135-c0d567cc7dd0 req-f3668c47-c404-4bdc-84c0-bd4d911b7b80 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.800003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d60aacb2-19d2-456a-b135-c0d567cc7dd0 req-f3668c47-c404-4bdc-84c0-bd4d911b7b80 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.1183734 Oct 13 04:21:55.835536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-0d90d6f7-8af7-479d-94d8-5cc8dbb6f5cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3072ca68-77db-4383-9d4f-79e6a1282f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341582 Oct 13 04:21:55.839488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:55.894424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70c3a0-551c-417e-8a75-94e540f8c4ac req-3679997e-377b-4394-a236-5fa534eebdbf tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:55.895024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d60aacb2-19d2-456a-b135-c0d567cc7dd0 req-dc9c1589-68ee-42c9-9683-2c0c34794db1 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Oct 13 04:21:55.902579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a70c3a0-551c-417e-8a75-94e540f8c4ac req-3679997e-377b-4394-a236-5fa534eebdbf tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.1240654 Oct 13 04:21:55.999034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-fde0bea8-2723-4084-994b-0404dcfb7132 service neutron] 10.222.0.16 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268175 Oct 13 04:21:56.027831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a70c3a0-551c-417e-8a75-94e540f8c4ac req-0c3e8306-41d4-4b31-acb7-9b4b847cd1ba tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243134 Oct 13 04:21:56.065369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06d027a5-47bd-4844-b0cf-aaf1cf41ab32 req-e34ab42e-a01a-45d8-88d0-38d8d07acedd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0693660 Oct 13 04:21:56.097264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.189601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b90785a-2207-4802-a94b-dc1706bbd1f7 req-dd6b6686-d90b-436a-adb6-28ca6e7ef363 service neutron] 10.222.0.16 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445816 Oct 13 04:21:56.272744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.301864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=845d04ee-f7ff-42ab-b76d-c53683d2061b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:56.315907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.319798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79947a24-4fab-4901-87af-976fa1ce1097 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/845d04ee-f7ff-42ab-b76d-c53683d2061b HTTP/1.1" status: 204 len: 168 time: 0.6604626 Oct 13 04:21:56.323382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49634) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:56.324770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a9c5e-f64e-4eb3-8200-74d1216fa8c9 None None] Network 416c1bc9-8015-4895-9e4e-06027a9ac34e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:56.339572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78759b0e-50eb-4b8d-8aab-acad13f04a41 req-964e5b99-7300-4bff-9247-2457182bd7b8 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.340237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-f19aaece-3a00-4f5c-ae00-27ea98df2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.341711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-f19aaece-3a00-4f5c-ae00-27ea98df2b78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=308d416fc5414ab5bf4c3ec26aa7e1ea&device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 1095 time: 0.0754035 Oct 13 04:21:56.347716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78759b0e-50eb-4b8d-8aab-acad13f04a41 req-964e5b99-7300-4bff-9247-2457182bd7b8 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 944 time: 0.1113958 Oct 13 04:21:56.350935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e3db8-8664-4b1e-9dd8-5b809689fb13 req-1e52294a-f6cc-4196-bdd6-5a6350523527 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.358282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd2e3db8-8664-4b1e-9dd8-5b809689fb13 req-1e52294a-f6cc-4196-bdd6-5a6350523527 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1327903 Oct 13 04:21:56.445479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78759b0e-50eb-4b8d-8aab-acad13f04a41 req-8cf51cb8-afc3-4dce-9810-e1c42b7ec30b tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970354 Oct 13 04:21:56.464964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd2e3db8-8664-4b1e-9dd8-5b809689fb13 req-4b80cf65-41c6-460b-94a4-004c5f40b5bc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036355 Oct 13 04:21:56.474962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.563531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-0c856197-53f7-4d42-8f8a-5e5585dfed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.563531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-0c856197-53f7-4d42-8f8a-5e5585dfed98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3072ca68-77db-4383-9d4f-79e6a1282f8e HTTP/1.1" status: 200 len: 914 time: 0.2020292 Oct 13 04:21:56.599359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port c0218770-3f83-4ec3-99bd-7e3e5b47f276 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:56.599699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.652466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-e09a9e07-2a2e-4221-935d-166814e00859 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=694e6742-b9b0-49ff-8377-02776358a948 HTTP/1.1" status: 200 len: 217 time: 0.0761406 Oct 13 04:21:56.653048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] DHCP port deletion for 416c1bc9-8015-4895-9e4e-06027a9ac34e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:21:56.702423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a4230-4ae8-4679-8c0f-1ef79e394198 req-730cacbf-3c8b-40c5-a6ca-486a14f10e8a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.705840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-304a4230-4ae8-4679-8c0f-1ef79e394198 req-730cacbf-3c8b-40c5-a6ca-486a14f10e8a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1367714 Oct 13 04:21:56.718302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port c0218770-3f83-4ec3-99bd-7e3e5b47f276, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0218770-3f83-4ec3-99bd-7e3e5b47f276,segment=NetworkSegment(c149b9d7-37b1-4160-816f-a37576167924),segment_id=c149b9d7-37b1-4160-816f-a37576167924)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:56.719247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-8d504796-0f40-4caf-9426-15a02dcec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:56.719938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.721262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-8d504796-0f40-4caf-9426-15a02dcec90e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77ee16ba-7f26-4175-82f3-15a4832c2b05 HTTP/1.1" status: 200 len: 853 time: 0.0608146 Oct 13 04:21:56.729729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Deleting port c0218770-3f83-4ec3-99bd-7e3e5b47f276 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:21:56.730368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.749565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for c0218770-3f83-4ec3-99bd-7e3e5b47f276 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:56.788503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-a239528a-e7d8-44b5-8888-b359d69b1a55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3072ca68-77db-4383-9d4f-79e6a1282f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582850 Oct 13 04:21:56.811652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] For port c0218770-3f83-4ec3-99bd-7e3e5b47f276, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0218770-3f83-4ec3-99bd-7e3e5b47f276,segment=NetworkSegment(c149b9d7-37b1-4160-816f-a37576167924),segment_id=c149b9d7-37b1-4160-816f-a37576167924)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:56.811865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-304a4230-4ae8-4679-8c0f-1ef79e394198 req-211039ff-0a1a-4bf3-ad67-93a46c808c4c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966811 Oct 13 04:21:56.812543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.836375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Calling delete_port for c0218770-3f83-4ec3-99bd-7e3e5b47f276 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:21:56.849312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:21:56.850849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49648) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:56.877100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:56.907556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=c0218770-3f83-4ec3-99bd-7e3e5b47f276,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:56.917028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port c0218770-3f83-4ec3-99bd-7e3e5b47f276 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:56.959937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-67499865-4e4b-4ea0-9160-1b43e91e3504 service neutron] 10.222.0.16 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618538 Oct 13 04:21:57.050419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.058896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0218770-3f83-4ec3-99bd-7e3e5b47f276 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:21:57.086725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c0218770-3f83-4ec3-99bd-7e3e5b47f276 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:21:57.087096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0218770-3f83-4ec3-99bd-7e3e5b47f276 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:21:57.109775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c1bc9-8015-4895-9e4e-06027a9ac34e']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:57.133303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c149b9d7-37b1-4160-816f-a37576167924') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:57.133681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c149b9d7-37b1-4160-816f-a37576167924') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:21:57.135490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port a5b46fc6-90d6-4989-ba5d-c0a25f50315f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:21:57.142785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a5b46fc6-90d6-4989-ba5d-c0a25f50315f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:21:57.142970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.151274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.168724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f38b08-2f79-4a97-8d8c-2b32a3a5d8de req-95569196-d5f4-45d7-8bb2-f95db5e1d08d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.174596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1790746391-network', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:57.175609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33f38b08-2f79-4a97-8d8c-2b32a3a5d8de req-95569196-d5f4-45d7-8bb2-f95db5e1d08d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.1310227 Oct 13 04:21:57.203159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.203398 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10e9929f-5ce0-418e-9b5b-5253de32fcd7 req-c154ba96-9767-482d-bea3-1129cc8565d9 service neutron] 10.222.0.16 "GET /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307413 Oct 13 04:21:57.219743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:21:57.220842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:21:57.224600 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:21:57.237821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.245579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04b6be-b9a5-47b0-8210-426e3f9b2ccb req-d3afd672-5352-446b-9202-fe3826cd3857 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.254741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b04b6be-b9a5-47b0-8210-426e3f9b2ccb req-d3afd672-5352-446b-9202-fe3826cd3857 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1015875 Oct 13 04:21:57.262709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Made reservation on behalf of 6ff5ff68434340aa802e3388b0dda0d5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:57.265721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.271178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] Pushing event deleted for resources: {'Port': ['ID=c0218770-3f83-4ec3-99bd-7e3e5b47f276,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.287419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33f38b08-2f79-4a97-8d8c-2b32a3a5d8de req-074eecf8-fe34-4c99-a273-d94007f22f54 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085949 Oct 13 04:21:57.322602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ad5ac-f323-4e01-a3b3-516814aeb821 None None] No DVR routers for this DVR port c0218770-3f83-4ec3-99bd-7e3e5b47f276 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:21:57.324965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.327982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.359250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.366137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.368117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/416c1bc9-8015-4895-9e4e-06027a9ac34e HTTP/1.1" status: 204 len: 168 time: 1.0440016 Oct 13 04:21:57.370835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b022fc-a41e-442f-afb0-3a5ab2e01b36 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=416c1bc9-8015-4895-9e4e-06027a9ac34e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.372618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:57.390874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-149604826'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:57.408681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b04b6be-b9a5-47b0-8210-426e3f9b2ccb req-31ec220a-e8ab-4511-b620-9c6502b0d6bc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507459 Oct 13 04:21:57.422204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:21:57.429355 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc2c6c1-9b09-41b4-a93b-3ae346b48aef" -d '{"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-plugged", "status": "completed", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:21:57.450568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:57.463845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cab663f3-1e48-4d6c-a3e1-3895f7889cea req-739bf86f-b014-4752-8e18-e499605d883c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ac8d9eb-bad8-42e6-8dad-1cd1187b5ef2 HTTP/1.1" status: 200 len: 210 time: 0.0512862 Oct 13 04:21:57.465779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.485554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:57.489420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.535255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.552209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.566624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.568303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:57.579850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.580346 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Added segment 1a1e4c80-6d7c-457d-8899-194d0c92539f of type vlan for network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 Oct 13 04:21:57.605423 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ec3e7-9faa-4614-afb6-bdf24d619c32 x-openstack-request-id: req-639ec3e7-9faa-4614-afb6-bdf24d619c32 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:21:57.605947 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-plugged", "status": "completed", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:21:57.606355 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-639ec3e7-9faa-4614-afb6-bdf24d619c32 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:21:57.606912 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'code': 200} Oct 13 04:21:57.633227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.682780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.684008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.684689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.713688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d10f0e-b758-48a4-82ea-ce681bfda0b8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:57.898535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:21:57.916783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:57.917123 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment 6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79 of type vlan for network 6578b095-c3c5-43d1-b5be-9267710ce893 Oct 13 04:21:57.930110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981b188-ffa7-4048-b45e-f1df10d0f336 req-87b0f723-7297-4f43-a309-04756fb19c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.931648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2981b188-ffa7-4048-b45e-f1df10d0f336 req-87b0f723-7297-4f43-a309-04756fb19c77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1096 time: 0.0991192 Oct 13 04:21:57.943837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fac48-8007-4106-8e4b-31608a7370d1 req-39ea18d8-32f5-42d7-a37a-35a704d39262 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:57.945295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-170fac48-8007-4106-8e4b-31608a7370d1 req-39ea18d8-32f5-42d7-a37a-35a704d39262 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1145041 Oct 13 04:21:58.008870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.046551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1924276 Oct 13 04:21:58.050554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49668) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.055191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2981b188-ffa7-4048-b45e-f1df10d0f336 req-6c6e8ace-6eab-4c3c-add6-de2205cde666 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088743 Oct 13 04:21:58.057363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Request body: {'subnet': {'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1790746391-subnet', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.061084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7f32-cffe-4294-9a0e-6f88ff76b682 admin admin] Pushing event updated for resources: {'Network': ['ID=6f43d7e2-4516-4df6-b8d9-948af5ae83c8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.074839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-170fac48-8007-4106-8e4b-31608a7370d1 req-21c4a610-30f3-4d2c-9cee-af05fd033e7c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900381 Oct 13 04:21:58.078438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:58.084277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f489f3-8cc0-4a52-a647-ccb3b5fb9dd7 req-3c8ca71a-ba89-4718-a188-2b981e308ca8 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.091697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13f489f3-8cc0-4a52-a647-ccb3b5fb9dd7 req-3c8ca71a-ba89-4718-a188-2b981e308ca8 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 944 time: 0.4136622 Oct 13 04:21:58.103864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.112680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.113383 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.128707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Made reservation on behalf of 6ff5ff68434340aa802e3388b0dda0d5 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:58.131014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.151721 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7770598 Oct 13 04:21:58.160068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13f489f3-8cc0-4a52-a647-ccb3b5fb9dd7 req-26618507-d46b-40bb-acc0-3b4aed51b936 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673089 Oct 13 04:21:58.184404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49674) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.194195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.275247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef0555-920a-4a6c-99db-d79d401bf47d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=6578b095-c3c5-43d1-b5be-9267710ce893,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.286829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6578b095-c3c5-43d1-b5be-9267710ce893 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:21:58.317645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6efae-52d0-400c-8144-e5e4d9b4ad2e req-22fc58f6-607b-4009-bb9a-6efb5e6228db tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.319294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fa6efae-52d0-400c-8144-e5e4d9b4ad2e req-22fc58f6-607b-4009-bb9a-6efb5e6228db tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1338372 Oct 13 04:21:58.334112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.364208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:58.367739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.418963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6809b7-f694-4056-bab7-3a8f05674f8c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.432571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fa6efae-52d0-400c-8144-e5e4d9b4ad2e req-6b705604-60e0-4d27-8073-38b7bcdc40e8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893273 Oct 13 04:21:58.449155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Checking segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:58.449580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Network hostable DHCP agents. Network: 6f43d7e2-4516-4df6-b8d9-948af5ae83c8, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:58.461302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db1387-e675-4333-ae20-1a4b374fc7da req-3d7a2b38-8ecf-4958-a93d-4f1b60ddf48d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.468817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3db1387-e675-4333-ae20-1a4b374fc7da req-3d7a2b38-8ecf-4958-a93d-4f1b60ddf48d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.0865850 Oct 13 04:21:58.511421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:58.523408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3db1387-e675-4333-ae20-1a4b374fc7da req-3e2ea3b1-6926-42d0-ab24-c3d09b2d1564 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Oct 13 04:21:58.528240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6f43d7e2-4516-4df6-b8d9-948af5ae83c8) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:58.534518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.535401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.547282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064bd6bc-c893-4fca-a72c-d927f48ddde9 None None] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:58.552638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-01cd83ef-bbb1-4b6e-b1ee-abe5e21f8d95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5007939 Oct 13 04:21:58.558888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49684) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.564168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.587483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.588836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.656594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6492-76be-40b9-bd6d-1c86c5ac70c8 req-5c23712a-eb76-45e3-a124-715138d4f5b1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.664266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c87c6492-76be-40b9-bd6d-1c86c5ac70c8 req-5c23712a-eb76-45e3-a124-715138d4f5b1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1387246 Oct 13 04:21:58.673979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.675744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.768858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c87c6492-76be-40b9-bd6d-1c86c5ac70c8 req-c2a1ed01-bb3c-4d88-89be-bc3edddcd4c1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985293 Oct 13 04:21:58.769833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=93ef6506-720a-4561-8712-ae3d6cff6e5c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:58.799863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:58.800822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.812081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:58.812422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 6578b095-c3c5-43d1-b5be-9267710ce893, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:21:58.854215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.861100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6578b095-c3c5-43d1-b5be-9267710ce893 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:21:58.879012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6578b095-c3c5-43d1-b5be-9267710ce893) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:58.891505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 694e6742-b9b0-49ff-8377-02776358a948 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:21:58.900187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144d87d6-2c03-4047-9cf2-1a45e7c5fd77 None None] Network 6578b095-c3c5-43d1-b5be-9267710ce893 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:21:58.903318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.904198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:58.949822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb9dccf0-1877-4ae0-b37a-c606f185d003 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7621553 Oct 13 04:21:58.954901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49700) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:21:58.963828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893', 'security_groups': [], 'name': 'tempest-PortsTestJSON-202504567'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:21:58.992066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54351f31-67a3-4385-a133-fc6464697b89 req-474665eb-4804-4018-b840-e1aa80d9d622 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:58.994296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54351f31-67a3-4385-a133-fc6464697b89 req-474665eb-4804-4018-b840-e1aa80d9d622 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0616283 Oct 13 04:21:59.059599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54351f31-67a3-4385-a133-fc6464697b89 req-f54001e2-a6a3-4413-9fbd-bc589a9503b0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 Oct 13 04:21:59.093141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Allocated IP 172.20.0.2 (6f43d7e2-4516-4df6-b8d9-948af5ae83c8/3b6809b7-f694-4056-bab7-3a8f05674f8c/86e33552-add0-4dc3-922e-7e13f4dd635b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:59.153300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:21:59.157678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.210055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6578b095-c3c5-43d1-b5be-9267710ce893', 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '93ef6506-720a-4561-8712-ae3d6cff6e5c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:21:59.210902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.227169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb55fc-6dcd-44c8-aa62-65b746a432b5 req-1be225cb-aa59-4e02-9744-1a5202aaf903 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.228495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbfb55fc-6dcd-44c8-aa62-65b746a432b5 req-1be225cb-aa59-4e02-9744-1a5202aaf903 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0610600 Oct 13 04:21:59.238276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port d5c70700-f83e-4d25-a111-fa83c41c62a5 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:21:59.301721 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbfb55fc-6dcd-44c8-aa62-65b746a432b5 req-ea5734bd-84bb-4719-8f02-606bc9c2cb7a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Oct 13 04:21:59.324813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=694e6742-b9b0-49ff-8377-02776358a948,segment=NetworkSegment(cf4bf501-ad5f-4f6a-83b3-7e71013986b0),segment_id=cf4bf501-ad5f-4f6a-83b3-7e71013986b0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:59.476572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2c572-8762-45c1-b12b-61664690f503 req-c899ba5f-68b8-4591-93d0-8ac8b4f280cd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.478142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ec2c572-8762-45c1-b12b-61664690f503 req-c899ba5f-68b8-4591-93d0-8ac8b4f280cd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.3282564 Oct 13 04:21:59.486620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e8014-20b8-4adc-8505-591cdd327e29 req-ef8db351-7af1-4b00-b516-157a2b47dbd2 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.496627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '694e6742-b9b0-49ff-8377-02776358a948', 'network_id': '3072ca68-77db-4383-9d4f-79e6a1282f8e', 'port_id': '694e6742-b9b0-49ff-8377-02776358a948', 'mac_address': 'fa:16:3e:c6:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ee16ba-7f26-4175-82f3-15a4832c2b05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:21:59.496927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-452e8014-20b8-4adc-8505-591cdd327e29 req-ef8db351-7af1-4b00-b516-157a2b47dbd2 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 944 time: 0.0744190 Oct 13 04:21:59.535318 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ec2c572-8762-45c1-b12b-61664690f503 req-fb5d62fe-8252-4c09-8c45-4134a1f0ee92 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0260215 Oct 13 04:21:59.549971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-452e8014-20b8-4adc-8505-591cdd327e29 req-e1ec34de-e8c9-45a1-8b94-56f7b3f8e59c tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Oct 13 04:21:59.563215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.581033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.4 (6578b095-c3c5-43d1-b5be-9267710ce893/93ef6506-720a-4561-8712-ae3d6cff6e5c/d5c70700-f83e-4d25-a111-fa83c41c62a5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:21:59.598276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694e6742-b9b0-49ff-8377-02776358a948 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:21:59.605314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ec2c572-8762-45c1-b12b-61664690f503 req-e017ae1e-e3d3-4caf-b2fb-3b3272840832 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460386 Oct 13 04:21:59.623803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=694e6742-b9b0-49ff-8377-02776358a948,segment=NetworkSegment(cf4bf501-ad5f-4f6a-83b3-7e71013986b0),segment_id=cf4bf501-ad5f-4f6a-83b3-7e71013986b0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:21:59.634079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.675854 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.683974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.688487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.695666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.697098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275d843-aa5d-415e-a792-4c23a0fa4187 req-20be1b36-f002-4f47-b899-74df6b48c92b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.706921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4275d843-aa5d-415e-a792-4c23a0fa4187 req-20be1b36-f002-4f47-b899-74df6b48c92b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.0611267 Oct 13 04:21:59.742105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:21:59.742623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.743577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4275d843-aa5d-415e-a792-4c23a0fa4187 req-5608594b-7747-4936-8b48-6aa6c1669e5b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Oct 13 04:21:59.746943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:21:59.749922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:21:59.759137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Pushing event updated for resources: {'Port': ['ID=86e33552-add0-4dc3-922e-7e13f4dd635b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:21:59.818505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Attempting to bind port 86e33552-add0-4dc3-922e-7e13f4dd635b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:21:59.818934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Attempting to bind port 86e33552-add0-4dc3-922e-7e13f4dd635b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:21:59.819401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Attempting to bind port 86e33552-add0-4dc3-922e-7e13f4dd635b on network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:21:59.826263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:21:59.827199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Checking segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:21:59.828264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.828890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Bound using segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:21:59.829694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Bound port: 86e33552-add0-4dc3-922e-7e13f4dd635b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:21:59.830320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.851520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ec2c572-8762-45c1-b12b-61664690f503 req-97e0d724-7011-479c-a0d7-66c20f04da19 service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379301 Oct 13 04:21:59.871714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32beddc-606d-4960-9de7-2a3a7c009e04 req-e02feee4-d689-40a4-92de-3675afb3f150 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:21:59.873923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e32beddc-606d-4960-9de7-2a3a7c009e04 req-e02feee4-d689-40a4-92de-3675afb3f150 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0616200 Oct 13 04:21:59.875987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['694e6742-b9b0-49ff-8377-02776358a948'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:21:59.918442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e32beddc-606d-4960-9de7-2a3a7c009e04 req-5ae153ea-4a68-49e5-a7b4-0702fe4c29e8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Oct 13 04:21:59.941335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] For port 86e33552-add0-4dc3-922e-7e13f4dd635b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:21:59.942283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] For port 86e33552-add0-4dc3-922e-7e13f4dd635b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86e33552-add0-4dc3-922e-7e13f4dd635b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:21:59.953301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:21:59.992742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.028566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Allocated IP 172.25.0.186 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/0af8462e-3f1a-4c3d-8038-e79c896b8c10) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:00.071135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e955cf-a540-492e-9ed1-bcfc8b2668c3 None None] Pushing event updated for resources: {'Port': ['ID=86e33552-add0-4dc3-922e-7e13f4dd635b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.098387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ec2c572-8762-45c1-b12b-61664690f503 req-b7f48f3d-39b7-4634-8fc1-af25f2b9bce5 service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389185 Oct 13 04:22:00.113418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dce9b-7b6b-4242-bede-4986197f2802 req-866fd8cc-25a9-4cbe-b774-45c907664f24 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.124950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-529dce9b-7b6b-4242-bede-4986197f2802 req-866fd8cc-25a9-4cbe-b774-45c907664f24 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1096 time: 0.0595927 Oct 13 04:22:00.167780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-529dce9b-7b6b-4242-bede-4986197f2802 req-0e049ce2-45b6-4c1e-84fc-0a1e8c8e0969 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396230 Oct 13 04:22:00.175214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.252940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Allocated IP 172.20.0.2 (6578b095-c3c5-43d1-b5be-9267710ce893/93ef6506-720a-4561-8712-ae3d6cff6e5c/404ca277-68dd-4d88-b98e-86ab749c398d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:00.336183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6578b095-c3c5-43d1-b5be-9267710ce893 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:00.360451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529e9f-d9af-4bf2-8fa2-c206631c32a7 req-229d572f-2d61-41e2-adda-ee60fa08c6ee tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.362042 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16529e9f-d9af-4bf2-8fa2-c206631c32a7 req-229d572f-2d61-41e2-adda-ee60fa08c6ee tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1102645 Oct 13 04:22:00.385353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.387379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:00.391354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:00.413980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16529e9f-d9af-4bf2-8fa2-c206631c32a7 req-54472fd9-b541-4686-b105-970e36f88272 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Oct 13 04:22:00.499906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.515314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.526873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fdbe6bb-ab34-44e8-868f-07b8033c552e req-0a96ad38-0bbb-401a-b598-5680710ec4e4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=c8912bd9-9107-47ff-8a4e-e29777a43be4 HTTP/1.1" status: 200 len: 210 time: 0.0445459 Oct 13 04:22:00.527276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=d5c70700-f83e-4d25-a111-fa83c41c62a5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.566668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.572082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Network 6578b095-c3c5-43d1-b5be-9267710ce893 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:00.576028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:00.581338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.581771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.582207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.582617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.583125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.583448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.583847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.584242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.584368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:00.584684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.585356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.585487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.585840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:00.593251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Pushing event updated for resources: {'Port': ['ID=404ca277-68dd-4d88-b98e-86ab749c398d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.641228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Pushing event updated for resources: {'Port': ['ID=0af8462e-3f1a-4c3d-8038-e79c896b8c10,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.645468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:00.653201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Attempting to bind port 404ca277-68dd-4d88-b98e-86ab749c398d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:00.653500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.654010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Attempting to bind port 404ca277-68dd-4d88-b98e-86ab749c398d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:00.654127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.655596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Attempting to bind port 404ca277-68dd-4d88-b98e-86ab749c398d on network 6578b095-c3c5-43d1-b5be-9267710ce893 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:00.661804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:00.662285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Checking segment: {'id': '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:00.662773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.663116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae8294-3bf9-4bc4-8456-4118f10bfdfa req-d3817707-0c59-4dc4-afd2-5694a9e6734d tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:00.663320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Bound using segment: {'id': '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:00.663897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Bound port: 404ca277-68dd-4d88-b98e-86ab749c398d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6578b095-c3c5-43d1-b5be-9267710ce893'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:00.664345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.664675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eae8294-3bf9-4bc4-8456-4118f10bfdfa req-d3817707-0c59-4dc4-afd2-5694a9e6734d tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1096 time: 0.2668855 Oct 13 04:22:00.665593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:00.671052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:00.736339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] For port 404ca277-68dd-4d88-b98e-86ab749c398d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:00.740308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] For port 404ca277-68dd-4d88-b98e-86ab749c398d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=404ca277-68dd-4d88-b98e-86ab749c398d,segment=NetworkSegment(6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79),segment_id=6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:00.745510 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:00.756162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ed21085-0c80-4907-bb7c-a05c9991ced7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7979364 Oct 13 04:22:00.758842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49754) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:00.845715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a68d7a-5e06-473a-8bb8-147d30175b6e None None] Pushing event updated for resources: {'Port': ['ID=404ca277-68dd-4d88-b98e-86ab749c398d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:00.892513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 694e6742-b9b0-49ff-8377-02776358a948 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:00.925221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eae8294-3bf9-4bc4-8456-4118f10bfdfa req-804d31e6-8a00-434b-a7a1-8ea48fb5e073 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056863 Oct 13 04:22:00.972151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port d5c70700-f83e-4d25-a111-fa83c41c62a5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:00.972507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.000861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 694e6742-b9b0-49ff-8377-02776358a948 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:01.006162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 694e6742-b9b0-49ff-8377-02776358a948 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:01.006601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.175872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86e33552-add0-4dc3-922e-7e13f4dd635b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:01.242091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.259447 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.260653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for d5c70700-f83e-4d25-a111-fa83c41c62a5 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:01.311277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86e33552-add0-4dc3-922e-7e13f4dd635b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:01.315744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.317396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b68b9e-56a4-4385-8900-773b7608184f req-3ecff2ab-8b44-4628-bdbc-9e4001f74410 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.319187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19b68b9e-56a4-4385-8900-773b7608184f req-3ecff2ab-8b44-4628-bdbc-9e4001f74410 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2709699 Oct 13 04:22:01.354403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770ecf8-fb96-4513-9b4d-a45b5fe02243 req-4808d32b-e52d-4c2c-9feb-ef40ee425d41 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.356351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b770ecf8-fb96-4513-9b4d-a45b5fe02243 req-4808d32b-e52d-4c2c-9feb-ef40ee425d41 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 945 time: 0.2337263 Oct 13 04:22:01.360537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.374938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e6742-b9b0-49ff-8377-02776358a948'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:01.377745 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ae37b-35d6-4c2d-8641-0f17c3bc0926" -d '{"events": [{"server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "name": "network-vif-plugged", "status": "completed", "tag": "694e6742-b9b0-49ff-8377-02776358a948"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:01.392785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=694e6742-b9b0-49ff-8377-02776358a948,segment=NetworkSegment(cf4bf501-ad5f-4f6a-83b3-7e71013986b0),segment_id=cf4bf501-ad5f-4f6a-83b3-7e71013986b0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:01.432917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-19b68b9e-56a4-4385-8900-773b7608184f req-49c52447-3ab5-40af-8a75-e9fb1a026c76 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071470 Oct 13 04:22:01.440052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b770ecf8-fb96-4513-9b4d-a45b5fe02243 req-15b932b4-ff0d-45f2-86a5-5125aca7e088 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695512 Oct 13 04:22:01.460690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.462638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.577595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 86e33552-add0-4dc3-922e-7e13f4dd635b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86e33552-add0-4dc3-922e-7e13f4dd635b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:01.579582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.586774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.644907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae200f-a225-4d11-910c-e7fd435810dd None None] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:01.660629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.682731 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8787b0a1-56fd-41fd-afb2-be0d6bf92975 x-openstack-request-id: req-8787b0a1-56fd-41fd-afb2-be0d6bf92975 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:01.683094 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "name": "network-vif-plugged", "status": "completed", "tag": "694e6742-b9b0-49ff-8377-02776358a948", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:01.683440 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8787b0a1-56fd-41fd-afb2-be0d6bf92975 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:01.684337 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694e6742-b9b0-49ff-8377-02776358a948', 'code': 200} Oct 13 04:22:01.718368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=d5c70700-f83e-4d25-a111-fa83c41c62a5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.731288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-66425c08-ea08-46fb-a6fb-ee971255507d req-c82aa453-b1ef-4368-9460-852e7d13640d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:22:01.732551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-66425c08-ea08-46fb-a6fb-ee971255507d req-c82aa453-b1ef-4368-9460-852e7d13640d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0175133 Oct 13 04:22:01.743565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=86e33552-add0-4dc3-922e-7e13f4dd635b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:01.760234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3ff575aa-b06d-454e-952d-8cc92748ad50 None None] Provisioning complete for port 86e33552-add0-4dc3-922e-7e13f4dd635b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:01.760614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ff575aa-b06d-454e-952d-8cc92748ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.815248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8b95f-c703-42b8-89d2-5d4209a30556 req-40d4c234-1808-4158-8e74-c37e7a608d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.820011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ca8b95f-c703-42b8-89d2-5d4209a30556 req-40d4c234-1808-4158-8e74-c37e7a608d09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 1097 time: 0.0906169 Oct 13 04:22:01.822648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.836838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:01.842401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7bc6d3f6-5a8f-4a0d-b89b-3fef99298736 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/d5c70700-f83e-4d25-a111-fa83c41c62a5 HTTP/1.1" status: 204 len: 168 time: 1.0823197 Oct 13 04:22:01.848075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:01.898251 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-be93a4f8-1553-46d8-ac9a-bfcc01107b5f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:01.904965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-be93a4f8-1553-46d8-ac9a-bfcc01107b5f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/d5c70700-f83e-4d25-a111-fa83c41c62a5 HTTP/1.1" status: 404 len: 333 time: 0.0548508 Oct 13 04:22:01.908635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:01.969032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7092-5d7e-4052-81ae-d0e6a4b3bfaa req-08f1aa53-52be-4270-b6d1-465880f5c1ea tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:01.971327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4aad7092-5d7e-4052-81ae-d0e6a4b3bfaa req-08f1aa53-52be-4270-b6d1-465880f5c1ea tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2475181 Oct 13 04:22:01.981943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ca8b95f-c703-42b8-89d2-5d4209a30556 req-2288398f-cb07-4146-a046-69a4e5e2990a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475961 Oct 13 04:22:01.997641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 93ef6506-720a-4561-8712-ae3d6cff6e5c {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:02.011564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.109648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4aad7092-5d7e-4052-81ae-d0e6a4b3bfaa req-697c9ca6-5cbf-45e8-9966-266d1b3fdfb4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073203 Oct 13 04:22:02.130642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.376075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.407567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-41694bb5-c31b-4539-845f-a3a79cbe73e7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:02.409101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-41694bb5-c31b-4539-845f-a3a79cbe73e7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.1826463 Oct 13 04:22:02.429776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5aa52-5a02-4cb5-af13-de8478df3871 None None] Network 6578b095-c3c5-43d1-b5be-9267710ce893 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:02.443468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-3c82247a-fa6c-4473-8015-bf42ab0c7737 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0259988 Oct 13 04:22:02.480381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:22:02.488302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-a3414a14-cab4-4c40-ba0e-28af9c164d2a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438995 Oct 13 04:22:02.514842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Provisioning complete for port 404ca277-68dd-4d88-b98e-86ab749c398d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:02.515538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.552445 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.589871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.594934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/93ef6506-720a-4561-8712-ae3d6cff6e5c HTTP/1.1" status: 204 len: 168 time: 0.6851494 Oct 13 04:22:02.597853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580002ce-c2a8-45f7-9ba6-407f3948a946 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=93ef6506-720a-4561-8712-ae3d6cff6e5c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:02.599510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:02.657427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:02.674034 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Sync routers for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:02.682630 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.684797 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:02.686171 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:21:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:02.694844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.699840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7e587e72-fd5b-4ccc-8935-9ff11d4cb107 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1399171 Oct 13 04:22:02.700828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:02.726236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] For port 404ca277-68dd-4d88-b98e-86ab749c398d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=404ca277-68dd-4d88-b98e-86ab749c398d,segment=NetworkSegment(6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79),segment_id=6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:02.734283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.784546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-221c1573-10d3-4631-b366-f0a63e9f651f service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953074 Oct 13 04:22:02.802248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Provisioning complete for port 86e33552-add0-4dc3-922e-7e13f4dd635b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:02.803621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.812844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:02.865195 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:02.942310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-71a52f7c-4957-4485-bd87-74c9ba77be3f service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568325 Oct 13 04:22:02.968141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] DHCP port deletion for 6578b095-c3c5-43d1-b5be-9267710ce893 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:22:02.986861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 404ca277-68dd-4d88-b98e-86ab749c398d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:02.987545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.024571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76c28e-b6e5-4e6f-8197-f6619bdd255e None None] Pushing event updated for resources: {'Port': ['ID=404ca277-68dd-4d88-b98e-86ab749c398d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.094419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-654d0b61-749b-4181-a283-2d5f540c8304 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:22:03.095842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-654d0b61-749b-4181-a283-2d5f540c8304 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2460706 Oct 13 04:22:03.111250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port 404ca277-68dd-4d88-b98e-86ab749c398d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=404ca277-68dd-4d88-b98e-86ab749c398d,segment=NetworkSegment(6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79),segment_id=6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:03.111628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.148908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-aa5681ed-e64d-4995-9a3b-f8986ae1a241 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.150335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-aa5681ed-e64d-4995-9a3b-f8986ae1a241 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 1093 time: 0.0457759 Oct 13 04:22:03.152579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 404ca277-68dd-4d88-b98e-86ab749c398d owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:03.206610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86e33552-add0-4dc3-922e-7e13f4dd635b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:03.255609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.299818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=404ca277-68dd-4d88-b98e-86ab749c398d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.303817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port 404ca277-68dd-4d88-b98e-86ab749c398d on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:03.418247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Request body: {'binding': {'host': 'n-h1-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:03.419344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Unknown quota resources ['binding']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:22:03.426282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.438404 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 3, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:03.449217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6578b095-c3c5-43d1-b5be-9267710ce893']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:03.477002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:03.478742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0f46cf-1d68-4c22-9b30-e57a0f3a0a79') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:03.491449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86e33552-add0-4dc3-922e-7e13f4dd635b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:03.492629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.500146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.509586 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Checking router: cc1fc184-c64c-4e9f-b6f9-d7c46f65400e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:03.510346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Updating router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:03.544132 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.546205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.562858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Deleting port 404ca277-68dd-4d88-b98e-86ab749c398d {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:03.567106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.579250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:03.580728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.619547 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:03.724099 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:03.756893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.770298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on host n-h1-813736-1 for vnic_type normal with profile None {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:03.770692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:03.770965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:03.803671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] For port 404ca277-68dd-4d88-b98e-86ab749c398d, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:03.804321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.815650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:03.816211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:03.826518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:03.827283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:03.827752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:03.828458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Bound port: a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:03.850909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.853938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Calling delete_port for 404ca277-68dd-4d88-b98e-86ab749c398d owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:03.866766 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/6578b095-c3c5-43d1-b5be-9267710ce893 HTTP/1.1" status: 204 len: 168 time: 1.2480822 Oct 13 04:22:03.866766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded08b91-b6ff-4781-9ef0-d1204b2ec445 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=6578b095-c3c5-43d1-b5be-9267710ce893,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.866766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49848) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:03.873464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'name': 'tempest-PortsTestJSON-2129909302'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:03.874131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Port 404ca277-68dd-4d88-b98e-86ab749c398d was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:22:03.878756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:03.911505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Pushing event deleted for resources: {'Port': ['ID=404ca277-68dd-4d88-b98e-86ab749c398d,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:03.919530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] Network 6578b095-c3c5-43d1-b5be-9267710ce893 is not hosted by any dhcp agent {{(pid=95049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:22:03.921221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1049d3-0d08-41da-81f7-775f33ee120c None None] No DVR routers for this DVR port 404ca277-68dd-4d88-b98e-86ab749c398d on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:03.979030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4785-1040-4277-899e-07cf5ffa44cd req-d394e0f3-9a11-458f-9ea7-5d8ec1629ee4 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:03.980539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-494f4785-1040-4277-899e-07cf5ffa44cd req-d394e0f3-9a11-458f-9ea7-5d8ec1629ee4 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 946 time: 0.2554736 Oct 13 04:22:04.025487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:04.038769 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.040107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-316fec49-8bdb-4263-b414-7eab028bb2b6 service neutron] 10.222.0.49 "POST /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7888787 Oct 13 04:22:04.048807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Allocated IP 172.20.0.1 (6f43d7e2-4516-4df6-b8d9-948af5ae83c8/3b6809b7-f694-4056-bab7-3a8f05674f8c/48ba854c-b1d0-4395-88fc-ac5f87a39184) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:04.082313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-494f4785-1040-4277-899e-07cf5ffa44cd req-c3553111-23f6-48c3-b975-b2fd090677f5 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913572 Oct 13 04:22:04.108177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:04.112238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.135575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 701c6d94-4ad7-47b8-99de-299e615b143e yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:04.161531 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.182855 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.283126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.310276 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Attempting to bind port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:04.311706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Attempting to bind port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:04.312169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Attempting to bind port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:04.327924 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Pushing event updated for resources: {'Port': ['ID=0af8462e-3f1a-4c3d-8038-e79c896b8c10,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.330562 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:04.330936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:04.331358 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.331759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:04.332234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Bound port: 0af8462e-3f1a-4c3d-8038-e79c896b8c10, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:04.332619 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.356012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e501a6d-e393-411e-9050-07d9c23a706d req-d59a4c01-95ad-48d4-8602-a74cfe19ea28 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 210 time: 0.0608799 Oct 13 04:22:04.358788 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.358995 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.359366 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.359699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.360020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.360346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.360670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.360994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.361316 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.361641 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.361959 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.362276 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:04.416161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] For port 0af8462e-3f1a-4c3d-8038-e79c896b8c10, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:04.419647 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] For port 0af8462e-3f1a-4c3d-8038-e79c896b8c10, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0af8462e-3f1a-4c3d-8038-e79c896b8c10,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:04.428783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.435790 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.445887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.464795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313868d-d779-4e12-be18-4ad30cf99379 req-56a185ba-ab2b-4c16-b2f8-140c6c8ce4b3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.473892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0313868d-d779-4e12-be18-4ad30cf99379 req-56a185ba-ab2b-4c16-b2f8-140c6c8ce4b3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1105685 Oct 13 04:22:04.526092 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73027-0b53-4950-9e67-1cfda9a3a0c8 None None] Pushing event updated for resources: {'Port': ['ID=0af8462e-3f1a-4c3d-8038-e79c896b8c10,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.526266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:04.526440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0313868d-d779-4e12-be18-4ad30cf99379 req-e02ea765-8eca-4c2f-abe4-a58c14d8839d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Oct 13 04:22:04.536212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:04.540234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Pushing event updated for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.542482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:04.550934 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:04.552113 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:21:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:04.601883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.629630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-e8ba74e9-09df-4e78-9116-60d3125678d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.631310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-e8ba74e9-09df-4e78-9116-60d3125678d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1096 time: 0.1758816 Oct 13 04:22:04.643326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.709445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:04.736064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:04.763603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:04.769771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.774199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.803397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=701c6d94-4ad7-47b8-99de-299e615b143e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:04.830490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de03a4-4d82-46b3-ad52-f14b1a11c39c req-4e6d49a0-3579-42c0-930e-e2d900121161 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.841738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b51b569e-09c5-4f0b-af29-dd20645c7423 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9743519 Oct 13 04:22:04.842975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72de03a4-4d82-46b3-ad52-f14b1a11c39c req-4e6d49a0-3579-42c0-930e-e2d900121161 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.2151771 Oct 13 04:22:04.848881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:04.854785 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:04.939575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ecb5e2ae-50e8-437d-970c-6513db408c3c None None] Provisioning complete for port 48ba854c-b1d0-4395-88fc-ac5f87a39184 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:04.941843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e2ae-50e8-437d-970c-6513db408c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:04.984629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-d1aeff62-6e7c-4ba4-8e44-8b14f293eea3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:04.986662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-d1aeff62-6e7c-4ba4-8e44-8b14f293eea3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.2481065 Oct 13 04:22:04.996067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5e2ae-50e8-437d-970c-6513db408c3c None None] Port 48ba854c-b1d0-4395-88fc-ac5f87a39184 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:05.014777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:05.075477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-2d86fe36-a8e6-41c8-80f1-6ccbe867c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.077204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-2d86fe36-a8e6-41c8-80f1-6ccbe867c1c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.4352145 Oct 13 04:22:05.093186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72de03a4-4d82-46b3-ad52-f14b1a11c39c req-b854c2e4-73c9-4fb5-a44b-27a696811e1d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519357 Oct 13 04:22:05.105764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cbb4b-3379-48f2-af1d-60c84d249ded req-0d160cb9-c1ad-494b-8976-d6aa81409051 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.108278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-334cbb4b-3379-48f2-af1d-60c84d249ded req-0d160cb9-c1ad-494b-8976-d6aa81409051 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 946 time: 0.1100967 Oct 13 04:22:05.157459 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 3, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:05.167276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-77ce007a-c0af-443b-b5ca-09dc3e02071a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 217 time: 0.0730381 Oct 13 04:22:05.185262 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc009d-3e15-4322-b329-a4ae6d1dd329 None None] The sync data for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 is: [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:01Z', 'revision_number': 3, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:05.211689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-334cbb4b-3379-48f2-af1d-60c84d249ded req-ef41046e-b736-4649-a5aa-65a1901ae5c3 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845439 Oct 13 04:22:05.232180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:05.237001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.250864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.258280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 701c6d94-4ad7-47b8-99de-299e615b143e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:05.258686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.296323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-640d18ce-7dc3-4094-91bf-e7f5ec006ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.297964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-640d18ce-7dc3-4094-91bf-e7f5ec006ae0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1218097 Oct 13 04:22:05.379763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.9 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/334cc8ab-9ce3-497f-a5a1-9e76b5445500) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:05.385087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-cdc0250d-c966-44f3-9e86-78be69421556 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596793 Oct 13 04:22:05.473157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.507771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 701c6d94-4ad7-47b8-99de-299e615b143e owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:05.559910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b33cff5-01ac-4771-a2a0-bd11d5c946be req-5d885995-9ed3-4731-a90e-319136fb2776 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 210 time: 0.0360613 Oct 13 04:22:05.639363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.675902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.727413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:05.730799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:05.734932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:05.766689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:05.798289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:05.799191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.816707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-c3a121f1-03b0-43e8-9a00-6a99ccc3e0d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8077381 Oct 13 04:22:05.830216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Request body: {'port': {'device_id': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:05.886981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:05.936391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8b1fa618-78b6-4064-ba84-d37acc29b55b service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417867 Oct 13 04:22:06.036809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7363d2-967d-453a-9b88-b7a881cd049e req-92bdb185-8e8b-4c05-95cd-d276e54e12b2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:06.043761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be7363d2-967d-453a-9b88-b7a881cd049e req-92bdb185-8e8b-4c05-95cd-d276e54e12b2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2197402 Oct 13 04:22:06.153229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.167455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be7363d2-967d-453a-9b88-b7a881cd049e req-0b30bda1-3c14-44dd-9421-68f5b4aaab76 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226923 Oct 13 04:22:06.168835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.177739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-76375a50-b764-45bd-a373-e2a21a64b88a service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326028 Oct 13 04:22:06.184143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.240450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=701c6d94-4ad7-47b8-99de-299e615b143e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:06.246113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334cc8ab-9ce3-497f-a5a1-9e76b5445500 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:06.250475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.253882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8d8e5e16-b302-4e0e-9389-a40dcf95be28 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/701c6d94-4ad7-47b8-99de-299e615b143e HTTP/1.1" status: 204 len: 168 time: 1.4008324 Oct 13 04:22:06.258355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49872) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:06.263582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'mac_address': 'fa:16:3e:fe:ac:a5', 'name': 'tempest-PortsTestJSON-1005383125'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:06.268311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.314111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.344595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038afd3-d5ac-4d52-9767-d3f8f26a021a req-ddfadaf1-fb3e-4a15-b75f-a81d4541b8ac tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:06.348826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f038afd3-d5ac-4d52-9767-d3f8f26a021a req-ddfadaf1-fb3e-4a15-b75f-a81d4541b8ac tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1423376 Oct 13 04:22:06.368452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Transition to ACTIVE for port object 334cc8ab-9ce3-497f-a5a1-9e76b5445500 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:06.386043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Pushing event updated for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:06.389933 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.464149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda37a8f-a8cd-49d2-a73c-2ceed697af39 req-815b50a4-efdc-4926-86fa-26628a462d96 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:06.465778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bda37a8f-a8cd-49d2-a73c-2ceed697af39 req-815b50a4-efdc-4926-86fa-26628a462d96 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 946 time: 0.1561425 Oct 13 04:22:06.482090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-7ac11f63-cbc1-4902-b0b9-d25c60c4465e tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:06.482945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f038afd3-d5ac-4d52-9767-d3f8f26a021a req-476dc341-2b17-4c26-8e8f-956deb5a0e67 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127443 Oct 13 04:22:06.484599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-7ac11f63-cbc1-4902-b0b9-d25c60c4465e tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.16 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 946 time: 0.1582561 Oct 13 04:22:06.485919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:06.488427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:06.589440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:06.613177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bda37a8f-a8cd-49d2-a73c-2ceed697af39 req-90b88241-9387-4578-ae27-6a584857c021 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/security-groups?id=e807dd7f-e4d6-4834-9b3f-4e6024fa0086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256921 Oct 13 04:22:06.615742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:06.681104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Attempting to bind port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:06.681690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Attempting to bind port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:06.682094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Attempting to bind port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:06.706521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.743696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Deleting port 694e6742-b9b0-49ff-8377-02776358a948 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:06.744036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.744404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:06.744729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Attempting to bind port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:06.772303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port f0400185-dc2d-4272-adce-02dc17c133bc yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:06.853376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:06.885984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] For port 694e6742-b9b0-49ff-8377-02776358a948, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=694e6742-b9b0-49ff-8377-02776358a948,segment=NetworkSegment(cf4bf501-ad5f-4f6a-83b3-7e71013986b0),segment_id=cf4bf501-ad5f-4f6a-83b3-7e71013986b0)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:06.886351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.902921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:06.903279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:06.903724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:06.904724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Bound port: 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:06.905082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:06.932102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Calling delete_port for 694e6742-b9b0-49ff-8377-02776358a948 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:06.981808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a8941c94-1c0c-41ad-9211-1f9ca92d6003 None None] Provisioning complete for port 48ba854c-b1d0-4395-88fc-ac5f87a39184 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:06.983572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a8941c94-1c0c-41ad-9211-1f9ca92d6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.055109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:07.059998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a8941c94-1c0c-41ad-9211-1f9ca92d6003 None None] Port 48ba854c-b1d0-4395-88fc-ac5f87a39184 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:07.082653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-65b01c39-9790-4a9d-a219-eb82089af16c admin admin] 10.222.0.49 "PUT /v2.0/routers/cc1fc184-c64c-4e9f-b6f9-d7c46f65400e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3711550 Oct 13 04:22:07.082766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0af8462e-3f1a-4c3d-8038-e79c896b8c10 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:07.107006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b76fd9-0e29-451a-9def-13e92ac1c76e req-8ff4bfa6-8623-4add-a0f7-66040a4e80f8 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.109150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1b76fd9-0e29-451a-9def-13e92ac1c76e req-8ff4bfa6-8623-4add-a0f7-66040a4e80f8 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 943 time: 0.3670814 Oct 13 04:22:07.144496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:07.145221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.178998 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.192455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.223332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:07.226608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:07.244270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d1b76fd9-0e29-451a-9def-13e92ac1c76e req-01e85e29-3ca2-4b69-9e6e-c5f5c84d260c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244416 Oct 13 04:22:07.252403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.254644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.269533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Pushing event deleted for resources: {'Port': ['ID=694e6742-b9b0-49ff-8377-02776358a948,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.308794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 0af8462e-3f1a-4c3d-8038-e79c896b8c10, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0af8462e-3f1a-4c3d-8038-e79c896b8c10,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:07.328931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.340061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.355510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.356157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Sync routers for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:07.356280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.358532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] 10.222.0.16 "PUT /v2.0/ports/334cc8ab-9ce3-497f-a5a1-9e76b5445500 HTTP/1.1" status: 200 len: 1091 time: 1.5331686 Oct 13 04:22:07.359271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:07.362437 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c28c1a-3699-4430-aae0-1611f041c894" -d '{"events": [{"name": "network-changed", "server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:07.367827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] No DVR routers for this DVR port 694e6742-b9b0-49ff-8377-02776358a948 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:07.403180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.409419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f14d75b-b1f6-41ac-b79b-416c879f87f7 req-34220986-dab9-49db-98ef-83f784216eef tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.16 "DELETE /v2.0/ports/694e6742-b9b0-49ff-8377-02776358a948 HTTP/1.1" status: 204 len: 173 time: 0.9152269 Oct 13 04:22:07.409864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:07.409989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'name': 'network-vif-deleted', 'tag': '694e6742-b9b0-49ff-8377-02776358a948'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:07.411808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:07.412192 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95053651-b38e-4fed-9a85-c6a3c5e330c0" -d '{"events": [{"server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "name": "network-vif-deleted", "tag": "694e6742-b9b0-49ff-8377-02776358a948"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:07.418422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:07.426625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.428047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:07.454162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:07.455224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:21:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:07.464807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e5325-4840-44c5-80ea-16e8d6d2bb9e service neutron] Pushing event updated for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.477558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4f5ae-b68e-4ff6-8232-00f9281e71b5 req-548f7233-2a71-45e5-9629-df65195c9400 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.479187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93a4f5ae-b68e-4ff6-8232-00f9281e71b5 req-548f7233-2a71-45e5-9629-df65195c9400 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1504850 Oct 13 04:22:07.535011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2756603 Oct 13 04:22:07.540332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-94ea3baf-feff-4019-ac68-a157bceb80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.541744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-94ea3baf-feff-4019-ac68-a157bceb80c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 1094 time: 0.1107576 Oct 13 04:22:07.556061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49894) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:07.563897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a412dc-1d3a-4aef-9b9d-2b3e13052b25 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=f0400185-dc2d-4272-adce-02dc17c133bc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.641784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-aa856ab7-0203-4445-a68b-de54e0fc6eb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500 HTTP/1.1" status: 200 len: 217 time: 0.0814352 Oct 13 04:22:07.653165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93a4f5ae-b68e-4ff6-8232-00f9281e71b5 req-fd941387-66a0-4cf5-86da-2be52f314274 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648521 Oct 13 04:22:07.672132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197e69c-78f1-42d2-92bd-90ece99104bc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.676369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d197e69c-78f1-42d2-92bd-90ece99104bc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/f0400185-dc2d-4272-adce-02dc17c133bc HTTP/1.1" status: 200 len: 841 time: 0.1173460 Oct 13 04:22:07.681018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49900) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:07.721288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-e82343a9-d97a-46dd-bc2b-6da8a17beba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:07.722864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-e82343a9-d97a-46dd-bc2b-6da8a17beba3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0688262 Oct 13 04:22:07.757059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=0af8462e-3f1a-4c3d-8038-e79c896b8c10,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:07.764611 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbec6c4-d464-415e-94a1-a9a0db872c54 x-openstack-request-id: req-4fbec6c4-d464-415e-94a1-a9a0db872c54 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:07.765186 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:07.765186 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fbec6c4-d464-415e-94a1-a9a0db872c54 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:07.765925 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500', 'status': 'completed', 'code': 200} Oct 13 04:22:07.787406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:07.805525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-5fd0a570-dd45-4cb9-ab36-4f377689e97b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728550 Oct 13 04:22:07.863737 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f52a75-422f-48c9-91d5-66cd4da94e90 x-openstack-request-id: req-33f52a75-422f-48c9-91d5-66cd4da94e90 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:07.866128 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7936ae-4df2-4723-b064-7910279a51ea", "name": "network-vif-deleted", "tag": "694e6742-b9b0-49ff-8377-02776358a948", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:07.866357 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33f52a75-422f-48c9-91d5-66cd4da94e90 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:07.866704 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7936ae-4df2-4723-b064-7910279a51ea', 'name': 'network-vif-deleted', 'tag': '694e6742-b9b0-49ff-8377-02776358a948', 'status': 'completed', 'code': 200} Oct 13 04:22:07.884764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:07.904828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877451363', 'description': 'tempest-description--2016077582'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:07.923832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port f0400185-dc2d-4272-adce-02dc17c133bc {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:07.925581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.020949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-953f7eed-6bf6-40b7-bb30-8fd39a3d1356 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029939 Oct 13 04:22:08.090273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.096365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.130760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for f0400185-dc2d-4272-adce-02dc17c133bc owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:08.171748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-307aa189-b302-4b21-ba7f-76b65b4a6d1b req-2d9bfe3a-dd77-4da4-9588-21417f80b2d0 tempest-ServerPasswordTestJSON-1625779885 tempest-ServerPasswordTestJSON-1625779885-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a7936ae-4df2-4723-b064-7910279a51ea HTTP/1.1" status: 200 len: 210 time: 0.0555727 Oct 13 04:22:08.173179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 2, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:08.181718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24fe2e50-5146-4656-b3b5-d92dd3fe9fc4 req-78cb941b-a289-4ae5-bfd9-d791f3e07ad5 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132140 Oct 13 04:22:08.212249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836989-11d8-4978-9b36-ac9f7d3c7385 req-a12503c2-a571-46b3-94fb-1107077bd987 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.226840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Checking router: cc1fc184-c64c-4e9f-b6f9-d7c46f65400e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:08.227490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Updating router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e port 48ba854c-b1d0-4395-88fc-ac5f87a39184 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:08.234780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c836989-11d8-4978-9b36-ac9f7d3c7385 req-a12503c2-a571-46b3-94fb-1107077bd987 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.2126653 Oct 13 04:22:08.257561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.297082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.311168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c28c1a-3699-4430-aae0-1611f041c894 req-449a3f53-2745-415f-b5d0-6ec0a2dcc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.313020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-449a3f53-2745-415f-b5d0-6ec0a2dcc455 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 1094 time: 0.0748317 Oct 13 04:22:08.313650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.352632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.353779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4656763 Oct 13 04:22:08.365164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49906) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:08.371510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'security_group_rule': {'security_group_id': '83f603f6-a347-4ba4-879d-63496ea850e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:08.371722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c836989-11d8-4978-9b36-ac9f7d3c7385 req-0e7b8042-cc71-42e7-9c44-9f02cc7b3c73 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314323 Oct 13 04:22:08.425742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7fba4-bf92-45b0-9b20-e994397475e2 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f603f6-a347-4ba4-879d-63496ea850e7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:08.463812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.471639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c28c1a-3699-4430-aae0-1611f041c894 req-8fb8340c-d96f-4cbc-b64d-f03a837776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.473226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-8fb8340c-d96f-4cbc-b64d-f03a837776e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.1478007 Oct 13 04:22:08.511132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.534411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b177-ff8f-433a-8b88-65e5cb0c04fd req-8a3d945f-766b-474f-b33e-3067ca2920b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.536152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44e2b177-ff8f-433a-8b88-65e5cb0c04fd req-8a3d945f-766b-474f-b33e-3067ca2920b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 943 time: 0.1395104 Oct 13 04:22:08.546483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-a76b8cca-c1ae-4f88-8be2-3e0faee7401b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500 HTTP/1.1" status: 200 len: 217 time: 0.0640819 Oct 13 04:22:08.607056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c28c1a-3699-4430-aae0-1611f041c894 req-d63fb83e-2ce9-4da2-a952-0ad7cd21e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.609934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-d63fb83e-2ce9-4da2-a952-0ad7cd21e87d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0551274 Oct 13 04:22:08.631431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.641273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.659785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-f5288495-f6ca-4c53-8b7d-701645d19ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421560 Oct 13 04:22:08.693556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Pushing event updated for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:08.833497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Attempting to bind port 48ba854c-b1d0-4395-88fc-ac5f87a39184 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:08.833873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Attempting to bind port 48ba854c-b1d0-4395-88fc-ac5f87a39184 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:08.834241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Attempting to bind port 48ba854c-b1d0-4395-88fc-ac5f87a39184 on network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:08.843316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-70d53963-3007-4367-9850-144c76553655 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747184 Oct 13 04:22:08.848012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:08.848388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Checking segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:08.848795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.849191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Bound using segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:08.849669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Bound port: 48ba854c-b1d0-4395-88fc-ac5f87a39184, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:08.850053 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:08.930655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 334cc8ab-9ce3-497f-a5a1-9e76b5445500 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:08.933587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 694e6742-b9b0-49ff-8377-02776358a948 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:08.984299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf959-c3e6-4735-90e7-1bcf10132313 req-a05e8d94-3b17-4010-85fa-7e66c44e88ab tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:08.992641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-245cf959-c3e6-4735-90e7-1bcf10132313 req-a05e8d94-3b17-4010-85fa-7e66c44e88ab tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1768346 Oct 13 04:22:09.006479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=f0400185-dc2d-4272-adce-02dc17c133bc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.012557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.019285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4ec7f1cd-8295-4902-8095-4b7412fe20ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/f0400185-dc2d-4272-adce-02dc17c133bc HTTP/1.1" status: 204 len: 168 time: 1.3370807 Oct 13 04:22:09.022824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49912) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.048439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] For port 48ba854c-b1d0-4395-88fc-ac5f87a39184, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:09.051433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] For port 48ba854c-b1d0-4395-88fc-ac5f87a39184, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48ba854c-b1d0-4395-88fc-ac5f87a39184,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:09.051673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-245cf959-c3e6-4735-90e7-1bcf10132313 req-e62a5748-929c-47df-9cb2-72f2b4eb23d7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Oct 13 04:22:09.071005 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-83121091-5d48-4e9a-9bc1-dd60bae07a42 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:09.076970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83121091-5d48-4e9a-9bc1-dd60bae07a42 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/f0400185-dc2d-4272-adce-02dc17c133bc HTTP/1.1" status: 404 len: 333 time: 0.0504115 Oct 13 04:22:09.085245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49914) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.089165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c28c1a-3699-4430-aae0-1611f041c894 req-b44a6073-34f7-4e72-b2ca-dc6651721f27 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231607 Oct 13 04:22:09.089407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0af8462e-3f1a-4c3d-8038-e79c896b8c10 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:09.091207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 694e6742-b9b0-49ff-8377-02776358a948 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:09.092120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 694e6742-b9b0-49ff-8377-02776358a948 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:09.092238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44e2b177-ff8f-433a-8b88-65e5cb0c04fd req-25ed5233-6bd3-480c-857f-cccb99195849 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347230 Oct 13 04:22:09.094332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'name': 'tempest-PortsTestJSON-551016711'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.098008 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.105605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.117329 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.149912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92958d38-44ad-4ca5-bf94-eb70fedd34cf,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.171135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.171593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] Provisioning complete for port 48ba854c-b1d0-4395-88fc-ac5f87a39184 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:09.171975 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.174815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb42b972-c21f-486e-ba6b-902ac478f574 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8063343 Oct 13 04:22:09.175398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49916) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.181370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'security_group_rule': {'security_group_id': '83f603f6-a347-4ba4-879d-63496ea850e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.221228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.240451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:22:09.252056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:09.255924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.270246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49920) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.284922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 5e2f14a4-1eb4-40a4-9804-5b252cbfef3d yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:09.343856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:09.344487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:21:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:09.394364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Deleting subnet 77ee16ba-7f26-4175-82f3-15a4832c2b05 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:09.401965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.404767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.429539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.460325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Pushing event updated for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.471130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889017af-be9c-4022-a6bb-e7ad1ebeb2f6,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.484277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.498025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.502224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.502823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.503489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.504046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.504603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.507808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.508207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.508562 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.508899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.509235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.509565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e704fcc3-3ee4-48ef-907d-e0bcb939dc49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:09.525695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.529935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-77f102a0-1440-41a2-98b6-50b2150079e9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504872 Oct 13 04:22:09.532496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49924) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.546076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:09.546740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.558079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.560442 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.619849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461049e-3eef-4f55-a7b4-03235c85cbb3 req-7d96234e-c0d5-4b08-99b1-03f492259dd5 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:09.621792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d461049e-3eef-4f55-a7b4-03235c85cbb3 req-7d96234e-c0d5-4b08-99b1-03f492259dd5 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1015718 Oct 13 04:22:09.641618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.647607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.668438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.682746 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.709818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:09.722802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:09.726159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:09.726398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ee16ba-7f26-4175-82f3-15a4832c2b05,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.732649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d461049e-3eef-4f55-a7b4-03235c85cbb3 req-82521682-1a55-4ff1-99c5-6491e819a752 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Oct 13 04:22:09.736606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:09.745093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:09.751763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:09.752637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.759111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=5e2f14a4-1eb4-40a4-9804-5b252cbfef3d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:09.768903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.771916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.772644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb5d910d-f5dd-4f68-98b1-491a717056ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/77ee16ba-7f26-4175-82f3-15a4832c2b05 HTTP/1.1" status: 204 len: 168 time: 0.5013516 Oct 13 04:22:09.776075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49926) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.781590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-60e7122b-a3c3-4950-a184-a7d6ea3797f5 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6953235 Oct 13 04:22:09.782535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:09.788591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:09.839927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] For port 48ba854c-b1d0-4395-88fc-ac5f87a39184, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48ba854c-b1d0-4395-88fc-ac5f87a39184,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:09.844757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '334cc8ab-9ce3-497f-a5a1-9e76b5445500', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': '334cc8ab-9ce3-497f-a5a1-9e76b5445500', 'mac_address': 'fa:16:3e:85:6a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:09.857056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.882967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:09.913291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.020123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67cdc4-e460-481a-b228-63478913af20 None None] Pushing event updated for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.022036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.050151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3072ca68-77db-4383-9d4f-79e6a1282f8e']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:10.062052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:10.062514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4bf501-ad5f-4f6a-83b3-7e71013986b0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:10.081068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.116772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.135357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.142415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334cc8ab-9ce3-497f-a5a1-9e76b5445500 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:10.156653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:10.157436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.170047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:10.175112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7d5df636-b802-428f-91bb-84efe9ef24dc None None] Provisioning complete for port 48ba854c-b1d0-4395-88fc-ac5f87a39184 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:10.175850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7d5df636-b802-428f-91bb-84efe9ef24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.229487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:10.270491 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:10.313956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.331280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.335101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] 10.222.0.49 "DELETE /v2.0/networks/3072ca68-77db-4383-9d4f-79e6a1282f8e HTTP/1.1" status: 204 len: 168 time: 0.5579948 Oct 13 04:22:10.358738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Pushing event deleted for resources: {'Network': ['ID=3072ca68-77db-4383-9d4f-79e6a1282f8e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.362344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.383882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.384519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.385096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.385555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.385976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.386464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.386866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.387397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.387889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.388258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.388878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.389638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44e9cd-6fe4-43d8-b307-a0bfe293296c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:22:10.406343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42223039-abdc-4589-a6de-4206e0592a06 req-0825677f-5144-406d-bef2-a8a63744512a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.414811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42223039-abdc-4589-a6de-4206e0592a06 req-0825677f-5144-406d-bef2-a8a63744512a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1420946 Oct 13 04:22:10.546411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['334cc8ab-9ce3-497f-a5a1-9e76b5445500'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:10.550478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42223039-abdc-4589-a6de-4206e0592a06 req-51f19608-59fb-4ca0-b84a-11c70a0215ee tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347644 Oct 13 04:22:10.603635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:10.626060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.642928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.653800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.673387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] In _notify_port_updated(), no bound segment for port 5e2f14a4-1eb4-40a4-9804-5b252cbfef3d on network f9e332ec-011a-4201-a3c7-78f304db46ca {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:22:10.675689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89ca17bb-cd58-4cfb-9cf0-aaddfda47e61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=308d416fc5414ab5bf4c3ec26aa7e1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704620 Oct 13 04:22:10.676746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49942) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:10.680138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.681155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:10.692839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Allocated IP 172.25.0.61 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/50ad5b97-d187-4bac-b90d-1c20d4893087) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:10.693666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/ports/5e2f14a4-1eb4-40a4-9804-5b252cbfef3d HTTP/1.1" status: 200 len: 818 time: 0.9096656 Oct 13 04:22:10.703542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49944) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:10.735991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea71f-76d8-49c2-86dd-a09f2553f772 req-270e3b33-eadd-4cca-aa47-fbc4f446534c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:10.739976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:10.744092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f30ea71f-76d8-49c2-86dd-a09f2553f772 req-270e3b33-eadd-4cca-aa47-fbc4f446534c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 944 time: 0.3050871 Oct 13 04:22:10.810034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1391ec-b67b-45a8-89ff-546da21398ee None None] The sync data for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 is: [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:10.835565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f30ea71f-76d8-49c2-86dd-a09f2553f772 req-84a276b0-74a4-4f9b-9661-1dd1872ff47c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902607 Oct 13 04:22:10.862679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2753-4bb7-4291-aa08-e4df22700f03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=5e2f14a4-1eb4-40a4-9804-5b252cbfef3d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:10.981843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e715cab1-f707-456a-b707-007da073080a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.075019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02644b3d-6142-43fd-8b73-b8264d3ce086 req-f643b758-5b65-4d75-a373-c9775d0909c0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.075694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48ba854c-b1d0-4395-88fc-ac5f87a39184 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:11.077214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02644b3d-6142-43fd-8b73-b8264d3ce086 req-f643b758-5b65-4d75-a373-c9775d0909c0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.2620752 Oct 13 04:22:11.079478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e715cab1-f707-456a-b707-007da073080a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.104835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.115184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 5e2f14a4-1eb4-40a4-9804-5b252cbfef3d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:11.115565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.140175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 48ba854c-b1d0-4395-88fc-ac5f87a39184 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:11.140602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.276123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02644b3d-6142-43fd-8b73-b8264d3ce086 req-f4f4732c-5591-4a60-b5c5-6331936289b4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772428 Oct 13 04:22:11.283125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.311936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 5e2f14a4-1eb4-40a4-9804-5b252cbfef3d owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:11.316989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e715cab1-f707-456a-b707-007da073080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.319566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e715cab1-f707-456a-b707-007da073080a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.322462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e715cab1-f707-456a-b707-007da073080a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e807dd7f-e4d6-4834-9b3f-4e6024fa0086 HTTP/1.1" status: 204 len: 168 time: 0.6383989 Oct 13 04:22:11.329771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.385425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715cab1-f707-456a-b707-007da073080a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e807dd7f-e4d6-4834-9b3f-4e6024fa0086,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.390790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:11.430740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:11.435899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:11.438314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.481892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'Port': ['ID=50ad5b97-d187-4bac-b90d-1c20d4893087,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.569948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.588037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.690330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=5e2f14a4-1eb4-40a4-9804-5b252cbfef3d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:11.695264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.719031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-955831c9-f4c7-4261-a7a9-816e770e21e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.735544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:11.743944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff942551-4464-46a7-a29c-362665e61681 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/5e2f14a4-1eb4-40a4-9804-5b252cbfef3d HTTP/1.1" status: 204 len: 168 time: 1.0372007 Oct 13 04:22:11.744240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:11.822790 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:11.829258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650f21-6501-4959-bb42-902c7f1341a2 req-8390a4c8-d215-4479-add0-68774b9815f5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.831305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e650f21-6501-4959-bb42-902c7f1341a2 req-8390a4c8-d215-4479-add0-68774b9815f5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1896787 Oct 13 04:22:11.908654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74debc85-7c76-4a12-baa3-7e3c5bdedb17 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:11.913224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-74debc85-7c76-4a12-baa3-7e3c5bdedb17 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1679003 Oct 13 04:22:11.917576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e650f21-6501-4959-bb42-902c7f1341a2 req-4b641848-fb8f-43e0-8484-7cae52315e02 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Oct 13 04:22:11.918573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:11.953246 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6528fce2-c7e6-4850-8908-d7e1b93a7375 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:11.955619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6528fce2-c7e6-4850-8908-d7e1b93a7375 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/5e2f14a4-1eb4-40a4-9804-5b252cbfef3d HTTP/1.1" status: 404 len: 333 time: 0.0351620 Oct 13 04:22:11.961170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49968) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:11.967122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-938209887'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:12.009088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:12.017499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.066253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3815c0-1c31-4e56-a608-63ff1785ab02 req-d0209ae3-5906-461c-87eb-bfef91c3ff5a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.067927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f3815c0-1c31-4e56-a608-63ff1785ab02 req-d0209ae3-5906-461c-87eb-bfef91c3ff5a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 944 time: 0.1264124 Oct 13 04:22:12.070416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:12.087979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.088559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.088559 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment fcd8b3fe-f9ac-499b-92bb-02cb568e8445 of type vlan for network 50c25cb5-8259-4803-ba6e-70155dad3777 Oct 13 04:22:12.144272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f3815c0-1c31-4e56-a608-63ff1785ab02 req-0d8cf504-db7e-499e-93dc-46af80ae8000 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606992 Oct 13 04:22:12.145146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.179472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.229089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.242423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'Port': ['ID=50ad5b97-d187-4bac-b90d-1c20d4893087,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:12.243856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.250208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.257326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.289996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.300730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79b36415-b866-450b-86c4-4ac2c18c67b0 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7643406 Oct 13 04:22:12.352460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3873358 Oct 13 04:22:12.352964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:12.359962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:12.388308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12293-e80a-4539-8eca-5d8807115069 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=50c25cb5-8259-4803-ba6e-70155dad3777,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:12.404003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:12.491300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c73b9d-3f34-464f-9f70-fc888fcf1dc5 req-b4ba1c15-ae1a-45c3-bb68-db9bc6d5f224 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:12.503719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8c73b9d-3f34-464f-9f70-fc888fcf1dc5 req-b4ba1c15-ae1a-45c3-bb68-db9bc6d5f224 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.0989673 Oct 13 04:22:12.537332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:12.548572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:12.554415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.589137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8c73b9d-3f34-464f-9f70-fc888fcf1dc5 req-cab61f7b-49e7-4326-82fb-59a5b2606dad tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 Oct 13 04:22:12.621154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.709221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-network', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:12.768736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Made reservation on behalf of cdc27f4df1544f9690bd2dd72b641653 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:12.771180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.785831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.887591 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:12.941077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 334cc8ab-9ce3-497f-a5a1-9e76b5445500 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:12.994758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=5f545327-45fd-41ac-afe4-25978abd2076,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.014951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:13.015428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 50c25cb5-8259-4803-ba6e-70155dad3777, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:13.041355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.047989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:13.052290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:13.052754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.056402 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.088267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb837-ee82-494c-b0cc-ebd68cd0501e req-1e4b3b20-cc11-4d19-b0c7-ccadd2d72356 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.090539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2accb837-ee82-494c-b0cc-ebd68cd0501e req-1e4b3b20-cc11-4d19-b0c7-ccadd2d72356 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0717394 Oct 13 04:22:13.165422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:13.180883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.181460 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Added segment 43ca1968-b65e-46a3-a3a7-ff3b63d93488 of type vlan for network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 Oct 13 04:22:13.194905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.198796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009553cc-5cee-45e7-9632-55a1e6a8895a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.218284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2accb837-ee82-494c-b0cc-ebd68cd0501e req-6621edf4-ceb8-4053-b81d-7e1ab39f4db1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181240 Oct 13 04:22:13.236743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 50c25cb5-8259-4803-ba6e-70155dad3777 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:13.247022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:13.251283 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c1ef0-b8d9-429d-a406-76d2a9e53490" -d '{"events": [{"server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "name": "network-vif-plugged", "status": "completed", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:13.272180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:13.282158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.309196 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0230e6c-9156-40c0-94dc-0f9229d4c365 x-openstack-request-id: req-a0230e6c-9156-40c0-94dc-0f9229d4c365 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:13.309534 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "name": "network-vif-plugged", "status": "completed", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:13.309902 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0230e6c-9156-40c0-94dc-0f9229d4c365 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:13.310474 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500', 'code': 200} Oct 13 04:22:13.341910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.368453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 50c25cb5-8259-4803-ba6e-70155dad3777) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:13.374598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.375610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.381048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504706fb-fef3-4255-9211-32ffe40a5113 None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:13.419485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.426549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0299406f-638d-4474-9bc3-672aca69e7a7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0724411 Oct 13 04:22:13.431404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:13.437482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:13.477413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e36a8-db8d-422c-aab1-1a3fa0d14703 req-e570e603-ae4d-428a-a0a5-3a37c824fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.479743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-525e36a8-db8d-422c-aab1-1a3fa0d14703 req-e570e603-ae4d-428a-a0a5-3a37c824fd1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 1096 time: 0.1092033 Oct 13 04:22:13.513368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172432e-19d9-4e62-aacc-7b9c66830293 req-170cbd41-fe80-4cd1-b904-fc7503d5afc0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.514476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9172432e-19d9-4e62-aacc-7b9c66830293 req-170cbd41-fe80-4cd1-b904-fc7503d5afc0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.1817780 Oct 13 04:22:13.542155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-525e36a8-db8d-422c-aab1-1a3fa0d14703 req-337751df-3eb3-47bb-b9cb-5de5a3b279ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545678 Oct 13 04:22:13.548189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.549218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.549813 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.628600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-50c25cb5-8259-4803-ba6e-70155dad3777', 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '5f545327-45fd-41ac-afe4-25978abd2076'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:13.629889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.635352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9172432e-19d9-4e62-aacc-7b9c66830293 req-c07192c4-d3c8-4618-9eda-02d0163f78f7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124675 Oct 13 04:22:13.639777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1011291 Oct 13 04:22:13.643353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:13.648607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Request body: {'subnet': {'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-subnet', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:13.676621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1286-9d06-4250-89f8-dedf9917e332 admin admin] Pushing event updated for resources: {'Network': ['ID=9a241c0c-f099-4f2f-97fa-813cf75e6e42,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:13.704323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Made reservation on behalf of cdc27f4df1544f9690bd2dd72b641653 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:13.709081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.750622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:13.758023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:13.759239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:13.854557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f0c7f-2554-47ac-8937-281d8500e49a req-6782f08b-d3ac-4673-872c-e9f93f8d3ace tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:13.862909 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c45f0c7f-2554-47ac-8937-281d8500e49a req-6782f08b-d3ac-4673-872c-e9f93f8d3ace tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1127963 Oct 13 04:22:13.907681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Allocated IP 172.20.0.2 (50c25cb5-8259-4803-ba6e-70155dad3777/5f545327-45fd-41ac-afe4-25978abd2076/dff3a117-ca6a-4c50-9960-158c5214b8f2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:13.969463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c45f0c7f-2554-47ac-8937-281d8500e49a req-6acf5a9b-49af-4af6-96d0-7ccdef5d749b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055360 Oct 13 04:22:13.993608 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f545327-45fd-41ac-afe4-25978abd2076 (CIDR: 172.20.0.0/28) Oct 13 04:22:13.998835 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:22:13.999345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:22:14.023809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cf0c234f-d3ee-4cc0-9f2d-64ec9f83a950 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5911319 Oct 13 04:22:14.026249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:14.031735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:14.136184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.204760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae3471a7-c64d-47f8-a618-58eb2bc014fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.219818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:14.224331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.264060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03e0936-37e6-4143-bbd6-6689a788bd62,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.271402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.275669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Checking segment: {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:14.276047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Network hostable DHCP agents. Network: 9a241c0c-f099-4f2f-97fa-813cf75e6e42, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:14.285491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.296816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:14.311493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 9a241c0c-f099-4f2f-97fa-813cf75e6e42) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:14.323171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.324691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.328898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430a15f-3d89-4100-9907-77328d28df88 None None] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:14.344558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:14.359674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:14.361420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a71e3bcb-0dcf-400e-a2ff-f67678de2e74 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7163076 Oct 13 04:22:14.365090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:14.395393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:14.405400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:14.419056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Pushing event updated for resources: {'Port': ['ID=dff3a117-ca6a-4c50-9960-158c5214b8f2,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.443200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e801d-cfae-49cb-8330-d8717e018c1c req-58eee39a-7e54-4a1c-b19c-4fc6e0925d16 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.446358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8e801d-cfae-49cb-8330-d8717e018c1c req-58eee39a-7e54-4a1c-b19c-4fc6e0925d16 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0831714 Oct 13 04:22:14.450123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.451924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.507816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Attempting to bind port dff3a117-ca6a-4c50-9960-158c5214b8f2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:14.508166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Attempting to bind port dff3a117-ca6a-4c50-9960-158c5214b8f2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:14.508469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Attempting to bind port dff3a117-ca6a-4c50-9960-158c5214b8f2 on network 50c25cb5-8259-4803-ba6e-70155dad3777 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:14.518676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:14.520000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Checking segment: {'id': 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:14.520405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.521147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Bound using segment: {'id': 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:14.521253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Bound port: dff3a117-ca6a-4c50-9960-158c5214b8f2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:14.521693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.559565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8e801d-cfae-49cb-8330-d8717e018c1c req-9c7f852e-10fc-4a68-aec2-f4f015b25e7b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895357 Oct 13 04:22:14.584325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.595431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903a4bc-0cb8-4ab3-80b7-157e0d24a6db None None] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:14.675193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] For port dff3a117-ca6a-4c50-9960-158c5214b8f2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:14.681284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] For port dff3a117-ca6a-4c50-9960-158c5214b8f2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dff3a117-ca6a-4c50-9960-158c5214b8f2,segment=NetworkSegment(fcd8b3fe-f9ac-499b-92bb-02cb568e8445),segment_id=fcd8b3fe-f9ac-499b-92bb-02cb568e8445)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:14.692409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.800714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051fb05-3fc2-41ce-9958-00fd0bcc3ede None None] Pushing event updated for resources: {'Port': ['ID=dff3a117-ca6a-4c50-9960-158c5214b8f2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:14.885652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:14.954743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:14.955477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66e6c-67ea-4959-8bb8-fffbebc4b70f req-79cfda3f-ba5b-4128-83d8-cac1e46bdca3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:14.957064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80a66e6c-67ea-4959-8bb8-fffbebc4b70f req-79cfda3f-ba5b-4128-83d8-cac1e46bdca3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.1761518 Oct 13 04:22:15.055211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.147933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80a66e6c-67ea-4959-8bb8-fffbebc4b70f req-90cff637-095c-47fb-81ce-ab2910e44d05 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250868 Oct 13 04:22:15.153052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 50c25cb5-8259-4803-ba6e-70155dad3777 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:15.158099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:15.177348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.178015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.182452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:15.187972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=abcb969b-10e3-4111-89bd-c84dbede5596,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.202760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a5e2-da8e-4b68-9814-6abbf4639691 req-82e65f30-183e-4491-901f-abd3274cfced tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.206082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f006a5e2-da8e-4b68-9814-6abbf4639691 req-82e65f30-183e-4491-901f-abd3274cfced tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1302235 Oct 13 04:22:15.213397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1acd0ad7-98a4-47c1-af3c-7c1a9939ca07 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1837432 Oct 13 04:22:15.214133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50088) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:15.215588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '16cf3df8-a519-4473-987f-e961b4cef52f', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'port_id': '16cf3df8-a519-4473-987f-e961b4cef52f', 'mac_address': 'fa:16:3e:dc:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dd26a7-9c0a-4f35-9352-cf32ad839599', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:15.229701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'fixed_ips': [{'subnet_id': '5f545327-45fd-41ac-afe4-25978abd2076'}, {'subnet_id': 'abcb969b-10e3-4111-89bd-c84dbede5596'}], 'name': 'tempest-PortsTestJSON-2040362264'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:15.289138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.295487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.310871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:15.337389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:15.343982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.368828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f006a5e2-da8e-4b68-9814-6abbf4639691 req-4512d4e7-1f90-4e12-be68-cee7fb3f2126 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236296 Oct 13 04:22:15.446906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['16cf3df8-a519-4473-987f-e961b4cef52f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:15.449645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.452646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:15.477591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:15.600737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.638735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:15.811570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5395f8d-f0d3-423b-a773-4ca14c2f676c req-cddbea1b-b52a-4bf9-b916-590df19fca78 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:15.813440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5395f8d-f0d3-423b-a773-4ca14c2f676c req-cddbea1b-b52a-4bf9-b916-590df19fca78 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1138127 Oct 13 04:22:15.851782 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.885242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:15.908153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5395f8d-f0d3-423b-a773-4ca14c2f676c req-860e223c-64c9-40ff-8109-4b8314a5bfbe tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837770 Oct 13 04:22:16.024231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Allocated IP 172.25.0.253 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/773fa46b-98ac-49d5-8e44-8fa5c288dc76) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:16.062778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.11 (50c25cb5-8259-4803-ba6e-70155dad3777/5f545327-45fd-41ac-afe4-25978abd2076/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:16.071133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.19 (50c25cb5-8259-4803-ba6e-70155dad3777/abcb969b-10e3-4111-89bd-c84dbede5596/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:16.100568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd202800-2cfe-446b-9e32-b6329d8b47d2 None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:16.156778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.168813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] Provisioning complete for port dff3a117-ca6a-4c50-9960-158c5214b8f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:16.169329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.205265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.289766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:16.292760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:16.297333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:16.318891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.327178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Pushing event updated for resources: {'Port': ['ID=773fa46b-98ac-49d5-8e44-8fa5c288dc76,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.330141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.366800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35999da5-7923-418e-bf9b-c62d827f9fe1 req-38f66241-a45d-4cfe-9f12-785298756f1d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.384392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35999da5-7923-418e-bf9b-c62d827f9fe1 req-38f66241-a45d-4cfe-9f12-785298756f1d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.1249275 Oct 13 04:22:16.502112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] For port dff3a117-ca6a-4c50-9960-158c5214b8f2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dff3a117-ca6a-4c50-9960-158c5214b8f2,segment=NetworkSegment(fcd8b3fe-f9ac-499b-92bb-02cb568e8445),segment_id=fcd8b3fe-f9ac-499b-92bb-02cb568e8445)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:16.505922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35999da5-7923-418e-bf9b-c62d827f9fe1 req-f78ec26b-e184-4844-9b22-46ae24bc5790 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Oct 13 04:22:16.508258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.515679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.625897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 50c25cb5-8259-4803-ba6e-70155dad3777 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:16.630550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:16.635655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:16.679141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc741e-1686-4ad5-b592-0b7fc9cd2ebd None None] Pushing event updated for resources: {'Port': ['ID=dff3a117-ca6a-4c50-9960-158c5214b8f2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.700329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.700329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.707581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Update dhcp port {'port': {'network_id': '50c25cb5-8259-4803-ba6e-70155dad3777', 'fixed_ips': [{'subnet_id': '5f545327-45fd-41ac-afe4-25978abd2076', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abcb969b-10e3-4111-89bd-c84dbede5596'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'dff3a117-ca6a-4c50-9960-158c5214b8f2'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:22:16.719084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:16.738673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-94097b26-9e58-4efa-a656-8f3636e3644f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5206790 Oct 13 04:22:16.739418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50118) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:16.758826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f545327-45fd-41ac-afe4-25978abd2076'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:16.786121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5e6a-a04d-4b5d-9bcd-13df21739781 req-44cffaa8-a805-4ea7-901f-866e6c7f0120 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.794231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e92d5e6a-a04d-4b5d-9bcd-13df21739781 req-44cffaa8-a805-4ea7-901f-866e6c7f0120 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1823852 Oct 13 04:22:16.805861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.828970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.902764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e92d5e6a-a04d-4b5d-9bcd-13df21739781 req-9420a903-8f6d-4b2c-86ce-6b4bccb21e0c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054525 Oct 13 04:22:16.916422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:16.960856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfea3-8d1a-46b7-bc18-b00df1ccddcd req-c2fce07f-cccd-4674-8661-55f348860871 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:16.971229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-565dfea3-8d1a-46b7-bc18-b00df1ccddcd req-c2fce07f-cccd-4674-8661-55f348860871 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.0949190 Oct 13 04:22:17.123954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-565dfea3-8d1a-46b7-bc18-b00df1ccddcd req-7573dd50-ed32-4dbb-a5a1-5f59f7afbc9f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478584 Oct 13 04:22:17.216122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:17.254688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dff3a117-ca6a-4c50-9960-158c5214b8f2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:17.273951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.338723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c75e5-2629-4f94-90ca-20cdf9d42797 req-979718f1-0880-453f-9d0d-58741e45f9c2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:17.340472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-445c75e5-2629-4f94-90ca-20cdf9d42797 req-979718f1-0880-453f-9d0d-58741e45f9c2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.2940121 Oct 13 04:22:17.360825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 16cf3df8-a519-4473-987f-e961b4cef52f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:17.361322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.428860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.449083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dff3a117-ca6a-4c50-9960-158c5214b8f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:17.449566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.494284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Delete allocated IP 172.20.0.19 (50c25cb5-8259-4803-ba6e-70155dad3777/abcb969b-10e3-4111-89bd-c84dbede5596) {{(pid=95047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:22:17.497038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-445c75e5-2629-4f94-90ca-20cdf9d42797 req-4d6e8c3b-cc1d-4bea-90b9-dcf132481a82 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474955 Oct 13 04:22:17.604669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Router ada162a2-0a9e-4109-86b1-81928d22d14a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:22:17.636425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.674188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:17.680242 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc4623a-9075-467e-a10c-57bcdf7d2130" -d '{"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:17.708336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:17.715854 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.772313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:17.779671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.782481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Sync routers for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:17.792562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.798458 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:17.799472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:17.814710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:17.817157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bcbd5662-0154-4857-a850-8ca2bdfeca62 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4558697 Oct 13 04:22:17.819493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:17.851472 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2ae7a3-ba0a-4bb1-8fd3-1b841c4732f5 x-openstack-request-id: req-3d2ae7a3-ba0a-4bb1-8fd3-1b841c4732f5 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:17.852288 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:17.857558 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d2ae7a3-ba0a-4bb1-8fd3-1b841c4732f5 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:17.858380 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'code': 200} Oct 13 04:22:17.859282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:17.986038 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:18.015522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Allocated IP 172.20.0.18 (50c25cb5-8259-4803-ba6e-70155dad3777/abcb969b-10e3-4111-89bd-c84dbede5596/dff3a117-ca6a-4c50-9960-158c5214b8f2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:18.051390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.102117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] In _notify_port_updated(), no bound segment for port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 on network 50c25cb5-8259-4803-ba6e-70155dad3777 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:22:18.110584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.111194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.123041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ed60c9c1-2506-4fd0-818d-f896050476d4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/ports/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 HTTP/1.1" status: 200 len: 920 time: 1.3798649 Oct 13 04:22:18.130660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:18.140374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f545327-45fd-41ac-afe4-25978abd2076'}, {'subnet_id': 'abcb969b-10e3-4111-89bd-c84dbede5596'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:18.224982 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:16Z', 'revision_number': 3, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:18.255022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Checking router: ada162a2-0a9e-4109-86b1-81928d22d14a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:18.255747 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Updating router ada162a2-0a9e-4109-86b1-81928d22d14a port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:18.255969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] For port dff3a117-ca6a-4c50-9960-158c5214b8f2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dff3a117-ca6a-4c50-9960-158c5214b8f2,segment=NetworkSegment(fcd8b3fe-f9ac-499b-92bb-02cb568e8445),segment_id=fcd8b3fe-f9ac-499b-92bb-02cb568e8445)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:18.284589 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.324925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.339285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62bd97-b1c0-402a-8bd6-4d6db54bf068 req-23648a53-c4bc-441a-92af-686dbe0ea3a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.340981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef62bd97-b1c0-402a-8bd6-4d6db54bf068 req-23648a53-c4bc-441a-92af-686dbe0ea3a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.2165000 Oct 13 04:22:18.343714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.441972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9b4e-e554-45f9-8800-be062fb9e6ef req-fe870356-6576-4a21-ad59-464843f449ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.449994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ecff9b4e-e554-45f9-8800-be062fb9e6ef req-fe870356-6576-4a21-ad59-464843f449ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.1523838 Oct 13 04:22:18.452217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b7c11-24ba-4c50-867a-c303c27dba01 None None] Pushing event updated for resources: {'Port': ['ID=dff3a117-ca6a-4c50-9960-158c5214b8f2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.511135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ecff9b4e-e554-45f9-8800-be062fb9e6ef req-c87ebbc1-5bc9-4c51-a904-7d15fd20598e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Oct 13 04:22:18.516296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.549407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef62bd97-b1c0-402a-8bd6-4d6db54bf068 req-e1c4f648-0401-4e40-b5e9-31d79b5be744 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446724 Oct 13 04:22:18.736227 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.754852 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.911468 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef57fd-c72c-4b47-ae73-c0851cd87d1c None None] Pushing event updated for resources: {'Port': ['ID=773fa46b-98ac-49d5-8e44-8fa5c288dc76,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:18.964281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9120247-2531-4c81-b80e-80cf04effc1c req-1db0da45-0e3c-4eac-be9c-356fd4eff089 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:18.965342 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Attempting to bind port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:18.965868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9120247-2531-4c81-b80e-80cf04effc1c req-1db0da45-0e3c-4eac-be9c-356fd4eff089 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2709813 Oct 13 04:22:18.974341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Attempting to bind port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:18.974588 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Attempting to bind port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:18.986987 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:18.987399 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:18.987805 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:18.988202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:18.988679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Bound port: 773fa46b-98ac-49d5-8e44-8fa5c288dc76, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:18.989062 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.084409 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] For port 773fa46b-98ac-49d5-8e44-8fa5c288dc76, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:19.091476 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] For port 773fa46b-98ac-49d5-8e44-8fa5c288dc76, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=773fa46b-98ac-49d5-8e44-8fa5c288dc76,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:19.113394 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.124650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dff3a117-ca6a-4c50-9960-158c5214b8f2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:19.224404 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:19.225386 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:19.237582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.297341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dff3a117-ca6a-4c50-9960-158c5214b8f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:19.297490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9120247-2531-4c81-b80e-80cf04effc1c req-8af22470-88e7-4fb2-b038-12f449feddcf tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044803 Oct 13 04:22:19.297721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.358601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef57fd-c72c-4b47-ae73-c0851cd87d1c None None] Pushing event updated for resources: {'Port': ['ID=773fa46b-98ac-49d5-8e44-8fa5c288dc76,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:19.375563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.26 (50c25cb5-8259-4803-ba6e-70155dad3777/abcb969b-10e3-4111-89bd-c84dbede5596/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:19.444320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c958e-6501-438a-b27a-51e127c68bbc req-118412fe-8185-41c6-821f-d27a5064e848 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.457414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a5c958e-6501-438a-b27a-51e127c68bbc req-118412fe-8185-41c6-821f-d27a5064e848 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.2396116 Oct 13 04:22:19.522355 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:19.579827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744c0be-52d6-4e53-a936-294a3a8ffb0a None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:19.746831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a5c958e-6501-438a-b27a-51e127c68bbc req-23ed1928-688c-45d7-b64d-6bb733b8321b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848718 Oct 13 04:22:19.760228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-33db3969-f47a-4662-a28e-b01dffd277e9 None None] Provisioning complete for port dff3a117-ca6a-4c50-9960-158c5214b8f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:19.761310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-33db3969-f47a-4662-a28e-b01dffd277e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:19.847203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Allocated IP 172.20.0.1 (9a241c0c-f099-4f2f-97fa-813cf75e6e42/b03e0936-37e6-4143-bbd6-6689a788bd62/903642cc-af7f-4f26-ae18-90ec907becfa) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:19.857503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcf330-eba9-4cba-bf23-05cad1ea3dec req-275e4c74-05e7-493d-8aea-f23659f2cb25 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:19.866163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34fcf330-eba9-4cba-bf23-05cad1ea3dec req-275e4c74-05e7-493d-8aea-f23659f2cb25 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.1076806 Oct 13 04:22:19.971048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34fcf330-eba9-4cba-bf23-05cad1ea3dec req-91a5964e-377f-4ed9-ac25-a4da4d2ed24a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976698 Oct 13 04:22:19.978821 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2911f81e-205c-473e-b441-4140f994e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:16Z', 'revision_number': 3, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:20.026273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911f81e-205c-473e-b441-4140f994e739 None None] The sync data for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 is: [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:16Z', 'revision_number': 3, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:20.045963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.066166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.173085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.190430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.368044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.531566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] In _notify_port_updated(), no bound segment for port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 on network 50c25cb5-8259-4803-ba6e-70155dad3777 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:22:20.553989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.554683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.556253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-787dcb17-889a-44ff-944e-2962d6cc56fd tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/ports/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 HTTP/1.1" status: 200 len: 1000 time: 2.4245281 Oct 13 04:22:20.558816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50168) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:20.606800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-0892305c-7903-400e-8aa0-dd364efd9ab4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.609646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-0892305c-7903-400e-8aa0-dd364efd9ab4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.2270818 Oct 13 04:22:20.717655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Pushing event updated for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:20.746922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:20.792317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:20.832013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-38e0d2a4-d047-484b-95ce-38d541119c9f None None] Provisioning complete for port dff3a117-ca6a-4c50-9960-158c5214b8f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:20.837722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-38e0d2a4-d047-484b-95ce-38d541119c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:20.838402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:20.873793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839eaa1-f196-46c1-b72a-4b157cf14ae5 req-d2e53cca-fec5-4fb7-9071-d7e204f9c3dd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:20.890261 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d839eaa1-f196-46c1-b72a-4b157cf14ae5 req-d2e53cca-fec5-4fb7-9071-d7e204f9c3dd tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.3912687 Oct 13 04:22:20.988651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:21.062835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a129a507-a0e6-44bc-a8a8-23d34c9a5483 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:21.070910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a129a507-a0e6-44bc-a8a8-23d34c9a5483 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.4844697 Oct 13 04:22:21.114635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813736-1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:21.239539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 773fa46b-98ac-49d5-8e44-8fa5c288dc76 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:21.332868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d839eaa1-f196-46c1-b72a-4b157cf14ae5 req-8e4e74d1-2b34-4f76-b968-a57742075c52 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329984 Oct 13 04:22:21.337132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.348457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.380710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69505f-8b30-4a38-8e14-e4556e3cada9 req-43cbf4d4-153f-45a4-b7d5-6fad63df656a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:21.392930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f69505f-8b30-4a38-8e14-e4556e3cada9 req-43cbf4d4-153f-45a4-b7d5-6fad63df656a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 945 time: 0.3901796 Oct 13 04:22:21.521917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:21.522351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.550276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:21.550714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.653463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:21.671320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-38e0d2a4-d047-484b-95ce-38d541119c9f None None] Provisioning complete for port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:21.675713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-38e0d2a4-d047-484b-95ce-38d541119c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.783028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f69505f-8b30-4a38-8e14-e4556e3cada9 req-62671b76-eba3-478b-a082-1ebf7d784622 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830147 Oct 13 04:22:21.839786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f has no active binding in host n-h1-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:22:21.855593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:21.856332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:21.860029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-38e0d2a4-d047-484b-95ce-38d541119c9f None None] Port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:22.049946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d298cab7-953c-4444-b3f8-918488e4dda5 None None] Provisioning complete for port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:22.049946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d298cab7-953c-4444-b3f8-918488e4dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.068717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.148410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cdb51-59b8-48db-b3a6-253a92e6af9a req-ac4a4a62-dd09-4ea7-8fcc-0c7484c3a60a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.159746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-081cdb51-59b8-48db-b3a6-253a92e6af9a req-ac4a4a62-dd09-4ea7-8fcc-0c7484c3a60a tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 945 time: 0.6287286 Oct 13 04:22:22.172841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port 334cc8ab-9ce3-497f-a5a1-9e76b5445500, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=334cc8ab-9ce3-497f-a5a1-9e76b5445500,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:22.173372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.182863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:22.246533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for 334cc8ab-9ce3-497f-a5a1-9e76b5445500 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:22.296843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d298cab7-953c-4444-b3f8-918488e4dda5 None None] Port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:22.300603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.352002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 773fa46b-98ac-49d5-8e44-8fa5c288dc76, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=773fa46b-98ac-49d5-8e44-8fa5c288dc76,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:22.359568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.424630 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-081cdb51-59b8-48db-b3a6-253a92e6af9a req-41103232-61c0-4187-b582-3ff60cd33c7d tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534232 Oct 13 04:22:22.482807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.501220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=773fa46b-98ac-49d5-8e44-8fa5c288dc76,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:22.535449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2375ba05-734f-4df5-9c1e-11ca592320b8 None None] Provisioning complete for port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:22.535828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2375ba05-734f-4df5-9c1e-11ca592320b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.566867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:22.620747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2375ba05-734f-4df5-9c1e-11ca592320b8 None None] Port 51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:22.672132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:22.736651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f39df-31df-4ff4-9fec-1fc88e81a506 req-c3bd755c-afca-42b5-a8a6-624d243b1ea2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:22.749828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b84f39df-31df-4ff4-9fec-1fc88e81a506 req-c3bd755c-afca-42b5-a8a6-624d243b1ea2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2362015 Oct 13 04:22:22.845991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:22.872069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b84f39df-31df-4ff4-9fec-1fc88e81a506 req-f416c763-0f8e-431c-bb5a-4c68244ef040 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164715 Oct 13 04:22:22.958651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=334cc8ab-9ce3-497f-a5a1-9e76b5445500,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:23.015403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 334cc8ab-9ce3-497f-a5a1-9e76b5445500 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:23.090332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 773fa46b-98ac-49d5-8e44-8fa5c288dc76 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:23.180424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 334cc8ab-9ce3-497f-a5a1-9e76b5445500 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:23.180941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 334cc8ab-9ce3-497f-a5a1-9e76b5445500 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:23.202428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:23.202805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.440222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.443621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:23.446213 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04bc452-9ccc-4147-9af7-ddd75b21e5f7" -d '{"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:23.480500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.573072 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db429cfe-b589-4f56-8cd2-27cd3b141356 req-c2588a74-a7a8-4ac8-8dd0-37d2a6356f54 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=16ba4929-73f4-4ee5-8bd3-73b3738215be HTTP/1.1" status: 200 len: 210 time: 0.3286598 Oct 13 04:22:23.584158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port 334cc8ab-9ce3-497f-a5a1-9e76b5445500 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:23.605064 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.608006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:23.609185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e35b4b63-bd53-457e-a2e5-9ae92546f27b req-f93cbcee-4da2-47df-b3d1-5dcc7085e6ba tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "DELETE /v2.0/ports/334cc8ab-9ce3-497f-a5a1-9e76b5445500 HTTP/1.1" status: 204 len: 173 time: 2.9589891 Oct 13 04:22:23.609657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'name': 'network-vif-deleted', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:23.612075 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d1558d-446a-48ec-8f44-0b15c13789b0" -d '{"events": [{"server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "name": "network-vif-deleted", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:23.648383 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f1612-d89c-42d2-957f-54cf49370270 x-openstack-request-id: req-1f9f1612-d89c-42d2-957f-54cf49370270 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:23.649022 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:23.650347 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f9f1612-d89c-42d2-957f-54cf49370270 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:23.654680 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'code': 200} Oct 13 04:22:23.705471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba10db-c445-4665-bf4e-15f6fccb1923 req-a8052bd8-8c4a-42a4-8b11-5baa8ee66a3b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:23.728602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bba10db-c445-4665-bf4e-15f6fccb1923 req-a8052bd8-8c4a-42a4-8b11-5baa8ee66a3b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.1543117 Oct 13 04:22:23.772131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.782088 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e16fc0-f433-4385-890c-9140eadf9b15 x-openstack-request-id: req-f2e16fc0-f433-4385-890c-9140eadf9b15 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:23.783559 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba4929-73f4-4ee5-8bd3-73b3738215be", "name": "network-vif-deleted", "tag": "334cc8ab-9ce3-497f-a5a1-9e76b5445500", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:23.784999 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2e16fc0-f433-4385-890c-9140eadf9b15 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:23.785594 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ba4929-73f4-4ee5-8bd3-73b3738215be', 'name': 'network-vif-deleted', 'tag': '334cc8ab-9ce3-497f-a5a1-9e76b5445500', 'status': 'completed', 'code': 200} Oct 13 04:22:23.802559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.852810 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bba10db-c445-4665-bf4e-15f6fccb1923 req-5b9752ad-76ed-44ba-ad58-c3caf51c099b tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206751 Oct 13 04:22:23.874075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on host n-h2-813736-1 for vnic_type normal with profile {"migrating_to": "n-h1-813736-1"} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:23.874553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:23.874945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:23.875180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.910491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:23.914405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:23.914855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Attempting to bind port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on network 2452335b-c31d-42e5-8e41-917b90974329 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:23.941478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.948713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:23.949206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Checking segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:23.949695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Bound using segment: {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:23.950247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Bound port: a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2452335b-c31d-42e5-8e41-917b90974329'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:23.950790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:23.999631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Pushing event updated for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:24.053348 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.061241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-15c43eca-ad18-4699-a2ab-8244369c10c6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 HTTP/1.1" status: 204 len: 168 time: 3.5013874 Oct 13 04:22:24.062141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:24.108778 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8cbc92-3089-4ae1-b68e-f4be74127566 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:24.113863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb8cbc92-3089-4ae1-b68e-f4be74127566 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 HTTP/1.1" status: 404 len: 333 time: 0.0502980 Oct 13 04:22:24.114668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50202) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:24.298153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet abcb969b-10e3-4111-89bd-c84dbede5596 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:24.314534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.362208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.383464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:24.393293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:24.448895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fdad5-35f1-464f-a2c5-da4ecb0e4201 req-b8a25b4f-b8f2-45db-b605-b050b314b3be tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.451847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-325fdad5-35f1-464f-a2c5-da4ecb0e4201 req-b8a25b4f-b8f2-45db-b605-b050b314b3be tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.4362535 Oct 13 04:22:24.472143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.502381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:24.542405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:24.553840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.567393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.618311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=abcb969b-10e3-4111-89bd-c84dbede5596,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:24.637344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.639662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b54672-7cda-46a5-8196-dd67be2041d6 None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:24.647233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6223517d-beab-4b64-8ba5-037cbd4c5245 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/abcb969b-10e3-4111-89bd-c84dbede5596 HTTP/1.1" status: 204 len: 168 time: 0.5288825 Oct 13 04:22:24.648141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50210) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:24.660633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-325fdad5-35f1-464f-a2c5-da4ecb0e4201 req-16831190-c8f9-4719-a3c1-15ed893e07c8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552031 Oct 13 04:22:24.787629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 5f545327-45fd-41ac-afe4-25978abd2076 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:24.792015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.828501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Router ada162a2-0a9e-4109-86b1-81928d22d14a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:24.840569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=8']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:24.856452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:24.862844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:24.865413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-8dd09587-7e78-45fb-820d-22b24ce2c0bd service neutron] 10.222.0.16 "PUT /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 1121 time: 3.7670302 Oct 13 04:22:24.935727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.003734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a5b46fc6-90d6-4989-ba5d-c0a25f50315f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:25.112724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a5b46fc6-90d6-4989-ba5d-c0a25f50315f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:25.248759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.343781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023c9d2-9cba-4ac8-b92e-d2887c7cd5cc req-8dfbf682-95b3-4216-8e86-0531c1def025 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:25.345451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1023c9d2-9cba-4ac8-b92e-d2887c7cd5cc req-8dfbf682-95b3-4216-8e86-0531c1def025 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 943 time: 0.2358043 Oct 13 04:22:25.459412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.509767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:25.519117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1b59bd3b-6de5-477a-b19e-873c3c025213 admin admin] 10.222.0.49 "PUT /v2.0/routers/ada162a2-0a9e-4109-86b1-81928d22d14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6985109 Oct 13 04:22:25.549590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1023c9d2-9cba-4ac8-b92e-d2887c7cd5cc req-299d6a2b-75cd-4b09-aaef-1c284ade8346 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628265 Oct 13 04:22:25.559633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=5f545327-45fd-41ac-afe4-25978abd2076,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:25.578905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:25.599161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d4500f6c-4779-475c-ad14-d6591e5c85a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/5f545327-45fd-41ac-afe4-25978abd2076 HTTP/1.1" status: 204 len: 168 time: 0.9495268 Oct 13 04:22:25.602505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:25.627533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Sync routers for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:25.658823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:25.663743 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966" -d '{"events": [{"name": "network-changed", "server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:25.726400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:25.727914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:25.894099 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d98fc-e403-4e90-99d4-622749e7d7ae x-openstack-request-id: req-611d98fc-e403-4e90-99d4-622749e7d7ae {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:25.894099 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:25.894099 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-611d98fc-e403-4e90-99d4-622749e7d7ae {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:25.894099 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'status': 'completed', 'code': 200} Oct 13 04:22:25.906776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.008672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-81802c09-849e-46e4-a949-64cd01e940b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.013866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-81802c09-849e-46e4-a949-64cd01e940b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1124 time: 0.0995781 Oct 13 04:22:26.040819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port dff3a117-ca6a-4c50-9960-158c5214b8f2 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:26.041024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.130397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:26.162728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port dff3a117-ca6a-4c50-9960-158c5214b8f2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dff3a117-ca6a-4c50-9960-158c5214b8f2,segment=NetworkSegment(fcd8b3fe-f9ac-499b-92bb-02cb568e8445),segment_id=fcd8b3fe-f9ac-499b-92bb-02cb568e8445)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:26.163048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.211107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for dff3a117-ca6a-4c50-9960-158c5214b8f2 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:26.288199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-66a05cda-75f7-4335-bdd9-c649a0b67001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.296014 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-66a05cda-75f7-4335-bdd9-c649a0b67001 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.2737377 Oct 13 04:22:26.375848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-f2b9bffe-a6ed-4822-b16a-0b96bea18912 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 217 time: 0.0705292 Oct 13 04:22:26.381832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.390280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df49c6-fbb4-45ec-8c36-542f262b4c00 req-80cc8466-78c7-4a59-9cc7-9eeb7ce2baf6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.392716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67df49c6-fbb4-45ec-8c36-542f262b4c00 req-80cc8466-78c7-4a59-9cc7-9eeb7ce2baf6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.3581550 Oct 13 04:22:26.401426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port dff3a117-ca6a-4c50-9960-158c5214b8f2 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:26.463216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=dff3a117-ca6a-4c50-9960-158c5214b8f2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.570712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-a75c7ddb-aa6e-4a43-851e-4d049ef55e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:26.572242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-a75c7ddb-aa6e-4a43-851e-4d049ef55e76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1781361 Oct 13 04:22:26.583963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328d4c0-e8ac-4ebe-bf9c-4cae5b9b2dbc None None] Network 50c25cb5-8259-4803-ba6e-70155dad3777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:26.605941 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.638743 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67df49c6-fbb4-45ec-8c36-542f262b4c00 req-bf962644-c123-47ea-9969-1d454ff6c1aa tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089558 Oct 13 04:22:26.640956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c25cb5-8259-4803-ba6e-70155dad3777']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:26.655760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:26.656367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd8b3fe-f9ac-499b-92bb-02cb568e8445') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:26.675703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.712202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.717776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-d2151d09-e584-48eb-9dc2-f76caf68b9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272559 Oct 13 04:22:26.728405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:26.729373 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:26.735339 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:26.852119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.866872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:26.878125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/50c25cb5-8259-4803-ba6e-70155dad3777 HTTP/1.1" status: 204 len: 168 time: 1.2598734 Oct 13 04:22:26.882305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50246) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:26.900717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dec55-9cf0-490c-9cef-c0d2e6f7624c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=50c25cb5-8259-4803-ba6e-70155dad3777,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:26.919028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0f449750-f0b8-4e61-96e9-d614976bfe1a None None] Could not find standard attr ID for object dff3a117-ca6a-4c50-9960-158c5214b8f2. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:22:26.987622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 2, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:27.019242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Checking router: ada162a2-0a9e-4109-86b1-81928d22d14a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:27.019613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Updating router ada162a2-0a9e-4109-86b1-81928d22d14a port 903642cc-af7f-4f26-ae18-90ec907becfa binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:22:27.088703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.090333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2b971-1fed-4557-91be-6aa91a64a5b3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:27.097267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2bd2b971-1fed-4557-91be-6aa91a64a5b3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2084491 Oct 13 04:22:27.097810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50252) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.116923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-75f0a1ff-7eb4-402a-af52-f6dda9f9117c service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853493 Oct 13 04:22:27.228194 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-420cf72f-d6b4-47b0-ad53-3fb318081e83 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1244099 Oct 13 04:22:27.228666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50254) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.234775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08025697-7d92-48b8-b4aa-17bd63474709 None None] DHCP port deletion for 50c25cb5-8259-4803-ba6e-70155dad3777 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:22:27.239136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1006818584'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:27.297863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef9cf1d5-2081-41e9-a0cf-74d9d7b95966 req-d2765128-b48d-4f8d-80c1-608ae0016091 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720655 Oct 13 04:22:27.331819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:27.336375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.380363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:27.403545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.404002 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment def3102e-8bb4-4250-b8b7-d6474f62e797 of type vlan for network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 Oct 13 04:22:27.453832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.460329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.468122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.488650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.495534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:27.496350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.530724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a04ee-6e07-44d8-851c-2ddeb5e4f891 None None] Pushing event updated for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.533060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3030987 Oct 13 04:22:27.536531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:27.542552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:27.615404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b4139-217f-4f8c-b314-5bea0eda39a6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=6c7bbde0-ad9e-42e8-8226-ddb6e3bea944,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.640262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:27.684132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:27.688553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.759012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Attempting to bind port 903642cc-af7f-4f26-ae18-90ec907becfa on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:27.759436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Attempting to bind port 903642cc-af7f-4f26-ae18-90ec907becfa by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:27.760169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Attempting to bind port 903642cc-af7f-4f26-ae18-90ec907becfa on network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:27.767794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:27.768172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Checking segment: {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:27.769148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.769798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Bound using segment: {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:27.770331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Bound port: 903642cc-af7f-4f26-ae18-90ec907becfa, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:27.770791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.882837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] For port 903642cc-af7f-4f26-ae18-90ec907becfa, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:27.887348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] For port 903642cc-af7f-4f26-ae18-90ec907becfa, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=903642cc-af7f-4f26-ae18-90ec907becfa,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:27.899195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.969466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a04ee-6e07-44d8-851c-2ddeb5e4f891 None None] Pushing event updated for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:27.986341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:27.994494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:27.995542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:28.083770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:28.116328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': 'def3102e-8bb4-4250-b8b7-d6474f62e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:28.124054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:28.149025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:28.157776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:28.167284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:28.173731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:28.175442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.195248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fad6a-829e-4f5a-850c-1e2d221f0f97 None None] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:28.228760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bdc0b2bc-c907-469c-968b-a61a5111ae0f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6869466 Oct 13 04:22:28.228972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:28.236362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944', 'name': 'tempest-PortsTestJSON-1688463769'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:28.504863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:28.509259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.553284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 7d647f68-b5d7-41bc-b952-ef6efbc18593 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:28.703756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6c7bbde0-ad9e-42e8-8226-ddb6e3bea944', 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': 'bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:28.704708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:28.847236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.3 (6c7bbde0-ad9e-42e8-8226-ddb6e3bea944/bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0/7d647f68-b5d7-41bc-b952-ef6efbc18593) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:29.071621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dff3a117-ca6a-4c50-9960-158c5214b8f2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:29.117938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:27Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:29.125639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: dff3a117-ca6a-4c50-9960-158c5214b8f2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:29.125980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dff3a117-ca6a-4c50-9960-158c5214b8f2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:29.197391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd890273-8bab-4301-964b-8f01113a6b03 None None] The sync data for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 is: [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:27Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:29.219877 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.369503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.423568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Allocated IP 172.20.0.2 (6c7bbde0-ad9e-42e8-8226-ddb6e3bea944/bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0/7a8907b3-1009-48de-a625-1ac1d53394a3) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:29.537013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:29.541027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:29.552163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:29.613384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=7d647f68-b5d7-41bc-b952-ef6efbc18593,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.680970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:29.681968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.713235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.727019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.751548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-29162b38-fefc-44bc-95fc-f8f3b269da43 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5229061 Oct 13 04:22:29.753975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50274) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:29.765315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944', 'name': 'tempest-PortsTestJSON-276975381'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:29.785121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:29.790449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:29.800589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:29.804198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Pushing event updated for resources: {'Port': ['ID=7a8907b3-1009-48de-a625-1ac1d53394a3,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:29.906312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Attempting to bind port 7a8907b3-1009-48de-a625-1ac1d53394a3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:29.907025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Attempting to bind port 7a8907b3-1009-48de-a625-1ac1d53394a3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'def3102e-8bb4-4250-b8b7-d6474f62e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:29.907643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Attempting to bind port 7a8907b3-1009-48de-a625-1ac1d53394a3 on network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:29.914396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:29.916505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Checking segment: {'id': 'def3102e-8bb4-4250-b8b7-d6474f62e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:29.917794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:29.917794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Bound using segment: {'id': 'def3102e-8bb4-4250-b8b7-d6474f62e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:29.918471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Bound port: 7a8907b3-1009-48de-a625-1ac1d53394a3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def3102e-8bb4-4250-b8b7-d6474f62e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c7bbde0-ad9e-42e8-8226-ddb6e3bea944'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:29.919621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.065151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] For port 7a8907b3-1009-48de-a625-1ac1d53394a3, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:30.068848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] For port 7a8907b3-1009-48de-a625-1ac1d53394a3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a8907b3-1009-48de-a625-1ac1d53394a3,segment=NetworkSegment(def3102e-8bb4-4250-b8b7-d6474f62e797),segment_id=def3102e-8bb4-4250-b8b7-d6474f62e797)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:30.079495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.090208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:30.099657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.151124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port a3eb8093-e8b2-4105-89e1-a8ed88a31a8d yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:30.177557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bd0e1-6ece-402a-85b0-f89304e9c109 None None] Pushing event updated for resources: {'Port': ['ID=7a8907b3-1009-48de-a625-1ac1d53394a3,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:30.424330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.13 (6c7bbde0-ad9e-42e8-8226-ddb6e3bea944/bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0/a3eb8093-e8b2-4105-89e1-a8ed88a31a8d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:30.870538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:30.960105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.090670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:31.155375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:31.187730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:31.201814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:31.244017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=a3eb8093-e8b2-4105-89e1-a8ed88a31a8d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.256465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 903642cc-af7f-4f26-ae18-90ec907becfa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:31.292797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.296393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.336826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ebdb1cbb-8a63-4d93-be81-11a39873ae6e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5813484 Oct 13 04:22:31.339657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:31.343381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 903642cc-af7f-4f26-ae18-90ec907becfa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:31.343766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.523027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.528763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1f4ff-3662-455e-a1e9-8db11290c862 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:31.530650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80a1f4ff-3662-455e-a1e9-8db11290c862 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1881497 Oct 13 04:22:31.533786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:31.599303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 903642cc-af7f-4f26-ae18-90ec907becfa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=903642cc-af7f-4f26-ae18-90ec907becfa,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:31.608210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.611084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a8907b3-1009-48de-a625-1ac1d53394a3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:31.673318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port a3eb8093-e8b2-4105-89e1-a8ed88a31a8d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:31.673666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.800320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:31.806464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7a8907b3-1009-48de-a625-1ac1d53394a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:31.807176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.813035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:31.827529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for a3eb8093-e8b2-4105-89e1-a8ed88a31a8d owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:32.041829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.107337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514b2de-d5e8-4ac7-bc5c-92dd31e3207e None None] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:32.151105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=a3eb8093-e8b2-4105-89e1-a8ed88a31a8d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.178235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d95fad08-a19f-4be8-8e9b-929b6e39aa90 None None] Provisioning complete for port 7a8907b3-1009-48de-a625-1ac1d53394a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:32.178608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d95fad08-a19f-4be8-8e9b-929b6e39aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.294102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.359007 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.371656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50286) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.376423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a18471de-57c4-4fa1-b196-02514d3b9c2d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/a3eb8093-e8b2-4105-89e1-a8ed88a31a8d HTTP/1.1" status: 204 len: 168 time: 0.8328042 Oct 13 04:22:32.424998 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6434cd06-48f4-46b0-a1b3-9b460af35662 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:32.430084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6434cd06-48f4-46b0-a1b3-9b460af35662 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/a3eb8093-e8b2-4105-89e1-a8ed88a31a8d HTTP/1.1" status: 404 len: 333 time: 0.0567164 Oct 13 04:22:32.433773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:32.439860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 7a8907b3-1009-48de-a625-1ac1d53394a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a8907b3-1009-48de-a625-1ac1d53394a3,segment=NetworkSegment(def3102e-8bb4-4250-b8b7-d6474f62e797),segment_id=def3102e-8bb4-4250-b8b7-d6474f62e797)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:32.479097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.606064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 7d647f68-b5d7-41bc-b952-ef6efbc18593 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:32.607247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.681625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=7a8907b3-1009-48de-a625-1ac1d53394a3,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:32.697294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-29537a80-f077-4aba-9745-d1b16b695040 service neutron] 10.222.0.47 "GET /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.1143475 Oct 13 04:22:32.814253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:32.848367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 7d647f68-b5d7-41bc-b952-ef6efbc18593 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:33.068340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:33.104514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:33.108217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.149214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b46fc6-90d6-4989-ba5d-c0a25f50315f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:33.162467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:33.186514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c2462937-589d-481c-9798-22b2baf69955 None None] Provisioning complete for port 7a8907b3-1009-48de-a625-1ac1d53394a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:33.187089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2462937-589d-481c-9798-22b2baf69955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.225461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.249223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 903642cc-af7f-4f26-ae18-90ec907becfa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:33.267634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=7d647f68-b5d7-41bc-b952-ef6efbc18593,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:33.410288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.410651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c2462937-589d-481c-9798-22b2baf69955 None None] Could not find standard attr ID for object 7d647f68-b5d7-41bc-b952-ef6efbc18593. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:22:33.423646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8d4fb5af-3ea1-4908-a05f-7cc118ff12a3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/7d647f68-b5d7-41bc-b952-ef6efbc18593 HTTP/1.1" status: 204 len: 168 time: 0.9887431 Oct 13 04:22:33.424277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 903642cc-af7f-4f26-ae18-90ec907becfa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:33.425546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.427891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50294) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:33.468520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] Transition to ACTIVE for port object a5b46fc6-90d6-4989-ba5d-c0a25f50315f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:33.480889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.502992 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2f02a9-9649-4b73-8832-96783e79f7b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:33.507312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a2f02a9-9649-4b73-8832-96783e79f7b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/7d647f68-b5d7-41bc-b952-ef6efbc18593 HTTP/1.1" status: 404 len: 333 time: 0.0759497 Oct 13 04:22:33.508294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50296) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:33.549289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:33.596733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] No DVR routers for this DVR port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:33.634752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a8907b3-1009-48de-a625-1ac1d53394a3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:33.641738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-da7ff331-6bb6-4489-9ad7-58aa72fb8612 None None] Could not find standard attr ID for object 7d647f68-b5d7-41bc-b952-ef6efbc18593. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:22:33.647588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:33.651731 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.677897 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-a9a3e16f-5f94-4ded-8a35-9a295a0ecb58 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f/bindings/n-h1-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9736435 Oct 13 04:22:33.719276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.803828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7a8907b3-1009-48de-a625-1ac1d53394a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:33.805159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.870018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-d4898d9d-e8c8-40bf-980f-2e89adf00060 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:33.873615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-d4898d9d-e8c8-40bf-980f-2e89adf00060 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1189497 Oct 13 04:22:33.970155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c84f0091-4377-46d1-8bb0-da90f4258bb3 None None] Could not find standard attr ID for object a3eb8093-e8b2-4105-89e1-a8ed88a31a8d. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:22:33.988282 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:33.998671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-909a6a93-fd46-4655-988a-5eb0f63e0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.000216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-909a6a93-fd46-4655-988a-5eb0f63e0a23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32&tenant_id=618ece22fe3f433692491ee646b1949c HTTP/1.1" status: 200 len: 1095 time: 0.1195102 Oct 13 04:22:34.128082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.166080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-74b63179-a3aa-4110-9a59-214135bb9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.172434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-74b63179-a3aa-4110-9a59-214135bb9cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1095 time: 0.1419053 Oct 13 04:22:34.198086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:34.216201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.219856 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f40f8576-3a36-49da-a016-501d83c0c8c8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0 HTTP/1.1" status: 204 len: 168 time: 0.7088904 Oct 13 04:22:34.251576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50306) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:34.321118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0df571-a4d7-48be-8647-2462437c8037 None None] Network 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:34.389078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-c65e76be-6f9c-4a4d-9027-d464737d3da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.390451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-c65e76be-6f9c-4a4d-9027-d464737d3da8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.2097929 Oct 13 04:22:34.430220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.442248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-9f084308-44f0-4d59-83c6-c832af73026e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 200 len: 217 time: 0.0427761 Oct 13 04:22:34.449185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-96825f4d-ceee-4da0-9875-63893fd71ac7 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.450756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-96825f4d-ceee-4da0-9875-63893fd71ac7 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 819 time: 0.2107131 Oct 13 04:22:34.461308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-97028087-4517-44a8-b7d3-e84e1dac810b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.470189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-97028087-4517-44a8-b7d3-e84e1dac810b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.2693138 Oct 13 04:22:34.471141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-03677205-6069-4328-a5d0-39dfdef3248e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/quotas/cdc27f4df1544f9690bd2dd72b641653 HTTP/1.1" status: 200 len: 375 time: 0.0106618 Oct 13 04:22:34.542243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-c0f8f5dd-1b9c-4eca-9b26-10e7a2ed863d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0709131 Oct 13 04:22:34.574104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-6dd84e83-e1e9-4d73-be51-4639d7c1dd0b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830710 Oct 13 04:22:34.577202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-fa6dab6d-9c81-4075-8178-ab03b02f421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:34.578784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-fa6dab6d-9c81-4075-8178-ab03b02f421b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1271238 Oct 13 04:22:34.591408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-cfacbf5f-b23c-448f-98d4-d64a714507d1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390375 Oct 13 04:22:34.599539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 7a8907b3-1009-48de-a625-1ac1d53394a3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:34.599872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.694239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] DHCP port deletion for 6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:22:34.731987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-76519ea1-4559-4d69-9082-cbb45e285d66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120272 Oct 13 04:22:34.812708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-1ce41c5d-d327-460e-95f9-02ac2938d4af service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988180 Oct 13 04:22:34.895231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Deleting port 7a8907b3-1009-48de-a625-1ac1d53394a3 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:34.895615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.898397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-4d777442-db5c-429e-8212-ce38bb65ecfb service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133445 Oct 13 04:22:34.907807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port 7a8907b3-1009-48de-a625-1ac1d53394a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a8907b3-1009-48de-a625-1ac1d53394a3,segment=NetworkSegment(def3102e-8bb4-4250-b8b7-d6474f62e797),segment_id=def3102e-8bb4-4250-b8b7-d6474f62e797)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:34.908433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:34.969396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 7a8907b3-1009-48de-a625-1ac1d53394a3 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:35.010681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-07edf511-6ce1-4c5e-9d14-9bdbc843f011 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712221 Oct 13 04:22:35.074738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] For port 7a8907b3-1009-48de-a625-1ac1d53394a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a8907b3-1009-48de-a625-1ac1d53394a3,segment=NetworkSegment(def3102e-8bb4-4250-b8b7-d6474f62e797),segment_id=def3102e-8bb4-4250-b8b7-d6474f62e797)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:35.076407 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.097771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Calling delete_port for 7a8907b3-1009-48de-a625-1ac1d53394a3 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:35.173173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-99a0790b-83bb-4d60-84d2-6cadcd7f9b2a service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519653 Oct 13 04:22:35.258053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8ded9212-4087-428d-96ad-a9fe77fb6510 service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500121 Oct 13 04:22:35.259727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a8907b3-1009-48de-a625-1ac1d53394a3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:35.267621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.321408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-5e35336f-a0d7-4a2c-b3d4-bf75b24af975 service neutron] 10.222.0.16 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002214 Oct 13 04:22:35.386640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] Pushing event deleted for resources: {'Port': ['ID=7a8907b3-1009-48de-a625-1ac1d53394a3,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:35.398658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7a8907b3-1009-48de-a625-1ac1d53394a3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:35.399118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a8907b3-1009-48de-a625-1ac1d53394a3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:35.408208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50bb4ea-3060-46d2-94a7-c2bf1b75e0d7 None None] No DVR routers for this DVR port 7a8907b3-1009-48de-a625-1ac1d53394a3 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:35.452213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.633021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=7a8907b3-1009-48de-a625-1ac1d53394a3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:35.640780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port 7a8907b3-1009-48de-a625-1ac1d53394a3 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:35.788227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-0b8d15e6-569a-4a6d-8dad-10428a8c3211 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.798284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-0b8d15e6-569a-4a6d-8dad-10428a8c3211 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32&tenant_id=618ece22fe3f433692491ee646b1949c&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.1786227 Oct 13 04:22:35.855688 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.905307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7bbde0-ad9e-42e8-8226-ddb6e3bea944']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:35.922945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0d707-83ee-4567-bc9f-b40c56c5cd31 req-670af151-f30c-4bfe-ad5f-07f8e8aaf3a3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:35.930865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1a0d707-83ee-4567-bc9f-b40c56c5cd31 req-670af151-f30c-4bfe-ad5f-07f8e8aaf3a3 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.2411051 Oct 13 04:22:35.933330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def3102e-8bb4-4250-b8b7-d6474f62e797') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:35.933880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def3102e-8bb4-4250-b8b7-d6474f62e797') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:35.946771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.968336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.977607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:35.978383 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:35.982906 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:36.049120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1a0d707-83ee-4567-bc9f-b40c56c5cd31 req-cfedb2e0-aa65-4c39-990b-12ae30c02349 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165411 Oct 13 04:22:36.059301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-3582cd03-15b9-4f9c-9e24-1f18b9e3239d service neutron] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:36.064736 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-3582cd03-15b9-4f9c-9e24-1f18b9e3239d service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.067011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05e1359a-3e9c-4866-9a79-317cc48e1707 req-3582cd03-15b9-4f9c-9e24-1f18b9e3239d service neutron] 10.222.0.16 "DELETE /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f/bindings/n-h2-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.2676380 Oct 13 04:22:36.237237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.251308 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.275561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50350) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:36.281105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/6c7bbde0-ad9e-42e8-8226-ddb6e3bea944 HTTP/1.1" status: 204 len: 168 time: 2.0203443 Oct 13 04:22:36.294814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc5413-0f60-405c-a6ac-b9b5d3c430f3 req-e000b2f3-f094-4fee-b3ef-f63c8e330129 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.296974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5fc5413-0f60-405c-a6ac-b9b5d3c430f3 req-e000b2f3-f094-4fee-b3ef-f63c8e330129 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2545676 Oct 13 04:22:36.307755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-304b3d16-8548-4538-8e53-e2604828226f req-9fe7fc1d-7961-459c-9973-03f1e735a208 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 210 time: 0.1007376 Oct 13 04:22:36.314357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-384717086'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:36.340349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45355a-698f-4882-979d-cd85140cea18 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=6c7bbde0-ad9e-42e8-8226-ddb6e3bea944,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:36.366301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:36.370068 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.446600 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04d000df-ea2b-49c5-850c-bab3caaec0ca req-0c2b0888-3fb8-4f84-83f8-f2d6d3cf932e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 210 time: 0.0534747 Oct 13 04:22:36.489110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:36.499111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5fc5413-0f60-405c-a6ac-b9b5d3c430f3 req-360cd89f-657a-4fe3-9965-85b5babbb892 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714566 Oct 13 04:22:36.534494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.535465 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment 477b87d2-a597-455e-bb72-2166546fd600 of type vlan for network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 Oct 13 04:22:36.627788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.701235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.707024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:36.707705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:36.811952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:36.828373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:36.848567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f04d9a9d-8935-46c7-9368-21ca3a97165c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5717134 Oct 13 04:22:36.851525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:36.858580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:37.091959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:37.096033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.423588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a4767-8ffd-418f-b16b-c08b384abfd5 req-0e873c05-bd2d-4ef8-9514-bff749dbc4fd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.425419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba5a4767-8ffd-418f-b16b-c08b384abfd5 req-0e873c05-bd2d-4ef8-9514-bff749dbc4fd tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.1691697 Oct 13 04:22:37.569544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:37.589464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa10a852-5ec8-4ace-85d4-0c2950a9468f req-e1dccec7-9a3f-443b-9190-48e026f02948 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 210 time: 0.1320081 Oct 13 04:22:37.683909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-29b9b068-ef34-4eba-a4ea-279202616850 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.686480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-29b9b068-ef34-4eba-a4ea-279202616850 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.2563684 Oct 13 04:22:37.695609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': '477b87d2-a597-455e-bb72-2166546fd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:37.696171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:37.707009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:37.713714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba5a4767-8ffd-418f-b16b-c08b384abfd5 req-6a1b7ed8-39a5-41b4-8d80-cfd4b6867438 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474442 Oct 13 04:22:37.730860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=1bdf33a7-0caf-42f6-b415-6cc028dd7aea,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:37.785562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:37.842410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:37.853463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b68d6-96b7-4b84-a998-9b8f247bcf1d None None] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:37.868141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:37.871816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.131341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cdbe7887-7a53-4f5f-ad34-c05440733a12 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2779787 Oct 13 04:22:38.145400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50390) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:38.162337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4', 'name': 'tempest-PortsTestJSON-645793302', 'fixed_ips': [{'subnet_id': '1bdf33a7-0caf-42f6-b415-6cc028dd7aea', 'ip_address': '172.20.0.10'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:38.260821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4', 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '1bdf33a7-0caf-42f6-b415-6cc028dd7aea'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:38.261709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.576748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Allocated IP 172.20.0.2 (6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4/1bdf33a7-0caf-42f6-b415-6cc028dd7aea/c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:38.746542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb729108-2666-48ee-b974-3e9680232add req-0b13454f-c0f4-4258-a2e7-59c89b96bedd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 210 time: 0.0924361 Oct 13 04:22:38.900636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.913394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:38.917465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.927934 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:38.984020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:38.986971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:39.058314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:39.073870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-99e591c1-8294-4b01-9fa1-4fefb0122845 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.075634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-99e591c1-8294-4b01-9fa1-4fefb0122845 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 819 time: 1.1003091 Oct 13 04:22:39.101406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110ffa0-4b7c-41b1-9cc8-7c066c2edf3b req-3f4c97cd-00fd-4dbe-bba1-539ee1ce3f0d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.110153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3110ffa0-4b7c-41b1-9cc8-7c066c2edf3b req-3f4c97cd-00fd-4dbe-bba1-539ee1ce3f0d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 1.2251644 Oct 13 04:22:39.129667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'port': {'device_id': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'admin_state_up': True, 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:39.292334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3110ffa0-4b7c-41b1-9cc8-7c066c2edf3b req-7b02af8e-4888-451e-a6f1-2d0ea2c03215 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812117 Oct 13 04:22:39.343236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Pushing event updated for resources: {'Port': ['ID=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:39.360674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Attempting to bind port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:39.361074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Attempting to bind port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '477b87d2-a597-455e-bb72-2166546fd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:39.361517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Attempting to bind port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 on network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:39.375415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-62ccf127-7395-4e7e-ba1b-4da6914abeb1 req-a3f0cb8b-df9b-42a8-84c4-eb6cd34982dd tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 210 time: 0.1246300 Oct 13 04:22:39.376263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:39.383654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Checking segment: {'id': '477b87d2-a597-455e-bb72-2166546fd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:39.384167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.384586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Bound using segment: {'id': '477b87d2-a597-455e-bb72-2166546fd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:39.385109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Bound port: c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477b87d2-a597-455e-bb72-2166546fd600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:39.385504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.398345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.11 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/4194c296-b5f0-40ee-bec8-05854154ac55) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:39.422312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:39.568439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] For port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:39.579654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] For port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,segment=NetworkSegment(477b87d2-a597-455e-bb72-2166546fd600),segment_id=477b87d2-a597-455e-bb72-2166546fd600)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:39.591075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.688573 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.719451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca97035-1295-4fe9-88e5-091276810e97 None None] Pushing event updated for resources: {'Port': ['ID=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:39.728637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.750608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.757789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Made reservation on behalf of cdc27f4df1544f9690bd2dd72b641653 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:39.772411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:39.803042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076cdc4-2ba7-4b86-8897-317cf73df27c req-bf6835ef-7db8-425f-b26e-767ef4527130 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:39.811905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b076cdc4-2ba7-4b86-8897-317cf73df27c req-bf6835ef-7db8-425f-b26e-767ef4527130 tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 1095 time: 0.3981524 Oct 13 04:22:39.831863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 98901b1d-6600-4612-8649-447618b6612b yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:39.846617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:39.865932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:39.881423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:40.017577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.034204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:40.066569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b076cdc4-2ba7-4b86-8897-317cf73df27c req-e78c5b1a-6858-4b33-a557-806a475fd1ca tempest-LiveMigrationTest-1445064069 tempest-LiveMigrationTest-1445064069-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534108 Oct 13 04:22:40.240592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:40.251020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f7c25998-9256-46e4-a013-ded492819aa2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5533164 Oct 13 04:22:40.272578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Request body: {'port': {'device_id': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:40.324766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Allocated IP 172.20.0.7 (9a241c0c-f099-4f2f-97fa-813cf75e6e42/b03e0936-37e6-4143-bbd6-6689a788bd62/8191bf85-adb2-430f-8e7f-acb765c2a97b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:40.365373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.10 (6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4/1bdf33a7-0caf-42f6-b415-6cc028dd7aea/98901b1d-6600-4612-8649-447618b6612b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:40.406938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db1e7-6d26-4525-8a05-f9a7441662ef req-c766267e-b546-44f8-8a3f-99a695b3a105 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:40.408830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad6db1e7-6d26-4525-8a05-f9a7441662ef req-c766267e-b546-44f8-8a3f-99a695b3a105 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 932 time: 0.4159527 Oct 13 04:22:40.458196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:40.504435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad6db1e7-6d26-4525-8a05-f9a7441662ef req-e41e85bb-31bd-4dc2-bf66-04bade84e751 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860093 Oct 13 04:22:40.954292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1bc589a8-ed24-4383-9687-7bd30be395be req-030451a5-caea-463c-86a6-176e4969536e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 210 time: 0.1027715 Oct 13 04:22:41.199174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4194c296-b5f0-40ee-bec8-05854154ac55 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:41.221389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.227172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.253829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Transition to ACTIVE for port object 4194c296-b5f0-40ee-bec8-05854154ac55 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:41.266036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.291109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:41.304431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.374079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:41.398728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc95f98-cad5-4f4b-b6b0-aeadabbbd3f5 None None] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:41.422519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6c11-b9cd-4db6-be6f-d2ef921ef68b req-b26eb298-61b4-4ebd-accc-1eb58e6bf4c4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.424444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-36ec6c11-b9cd-4db6-be6f-d2ef921ef68b req-b26eb298-61b4-4ebd-accc-1eb58e6bf4c4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.7179985 Oct 13 04:22:41.486077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.503442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Attempting to bind port 4194c296-b5f0-40ee-bec8-05854154ac55 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:41.504049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Attempting to bind port 4194c296-b5f0-40ee-bec8-05854154ac55 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:41.504549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Attempting to bind port 4194c296-b5f0-40ee-bec8-05854154ac55 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:41.538878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Port 4194c296-b5f0-40ee-bec8-05854154ac55 on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:41.539511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Attempting to bind port 4194c296-b5f0-40ee-bec8-05854154ac55 on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:41.557365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:41.557935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:41.561134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:41.561824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Bound port: 4194c296-b5f0-40ee-bec8-05854154ac55, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:41.564333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.572515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4e86-4180-4ace-9642-02a3dfe376b0 req-915722dc-b965-4197-a9ba-0d4ed971f537 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.574067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a38b4e86-4180-4ace-9642-02a3dfe376b0 req-915722dc-b965-4197-a9ba-0d4ed971f537 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.3054717 Oct 13 04:22:41.581798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:41.586656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-36ec6c11-b9cd-4db6-be6f-d2ef921ef68b req-aec53765-6428-4ddc-810d-d143b36df39e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941706 Oct 13 04:22:41.596656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:41.599852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:41.618891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.657008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a3850bb2-f2be-4df8-a55f-4ad9cb3b3b17 None None] Provisioning complete for port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:41.657386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3850bb2-f2be-4df8-a55f-4ad9cb3b3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.691247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.702039 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.749274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:41.753156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:41.767347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.776177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.854963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:41.868100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-147d6ad8-3805-4bc0-b1b8-cb4a3e14317c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.874457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-147d6ad8-3805-4bc0-b1b8-cb4a3e14317c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 944 time: 0.5098772 Oct 13 04:22:41.895624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a38b4e86-4180-4ace-9642-02a3dfe376b0 req-cce502bf-4135-4e75-b941-6820ca7d8047 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110197 Oct 13 04:22:41.896486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=98901b1d-6600-4612-8649-447618b6612b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:41.898321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:41.904375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:41.909845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ca3ef336-3bdd-4b69-83c0-381ca798bad2 service neutron] 10.222.0.16 "PUT /v2.0/ports/4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 200 len: 1092 time: 1.6444581 Oct 13 04:22:41.913176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:41.931334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3863fe81-3f8f-4053-814a-255ed1b66956 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7782156 Oct 13 04:22:41.931463 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d506d6-95ea-4b31-a311-ff43ce25a047" -d '{"events": [{"name": "network-changed", "server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:41.942708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:41.972053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4', 'name': 'tempest-PortsTestJSON-2093290461', 'fixed_ips': [{'subnet_id': '1bdf33a7-0caf-42f6-b415-6cc028dd7aea', 'ip_address': '172.20.0.9'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:42.008400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:42.018890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:42.027981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:42.100948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:42.163355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.171757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.222523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-8c453236-cacb-491f-b29c-6c95392db015 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1298387 Oct 13 04:22:42.237688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:42.238069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.240099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Request body: {'port': {'device_id': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:42.240250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9cc624b5-bd24-441e-99b5-639c55c62a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.315822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Deleting port a5b46fc6-90d6-4989-ba5d-c0a25f50315f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:42.316389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.345383 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21564e3-075f-4f88-a490-01ee91c55be6 x-openstack-request-id: req-a21564e3-075f-4f88-a490-01ee91c55be6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:42.351539 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:42.352064 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a21564e3-075f-4f88-a490-01ee91c55be6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:42.352708 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55', 'status': 'completed', 'code': 200} Oct 13 04:22:42.454030 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.496554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ae1f16a4-73ba-459d-a34e-a63714a9399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.502281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-ae1f16a4-73ba-459d-a34e-a63714a9399b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 1095 time: 0.5178673 Oct 13 04:22:42.504579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:42.529947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,segment=NetworkSegment(477b87d2-a597-455e-bb72-2166546fd600),segment_id=477b87d2-a597-455e-bb72-2166546fd600)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:42.537341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3850bb2-f2be-4df8-a55f-4ad9cb3b3b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.550781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.564537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] For port a5b46fc6-90d6-4989-ba5d-c0a25f50315f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:42.565119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.602001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Calling delete_port for a5b46fc6-90d6-4989-ba5d-c0a25f50315f owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:42.654217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.692030 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:42.705398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4994-ff58-469d-ad4a-94e2918a6885 req-572f69fe-6720-4a5d-8290-3c4b1e99bfe5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.709633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-389f4994-ff58-469d-ad4a-94e2918a6885 req-572f69fe-6720-4a5d-8290-3c4b1e99bfe5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 944 time: 0.6688294 Oct 13 04:22:42.804115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:42.820386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-19af72f0-246b-4bfc-8f0b-dc1c1fb59b1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 200 len: 217 time: 0.1719608 Oct 13 04:22:42.820838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-a3850bb2-f2be-4df8-a55f-4ad9cb3b3b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:22:42.821356 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-a3850bb2-f2be-4df8-a55f-4ad9cb3b3b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:22:42.909007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01911d08-0497-4ac9-bae1-5d8ecc8cc897 req-1f0f7685-cbaa-47f4-9e52-cf0ee4bfc32e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:42.910604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01911d08-0497-4ac9-bae1-5d8ecc8cc897 req-1f0f7685-cbaa-47f4-9e52-cf0ee4bfc32e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 931 time: 0.7816415 Oct 13 04:22:42.951463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-389f4994-ff58-469d-ad4a-94e2918a6885 req-203015d4-147b-4c5b-a540-b8250df22696 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297343 Oct 13 04:22:42.967328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:43.040142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:43.089094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f1291328-608d-46cc-a441-5638633e0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.091663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-f1291328-608d-46cc-a441-5638633e0495 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.2450664 Oct 13 04:22:43.106163 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:43.126887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:43.129475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:43.132789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01911d08-0497-4ac9-bae1-5d8ecc8cc897 req-8bbb80a5-42ae-45c0-a62c-f5f45cbec7a6 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954217 Oct 13 04:22:43.134802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:43.345518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-33a89e6f-d928-44d1-8d12-54d16bd076f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089849 Oct 13 04:22:43.448766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: a5b46fc6-90d6-4989-ba5d-c0a25f50315f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:43.448766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a5b46fc6-90d6-4989-ba5d-c0a25f50315f not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:43.556599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67105f-77ca-4d63-912b-08cdd8233e7d req-35d93bb7-8b91-493a-99e7-a61caf33d208 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:43.558199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be67105f-77ca-4d63-912b-08cdd8233e7d req-35d93bb7-8b91-493a-99e7-a61caf33d208 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.4207642 Oct 13 04:22:43.588039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:43.588581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:43.634216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-851f694f-b5ce-471d-8940-9724aeabbbf3 req-46f1168d-dc2f-4268-82ff-510334c05e52 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.1774445 Oct 13 04:22:43.638131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event deleted for resources: {'Port': ['ID=a5b46fc6-90d6-4989-ba5d-c0a25f50315f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:43.750480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be67105f-77ca-4d63-912b-08cdd8233e7d req-f1837c60-8341-4873-9c6d-2e29bb7bc08f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752465 Oct 13 04:22:43.795259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.9 (6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4/1bdf33a7-0caf-42f6-b415-6cc028dd7aea/bdd81bc8-f3ff-4615-90dd-a1f107ccfe53) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:43.808422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] No DVR routers for this DVR port a5b46fc6-90d6-4989-ba5d-c0a25f50315f on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:43.813643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:43.821045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e2a9d641-b5aa-40fa-bff3-3e5f5f62984b None None] Provisioning complete for port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:43.821045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d641-b5aa-40fa-bff3-3e5f5f62984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:43.824492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd3b352b-0c21-4dbe-9ed4-ad66ae255b7b req-f82af850-8fe4-499d-a382-8b00c57e7865 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.16 "DELETE /v2.0/ports/a5b46fc6-90d6-4989-ba5d-c0a25f50315f HTTP/1.1" status: 204 len: 173 time: 1.9139371 Oct 13 04:22:43.825057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-deleted', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:43.840565 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887a1903-0278-4aed-8415-6e79e2599883" -d '{"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-deleted", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:43.842119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-d40ca3b3-ec12-46e2-8576-924fb61c5604 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784958 Oct 13 04:22:44.013342 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669d6aa-0262-43fe-9702-7dac84bac9b0 x-openstack-request-id: req-3669d6aa-0262-43fe-9702-7dac84bac9b0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:44.013342 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31aeec3-2409-449b-8b11-c4cafbd53e32", "name": "network-vif-deleted", "tag": "a5b46fc6-90d6-4989-ba5d-c0a25f50315f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:44.013342 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3669d6aa-0262-43fe-9702-7dac84bac9b0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:44.013766 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31aeec3-2409-449b-8b11-c4cafbd53e32', 'name': 'network-vif-deleted', 'tag': 'a5b46fc6-90d6-4989-ba5d-c0a25f50315f', 'status': 'completed', 'code': 200} Oct 13 04:22:44.185998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8191bf85-adb2-430f-8e7f-acb765c2a97b {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:44.200532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.227578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Transition to ACTIVE for port object 8191bf85-adb2-430f-8e7f-acb765c2a97b will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:44.230567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-55ad8ce3-b8db-4aab-baab-fba539afeb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.237316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.361956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e2a9d641-b5aa-40fa-bff3-3e5f5f62984b None None] Provisioning complete for port 98901b1d-6600-4612-8649-447618b6612b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:44.362256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e2a9d641-b5aa-40fa-bff3-3e5f5f62984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.368615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6599eb64-7c27-49b4-9822-7fd4ce3f9c70 req-e5cab8da-046c-408c-bdd5-29dc14ea50f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166504 Oct 13 04:22:44.438766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9d641-b5aa-40fa-bff3-3e5f5f62984b None None] Port 98901b1d-6600-4612-8649-447618b6612b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:44.442245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ab82d-f105-41ce-8568-f17eaf848a39 req-15460c40-5683-44d0-a047-32884c360f04 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.443854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-700ab82d-f105-41ce-8568-f17eaf848a39 req-15460c40-5683-44d0-a047-32884c360f04 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 944 time: 0.2949588 Oct 13 04:22:44.451413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:44.455397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.514502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baa44c-d9a5-4ea0-a839-98c2c25fae53 req-3631ce0f-6b82-461a-a0dc-d98dd49206d2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.516149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1baa44c-d9a5-4ea0-a839-98c2c25fae53 req-3631ce0f-6b82-461a-a0dc-d98dd49206d2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 943 time: 0.1960285 Oct 13 04:22:44.553368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.589883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Attempting to bind port 8191bf85-adb2-430f-8e7f-acb765c2a97b on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:44.590223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Attempting to bind port 8191bf85-adb2-430f-8e7f-acb765c2a97b by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:44.592418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Attempting to bind port 8191bf85-adb2-430f-8e7f-acb765c2a97b on network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:44.609426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1baa44c-d9a5-4ea0-a839-98c2c25fae53 req-b05d86c7-8e2f-4636-8807-f53ba404baa7 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826931 Oct 13 04:22:44.632392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Port 8191bf85-adb2-430f-8e7f-acb765c2a97b on network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:44.632392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Attempting to bind port 8191bf85-adb2-430f-8e7f-acb765c2a97b on network 9a241c0c-f099-4f2f-97fa-813cf75e6e42 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:44.655154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:44.655871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Checking segment: {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:44.655871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Bound using segment: {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:44.656300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Bound port: 8191bf85-adb2-430f-8e7f-acb765c2a97b, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ca1968-b65e-46a3-a3a7-ff3b63d93488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:44.656662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.725295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:44.746305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:44.766402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:44.820338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:44.824598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:44.843677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.862177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.868017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:44.932580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-700ab82d-f105-41ce-8568-f17eaf848a39 req-dc004eae-844f-413b-a50a-4f0ae09d1179 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098685 Oct 13 04:22:44.948008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9999557 Oct 13 04:22:44.957122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b548e-0bc7-44fa-a877-53ccf6f70b86 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=bdd81bc8-f3ff-4615-90dd-a1f107ccfe53,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:44.972142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50468) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:44.978745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-9cf388a5-fe2c-44af-ad5c-2ba3ad29794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:44.984711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-9cf388a5-fe2c-44af-ad5c-2ba3ad29794e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 1095 time: 0.4636457 Oct 13 04:22:45.072370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.073090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.074729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] 10.222.0.16 "PUT /v2.0/ports/8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 1091 time: 2.8422399 Oct 13 04:22:45.120545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7376-2f3a-461e-ac2b-7faa3c14d258 service neutron] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:45.271091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e72ce1bf-43f9-4ab8-b691-b20b45c00447 req-d0dad759-f529-4aae-95dc-410b478df5a5 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.1737247 Oct 13 04:22:45.297399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3b64bb49-577f-4fba-a030-929a9803616d None None] Provisioning complete for port bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:45.298103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b64bb49-577f-4fba-a030-929a9803616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.339222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.352005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-57bf9a55-8bca-4fa5-886a-15edb7872181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.353934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-57bf9a55-8bca-4fa5-886a-15edb7872181 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1094 time: 0.1712785 Oct 13 04:22:45.366998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9474a-ffab-40fb-9d39-825c2127bed9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.370656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fbb9474a-ffab-40fb-9d39-825c2127bed9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3784606 Oct 13 04:22:45.374048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50470) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:45.375622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3b64bb49-577f-4fba-a030-929a9803616d None None] Port bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:45.400659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e57f9a-abd8-40cd-9973-1d24058f5e4f req-515d91f2-8e92-48d8-b6be-b67683b7d1a5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.409663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75e57f9a-abd8-40cd-9973-1d24058f5e4f req-515d91f2-8e92-48d8-b6be-b67683b7d1a5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.2559738 Oct 13 04:22:45.428284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-c6b0306e-0d45-46d8-9752-5f73c630f53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.431758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:45.434198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-c6b0306e-0d45-46d8-9752-5f73c630f53e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.4064627 Oct 13 04:22:45.550651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-d933a30d-b1a3-4c6d-b8a9-45449797f5e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.1877656 Oct 13 04:22:45.578366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-f9341883-2987-4fe2-a32a-5d8b1c7f8cec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 200 len: 217 time: 0.1366463 Oct 13 04:22:45.666584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-e27c549a-a117-4810-9d5a-24d1bdc7bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.671049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-e27c549a-a117-4810-9d5a-24d1bdc7bae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0858889 Oct 13 04:22:45.676025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308a828-7ded-41ea-93c4-b7a40e0e1c03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.682594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308a828-7ded-41ea-93c4-b7a40e0e1c03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.689947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308a828-7ded-41ea-93c4-b7a40e0e1c03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.692102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d308a828-7ded-41ea-93c4-b7a40e0e1c03 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3167758 Oct 13 04:22:45.697214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50474) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:45.724827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-b6bdd31e-6359-47f3-8414-958b24bc4473 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458012 Oct 13 04:22:45.729736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75e57f9a-abd8-40cd-9973-1d24058f5e4f req-328968db-5e8f-44d9-9bcd-32a9b0f40c49 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189163 Oct 13 04:22:45.792592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b875-0d82-4d18-bd70-7be26719216b req-1047db87-839c-4ead-8f31-851ed450b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:45.797361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-1047db87-839c-4ead-8f31-851ed450b520 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.2345552 Oct 13 04:22:45.897389 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-1ad1a9f9-ac5a-478a-a61c-31383343eea1 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636720 Oct 13 04:22:45.919799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-9436a882-f0ec-4c76-8af7-2b7767959643 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802531 Oct 13 04:22:46.040189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:46.044687 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17a6d6b-1068-4311-9d57-bef62c8ace0f" -d '{"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:46.081202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcf1a9-08b1-4b48-924d-9930d5555d93 req-07869985-9588-4609-9bc1-e9274859657e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.093014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48bcf1a9-08b1-4b48-924d-9930d5555d93 req-07869985-9588-4609-9bc1-e9274859657e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 943 time: 0.3289356 Oct 13 04:22:46.200331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-f966ac2e-5525-477c-a53a-f603d616ab89 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407608 Oct 13 04:22:46.267920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48bcf1a9-08b1-4b48-924d-9930d5555d93 req-05fe074f-6b96-4e3e-9b1e-9a9d605caf80 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735549 Oct 13 04:22:46.277349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1d506d6-95ea-4b31-a311-ff43ce25a047 req-1892c5bf-aeed-4762-b061-fafaf94a2d9a service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609507 Oct 13 04:22:46.299075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0958e-9183-40f7-bcc7-9cf4d9ab0ea2 req-b56068b9-648d-4413-be1a-cbac0bd4a34f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.301184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5d0958e-9183-40f7-bcc7-9cf4d9ab0ea2 req-b56068b9-648d-4413-be1a-cbac0bd4a34f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 944 time: 0.1639528 Oct 13 04:22:46.369722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5d0958e-9183-40f7-bcc7-9cf4d9ab0ea2 req-1fc42696-a00c-4b6e-b617-71c59fd15967 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615542 Oct 13 04:22:46.402252 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb636e59-7871-459c-9c66-84d7fb4e56ec x-openstack-request-id: req-bb636e59-7871-459c-9c66-84d7fb4e56ec {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:46.402608 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:46.402811 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb636e59-7871-459c-9c66-84d7fb4e56ec {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:46.403820 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:22:46.435103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:46.435619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:46.818798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-058295b1-5f4c-41dc-9040-bd9caffaefd4 req-9b8e3681-e723-49c6-a5ea-55504a92557c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.3752923 Oct 13 04:22:46.832115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b69b875-0d82-4d18-bd70-7be26719216b req-88ddda92-5a84-4e7c-8ffe-eb67545db055 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6095328 Oct 13 04:22:46.891143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:46.905518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:46.933356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcabed-45c5-4b7d-9832-d698e72705ac req-040dcbad-19a8-4f5c-9753-8893ee735152 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:46.936184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bbcabed-45c5-4b7d-9832-d698e72705ac req-040dcbad-19a8-4f5c-9753-8893ee735152 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1022286 Oct 13 04:22:47.007388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bbcabed-45c5-4b7d-9832-d698e72705ac req-6c5e9e3d-917b-4754-bc49-54c5bce240a2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Oct 13 04:22:47.016063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-632704b2-3a98-42a7-83c1-51b26ff73849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.017655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-632704b2-3a98-42a7-83c1-51b26ff73849 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1096 time: 0.0803158 Oct 13 04:22:47.090967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.105208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4194c296-b5f0-40ee-bec8-05854154ac55 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:47.188837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-778b8946-054a-45de-8aad-ae8cc0af0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.192737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-778b8946-054a-45de-8aad-ae8cc0af0204 service neutron] 10.222.0.16 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.1598406 Oct 13 04:22:47.273793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=bdd81bc8-f3ff-4615-90dd-a1f107ccfe53,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:47.287507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.306967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f78306a4-e671-4b91-8cbf-c143b9190a76 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 HTTP/1.1" status: 204 len: 168 time: 1.6087983 Oct 13 04:22:47.317572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:47.324345 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-945dc8d3-653d-4f7a-ab44-bd75269b8ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.1161280 Oct 13 04:22:47.342935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:47.365403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '4194c296-b5f0-40ee-bec8-05854154ac55', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': '4194c296-b5f0-40ee-bec8-05854154ac55', 'mac_address': 'fa:16:3e:1d:2a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:47.372359 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e33f25-de60-4969-b9e1-51d811a06929 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:47.374358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-61e33f25-de60-4969-b9e1-51d811a06929 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/bdd81bc8-f3ff-4615-90dd-a1f107ccfe53 HTTP/1.1" status: 404 len: 333 time: 0.0403643 Oct 13 04:22:47.377508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50506) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:47.410606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-2b700be8-fe03-4674-af7e-0067a1de02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.414385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-2b700be8-fe03-4674-af7e-0067a1de02f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.0750792 Oct 13 04:22:47.474841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-17d00625-eac5-46a9-896c-8b2eac867387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.475403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.477091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-17d00625-eac5-46a9-896c-8b2eac867387 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1094 time: 0.4213986 Oct 13 04:22:47.490600 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-5632761c-430e-4766-9d89-d8bc8e1869f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694144 Oct 13 04:22:47.506560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4194c296-b5f0-40ee-bec8-05854154ac55 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:47.551616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:47.552921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.560197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.612567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-5d78d797-9c50-4ef2-be15-ccd01bb2b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.614004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-5d78d797-9c50-4ef2-be15-ccd01bb2b6aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.1222813 Oct 13 04:22:47.664395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:47.677016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-24722112-2c43-4e37-a481-47fc292bf9cd service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761916 Oct 13 04:22:47.699532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-080e6e6a-a45b-496c-8b3d-73571550c1dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0522239 Oct 13 04:22:47.757855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-5f1e1c6d-aa0e-4a91-8709-03188d6c32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.759773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-5f1e1c6d-aa0e-4a91-8709-03188d6c32a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0491908 Oct 13 04:22:47.773247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97349b-81be-4a5c-a90e-cede418aa199 req-1d2f73af-df1f-44ce-9d3e-b866f7e30b68 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.777178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209b82-0832-42b0-946b-5cec54724d0c req-d84a1aec-f3a9-4ea4-bb47-ee1f6c56dad3 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:47.779840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c209b82-0832-42b0-946b-5cec54724d0c req-d84a1aec-f3a9-4ea4-bb47-ee1f6c56dad3 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 943 time: 0.2918367 Oct 13 04:22:47.782769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be97349b-81be-4a5c-a90e-cede418aa199 req-1d2f73af-df1f-44ce-9d3e-b866f7e30b68 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 945 time: 0.1674867 Oct 13 04:22:47.792265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['4194c296-b5f0-40ee-bec8-05854154ac55'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:47.833449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-a242ae04-18c6-47e2-86e5-21e8828f1237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292938 Oct 13 04:22:47.849637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6c9345d-d1d0-44d5-bf54-a543fd2d8f69 req-d0ea08a7-11f8-4062-8a2d-1a1cfaa79646 service neutron] 10.222.0.16 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573882 Oct 13 04:22:47.869732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c209b82-0832-42b0-946b-5cec54724d0c req-26d8aca5-c928-48d0-bb8f-ee1723c762ad tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609717 Oct 13 04:22:47.914990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 98901b1d-6600-4612-8649-447618b6612b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:47.915353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:47.936214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be97349b-81be-4a5c-a90e-cede418aa199 req-09abdef2-bad7-42be-94e5-a0367434e99a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474736 Oct 13 04:22:47.983607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20c720fc-db7d-4384-9b5d-2670a23d1f04 req-2908229a-1bfa-4c7a-a025-58f06a738031 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0412960 Oct 13 04:22:48.036884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-3b47959b-dc88-47c6-a6b8-ae053865c8c4 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939211 Oct 13 04:22:48.069336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.109679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 98901b1d-6600-4612-8649-447618b6612b owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:48.151657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1eea-c572-4628-8c59-08b04d69db7d req-edd42d4c-399d-4c07-af29-f1c491018b15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.159767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae6b1eea-c572-4628-8c59-08b04d69db7d req-edd42d4c-399d-4c07-af29-f1c491018b15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0660074 Oct 13 04:22:48.203049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae6b1eea-c572-4628-8c59-08b04d69db7d req-5e31fe78-a819-4e68-bc0b-668cd0dab1b5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Oct 13 04:22:48.205685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e17a6d6b-1068-4311-9d57-bef62c8ace0f req-3a66d0b9-7b7d-4e89-8f52-2d7f3873cea0 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567135 Oct 13 04:22:48.288631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.319616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=98901b1d-6600-4612-8649-447618b6612b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:48.479350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.483199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85a68cb6-4ab6-41ec-aa34-de3e7514d0fa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/98901b1d-6600-4612-8649-447618b6612b HTTP/1.1" status: 204 len: 168 time: 1.1044226 Oct 13 04:22:48.485797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:48.526974 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d340926a-6ff9-40dc-bbd1-874eae43ba4b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:22:48.529231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d340926a-6ff9-40dc-bbd1-874eae43ba4b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/98901b1d-6600-4612-8649-447618b6612b HTTP/1.1" status: 404 len: 333 time: 0.0422697 Oct 13 04:22:48.534485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50532) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:48.538923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5a1ae-6293-46b4-87d7-52bb47cdc117 req-f5bb6ae8-d2b8-4e9b-a8a3-75dae5538a6c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.549693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63d5a1ae-6293-46b4-87d7-52bb47cdc117 req-f5bb6ae8-d2b8-4e9b-a8a3-75dae5538a6c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.1090181 Oct 13 04:22:48.592985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63d5a1ae-6293-46b4-87d7-52bb47cdc117 req-afbab967-059d-4434-b0d6-05e103afae91 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Oct 13 04:22:48.594186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-4a5357e0-8711-443a-9000-e056386e4d7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--877451363&fields=id&tenant_id=6ff5ff68434340aa802e3388b0dda0d5 HTTP/1.1" status: 200 len: 267 time: 0.0692527 Oct 13 04:22:48.622972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 1bdf33a7-0caf-42f6-b415-6cc028dd7aea {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:22:48.634739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:48.823163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:22:48.995558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640a7db-2794-47f8-92d4-3bea1c4f8884 req-a521dd28-9a91-4071-b51d-bb41677c7685 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:48.998589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0640a7db-2794-47f8-92d4-3bea1c4f8884 req-a521dd28-9a91-4071-b51d-bb41677c7685 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 943 time: 0.0645831 Oct 13 04:22:49.034259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.040742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0640a7db-2794-47f8-92d4-3bea1c4f8884 req-665fd3f6-245e-479c-87f7-36b29f8e5230 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Oct 13 04:22:49.102994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-497c3534-bc9b-4867-99e7-f5f3a15d235b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.108060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-497c3534-bc9b-4867-99e7-f5f3a15d235b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/networks?id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8 HTTP/1.1" status: 200 len: 816 time: 0.5035913 Oct 13 04:22:49.110751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4194c296-b5f0-40ee-bec8-05854154ac55 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:49.136325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-9a6cc00a-d288-4a4c-bc60-e02fcbf25c5f tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/quotas/6ff5ff68434340aa802e3388b0dda0d5 HTTP/1.1" status: 200 len: 375 time: 0.0209763 Oct 13 04:22:49.170162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241262ac-c30e-4294-b29c-03b6279ad7e7 req-25e28d91-5361-42c5-90a4-8d803504043e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.171578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 4194c296-b5f0-40ee-bec8-05854154ac55 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:49.171851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-241262ac-c30e-4294-b29c-03b6279ad7e7 req-25e28d91-5361-42c5-90a4-8d803504043e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 945 time: 0.0628476 Oct 13 04:22:49.175626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 4194c296-b5f0-40ee-bec8-05854154ac55 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:49.176001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.212271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.219633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-241262ac-c30e-4294-b29c-03b6279ad7e7 req-7a2e6a0e-ed33-429e-ae30-921a3d31ecd4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Oct 13 04:22:49.277258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.306615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-24d301d2-1532-43a9-8faf-f383c436200d tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ff5ff68434340aa802e3388b0dda0d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1694155 Oct 13 04:22:49.311503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.312366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:49.315374 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad634c5-6f9a-43ae-8bd1-16d18b47e28a" -d '{"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-plugged", "status": "completed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:49.331020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:49.343384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.344541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:49.347998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.355201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/1bdf33a7-0caf-42f6-b415-6cc028dd7aea HTTP/1.1" status: 204 len: 168 time: 0.8196123 Oct 13 04:22:49.355853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50546) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:49.357118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4d665fd-7348-4b6c-9c66-c8634d4927c8 req-8d354537-82c0-4c47-8125-fddf46a09a11 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0625343 Oct 13 04:22:49.364592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b822f-814b-4707-be9a-5a59a32dd0cb tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdf33a7-0caf-42f6-b415-6cc028dd7aea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:49.412661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f906a-d642-4c9c-bd5d-94cbb5d44e05 None None] Network 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:49.451001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:49.520054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd687af6-f763-417a-91ba-9f5748160c45 req-7e22a5d3-c073-4a73-85d2-567978f1537f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:49.523369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-785387f4-0258-48f5-afbe-79ab3805d592 service neutron] 10.222.0.49 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028236 Oct 13 04:22:49.527307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.528100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd687af6-f763-417a-91ba-9f5748160c45 req-7e22a5d3-c073-4a73-85d2-567978f1537f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0857832 Oct 13 04:22:49.578435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd687af6-f763-417a-91ba-9f5748160c45 req-ecf1aa75-e843-41e1-97c8-585d61e12a99 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Oct 13 04:22:49.680743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.691528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:49.691867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.695378 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-b5f43753-18a8-4661-91e5-f5480c107080 service neutron] 10.222.0.49 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626108 Oct 13 04:22:49.749131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:49.758269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.799512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] DHCP port deletion for 6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:22:49.835984 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60af51-a38b-4270-9a4c-cc355db7ab49 x-openstack-request-id: req-4c60af51-a38b-4270-9a4c-cc355db7ab49 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:49.836284 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-plugged", "status": "completed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:49.836536 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c60af51-a38b-4270-9a4c-cc355db7ab49 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:49.836927 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55', 'code': 200} Oct 13 04:22:49.881149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:49.890031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,segment=NetworkSegment(477b87d2-a597-455e-bb72-2166546fd600),segment_id=477b87d2-a597-455e-bb72-2166546fd600)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:49.890401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.923298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Deleting port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:49.923683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:49.946163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:50.003253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] For port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,segment=NetworkSegment(477b87d2-a597-455e-bb72-2166546fd600),segment_id=477b87d2-a597-455e-bb72-2166546fd600)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:50.003662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.005506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd7742-ab9b-4795-a79c-8286943620d5 req-6bd4ac50-3126-4f85-a7d3-ae84d1ffb49e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.013815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4cd7742-ab9b-4795-a79c-8286943620d5 req-6bd4ac50-3126-4f85-a7d3-ae84d1ffb49e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.1008701 Oct 13 04:22:50.018982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Calling delete_port for c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:50.032097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-1dc8515e-0565-4bfa-a67d-1b9e5f088902 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.033669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-1dc8515e-0565-4bfa-a67d-1b9e5f088902 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 946 time: 0.1469555 Oct 13 04:22:50.084208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4cd7742-ab9b-4795-a79c-8286943620d5 req-aee65247-94e5-448f-878c-01bf49a5d1f6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=fdb7bb76-9130-42f3-b025-ba9eb7e74032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694270 Oct 13 04:22:50.094919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d589-665a-49b9-a477-df6df347b4b8 req-8224a704-5be0-4757-be45-eeb6944e6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.100025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d17d589-665a-49b9-a477-df6df347b4b8 req-8224a704-5be0-4757-be45-eeb6944e6116 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 1097 time: 0.1524553 Oct 13 04:22:50.116391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.168129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] No DVR routers for this DVR port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:50.170685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e56573-83b1-4f3e-ba2e-973267c4063c None None] Pushing event deleted for resources: {'Port': ['ID=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:50.207222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.241245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:50.254978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:50.277369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d17d589-665a-49b9-a477-df6df347b4b8 req-b1e839aa-0edb-4156-a6a6-97a66ff6908a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616135 Oct 13 04:22:50.330445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc93f2-8914-4a13-a97d-7376f4171089 req-49d64324-9d4d-4e18-8d6a-2b447582322d tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.332065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5dc93f2-8914-4a13-a97d-7376f4171089 req-49d64324-9d4d-4e18-8d6a-2b447582322d tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 943 time: 0.1475911 Oct 13 04:22:50.364755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Deleting port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:50.365226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.401116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5dc93f2-8914-4a13-a97d-7376f4171089 req-fce9a135-349b-4e7e-acac-1cc65767f38a tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Oct 13 04:22:50.401214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.463785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-927aee08-28c3-4017-8c2c-339458cfa31d req-8c030dd7-fcb7-4d76-ba06-cd1cdf32c488 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0353332 Oct 13 04:22:50.480414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:50.514603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477b87d2-a597-455e-bb72-2166546fd600') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:50.515412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477b87d2-a597-455e-bb72-2166546fd600') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:50.531805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.545053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3944c-d02a-409c-8aaa-61fb9a63408a req-f5aa0653-3377-433d-ac1f-00f86e8f54db tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.546767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8b3944c-d02a-409c-8aaa-61fb9a63408a req-f5aa0653-3377-433d-ac1f-00f86e8f54db tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1994452 Oct 13 04:22:50.570085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82d225e8-0a21-4a89-9402-e1c4b1349627 req-0783ce66-b709-42d3-bc64-b7f92715c027 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0337052 Oct 13 04:22:50.599693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] For port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:50.600376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.675240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.724441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:22:50.725065 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.726790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb23d8-e7da-4a99-95a3-672971a28cbd req-3158d9eb-ff32-4f68-88bc-2ecb63525aee tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:50.729320 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-11eb23d8-e7da-4a99-95a3-672971a28cbd req-3158d9eb-ff32-4f68-88bc-2ecb63525aee tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.0732391 Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:22:50.733589 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:22:50.788598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8b3944c-d02a-409c-8aaa-61fb9a63408a req-8c44f7d4-89ea-45c9-9695-fa0e50382cd2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292912 Oct 13 04:22:50.795416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-11eb23d8-e7da-4a99-95a3-672971a28cbd req-8ab30dd2-b06e-4141-ba8f-51cbfca6f7d6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Oct 13 04:22:50.909143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.936616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.939996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4 HTTP/1.1" status: 204 len: 168 time: 1.5716555 Oct 13 04:22:50.943920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.943920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:50.943920 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Floating IP 25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb disassociated. External IP: 172.25.0.252, port: a1281c6b-e67c-43fe-b62f-0abf0b1f5af3. Oct 13 04:22:50.943920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Calling delete_port for a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:50.944293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50578) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:50.950885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794243448'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:50.980297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49edfe0-4507-4b37-9b75-9210597ef85a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=6edbd02a-4af5-4f5b-a165-4dd29aa0cfb4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:50.998920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:51.002972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.035713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dd792-668d-48a7-b2dd-c54f56d111b9 req-d721b61c-0065-4321-8747-e5bd43b3a1e5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:51.042992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d3dd792-668d-48a7-b2dd-c54f56d111b9 req-d721b61c-0065-4321-8747-e5bd43b3a1e5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.1378481 Oct 13 04:22:51.058660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:22:51.070607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:51.071484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.071836 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Added segment 65e48f97-03f2-4824-96b4-611057a395aa of type vlan for network 04eaccf3-98af-4a61-b55d-28d72a16a95c Oct 13 04:22:51.105165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d3dd792-668d-48a7-b2dd-c54f56d111b9 req-37d80009-0c76-4b91-9596-b21da02d68a1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610113 Oct 13 04:22:51.140179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.145277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:51.145847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c0ad3ddd-63d1-4be7-ae0d-d01d2f2d0533 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:51.147124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8191bf85-adb2-430f-8e7f-acb765c2a97b details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:22:51.211578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.218370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:51.219038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.267031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.303725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:51.315915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'Port': ['ID=a1281c6b-e67c-43fe-b62f-0abf0b1f5af3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:51.323216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-9ef27c41-fe7b-4627-acb5-b23ef857c460 req-1d8fe5d5-8771-47ad-ac12-f1870409410f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:22:51.324215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ef27c41-fe7b-4627-acb5-b23ef857c460 req-1d8fe5d5-8771-47ad-ac12-f1870409410f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054293 Oct 13 04:22:51.331339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'port_id': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'mac_address': 'fa:16:3e:ce:35:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:22:51.385087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Network': ['ID=04eaccf3-98af-4a61-b55d-28d72a16a95c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:51.418503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:22:51.432752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.463173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54ae9d9e-7f18-43f6-8135-a584f5e68c64 req-25cdc50d-015b-4a51-8c45-ac80b5a3d1ee tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.0961521 Oct 13 04:22:51.471566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aa01b018-8f51-47ad-8906-1f3bd8796f34 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5253572 Oct 13 04:22:51.474345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50594) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:51.480927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:51.612872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8191bf85-adb2-430f-8e7f-acb765c2a97b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:51.644864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:51.673656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.719878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:51.724431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:51.767518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:22:51.837121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:51.839870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:51.844864 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d9893b-f446-4fc2-bcac-3ae7a34ffb60" -d '{"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-unplugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:51.867703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76f43b-9773-4c36-b149-b9e771f232e5 req-4bddd626-4a34-4ed6-aa31-3f5d8dd61b6c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:51.892346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db76f43b-9773-4c36-b149-b9e771f232e5 req-4bddd626-4a34-4ed6-aa31-3f5d8dd61b6c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.2579195 Oct 13 04:22:51.893684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:22:51.955451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2ed0199c-6313-4404-bf34-dfca46ebab3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3145070 Oct 13 04:22:52.004199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f786c6-c96a-4600-a9be-6f692dff7d06 req-8e980c81-d394-436a-a15e-b939d1f7a6fe tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:52.005791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b9f786c6-c96a-4600-a9be-6f692dff7d06 req-8e980c81-d394-436a-a15e-b939d1f7a6fe tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 944 time: 0.3347893 Oct 13 04:22:52.034683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db76f43b-9773-4c36-b149-b9e771f232e5 req-ffbac89b-2f2e-49b1-b776-b0355c055ee2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412914 Oct 13 04:22:52.039401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-e9e043d8-c6ba-4c6d-b2f2-f666d307e6bd tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:52.040900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-e9e043d8-c6ba-4c6d-b2f2-f666d307e6bd tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.47 "GET /v2.0/networks?id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8 HTTP/1.1" status: 200 len: 816 time: 0.3920372 Oct 13 04:22:52.194956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9349196-42af-4ce5-b8ce-995e7136a8a6 req-8093ea98-8f0c-4678-a607-87af428542d9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0580053 Oct 13 04:22:52.280488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.289510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-cc63ef52-6032-44e3-ad10-64d5d95186b3 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ff5ff68434340aa802e3388b0dda0d5 HTTP/1.1" status: 200 len: 379 time: 0.1453063 Oct 13 04:22:52.313005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'port': {'device_id': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'admin_state_up': True, 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'security_groups': ['83f603f6-a347-4ba4-879d-63496ea850e7']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:52.426672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=7f78dfca-bd8c-40dc-927c-6d2f832ae116,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:52.433837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:22:52.438981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce8cd8db-a76b-416b-8710-aa3771d16c0b req-645b649b-a28a-458c-9605-7be38bef6773 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Oct 13 04:22:52.448363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:22:52.468760 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:52.469614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:52.535530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Checking segment: {'id': '65e48f97-03f2-4824-96b4-611057a395aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:52.535956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network hostable DHCP agents. Network: 04eaccf3-98af-4a61-b55d-28d72a16a95c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:22:52.544322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b9f786c6-c96a-4600-a9be-6f692dff7d06 req-1aa5805c-8f35-4497-a024-71016d1b9bca tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171471 Oct 13 04:22:52.588565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:22:52.607932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 04eaccf3-98af-4a61-b55d-28d72a16a95c) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:52.619439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d343b2c-1221-4c33-a10a-fe19e97998a3 None None] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:52.628233 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186f9d6d-8006-42c5-8b4d-ba33a89a5af5 x-openstack-request-id: req-186f9d6d-8006-42c5-8b4d-ba33a89a5af5 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:52.628531 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-unplugged", "status": "failed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "code": 422}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:52.628788 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-186f9d6d-8006-42c5-8b4d-ba33a89a5af5 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:52.631055 n-d-813736-1 neutron-server[95049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'code': 422} returned with failed status Oct 13 04:22:52.640828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] No DVR routers for this DVR port a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:52.649956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.663236 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2b7f6e9-a2e2-4818-9ec5-5bc5b5194434 req-3b56b998-6fc6-49c8-9f33-bbc091510d26 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "DELETE /v2.0/ports/a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 HTTP/1.1" status: 204 len: 173 time: 2.6204240 Oct 13 04:22:52.679357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-deleted', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:52.682722 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b3f32a-05a7-4dd1-b80f-a96f17ca6d54" -d '{"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-deleted", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:52.685748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:52.688317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.701872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Made reservation on behalf of 6ff5ff68434340aa802e3388b0dda0d5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:52.706833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.838832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e1752ab2-482a-46d5-97a9-461742850e89 req-48db6f46-e755-47fb-9d27-b0cced5fb193 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee956f6c-0baa-4385-ab95-f5f2f9c91c2e HTTP/1.1" status: 200 len: 210 time: 0.0393798 Oct 13 04:22:52.856749 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:52.942121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7fe3a94b-7729-43f5-abe0-c32d23f7ef09 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4640477 Oct 13 04:22:52.943691 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2730df0-f0e0-4521-a0c8-15bd05124cb3 x-openstack-request-id: req-f2730df0-f0e0-4521-a0c8-15bd05124cb3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:52.943990 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee956f6c-0baa-4385-ab95-f5f2f9c91c2e", "name": "network-vif-deleted", "tag": "a1281c6b-e67c-43fe-b62f-0abf0b1f5af3", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:52.944243 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2730df0-f0e0-4521-a0c8-15bd05124cb3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:52.944643 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee956f6c-0baa-4385-ab95-f5f2f9c91c2e', 'name': 'network-vif-deleted', 'tag': 'a1281c6b-e67c-43fe-b62f-0abf0b1f5af3', 'status': 'completed', 'code': 200} Oct 13 04:22:52.945063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50624) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:52.962120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1150139363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:52.984303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-04eaccf3-98af-4a61-b55d-28d72a16a95c', 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '7f78dfca-bd8c-40dc-927c-6d2f832ae116'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:22:52.989741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:52.994840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55818-2ef4-49ce-bd0d-d46978e40469 req-55b7fb5c-cb90-4b79-8a26-65d9f93a43a9 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.011958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-09c55818-2ef4-49ce-bd0d-d46978e40469 req-55b7fb5c-cb90-4b79-8a26-65d9f93a43a9 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.3913362 Oct 13 04:22:53.041425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Allocated IP 172.20.0.7 (6f43d7e2-4516-4df6-b8d9-948af5ae83c8/3b6809b7-f694-4056-bab7-3a8f05674f8c/e0ac79f5-f5ea-4000-84d3-6c4e5d87427b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:53.048190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-b8c15a84-e195-4ea4-a7f5-8ac08da8bd3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186515 Oct 13 04:22:53.092849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-09c55818-2ef4-49ce-bd0d-d46978e40469 req-c08b0cb7-c77f-4f17-adaf-054ebaf5bb9f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643384 Oct 13 04:22:53.160263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8191bf85-adb2-430f-8e7f-acb765c2a97b up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:53.205206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.206283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.208629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-3d294dc9-6c21-40ca-87d4-ce3a39c1415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.210783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-3d294dc9-6c21-40ca-87d4-ce3a39c1415f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 1097 time: 0.1098654 Oct 13 04:22:53.223190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:53.316967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:22:53.317744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a1281c6b-e67c-43fe-b62f-0abf0b1f5af3 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:22:53.450220 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:53.451032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-9f5bd05d-56da-4dbb-9e3a-7e925ccd1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.453203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-9f5bd05d-56da-4dbb-9e3a-7e925ccd1f51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.2164209 Oct 13 04:22:53.462088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-91893752-5b3e-4969-9075-d5d9c3e4f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.463700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-91893752-5b3e-4969-9075-d5d9c3e4f51c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed&tenant_id=697a24a39ebf42b3916c9ecf827cbf6a HTTP/1.1" status: 200 len: 1094 time: 0.1542037 Oct 13 04:22:53.463972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Allocated IP 172.20.0.2 (04eaccf3-98af-4a61-b55d-28d72a16a95c/7f78dfca-bd8c-40dc-927c-6d2f832ae116/f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:53.486664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 8191bf85-adb2-430f-8e7f-acb765c2a97b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:22:53.502611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 8191bf85-adb2-430f-8e7f-acb765c2a97b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:53.503262 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.506765 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:22:53.508886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:53.534121 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:22:53.534977 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:53.567047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-7342344a-e002-4432-b7e1-c6b5f5cf1ca1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 200 len: 217 time: 0.1051784 Oct 13 04:22:53.608495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.750832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc96a5-e4a9-4ad0-b023-49c07fad7594 req-7ad027ad-7a72-4642-bf5b-f492791e4b4b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:53.759025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63cc96a5-e4a9-4ad0-b023-49c07fad7594 req-7ad027ad-7a72-4642-bf5b-f492791e4b4b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.5940192 Oct 13 04:22:53.789262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.790515 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:22:53.821233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.889040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63cc96a5-e4a9-4ad0-b023-49c07fad7594 req-52320ab2-e731-42df-aed8-a27ea2f7f9ec tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273143 Oct 13 04:22:53.897273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:53.899914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d3bb2c7a-9b1d-4637-8318-d9213094d30c tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9453788 Oct 13 04:22:53.911106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:53.940512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2821aec9-2177-411c-94bb-41d3bc5832f0 req-bf673e59-229c-420f-b8c2-d03affa66a68 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1707554 Oct 13 04:22:53.960026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c', 'name': 'tempest-PortsTestJSON-954631161'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:53.992168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-0e5d3bf1-b2fc-4317-9ba4-da0421d98c31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3308887 Oct 13 04:22:54.025641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-69b445bc-3c1d-47a0-893c-15b8d9a513c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.029488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-69b445bc-3c1d-47a0-893c-15b8d9a513c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.4551125 Oct 13 04:22:54.116618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474c6fb4-e93b-41fd-82d4-2fd9336a4ecc req-bd46373a-b635-4bf6-b565-67aaaaecaf17 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=e31aeec3-2409-449b-8b11-c4cafbd53e32 HTTP/1.1" status: 200 len: 210 time: 0.0467184 Oct 13 04:22:54.143053 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.222344 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:22:54.273428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-289aea82-11a4-4c12-8af3-bd6b5155dc42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600307 Oct 13 04:22:54.275467 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cf9531-d4c1-4d50-a46a-e9be533141a2 None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:22:54.283497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:54.296229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.297370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:22:54.299955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.300734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.343446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8a7b-bbec-4a8e-8dd4-5260c508bccd req-dce9075f-07bd-40fc-90dc-c8ca770f4fd9 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.353019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-742b8a7b-bbec-4a8e-8dd4-5260c508bccd req-dce9075f-07bd-40fc-90dc-c8ca770f4fd9 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 944 time: 0.1750555 Oct 13 04:22:54.361205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:54.403161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.458191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:54.469248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:54.473797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:54.475421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67643b3-01be-484c-b9ae-ec9881095589 req-28ecfead-db84-46b0-add2-904388a05008 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.483962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Pushing event updated for resources: {'Port': ['ID=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:54.488516 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b67643b3-01be-484c-b9ae-ec9881095589 req-28ecfead-db84-46b0-add2-904388a05008 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1618814 Oct 13 04:22:54.499042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-ed5a2e74-0dce-4146-a5db-80a3ab39138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.501880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-ed5a2e74-0dce-4146-a5db-80a3ab39138f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=618ece22fe3f433692491ee646b1949c&device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 1095 time: 0.3602057 Oct 13 04:22:54.568063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b67643b3-01be-484c-b9ae-ec9881095589 req-75dbad63-84a9-42de-b2e2-60310c9e9487 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784941 Oct 13 04:22:54.574067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Attempting to bind port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:54.574453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Attempting to bind port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '65e48f97-03f2-4824-96b4-611057a395aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:54.574969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Attempting to bind port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 on network 04eaccf3-98af-4a61-b55d-28d72a16a95c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:54.603555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:54.603937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Checking segment: {'id': '65e48f97-03f2-4824-96b4-611057a395aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:54.604343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.608575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Bound using segment: {'id': '65e48f97-03f2-4824-96b4-611057a395aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:54.609294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Bound port: f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e48f97-03f2-4824-96b4-611057a395aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04eaccf3-98af-4a61-b55d-28d72a16a95c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:54.609603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.632547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:54.642102 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da36c1cb-f639-46cc-8307-30785d3068ce" -d '{"events": [{"server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:54.669708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:54.698159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.698543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-742b8a7b-bbec-4a8e-8dd4-5260c508bccd req-29ccae57-9c58-4498-a4a3-f8a739694318 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451264 Oct 13 04:22:54.729570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-200559df-4165-407e-863c-6a2f39c630ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:54.741970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-200559df-4165-407e-863c-6a2f39c630ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 200 len: 909 time: 0.1909673 Oct 13 04:22:54.787524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] For port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:54.790326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:54.793218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event updated for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:54.796247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] For port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,segment=NetworkSegment(65e48f97-03f2-4824-96b4-611057a395aa),segment_id=65e48f97-03f2-4824-96b4-611057a395aa)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:54.799630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:54.802282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:54.808076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.823366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6275d4-547a-4882-b4be-11d5e159dbc7 None None] New status for floating IP 25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:22:54.848519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50656) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:54.853004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:54.885397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-19287c7a-8430-4509-95e0-ff9845a6020b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 200 len: 217 time: 0.1194615 Oct 13 04:22:54.914252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:54.924485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:54.939994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Transition to ACTIVE for port object 16cf3df8-a519-4473-987f-e961b4cef52f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:54.954714 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d733d30-2e5c-4689-ab6e-0ad9182682fc x-openstack-request-id: req-1d733d30-2e5c-4689-ab6e-0ad9182682fc {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:54.955204 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:54.955832 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d733d30-2e5c-4689-ab6e-0ad9182682fc {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:54.956330 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'code': 200} Oct 13 04:22:55.005004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.015210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-1d32d402-02f1-4545-b50f-57fc74fe76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.016688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-1d32d402-02f1-4545-b50f-57fc74fe76fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 200 len: 848 time: 0.1222677 Oct 13 04:22:55.023190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:22:55.041171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.058382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-bfed7324-916b-48f3-9125-3ae4c29f5186 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607117 Oct 13 04:22:55.105082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7dcb5-5e8e-420d-ab8b-dd41b2acc5ee None None] Pushing event updated for resources: {'Port': ['ID=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:55.209435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=9']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:55.216186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-10afe881-5a22-44b8-8284-71fa37d5d4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2452335b-c31d-42e5-8e41-917b90974329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592729 Oct 13 04:22:55.246547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] No DVR routers for this DVR port 16cf3df8-a519-4473-987f-e961b4cef52f on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:22:55.260210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.260428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.277628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:22:55.300514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6141be2a-c2b7-41b6-a409-de35c9ebb409 None None] Provisioning complete for port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:55.301093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6141be2a-c2b7-41b6-a409-de35c9ebb409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.325999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed001-6f1b-48c1-96a6-327eb7932ba0 req-bc4eceac-17fd-4539-ab55-06bf68c39d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.327846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433ed001-6f1b-48c1-96a6-327eb7932ba0 req-bc4eceac-17fd-4539-ab55-06bf68c39d36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.3568358 Oct 13 04:22:55.331118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-dfa37df3-f1dc-42c1-854a-0caad8ddd25c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0271230 Oct 13 04:22:55.351418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6141be2a-c2b7-41b6-a409-de35c9ebb409 None None] Port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:55.367492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Request body: {'port': {'device_id': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:55.385482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d906368-7f76-4a4d-b5f1-929f0ca5ffcc req-4e06743a-b0f9-447f-9ab9-af3664ad4888 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.387900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d906368-7f76-4a4d-b5f1-929f0ca5ffcc req-4e06743a-b0f9-447f-9ab9-af3664ad4888 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 931 time: 0.2722247 Oct 13 04:22:55.399438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:55.399772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:55.400099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:55.425350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.446198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:55.446525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Attempting to bind port 16cf3df8-a519-4473-987f-e961b4cef52f on network afa352d9-754c-4b76-8967-7feefe022177 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:55.494298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:55.494927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Checking segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:55.494927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Bound using segment: {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:55.495406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Bound port: 16cf3df8-a519-4473-987f-e961b4cef52f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b553372b-7745-49fd-8c7f-1ce0a36566c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:55.495766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.507500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd84ad8-5543-4f41-bbee-2408fc85e2bb req-2a5146c5-e799-4c71-8fb3-685658ba3b15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:55.509378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd84ad8-5543-4f41-bbee-2408fc85e2bb req-2a5146c5-e799-4c71-8fb3-685658ba3b15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 943 time: 0.4901104 Oct 13 04:22:55.539660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-6c019036-750c-4151-b977-b39cb8917c20 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069761 Oct 13 04:22:55.550096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433ed001-6f1b-48c1-96a6-327eb7932ba0 req-a5c90eac-fc7c-421a-9477-12e8302b4513 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992464 Oct 13 04:22:55.571361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.584250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:55.592075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d906368-7f76-4a4d-b5f1-929f0ca5ffcc req-e2ea9510-7288-448a-beb5-12b4665d7283 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030900 Oct 13 04:22:56.056734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac7e222d-4dca-4302-b2c3-5bf1ca514cc4 req-f87cbef3-edb2-475e-b35f-1c53ab5a0a34 service neutron] 10.222.0.47 "GET /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073709 Oct 13 04:22:56.062666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-153e066c-cd07-4b1f-a6ce-2f48b7baa001 req-201f5af8-5fc3-4ecc-b159-6433b8728f4f service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200861 Oct 13 04:22:56.069987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd84ad8-5543-4f41-bbee-2408fc85e2bb req-91e3cd38-904a-4580-a406-e0d2caf8a43b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394673 Oct 13 04:22:56.089517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.3 (04eaccf3-98af-4a61-b55d-28d72a16a95c/7f78dfca-bd8c-40dc-927c-6d2f832ae116/e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:22:56.249015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:56.264385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737101f0-b864-4b6f-b3f9-08e4cca2e1a9 req-5cf47e31-3980-4a9d-a71f-608208b53b46 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.266719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-737101f0-b864-4b6f-b3f9-08e4cca2e1a9 req-5cf47e31-3980-4a9d-a71f-608208b53b46 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2712343 Oct 13 04:22:56.279797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.282859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.284403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "DELETE /v2.0/security-groups/fdb7bb76-9130-42f3-b025-ba9eb7e74032 HTTP/1.1" status: 204 len: 168 time: 1.3424785 Oct 13 04:22:56.301901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:56.308083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:56.337724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.339900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71fa2-b315-40ec-b967-7cdfca709db1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb7bb76-9130-42f3-b025-ba9eb7e74032,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.340066 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-eb9861da-2260-4f1e-af0d-ba2c2b525a02 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] show failed (client error): The resource could not be found. Oct 13 04:22:56.345188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb9861da-2260-4f1e-af0d-ba2c2b525a02 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups/fdb7bb76-9130-42f3-b025-ba9eb7e74032 HTTP/1.1" status: 404 len: 347 time: 0.0386024 Oct 13 04:22:56.348802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50676) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:56.433419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.450382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a74b-1148-4c1c-9d8e-7db2b9043bf4 req-a81e41af-2edd-441e-b740-b013287f16bb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.456489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6831a74b-1148-4c1c-9d8e-7db2b9043bf4 req-a81e41af-2edd-441e-b740-b013287f16bb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1211011 Oct 13 04:22:56.528818 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.531916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.533339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.534386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] 10.222.0.47 "PUT /v2.0/ports/16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 1091 time: 3.0306883 Oct 13 04:22:56.539244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:56.541522 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4726cfc-e8df-4ca7-8a40-c545f4a42674" -d '{"events": [{"name": "network-changed", "server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:56.602332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-737101f0-b864-4b6f-b3f9-08e4cca2e1a9 req-5cbe4bb4-a3c1-4eab-a35f-eafb2960eebd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163657 Oct 13 04:22:56.605733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9a064-2682-4338-9a89-e11177328744 None None] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:22:56.650737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:22:56.683221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:22:56.693015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6831a74b-1148-4c1c-9d8e-7db2b9043bf4 req-b150db74-7e3c-403e-a5ba-f36c2e3b1af2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903644 Oct 13 04:22:56.695602 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4022e883-0b74-4ad3-bfef-13a6adf1c3ca x-openstack-request-id: req-4022e883-0b74-4ad3-bfef-13a6adf1c3ca {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:56.695895 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:56.696154 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4022e883-0b74-4ad3-bfef-13a6adf1c3ca {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:56.696574 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'status': 'completed', 'code': 200} Oct 13 04:22:56.706749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.715599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:22:56.727288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868858-2a1c-48d7-98da-7a1b4754d554 service neutron] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:56.744013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] Provisioning complete for port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:56.744394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.807402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.808468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:56.834667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f98d36d-bd02-4c87-aba7-0c4c1ff06e51 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9138563 Oct 13 04:22:56.837420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:56.874135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-3722e1a0-1a1d-4042-9c39-ee6dfc11a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.875607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-3722e1a0-1a1d-4042-9c39-ee6dfc11a954 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1095 time: 0.2659159 Oct 13 04:22:56.910330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2ab48-1f44-4b87-b5a8-18c920594d98 req-6673743c-980f-4680-8bda-88ac7400c593 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:56.917471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-efd2ab48-1f44-4b87-b5a8-18c920594d98 req-6673743c-980f-4680-8bda-88ac7400c593 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 931 time: 0.1707857 Oct 13 04:22:57.004470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.012166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Deleting port 29c790a2-5daa-4811-a6ae-84d51e54c038 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:22:57.012457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.051466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] For port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,segment=NetworkSegment(65e48f97-03f2-4824-96b4-611057a395aa),segment_id=65e48f97-03f2-4824-96b4-611057a395aa)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:22:57.057654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.122967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ac79f5-f5ea-4000-84d3-6c4e5d87427b {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:22:57.153565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:57.167035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.210624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb7506-54c2-41e8-ab7a-379f66a4c31b None None] Pushing event updated for resources: {'Port': ['ID=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.224180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-efd2ab48-1f44-4b87-b5a8-18c920594d98 req-a4e70491-ef46-47ef-8f4b-748c462b5d86 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058131 Oct 13 04:22:57.230156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:57.230621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.272853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-a19bdaa9-d7c9-4907-857c-883dc30a94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:57.278829 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-a19bdaa9-d7c9-4907-857c-883dc30a94be service neutron] 10.222.0.47 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.3937426 Oct 13 04:22:57.307550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Transition to ACTIVE for port object e0ac79f5-f5ea-4000-84d3-6c4e5d87427b will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:22:57.380034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.382618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-1e34aa2d-29ac-4bea-9751-323e5f06dabc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.0937111 Oct 13 04:22:57.438846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4b96d275-1ee9-4191-93ab-a613165954f6 None None] Provisioning complete for port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:57.440498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4b96d275-1ee9-4191-93ab-a613165954f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.505311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4b96d275-1ee9-4191-93ab-a613165954f6 None None] Port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:57.516891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e1796-5742-4309-baa3-3e42a023cd80 req-5b9cc513-07f2-49dc-b9a5-6ba74ec207cb tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:57.521309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4b96d275-1ee9-4191-93ab-a613165954f6 None None] Provisioning complete for port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:57.521507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.521837 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.522166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4b96d275-1ee9-4191-93ab-a613165954f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.526341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-210e1796-5742-4309-baa3-3e42a023cd80 req-5b9cc513-07f2-49dc-b9a5-6ba74ec207cb tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.3112428 Oct 13 04:22:57.551641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Calling delete_port for 29c790a2-5daa-4811-a6ae-84d51e54c038 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:22:57.556639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.588607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-a9d2d9ae-4497-40d2-a657-3262f77b0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:57.597892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-a9d2d9ae-4497-40d2-a657-3262f77b0cc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.2017426 Oct 13 04:22:57.617769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:57.747772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-210e1796-5742-4309-baa3-3e42a023cd80 req-95c0ce19-cd8c-477b-89d6-927b15690ec6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203283 Oct 13 04:22:57.763487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-5661d5bb-e65e-42aa-9fd9-265cba8cbb9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242957 Oct 13 04:22:57.804333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9af11607-dca4-4382-8771-af649da752b7 None None] Provisioning complete for port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:57.806190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9af11607-dca4-4382-8771-af649da752b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.861795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9af11607-dca4-4382-8771-af649da752b7 None None] Port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:57.927116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Attempting to bind port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:22:57.927513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Attempting to bind port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:22:57.927856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Attempting to bind port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b on network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:57.938004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.950651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0333a-dd90-4af5-a14d-9fb146ea594f req-2686ca0c-2d1d-43d9-9ccd-ce87885f4e70 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:57.951456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b on network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:22:57.951843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Attempting to bind port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b on network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:22:57.958740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3c0333a-dd90-4af5-a14d-9fb146ea594f req-2686ca0c-2d1d-43d9-9ccd-ce87885f4e70 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0928178 Oct 13 04:22:57.966910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:57.983777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceaa91-8911-40f8-ba9f-09d729d471ca req-95a9ed30-ddcc-4448-9fdb-fcdf865a9321 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:57.985332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37ceaa91-8911-40f8-ba9f-09d729d471ca req-95a9ed30-ddcc-4448-9fdb-fcdf865a9321 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2291739 Oct 13 04:22:57.993024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:22:57.993369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Checking segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:22:57.994344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Bound using segment: {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:22:57.994344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Bound port: e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1e4c80-6d7c-457d-8899-194d0c92539f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:22:57.995247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.093273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-3199b9e9-65ea-43bf-9bac-170aa17ef161 service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216519 Oct 13 04:22:58.109290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3c0333a-dd90-4af5-a14d-9fb146ea594f req-9e7bd679-cd73-4ca7-9d69-5c23a2e1049f tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495590 Oct 13 04:22:58.121207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37ceaa91-8911-40f8-ba9f-09d729d471ca req-290b4168-ac4f-4e77-8fd6-2e82d471c4b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219430 Oct 13 04:22:58.138866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.208181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:22:58.212177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.217821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:22:58.263246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.267953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'Port': ['ID=29c790a2-5daa-4811-a6ae-84d51e54c038,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.384323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-8cd6be97-d44b-490a-b9ac-e60162cc4038 service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769806 Oct 13 04:22:58.399551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.400038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.401616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e0ac79f5-f5ea-4000-84d3-6c4e5d87427b HTTP/1.1" status: 200 len: 1091 time: 3.0456359 Oct 13 04:22:58.448537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.540504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4a568d2f-db58-495b-af71-0dceaba310c4 None None] Provisioning complete for port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:58.540947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4a568d2f-db58-495b-af71-0dceaba310c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.544846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb35da-d894-4f3e-8ea5-24fd96c805d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:22:58.620146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4a568d2f-db58-495b-af71-0dceaba310c4 None None] Port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:22:58.622283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.625710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:58.627140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-36e5d4e6-6226-4647-8dff-1548634dcdae tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "DELETE /v2.0/floatingips/25e8282b-745b-4ce8-9e9a-3fdc9b5c8ffb HTTP/1.1" status: 204 len: 168 time: 2.2713742 Oct 13 04:22:58.647178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-f7732fff-1a53-44cc-8ef5-6c2c91047e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.651297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-f7732fff-1a53-44cc-8ef5-6c2c91047e23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.2123802 Oct 13 04:22:58.658566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29714025-ff1d-4392-902c-83488d5ee658 req-029bc93c-c43a-4979-b04f-853f20258efb tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.667375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29714025-ff1d-4392-902c-83488d5ee658 req-029bc93c-c43a-4979-b04f-853f20258efb tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.3220441 Oct 13 04:22:58.690667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-93dc919f-b8a8-418a-9278-2e745d49a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.692577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-93dc919f-b8a8-418a-9278-2e745d49a9f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ff5ff68434340aa802e3388b0dda0d5&device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 1094 time: 0.1894474 Oct 13 04:22:58.708835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:22:58.711246 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78" -d '{"events": [{"name": "network-changed", "server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:22:58.782009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-24c416b9-735b-4880-8794-38d344e78834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.783748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-24c416b9-735b-4880-8794-38d344e78834 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1095 time: 0.3053088 Oct 13 04:22:58.788384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29714025-ff1d-4392-902c-83488d5ee658 req-69e478fd-42db-45b5-a724-9ff5da0500f1 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208599 Oct 13 04:22:58.789666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-de631aa2-c292-4b78-98c2-6c71fc7b6051 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b HTTP/1.1" status: 200 len: 217 time: 0.0704062 Oct 13 04:22:58.875789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab20437-7342-4848-98f8-ef5acc847339 req-0f421764-459b-4274-9fbf-c09d8bf06a45 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.883680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cab20437-7342-4848-98f8-ef5acc847339 req-0f421764-459b-4274-9fbf-c09d8bf06a45 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1892569 Oct 13 04:22:58.929067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-b31b855b-ef03-497f-ba68-f0bfeba0feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:58.930178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-b31b855b-ef03-497f-ba68-f0bfeba0feeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.1384127 Oct 13 04:22:58.963017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cab20437-7342-4848-98f8-ef5acc847339 req-4fc79504-d7e3-41e2-a19f-9efc8a3b6391 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Oct 13 04:22:59.057261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-ca9d4040-6ed0-49e5-b46f-2e6ec701c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.059132 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-ca9d4040-6ed0-49e5-b46f-2e6ec701c7d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b6809b7-f694-4056-bab7-3a8f05674f8c HTTP/1.1" status: 200 len: 855 time: 0.1875153 Oct 13 04:22:59.075493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-df608667-6c69-4f27-b255-9001f455fc02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.1186306 Oct 13 04:22:59.098656 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2980db08-1bea-4ba4-90c4-a1f4f4c82d95 x-openstack-request-id: req-2980db08-1bea-4ba4-90c4-a1f4f4c82d95 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:22:59.099267 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:22:59.099708 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2980db08-1bea-4ba4-90c4-a1f4f4c82d95 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:22:59.100283 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'status': 'completed', 'code': 200} Oct 13 04:22:59.137864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.141442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:22:59.184851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-a7e953ea-a5d0-4de0-8768-f9cea18688e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.187545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-a7e953ea-a5d0-4de0-8768-f9cea18688e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.5243876 Oct 13 04:22:59.207691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-e1740032-4cec-4d2a-8c87-0c6b009306e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.209501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-e1740032-4cec-4d2a-8c87-0c6b009306e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1079679 Oct 13 04:22:59.224213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-13b9a028-035c-4310-ab0c-266071a94a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.225694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-13b9a028-035c-4310-ab0c-266071a94a4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401355 Oct 13 04:22:59.282766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-b6885a1e-9d68-4aed-8d00-1c63a610f47e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0555921 Oct 13 04:22:59.286416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:22:59.286799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.429510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-174f91b0-27ac-44fc-861c-13a8500c8971 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933768 Oct 13 04:22:59.561098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-a22d6465-0986-48ee-b54b-8dac933d59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.562698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-a22d6465-0986-48ee-b54b-8dac933d59d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.2639306 Oct 13 04:22:59.602573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2f1b0-ea2c-41f4-afc8-7499b0ebba67 req-ca1c5453-39ad-43c0-a4ef-c8966f3faf8c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:22:59.610937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ff2f1b0-ea2c-41f4-afc8-7499b0ebba67 req-ca1c5453-39ad-43c0-a4ef-c8966f3faf8c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.3250940 Oct 13 04:22:59.618354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-9927522a-ce0d-4109-a5a5-3891e4b0d488 service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515260 Oct 13 04:22:59.639365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-9c3879fc-3c5c-4725-be71-3422f2d822fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678935 Oct 13 04:22:59.642033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:22:59.648932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350027054', 'description': 'tempest-description--1072830235'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:22:59.721531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:22:59.765021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-3dd211da-3b10-4816-a4d7-4ab8a33fc018 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163042 Oct 13 04:22:59.910122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ff2f1b0-ea2c-41f4-afc8-7499b0ebba67 req-54158ea0-6316-4918-8aba-a2a275ae7317 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981699 Oct 13 04:23:00.060038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ca1068d-05aa-40d5-8f74-21a8827bc2b2 req-77edba49-388d-43c2-8865-0adf8167eab5 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837889 Oct 13 04:23:00.140657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-922b4c1a-0668-40d3-8425-e6dc1d0b8af3 service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472420 Oct 13 04:23:00.142671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.152805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.197207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d6c90-bde2-4a33-ae39-c7e86df024c9 req-0ac480da-2dcd-4876-94a7-930ed9169a95 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:00.216607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a63d6c90-bde2-4a33-ae39-c7e86df024c9 req-0ac480da-2dcd-4876-94a7-930ed9169a95 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.4623423 Oct 13 04:23:00.560430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a63d6c90-bde2-4a33-ae39-c7e86df024c9 req-78954292-8fbb-4ff4-8ba9-cdc8696c2634 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253589 Oct 13 04:23:00.693871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:00.719324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.745358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.746924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.748128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.749221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.749788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.751428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.751792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.753153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.753579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.753924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.755511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.755865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:00.783132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137788c0-7f0d-44e2-a081-d32e5e9eeee2 req-f5971901-e02a-4b49-b2dc-09b1dd0aace3 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:00.790679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.799391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-137788c0-7f0d-44e2-a081-d32e5e9eeee2 req-f5971901-e02a-4b49-b2dc-09b1dd0aace3 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.5800769 Oct 13 04:23:00.803136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.853970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-792834ee-3e56-47aa-85e2-d78b4765e14e req-e91aa28c-8f8d-489f-8967-c3715e41f939 service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9923956 Oct 13 04:23:00.875056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e659a7-03b8-4c33-b305-bac3d6cfbd1f req-5b56d5c3-f2cd-4df4-a68d-5cc287ba0c11 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:00.883310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73e659a7-03b8-4c33-b305-bac3d6cfbd1f req-5b56d5c3-f2cd-4df4-a68d-5cc287ba0c11 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1781342 Oct 13 04:23:00.915039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:00.916479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2727454 Oct 13 04:23:00.924510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4726cfc-e8df-4ca7-8a40-c545f4a42674 req-4ea279e3-533a-4dc4-8fcc-632a057560ba service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788905 Oct 13 04:23:00.924510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ea922-12bb-4dd8-8b34-a84af01cb25f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339a16c9-7de8-44c0-b4a1-918954369c5e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:00.926631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50746) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:00.939291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group_rule': {'security_group_id': '339a16c9-7de8-44c0-b4a1-918954369c5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:00.969966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73e659a7-03b8-4c33-b305-bac3d6cfbd1f req-14a06e49-d3a7-4f55-b941-6ab81cf29940 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803387 Oct 13 04:23:01.007203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-137788c0-7f0d-44e2-a081-d32e5e9eeee2 req-b915b9c8-11d1-42a1-941a-880e705e3c90 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065251 Oct 13 04:23:01.015626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.100316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.121145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.129095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:01.131681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:01.193966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234724be-6185-4d07-b427-7ff0257a74f7,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:01.222613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972976c2-7841-4f1b-b8cc-48cce0c069bf req-76ab3a4e-59e1-41dc-8eac-0c44f2251c16 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:01.224749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-972976c2-7841-4f1b-b8cc-48cce0c069bf req-76ab3a4e-59e1-41dc-8eac-0c44f2251c16 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1220877 Oct 13 04:23:01.323568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-972976c2-7841-4f1b-b8cc-48cce0c069bf req-fc67e3be-239f-485e-b9df-1719380f455a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728414 Oct 13 04:23:01.328737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.333408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a4dabd60-cbdc-43cd-a2a3-23737f287324 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3996451 Oct 13 04:23:01.336039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50754) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:01.353994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'security_group_rule': {'security_group_id': '339a16c9-7de8-44c0-b4a1-918954369c5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:01.368084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Router 62158962-7253-491b-bc48-33a9b49678bd is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:23:01.443431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-0cd97017-fc59-49d5-87c6-d560dcc7e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:01.451406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-0cd97017-fc59-49d5-87c6-d560dcc7e3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ff5ff68434340aa802e3388b0dda0d5&device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 1094 time: 0.2243207 Oct 13 04:23:01.541457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:01.547671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04571095-1ebf-4351-9726-4443535fb0be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/routers/62158962-7253-491b-bc48-33a9b49678bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7089055 Oct 13 04:23:01.555612 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] Sync routers for ids ['62158962-7253-491b-bc48-33a9b49678bd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:01.565998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50756) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:01.591895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-46961c8b-492a-4922-ab7b-3addd3a5984b None None] Provisioning complete for port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:01.592532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-46961c8b-492a-4922-ab7b-3addd3a5984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.596615 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] Routers {'62158962-7253-491b-bc48-33a9b49678bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:01.597245 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62158962-7253-491b-bc48-33a9b49678bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.692160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-46961c8b-492a-4922-ab7b-3addd3a5984b None None] Port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:01.711427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41b26b8-5acb-4234-9b2c-612d90c50685 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:01.718189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d41b26b8-5acb-4234-9b2c-612d90c50685 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?device_id=62158962-7253-491b-bc48-33a9b49678bd HTTP/1.1" status: 200 len: 981 time: 0.1362617 Oct 13 04:23:01.732025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50760) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:01.736821 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.769834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] Routers {'62158962-7253-491b-bc48-33a9b49678bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:01.770444 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62158962-7253-491b-bc48-33a9b49678bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.781951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-ea066131-a51c-40b3-9bfc-82d51f7a8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:01.782829 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-ea066131-a51c-40b3-9bfc-82d51f7a8156 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8 HTTP/1.1" status: 200 len: 917 time: 0.3209550 Oct 13 04:23:01.808515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:01.884000 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:01.885848 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c8af8-3860-492d-b430-0d8b056fa787 None None] The sync data for ids ['62158962-7253-491b-bc48-33a9b49678bd'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:01.976015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9ab5b-2a07-44e0-b068-1ef247cfe425 req-8adf0365-a709-4b9a-ba3b-ed43661f9a62 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:01.994107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8e9ab5b-2a07-44e0-b068-1ef247cfe425 req-8adf0365-a709-4b9a-ba3b-ed43661f9a62 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2743640 Oct 13 04:23:02.011127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-6bbe492a-874b-40c1-96dd-dac806209d5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b HTTP/1.1" status: 200 len: 217 time: 0.1148791 Oct 13 04:23:02.064834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.077464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.138831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.151456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8113604 Oct 13 04:23:02.161237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331ca2-ae6f-4d52-9f3b-abef439480cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf6582a-b71c-49f7-9e5a-e3bc56f30619,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:02.173826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:02.193089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:02.256239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-53e388ac-252e-48a0-8cd1-ee4f3a60ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:02.257906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-53e388ac-252e-48a0-8cd1-ee4f3a60ef53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b6809b7-f694-4056-bab7-3a8f05674f8c HTTP/1.1" status: 200 len: 855 time: 0.1917238 Oct 13 04:23:02.538881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8e9ab5b-2a07-44e0-b068-1ef247cfe425 req-4436c860-eabd-4e23-be14-cc495687165b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423851 Oct 13 04:23:02.844911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:02.875967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb584b3-793d-4fa8-b537-94856f41e6b2 req-6d3a02d5-f92f-41e5-9153-952cb59e5a65 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:02.885440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb584b3-793d-4fa8-b537-94856f41e6b2 req-6d3a02d5-f92f-41e5-9153-952cb59e5a65 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.7516627 Oct 13 04:23:02.947940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e8b75-c5a9-4d37-ab05-503026b370e5 req-0a28db7f-bc03-47ff-a97b-7c75a66fa454 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:02.954484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-233e8b75-c5a9-4d37-ab05-503026b370e5 req-0a28db7f-bc03-47ff-a97b-7c75a66fa454 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.1989708 Oct 13 04:23:02.978354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-112f8ff3-ae80-4c56-b2e8-4356bd9f6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:02.980065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-112f8ff3-ae80-4c56-b2e8-4356bd9f6bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6951125 Oct 13 04:23:03.057894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb584b3-793d-4fa8-b537-94856f41e6b2 req-a9b6f675-9815-4858-adc3-2e3be4d7e408 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660693 Oct 13 04:23:03.179288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.286218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-233e8b75-c5a9-4d37-ab05-503026b370e5 req-0170a4b9-0871-41e6-8d19-ff13a3b82618 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172393 Oct 13 04:23:03.351832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-1b1c2db4-9139-4ed4-9985-db2a713b3b4c service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895718 Oct 13 04:23:03.536071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544933a-739f-40aa-ae29-e4ffa3a8c93f req-676773d3-4b02-4158-922b-c9173b907cf8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:03.543926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2544933a-739f-40aa-ae29-e4ffa3a8c93f req-676773d3-4b02-4158-922b-c9173b907cf8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1910536 Oct 13 04:23:03.656652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-456c6ea8-3672-4157-b9b5-9d3da6fe9c78 req-22460573-77fb-44dd-8f1a-09e735b89cda service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863247 Oct 13 04:23:03.668535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.797187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Allocated IP 172.25.0.205 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c9212dd6-86a7-49c2-a209-66edb914d0a3) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:03.916055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:03.957074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03048cb3-5c02-4f65-bf95-a7ddc61b6bdb req-073c9e1d-faa9-404a-9875-5d527d6aea7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:03.958634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03048cb3-5c02-4f65-bf95-a7ddc61b6bdb req-073c9e1d-faa9-404a-9875-5d527d6aea7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1582754 Oct 13 04:23:03.980093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2544933a-739f-40aa-ae29-e4ffa3a8c93f req-11d8dec8-77aa-4bde-a185-fee0daf431e2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330378 Oct 13 04:23:03.995242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.053412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:04.057608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:04.070010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:04.070573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.080063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:04.104319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=c9212dd6-86a7-49c2-a209-66edb914d0a3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:04.234532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03048cb3-5c02-4f65-bf95-a7ddc61b6bdb req-f0b06684-1856-4276-8871-95cde343a610 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565036 Oct 13 04:23:04.344887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.365014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:04.456854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f299-96ac-41c0-a74e-c7f652346c99 req-ab1b7de6-aa40-4931-af64-de5c0e703dab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.468826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b9f299-96ac-41c0-a74e-c7f652346c99 req-ab1b7de6-aa40-4931-af64-de5c0e703dab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.2776177 Oct 13 04:23:04.624665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad263-3047-4249-8627-a20b2e6df18e req-b989af23-1e29-40b6-b4dc-42839f754d4c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:04.626518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62bad263-3047-4249-8627-a20b2e6df18e req-b989af23-1e29-40b6-b4dc-42839f754d4c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.1083360 Oct 13 04:23:04.636190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b9f299-96ac-41c0-a74e-c7f652346c99 req-076d1060-e173-48fa-8db5-7478b34eadfe tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506698 Oct 13 04:23:04.660337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.743376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:04.815175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62bad263-3047-4249-8627-a20b2e6df18e req-8078cffe-473a-44e9-a67b-5e560d372f17 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768886 Oct 13 04:23:04.933806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.020391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.143345 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.197168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.586543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.587335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.614883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=c9212dd6-86a7-49c2-a209-66edb914d0a3,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:05.650676 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:05.653203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-780623e5-035d-4664-a72b-cdfa0b5f7a64 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4668262 Oct 13 04:23:05.677358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17ac05-6828-4678-baf0-261e9e62f43e req-9f9b7ce3-7544-4c88-927a-a9bd494dfdb6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:05.680975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc17ac05-6828-4678-baf0-261e9e62f43e req-9f9b7ce3-7544-4c88-927a-a9bd494dfdb6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.5338404 Oct 13 04:23:05.780363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc17ac05-6828-4678-baf0-261e9e62f43e req-79784842-308e-4684-8937-d26eac8d13c5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925453 Oct 13 04:23:06.030210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5252-81e4-42cb-950e-87ef0a6222a3 req-260ce187-ee38-4be0-993b-ad9eb1dbc744 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.032621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-534b5252-81e4-42cb-950e-87ef0a6222a3 req-260ce187-ee38-4be0-993b-ad9eb1dbc744 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.6027758 Oct 13 04:23:06.074228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Router 62158962-7253-491b-bc48-33a9b49678bd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:06.149593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70009ca8-0f12-4f17-91b2-086548ad3e3e req-f6f3282e-8e34-4288-b7fa-25b1ab5dfdd4 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.152372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70009ca8-0f12-4f17-91b2-086548ad3e3e req-f6f3282e-8e34-4288-b7fa-25b1ab5dfdd4 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1227789 Oct 13 04:23:06.186166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:06.197967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0dbc52ac-ee27-41bf-94d8-91739134eb40 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/routers/62158962-7253-491b-bc48-33a9b49678bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4613945 Oct 13 04:23:06.200918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:06.201805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] Sync routers for ids ['62158962-7253-491b-bc48-33a9b49678bd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:06.213644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-534b5252-81e4-42cb-950e-87ef0a6222a3 req-ee3957bc-b305-42d4-b5b6-39c8491108ee tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691215 Oct 13 04:23:06.217598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] Routers {'62158962-7253-491b-bc48-33a9b49678bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:06.218236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62158962-7253-491b-bc48-33a9b49678bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:06.257924 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e1f8ec-0ceb-400e-bfef-01049aa27e0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:23:06.264125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82e1f8ec-0ceb-400e-bfef-01049aa27e0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/e44a120d-a7a4-4cd7-9bba-ef3b3e1276f7 HTTP/1.1" status: 404 len: 333 time: 0.0583642 Oct 13 04:23:06.267795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50808) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:06.366057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70009ca8-0f12-4f17-91b2-086548ad3e3e req-e5d07357-2925-4478-9fd0-3aee85d2fcef tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068241 Oct 13 04:23:06.367642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:06.392342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] Routers {'62158962-7253-491b-bc48-33a9b49678bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:06.393068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:22:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62158962-7253-491b-bc48-33a9b49678bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:06.465176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:06.465854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dacf29-e180-4250-9323-befb6ba413c3 None None] The sync data for ids ['62158962-7253-491b-bc48-33a9b49678bd'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:06.718667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-594679a1-ca05-4e26-a190-d2b14f9517fd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1350027054&fields=id&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 267 time: 0.0889766 Oct 13 04:23:06.752815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:06.879880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-a22fbfff-3d6c-48d4-9e52-23a2584ea372 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:06.887645 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-a22fbfff-3d6c-48d4-9e52-23a2584ea372 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 817 time: 0.1671224 Oct 13 04:23:06.905549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-37c5be17-9364-42d1-930b-71509bc91e19 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/quotas/0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 375 time: 0.0169101 Oct 13 04:23:06.984927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-a4321f08-be0c-4641-8355-269c8e887019 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783086 Oct 13 04:23:07.036337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e34c-f975-4e8a-baaa-52ea95dd5d0d req-29fb59ee-86e0-48eb-af36-c3eccd91759c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:07.043938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b66e34c-f975-4e8a-baaa-52ea95dd5d0d req-29fb59ee-86e0-48eb-af36-c3eccd91759c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.4398613 Oct 13 04:23:07.091541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.094825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.177355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-0c4f56e8-0915-4be3-a987-1b361f45442e service neutron] 10.222.0.49 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915691 Oct 13 04:23:07.203375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b66e34c-f975-4e8a-baaa-52ea95dd5d0d req-b28348c2-09e7-455e-ac7a-e76f409dbbc8 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529717 Oct 13 04:23:07.210093 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.210610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Fanout notify agent at l3_agent the message router_deleted on router 62158962-7253-491b-bc48-33a9b49678bd {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:23:07.242011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.243546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8a8304ad-3601-44a1-9df2-1392331b146e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/routers/62158962-7253-491b-bc48-33a9b49678bd HTTP/1.1" status: 204 len: 168 time: 0.9692707 Oct 13 04:23:07.253772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:07.366893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 7f78dfca-bd8c-40dc-927c-6d2f832ae116 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:07.451203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.598385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28471818-a545-41fd-8534-ccd847291239 req-a43e036f-1a8e-4497-898b-9e1594e171a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:07.617906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28471818-a545-41fd-8534-ccd847291239 req-a43e036f-1a8e-4497-898b-9e1594e171a4 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.2620983 Oct 13 04:23:07.630142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.741515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28471818-a545-41fd-8534-ccd847291239 req-323a49e3-48a6-489f-b006-c3a967f77d35 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225822 Oct 13 04:23:07.860258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:07.895609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-f7a53c92-3bfc-4065-9257-f5013a0bd4dd service neutron] 10.222.0.49 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172060 Oct 13 04:23:07.992881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab76e-3563-4bb1-a82d-011318156b58 req-4e840fe0-3158-41f8-860f-f285f7df2a26 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:07.995370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-584ab76e-3563-4bb1-a82d-011318156b58 req-4e840fe0-3158-41f8-860f-f285f7df2a26 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1246457 Oct 13 04:23:08.101652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-584ab76e-3563-4bb1-a82d-011318156b58 req-e0fff114-43f7-4335-a86e-11aaa2a16f6e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989890 Oct 13 04:23:08.116692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.153914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.159935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55772000-d343-421e-a310-d91b714dac94 None None] Network 04eaccf3-98af-4a61-b55d-28d72a16a95c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:08.162061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50836) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:08.179575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/7f78dfca-bd8c-40dc-927c-6d2f832ae116 HTTP/1.1" status: 204 len: 168 time: 0.9024484 Oct 13 04:23:08.220346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f3a57-1de5-43fc-afa3-57402e6dc2ec tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=7f78dfca-bd8c-40dc-927c-6d2f832ae116,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.273228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.353745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:08.354093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.435849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c820e5-4438-413f-a74a-ce63b1142239 req-234d633a-fbf3-40f0-a202-e91a9e51f061 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:08.437662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d5c820e5-4438-413f-a74a-ce63b1142239 req-234d633a-fbf3-40f0-a202-e91a9e51f061 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1521804 Oct 13 04:23:08.437797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] For port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,segment=NetworkSegment(65e48f97-03f2-4824-96b4-611057a395aa),segment_id=65e48f97-03f2-4824-96b4-611057a395aa)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:08.438132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.482558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:08.518398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d5c820e5-4438-413f-a74a-ce63b1142239 req-16b5985e-4905-4a20-b2f4-f8d8855e80ad tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713639 Oct 13 04:23:08.587485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] DHCP port deletion for 04eaccf3-98af-4a61-b55d-28d72a16a95c request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:23:08.696877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c4ff-01ba-40ff-9a5d-02e460a3b33d req-34316dfd-0ea5-46fb-a5d3-b3f986acb51b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:08.705724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12d7c4ff-01ba-40ff-9a5d-02e460a3b33d req-34316dfd-0ea5-46fb-a5d3-b3f986acb51b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1591642 Oct 13 04:23:08.713474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Deleting port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:08.713875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.807287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12d7c4ff-01ba-40ff-9a5d-02e460a3b33d req-3e331f66-9b39-44c9-905c-b9dcfbdb3fab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860376 Oct 13 04:23:08.808959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.829328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] For port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,segment=NetworkSegment(65e48f97-03f2-4824-96b4-611057a395aa),segment_id=65e48f97-03f2-4824-96b4-611057a395aa)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:08.829755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:08.840186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e016095-be0f-4129-8a38-93c9d19606df req-0ecca406-0ab5-456b-b517-fc39f4997a6a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 210 time: 0.1105702 Oct 13 04:23:08.843718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Calling delete_port for f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:08.906286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No DVR routers for this DVR port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:08.920236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:08.990982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.002778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] No DVR routers for this DVR port f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:09.047827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd22ae-de04-4cf3-afe9-853926d8cdf8 None None] Pushing event deleted for resources: {'Port': ['ID=f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.133073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203186-2da9-401d-85b4-ad0b175e62ac req-8bac1de9-4b0c-4ec4-a9f6-265b45f189fe tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:09.145307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d203186-2da9-401d-85b4-ad0b175e62ac req-8bac1de9-4b0c-4ec4-a9f6-265b45f189fe tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1850567 Oct 13 04:23:09.151486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:09.216725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:09.217419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f6b3efdd-3ffa-4851-a4dc-33ab1bb33e14 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:09.235228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.269180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6f01-8f23-4ffd-9c7b-13799a9005e9 req-a4511802-a473-4136-8f72-40c6e907e4df tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:09.275826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d203186-2da9-401d-85b4-ad0b175e62ac req-5f896152-15b4-48aa-9682-ef79d9e66175 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269867 Oct 13 04:23:09.278123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-157d6f01-8f23-4ffd-9c7b-13799a9005e9 req-a4511802-a473-4136-8f72-40c6e907e4df tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.2395973 Oct 13 04:23:09.289201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04eaccf3-98af-4a61-b55d-28d72a16a95c']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:09.306810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e48f97-03f2-4824-96b4-611057a395aa') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:09.307132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e48f97-03f2-4824-96b4-611057a395aa') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:09.326039 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.354413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.392376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-157d6f01-8f23-4ffd-9c7b-13799a9005e9 req-918d246f-61a6-4ef1-a3a4-36ef79d101ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114273 Oct 13 04:23:09.405100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:09.408937 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.490691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49975275-0e99-40f8-b552-ef1d5a640b12 req-42bfd36a-5dfa-41bd-9a57-523ee4148af2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:09.499850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49975275-0e99-40f8-b552-ef1d5a640b12 req-42bfd36a-5dfa-41bd-9a57-523ee4148af2 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.0994296 Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:09.551341 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:09.561201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49975275-0e99-40f8-b552-ef1d5a640b12 req-cd1afbe3-6907-4259-8a6a-103afa338501 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595913 Oct 13 04:23:09.599102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.626956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:09.642424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/04eaccf3-98af-4a61-b55d-28d72a16a95c HTTP/1.1" status: 204 len: 168 time: 1.4793429 Oct 13 04:23:09.644598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7dd9c-f724-44ec-91b0-fdc96c2fd7c0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=04eaccf3-98af-4a61-b55d-28d72a16a95c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:09.651430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:09.758337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3848cb-8179-4dbe-b9a2-2fb74e4c08d7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:09.763796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb3848cb-8179-4dbe-b9a2-2fb74e4c08d7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/a93679ff-95d6-4aea-90fb-38bd7c2593ed HTTP/1.1" status: 200 len: 841 time: 0.1049263 Oct 13 04:23:09.764344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:09.793608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eee50-d336-4a2a-be69-7d69e273222e req-edc1a66f-3389-4cfc-891b-0b829e515f5e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:09.796040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45eee50-d336-4a2a-be69-7d69e273222e req-edc1a66f-3389-4cfc-891b-0b829e515f5e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0895972 Oct 13 04:23:09.866220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45eee50-d336-4a2a-be69-7d69e273222e req-e6e22875-760e-4a7e-9240-8c4d0ec17ce1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600080 Oct 13 04:23:09.904883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50864) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:09.905119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6bad2368-ff0d-458e-836f-42af6a7a57b0 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/a93679ff-95d6-4aea-90fb-38bd7c2593ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1392059 Oct 13 04:23:09.910481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:10.022974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-127dac57-2659-4715-990c-f28919605a2c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.025863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-127dac57-2659-4715-990c-f28919605a2c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 817 time: 0.2046266 Oct 13 04:23:10.065489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7646493-d11c-48be-bc5f-3711bb680305 req-ad5a1df9-649f-4cb5-8827-5a09ba851482 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.067205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7646493-d11c-48be-bc5f-3711bb680305 req-ad5a1df9-649f-4cb5-8827-5a09ba851482 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0834670 Oct 13 04:23:10.097821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-e0585cab-678f-45ea-bc57-9ed1d711587c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 380 time: 0.0619037 Oct 13 04:23:10.109273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'port': {'device_id': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'admin_state_up': True, 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'security_groups': ['339a16c9-7de8-44c0-b4a1-918954369c5e']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:10.116599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:10.121011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.142313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7646493-d11c-48be-bc5f-3711bb680305 req-c4a8c900-bf30-44fc-945f-8a92d2ee1b71 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654922 Oct 13 04:23:10.282529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f4fcb50-2073-4deb-978c-2799d7296bb8 req-8c78fbe4-8663-4847-84f3-314bec268784 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 210 time: 0.0488443 Oct 13 04:23:10.295459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Made reservation on behalf of 0cbe7b9938814e12bba2db780f69e008 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:10.304915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.453314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.488092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Allocated IP 172.20.0.5 (68b07b1a-5a1d-478c-bc6b-4b63569065d1/d745b594-0525-45f4-bea2-23f972c354c7/6acfc427-8259-454b-9dee-7585662c0329) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:10.512902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d885ee-1172-4bf1-998e-95510e0dff37 req-bfae1b65-e14a-4248-b78c-775e2afb099e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.515004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-35d885ee-1172-4bf1-998e-95510e0dff37 req-bfae1b65-e14a-4248-b78c-775e2afb099e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1068604 Oct 13 04:23:10.528514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:10.544761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:10.553824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.554537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.555512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439ecce-336e-4774-abf7-cc421925b48e None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:10.573581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=982ce745-038b-41e1-8740-0c7f6fac59d0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.587617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.588123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.588715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.589167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.590699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.591287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.591835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.594743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.594743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.594743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.594743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.594743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:10.613690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8414441f-1ec4-4c3f-90ae-0063cf072324 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7077422 Oct 13 04:23:10.616118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:10.629251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717346776'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:10.656653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-35d885ee-1172-4bf1-998e-95510e0dff37 req-c935b956-ff59-429c-88e7-b7d81807d0db tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181605 Oct 13 04:23:10.712207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.725000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.780639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.881550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:10.885955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:10.886262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd68b32-eb05-4e99-a177-b4fe17356c2f req-de177f1a-84ef-49a7-b517-c6ed307b47e4 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.888394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fd68b32-eb05-4e99-a177-b4fe17356c2f req-de177f1a-84ef-49a7-b517-c6ed307b47e4 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.0842822 Oct 13 04:23:10.893130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:10.897250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.898025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:10.913322 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.926113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f9e332ec-011a-4201-a3c7-78f304db46ca', 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'tenant_id': 'd3cbf5e1f6764a108a058d9e0c904dd5', 'fixed_ips': [{'subnet_id': '982ce745-038b-41e1-8740-0c7f6fac59d0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:10.927109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.967193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:10.967795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.987387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fd68b32-eb05-4e99-a177-b4fe17356c2f req-9dc573b7-9243-4dd2-b2e7-041b124df0da tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804489 Oct 13 04:23:10.987387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:10.987387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3625641 Oct 13 04:23:10.987783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50878) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:10.991734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'security_group': {'name': 'tempest-secgroup-679265515'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:11.006277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b07823-ab4a-4232-9747-832c83e3515f tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b1a7f3-83a8-40aa-8590-de5b4f4845a5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:11.025184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-8669ca2c-2953-46bd-921e-223524b8d96c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208398 Oct 13 04:23:11.029329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.040715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Request body: {'port': {'device_id': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:11.121580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9773d9b-9559-4a2a-8272-d26b8ae9ca6f req-4281416b-03bc-46bc-a5ae-a67e24cf08e0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.124128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9773d9b-9559-4a2a-8272-d26b8ae9ca6f req-4281416b-03bc-46bc-a5ae-a67e24cf08e0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.0653377 Oct 13 04:23:11.140914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.154071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Allocated IP 172.20.0.2 (f9e332ec-011a-4201-a3c7-78f304db46ca/982ce745-038b-41e1-8740-0c7f6fac59d0/be1dd466-0ecc-4f36-87ae-4355089749dd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:11.178233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9773d9b-9559-4a2a-8272-d26b8ae9ca6f req-9d0704b6-fc25-4ccc-8cd9-c933823a5f21 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Oct 13 04:23:11.220312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.232971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.252535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-406f1af2-ddf5-4882-91d7-2e99f8aba1f9 None None] Provisioning complete for port 6acfc427-8259-454b-9dee-7585662c0329 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:11.253282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-406f1af2-ddf5-4882-91d7-2e99f8aba1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.305128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f733be0-ef2d-4328-aa57-41868a5ae653 req-6103b08f-574c-4644-92c9-fba61733bf53 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.307885 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f733be0-ef2d-4328-aa57-41868a5ae653 req-6103b08f-574c-4644-92c9-fba61733bf53 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0590861 Oct 13 04:23:11.315765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-406f1af2-ddf5-4882-91d7-2e99f8aba1f9 None None] Port 6acfc427-8259-454b-9dee-7585662c0329 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:11.318955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.323055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3351781 Oct 13 04:23:11.326358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50884) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:11.327991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf94c3-1092-428d-bc49-f28b24f3fdda tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e1847d-1e04-46f4-b45d-e48d8fae4f78,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:11.347267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1631141954', 'security_groups': ['f5e1847d-1e04-46f4-b45d-e48d8fae4f78'], 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '982ce745-038b-41e1-8740-0c7f6fac59d0'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:11.365759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.373070 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.390966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:11.395416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:11.398393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:11.465527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f733be0-ef2d-4328-aa57-41868a5ae653 req-f72c0bed-1ac8-445b-86bc-8321e55869ec tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476710 Oct 13 04:23:11.477244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-dba35e29-9454-4184-af8f-4e8ce64711fa tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.478827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-dba35e29-9454-4184-af8f-4e8ce64711fa tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.0787578 Oct 13 04:23:11.533404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:11.553096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.586301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Transition to ACTIVE for port object 6acfc427-8259-454b-9dee-7585662c0329 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:11.592771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.605167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.624367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:11.640382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Attempting to bind port be1dd466-0ecc-4f36-87ae-4355089749dd on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:11.641024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Attempting to bind port be1dd466-0ecc-4f36-87ae-4355089749dd by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:11.641561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Attempting to bind port be1dd466-0ecc-4f36-87ae-4355089749dd on network f9e332ec-011a-4201-a3c7-78f304db46ca {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:11.644270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b9f38-1fed-467e-9726-10b66758989d req-8efecdbb-7556-4d0b-9ce9-119be9495b4e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.645698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-993b9f38-1fed-467e-9726-10b66758989d req-8efecdbb-7556-4d0b-9ce9-119be9495b4e tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1164377 Oct 13 04:23:11.651896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:11.652838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Checking segment: {'id': 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:11.653869 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.654419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Bound using segment: {'id': 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:11.655115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Bound port: be1dd466-0ecc-4f36-87ae-4355089749dd, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:11.655718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.673383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.673758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:11.674119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.674669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.674983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6552c79-2fa1-4910-80d6-b33fb77dd32b req-8ce2b9a4-6452-460a-ac99-c717577039cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.675354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.676575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6552c79-2fa1-4910-80d6-b33fb77dd32b req-8ce2b9a4-6452-460a-ac99-c717577039cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.0910525 Oct 13 04:23:11.676708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.677317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.678037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.678758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.681369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.681915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.682409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.682988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:23:11.693180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:11.749180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dd04c8d-d141-4ad5-940c-80df278f4ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.752650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Deleting port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:11.752999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.772157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:11.775957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:11.783312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.786868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-993b9f38-1fed-467e-9726-10b66758989d req-c35fabae-6307-4e58-8332-3d029e0e04af tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035440 Oct 13 04:23:11.814578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:11.814923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:11.815616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:11.820520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:11.820843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:11.836227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:11.836848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:11.837410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Bound using segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:11.838069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Bound port: 6acfc427-8259-454b-9dee-7585662c0329, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:11.838587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.881160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5acb6-401f-496a-8dcc-4646cad2b9ff None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:11.908477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6552c79-2fa1-4910-80d6-b33fb77dd32b req-60211de1-6d13-4e49-a33e-1db6d9340c35 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100220 Oct 13 04:23:11.968705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.982886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:11.986869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:11.997036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] For port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:11.997898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39bde-bbb4-46d6-a6c2-eb226fbef3d5 req-01f370de-3ecf-4c24-8864-8f8923a1dfb0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:11.998013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:11.999569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41e39bde-bbb4-46d6-a6c2-eb226fbef3d5 req-01f370de-3ecf-4c24-8864-8f8923a1dfb0 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 944 time: 0.1008544 Oct 13 04:23:12.001279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.023940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:12.062353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.062977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.064390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1091 time: 1.0311153 Oct 13 04:23:12.071348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:12.073689 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:12.128596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41e39bde-bbb4-46d6-a6c2-eb226fbef3d5 req-e78c21fa-d5c4-472e-ba7c-51a0795b8fb8 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157434 Oct 13 04:23:12.174154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b759d-73c1-4831-8122-42fdb16528f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:12.207180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-40f88f60-8896-43c4-9aa3-07dfd1487f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.208988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-40f88f60-8896-43c4-9aa3-07dfd1487f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1094 time: 0.0838902 Oct 13 04:23:12.212504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Calling delete_port for c0810c77-079d-46a7-b74f-1a6c9d1f5ccc owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:12.223306 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa919a5d-f614-44fb-9174-a918db64d5be x-openstack-request-id: req-aa919a5d-f614-44fb-9174-a918db64d5be {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:12.223781 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:12.225142 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa919a5d-f614-44fb-9174-a918db64d5be {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:12.225677 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'status': 'completed', 'code': 200} Oct 13 04:23:12.286617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-f1553a7a-f542-4b4f-90bf-9dc4d9b4557d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 217 time: 0.0568330 Oct 13 04:23:12.376465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-960cd44a-4f42-4163-953d-3a880314a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.377955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-960cd44a-4f42-4163-953d-3a880314a8b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.0833488 Oct 13 04:23:12.391010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ad58b-1e55-42c6-9e76-b6b09d694401 req-6681f561-9e71-47e3-8e39-faf88889a6a6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.392502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e1ad58b-1e55-42c6-9e76-b6b09d694401 req-6681f561-9e71-47e3-8e39-faf88889a6a6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.0899839 Oct 13 04:23:12.397057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25146b-67ba-42bf-b4b2-c53f8fdff63e req-d1674b3a-913d-4e06-8137-c3d086f7968a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.398550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c25146b-67ba-42bf-b4b2-c53f8fdff63e req-d1674b3a-913d-4e06-8137-c3d086f7968a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.2580588 Oct 13 04:23:12.417556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.11 (f9e332ec-011a-4201-a3c7-78f304db46ca/982ce745-038b-41e1-8740-0c7f6fac59d0/926661ff-4a24-40c8-90b8-5e24e1e9a8e5) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:12.464415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e1ad58b-1e55-42c6-9e76-b6b09d694401 req-72f8a8ba-16b0-4213-afc0-208ba0f63b1d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622513 Oct 13 04:23:12.466976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-c6b64b65-1bea-4424-84cc-e337a63b3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.468448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-c6b64b65-1bea-4424-84cc-e337a63b3e34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750804 Oct 13 04:23:12.477902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c25146b-67ba-42bf-b4b2-c53f8fdff63e req-2d0cfee3-f84c-4c34-a8ba-77972fe4223b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698929 Oct 13 04:23:12.556874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.614045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-07578e6c-12fe-488d-b5b0-ffe250a142e9 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369839 Oct 13 04:23:12.718387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-829a5daf-9020-4c63-8ac5-209a09e38ab9 req-513612f7-90e3-41a2-9202-4969ff791345 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955255 Oct 13 04:23:12.812215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-72e98c21-9e77-4b1c-9b65-d5cbac00d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.814068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-72e98c21-9e77-4b1c-9b65-d5cbac00d108 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1094 time: 0.0473027 Oct 13 04:23:12.945413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b465e-db14-4d61-8be8-5c79e63b18ee req-3cd5db52-bdeb-472f-a367-47d8c8868fee tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.947703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-627b465e-db14-4d61-8be8-5c79e63b18ee req-3cd5db52-bdeb-472f-a367-47d8c8868fee tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0770547 Oct 13 04:23:12.958510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:12.979169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-5c3bea52-c8dd-4236-87ea-40f6e69edf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:12.980845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-5c3bea52-c8dd-4236-87ea-40f6e69edf91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.1591725 Oct 13 04:23:13.012145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event deleted for resources: {'Port': ['ID=c0810c77-079d-46a7-b74f-1a6c9d1f5ccc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.026596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-627b465e-db14-4d61-8be8-5c79e63b18ee req-2ea58c6b-5815-4b59-9d1d-ffea39712611 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585794 Oct 13 04:23:13.075587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-c43bdf2c-1bc3-4d4b-a07b-75e924589c02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 217 time: 0.0832815 Oct 13 04:23:13.086153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0d0d1-05b6-443e-a261-8529114efd47 req-22ed37c8-804e-4542-8548-9bd270858fb6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.093798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9da0d0d1-05b6-443e-a261-8529114efd47 req-22ed37c8-804e-4542-8548-9bd270858fb6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1862171 Oct 13 04:23:13.098867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] No DVR routers for this DVR port c0810c77-079d-46a7-b74f-1a6c9d1f5ccc on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:13.102277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.108671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84549bb8-b16b-47ec-8f13-b346dffb933a req-8126539e-48c7-4024-8093-d8fca97e6f4e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "DELETE /v2.0/ports/c0810c77-079d-46a7-b74f-1a6c9d1f5ccc HTTP/1.1" status: 204 len: 173 time: 1.6186597 Oct 13 04:23:13.113548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.119209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-deleted', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:13.121847 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36e49f2-918a-4277-bb58-dfa503ced08f" -d '{"events": [{"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-deleted", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:13.139319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:13.197509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9da0d0d1-05b6-443e-a261-8529114efd47 req-e76e3b78-d3ec-408b-9ff4-f7bc59e68d25 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873239 Oct 13 04:23:13.203995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-566d6df5-a71d-418c-a4a0-c2375c65b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.205501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-566d6df5-a71d-418c-a4a0-c2375c65b956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1214020 Oct 13 04:23:13.210580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:13.211258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.213444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b7d82-57c3-4554-b807-fde7d93bedf7 req-da691468-af10-4d1e-b0a0-415e44fc8616 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.215031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-566b7d82-57c3-4554-b807-fde7d93bedf7 req-da691468-af10-4d1e-b0a0-415e44fc8616 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.0791881 Oct 13 04:23:13.225709 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.262512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:13.266070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:13.275497 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458e9bb7-6932-424e-87ca-9814903c6129 x-openstack-request-id: req-458e9bb7-6932-424e-87ca-9814903c6129 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:13.276021 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d09cbd2c-fb11-49f1-a66b-91987a4e02e8", "name": "network-vif-deleted", "tag": "c0810c77-079d-46a7-b74f-1a6c9d1f5ccc", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:13.276873 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-458e9bb7-6932-424e-87ca-9814903c6129 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:13.277923 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09cbd2c-fb11-49f1-a66b-91987a4e02e8', 'name': 'network-vif-deleted', 'tag': 'c0810c77-079d-46a7-b74f-1a6c9d1f5ccc', 'status': 'completed', 'code': 200} Oct 13 04:23:13.294708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:13.301341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:13.304240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:13.310972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: c0810c77-079d-46a7-b74f-1a6c9d1f5ccc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:13.311352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c0810c77-079d-46a7-b74f-1a6c9d1f5ccc not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:13.313853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:13.314225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.318054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-7370c047-3d00-4654-be86-6493df736840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.319593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-7370c047-3d00-4654-be86-6493df736840 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988865 Oct 13 04:23:13.337524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-566b7d82-57c3-4554-b807-fde7d93bedf7 req-5bce1791-13c1-42da-aef9-c4d646c3a3ba tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823848 Oct 13 04:23:13.340012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=926661ff-4a24-40c8-90b8-5e24e1e9a8e5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.387501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:13.388439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.393693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.395811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.446864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cacd50e-52fb-4ba3-ac6a-d2df5b32eb8f req-7b2a6f52-88b0-4dd4-b5ee-226fbdfb01f6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=d09cbd2c-fb11-49f1-a66b-91987a4e02e8 HTTP/1.1" status: 200 len: 210 time: 0.0480351 Oct 13 04:23:13.465649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1a745ed2-dea6-4d03-aa09-62dec9bfc7c4 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1372406 Oct 13 04:23:13.468345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50906) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:13.476816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:13.477034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-e3e88e82-90a2-431d-82f1-d8216686dd2d service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384377 Oct 13 04:23:13.483374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.570979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.591950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:13.604528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.623162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:13.639877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.681244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:23:13.681742 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:23:13.718183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c786de-924f-402d-a2ee-53f73370835d req-885419b7-8e79-4999-9a55-92d5b020cb90 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.726791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020fb5c-5de7-4ee6-aae0-232f6a7cec86 None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:13.727103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22c786de-924f-402d-a2ee-53f73370835d req-885419b7-8e79-4999-9a55-92d5b020cb90 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.1120870 Oct 13 04:23:13.740526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d6830792-1ba8-4630-b48a-1d2bd1a2afb3 None None] Provisioning complete for port 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:13.741065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d6830792-1ba8-4630-b48a-1d2bd1a2afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:13.769577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2cc9e-2b64-4467-9ab5-91ae4c8e5904 req-ff2eb2af-772a-4ec5-bef4-8a0700145f64 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:13.771485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bcd2cc9e-2b64-4467-9ab5-91ae4c8e5904 req-ff2eb2af-772a-4ec5-bef4-8a0700145f64 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.1256452 Oct 13 04:23:13.779751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fcda047-6a85-42a5-bc7f-0c7a8d9ac064 req-b128e079-02f2-4ab7-a5e1-84adf604cbfe service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921019 Oct 13 04:23:13.792386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d6830792-1ba8-4630-b48a-1d2bd1a2afb3 None None] Port 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:13.795788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22c786de-924f-402d-a2ee-53f73370835d req-22926122-e51c-4673-a323-7d37e8301b69 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675428 Oct 13 04:23:13.838726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bcd2cc9e-2b64-4467-9ab5-91ae4c8e5904 req-c9da6a87-764d-4783-aa52-5ca33928b438 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587051 Oct 13 04:23:13.841173 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 982ce745-038b-41e1-8740-0c7f6fac59d0 (CIDR: 172.20.0.0/28) Oct 13 04:23:13.844933 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:23:13.845588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:13.865212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-20633d2c-3eac-4555-ac50-2df6d131fd82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3924003 Oct 13 04:23:13.865429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50914) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:13.870225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:13.979647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:13.983644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.113271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4649b8a1-17a5-4708-bb05-95902bc67e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.143401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e202f-d29a-497b-bd56-a2419208d4d7 req-dad28d76-f349-4587-a320-f24947ba0bfc tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.144981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b9e202f-d29a-497b-bd56-a2419208d4d7 req-dad28d76-f349-4587-a320-f24947ba0bfc tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0698886 Oct 13 04:23:14.241682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b9e202f-d29a-497b-bd56-a2419208d4d7 req-182d0726-1b7f-4b83-a1c9-df1fc808d527 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787125 Oct 13 04:23:14.285694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.298911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64deaa6-27ca-450c-9500-956b65a183d5 req-468c2f50-f212-476a-a275-9e5376444839 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.300521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f64deaa6-27ca-450c-9500-956b65a183d5 req-468c2f50-f212-476a-a275-9e5376444839 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Oct 13 04:23:14.327449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:14.331016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:14.334399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.334983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.339049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f64deaa6-27ca-450c-9500-956b65a183d5 req-c316b976-c5c1-470f-8e67-a21cfc5fa261 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Oct 13 04:23:14.341106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264498b-cb3b-446d-8fc4-e11785825310 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:14.357540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=73d23566-6323-446a-9716-1a8a3e17fa25,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:14.366003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45bfa1d9-5bf2-4e9d-bff7-7ec9a34eccbc tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4996474 Oct 13 04:23:14.368614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50922) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:14.374464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799531488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73d23566-6323-446a-9716-1a8a3e17fa25'}], 'security_groups': ['b2b1a7f3-83a8-40aa-8590-de5b4f4845a5']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:14.471654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.529817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9aaa-224e-4201-aeaf-f925cfd25b1f req-cb0fba28-40a6-41e8-abf9-4571048e0143 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.531467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76f9aaa-224e-4201-aeaf-f925cfd25b1f req-cb0fba28-40a6-41e8-abf9-4571048e0143 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.1117730 Oct 13 04:23:14.606173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Update dhcp port {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'fixed_ips': [{'subnet_id': '982ce745-038b-41e1-8740-0c7f6fac59d0', 'ip_address': '172.20.0.2'}, {'subnet_id': '73d23566-6323-446a-9716-1a8a3e17fa25'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'be1dd466-0ecc-4f36-87ae-4355089749dd'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:23:14.615084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76f9aaa-224e-4201-aeaf-f925cfd25b1f req-2dfedaa5-e580-4a4e-8bec-44ec2d8d1820 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736618 Oct 13 04:23:14.644285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:14.796961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48001-5f49-4ca2-a37f-d1c513aad79f req-bde53643-13f0-497b-8008-aa2ccbe69c7c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.798451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95b48001-5f49-4ca2-a37f-d1c513aad79f req-bde53643-13f0-497b-8008-aa2ccbe69c7c tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0940924 Oct 13 04:23:14.885567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95b48001-5f49-4ca2-a37f-d1c513aad79f req-16ecc25e-39a6-4ee6-8c94-d635cc883f6e tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795445 Oct 13 04:23:14.909887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Delete allocated IP 172.20.0.11 (f9e332ec-011a-4201-a3c7-78f304db46ca/982ce745-038b-41e1-8740-0c7f6fac59d0) {{(pid=95048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:23:14.919418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.23 (f9e332ec-011a-4201-a3c7-78f304db46ca/73d23566-6323-446a-9716-1a8a3e17fa25/926661ff-4a24-40c8-90b8-5e24e1e9a8e5) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:14.937505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb84a-a866-4b19-824c-69adbc86171d req-b1bb7b9a-03a1-4d69-82c9-d3adefb73556 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:14.939020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbccb84a-a866-4b19-824c-69adbc86171d req-b1bb7b9a-03a1-4d69-82c9-d3adefb73556 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 944 time: 0.0595651 Oct 13 04:23:14.983035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbccb84a-a866-4b19-824c-69adbc86171d req-b96745be-e12c-4be7-b237-67e1a26a7e6c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369718 Oct 13 04:23:15.055547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69253458-47c1-473a-8db0-3776d50be990 req-7aec9b5e-982f-453c-ae72-6b579b680724 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.057047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69253458-47c1-473a-8db0-3776d50be990 req-7aec9b5e-982f-453c-ae72-6b579b680724 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.1086340 Oct 13 04:23:15.076957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:15.123785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:15.124162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.180646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69253458-47c1-473a-8db0-3776d50be990 req-4bd8a527-934a-4365-9ec5-78732dc705af tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135938 Oct 13 04:23:15.210162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-f471b2ee-dda7-49f1-9e77-959d7797da16 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.211650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-f471b2ee-dda7-49f1-9e77-959d7797da16 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.1079807 Oct 13 04:23:15.216823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.227108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.250090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:15.304335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.333212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Allocated IP 172.20.0.18 (f9e332ec-011a-4201-a3c7-78f304db46ca/73d23566-6323-446a-9716-1a8a3e17fa25/be1dd466-0ecc-4f36-87ae-4355089749dd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:15.383849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=926661ff-4a24-40c8-90b8-5e24e1e9a8e5,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.404334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b6f2-6c4a-409e-bfa6-972dc36aab5a req-846f667f-fa49-4721-b885-e7fa314d89db tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.406064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6127b6f2-6c4a-409e-bfa6-972dc36aab5a req-846f667f-fa49-4721-b885-e7fa314d89db tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0806134 Oct 13 04:23:15.433320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] In _notify_port_updated(), no bound segment for port 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 on network f9e332ec-011a-4201-a3c7-78f304db46ca {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:15.440709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.441354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.442676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf21d9d5-3b35-4541-98c7-36c430db1853 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/ports/926661ff-4a24-40c8-90b8-5e24e1e9a8e5 HTTP/1.1" status: 200 len: 921 time: 1.0729737 Oct 13 04:23:15.446768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:15.452339 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.462624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:15.467480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6127b6f2-6c4a-409e-bfa6-972dc36aab5a req-0dfd4d63-14b0-42db-a097-8d10c06261e8 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 Oct 13 04:23:15.485203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '16cf3df8-a519-4473-987f-e961b4cef52f', 'network_id': 'afa352d9-754c-4b76-8967-7feefe022177', 'port_id': '16cf3df8-a519-4473-987f-e961b4cef52f', 'mac_address': 'fa:16:3e:dc:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dd26a7-9c0a-4f35-9352-cf32ad839599', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:15.489396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Deleting port e93de1b3-523a-408d-b651-e503daf5fc1f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:15.489864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.500040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:15.552575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.557874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.566486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.601134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:15.622464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5662c-22c4-4cea-b966-eb548043af31 req-f76ac265-cd56-4fa7-8eff-f78778d53bfc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.625330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0c5662c-22c4-4cea-b966-eb548043af31 req-f76ac265-cd56-4fa7-8eff-f78778d53bfc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1784275 Oct 13 04:23:15.658849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:15.679857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.681276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3abd00-45ae-4cb1-9e3b-535ec3211d67 None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.692415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] For port e93de1b3-523a-408d-b651-e503daf5fc1f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e93de1b3-523a-408d-b651-e503daf5fc1f,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:15.693284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.727334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Calling delete_port for e93de1b3-523a-408d-b651-e503daf5fc1f owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:15.758967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:15.792433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e60ef1-c29e-46d1-abeb-5b5e9d1aa742 req-43d0cf5f-0506-4dd7-a92b-4a258e8251a0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:15.795419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e60ef1-c29e-46d1-abeb-5b5e9d1aa742 req-43d0cf5f-0506-4dd7-a92b-4a258e8251a0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.0843196 Oct 13 04:23:15.815172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:15.815609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.841138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e60ef1-c29e-46d1-abeb-5b5e9d1aa742 req-70b01d48-afe0-4dea-9ab4-ffa9f169e690 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Oct 13 04:23:15.885098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0c5662c-22c4-4cea-b966-eb548043af31 req-7a0e9934-8ae5-484a-9d8b-da8436e7ccca tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502184 Oct 13 04:23:15.962315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['16cf3df8-a519-4473-987f-e961b4cef52f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:15.968568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:15.988376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 926661ff-4a24-40c8-90b8-5e24e1e9a8e5 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:16.024506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26c21f-48b1-4204-a76f-bce6e86cc218 req-9a6cb13e-4882-4efb-99d2-0b6cc7a61242 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.026678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe26c21f-48b1-4204-a76f-bce6e86cc218 req-9a6cb13e-4882-4efb-99d2-0b6cc7a61242 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1b36834-b7b9-4a18-b384-bc8569515abc HTTP/1.1" status: 200 len: 944 time: 0.0673134 Oct 13 04:23:16.049150 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.084620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event deleted for resources: {'Port': ['ID=e93de1b3-523a-408d-b651-e503daf5fc1f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.104199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe26c21f-48b1-4204-a76f-bce6e86cc218 req-19ea2cf0-b2eb-4cba-926d-5749a4999a60 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705419 Oct 13 04:23:16.166893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] No DVR routers for this DVR port e93de1b3-523a-408d-b651-e503daf5fc1f on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:16.173619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.176988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0aacc69f-cea7-49b4-a4a2-81d97e43c9b0 req-cc3bc3b0-6d82-42cd-89d5-da5833012dd6 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "DELETE /v2.0/ports/e93de1b3-523a-408d-b651-e503daf5fc1f HTTP/1.1" status: 204 len: 173 time: 0.9580886 Oct 13 04:23:16.177445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-deleted', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:16.179790 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35412fd9-f3f6-456e-9a87-491a7911299c" -d '{"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-deleted", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:16.228122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872cf46-da2a-40eb-b30f-807df4104c5c req-674b8f34-b642-4ab8-bd75-1d81a3e41e15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.235245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8872cf46-da2a-40eb-b30f-807df4104c5c req-674b8f34-b642-4ab8-bd75-1d81a3e41e15 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.1203215 Oct 13 04:23:16.264937 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10616f1-3262-4702-926d-880262b5e952 x-openstack-request-id: req-d10616f1-3262-4702-926d-880262b5e952 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:16.265228 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b36834-b7b9-4a18-b384-bc8569515abc", "name": "network-vif-deleted", "tag": "e93de1b3-523a-408d-b651-e503daf5fc1f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:16.265489 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d10616f1-3262-4702-926d-880262b5e952 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:16.265970 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b36834-b7b9-4a18-b384-bc8569515abc', 'name': 'network-vif-deleted', 'tag': 'e93de1b3-523a-408d-b651-e503daf5fc1f', 'status': 'completed', 'code': 200} Oct 13 04:23:16.323653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8872cf46-da2a-40eb-b30f-807df4104c5c req-f52d3f90-3029-4254-91ef-7cc35c09ae52 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874810 Oct 13 04:23:16.348152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.383765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=926661ff-4a24-40c8-90b8-5e24e1e9a8e5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.401577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9eef-63f6-4735-a803-5ab181a2494a req-c4cbf3fd-b812-4f54-8a83-0dbe4103a10b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.403325 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59ec9eef-63f6-4735-a803-5ab181a2494a req-c4cbf3fd-b812-4f54-8a83-0dbe4103a10b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.0826137 Oct 13 04:23:16.426280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Could not find standard attr ID for object 926661ff-4a24-40c8-90b8-5e24e1e9a8e5. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:16.436694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:16.437054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.446600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59ec9eef-63f6-4735-a803-5ab181a2494a req-4d0125a3-cd5a-4b63-b672-9fd974975b4e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Oct 13 04:23:16.458712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.465218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-20d805bf-24fc-4ebb-bd03-c9231d033ef8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/926661ff-4a24-40c8-90b8-5e24e1e9a8e5 HTTP/1.1" status: 204 len: 168 time: 1.0134163 Oct 13 04:23:16.467246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50954) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.483531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:16.492297 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d350aa-2c3b-4ecf-b3f6-0f0b4d7ca51b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:23:16.495119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:16.495458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d0d350aa-2c3b-4ecf-b3f6-0f0b4d7ca51b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/926661ff-4a24-40c8-90b8-5e24e1e9a8e5 HTTP/1.1" status: 404 len: 333 time: 0.0256612 Oct 13 04:23:16.495624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3679ad09-5185-4e1d-859e-822d3cca0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.497181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.557070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.581093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.586733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01ccd7-50aa-469a-b23d-3b1274956a14 req-1cf0765f-5d19-47f6-8589-f757e415bd56 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:16.588652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b01ccd7-50aa-469a-b23d-3b1274956a14 req-1cf0765f-5d19-47f6-8589-f757e415bd56 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0592105 Oct 13 04:23:16.628122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.630919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.631643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b01ccd7-50aa-469a-b23d-3b1274956a14 req-8edc03a2-a056-4c01-9b2c-5ceb3a3d9045 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Oct 13 04:23:16.631984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/security-groups/f5e1847d-1e04-46f4-b45d-e48d8fae4f78 HTTP/1.1" status: 204 len: 168 time: 0.1338170 Oct 13 04:23:16.634677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.643709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0ab7-1c5d-4ac5-b68e-07d8ac3c3150 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e1847d-1e04-46f4-b45d-e48d8fae4f78,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.710096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.736015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.783747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.786324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.787532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/security-groups/b2b1a7f3-83a8-40aa-8590-de5b4f4845a5 HTTP/1.1" status: 204 len: 168 time: 0.1518297 Oct 13 04:23:16.790268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50962) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:16.798792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3db86-f23c-4ad1-8545-c2863afef8cf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b1a7f3-83a8-40aa-8590-de5b4f4845a5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:16.852102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 982ce745-038b-41e1-8740-0c7f6fac59d0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:16.855917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:16.895415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81bbd02a-5bf2-490c-b6a5-db5942e476f6 None None] Could not find standard attr ID for object 926661ff-4a24-40c8-90b8-5e24e1e9a8e5. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:16.900595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.015947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2626d-0a2f-4b74-be80-78c8df7a52d9 req-0a6a17ea-0549-4c10-a258-31227a7e5c36 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.017628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00e2626d-0a2f-4b74-be80-78c8df7a52d9 req-0a6a17ea-0549-4c10-a258-31227a7e5c36 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0594521 Oct 13 04:23:17.030673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62896d22-e772-4312-bbe7-8e9818d235cd req-531e202a-2e3c-4bce-a5e8-b9bb483a79c2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.032265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62896d22-e772-4312-bbe7-8e9818d235cd req-531e202a-2e3c-4bce-a5e8-b9bb483a79c2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.0936806 Oct 13 04:23:17.044794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.078829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:17.084155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00e2626d-0a2f-4b74-be80-78c8df7a52d9 req-620e9306-4105-4645-88b6-f97d9af1337b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591104 Oct 13 04:23:17.116582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62896d22-e772-4312-bbe7-8e9818d235cd req-cc926ba1-75b4-4fde-8f4b-49765ecb8e69 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747421 Oct 13 04:23:17.132369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:17.133000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.141444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.179856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.186977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:17.187940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/982ce745-038b-41e1-8740-0c7f6fac59d0 HTTP/1.1" status: 204 len: 168 time: 0.3964779 Oct 13 04:23:17.189466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2e420-16bd-4a55-86cd-85dabc55b0b6 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=982ce745-038b-41e1-8740-0c7f6fac59d0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:17.190860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec09232-4e67-4bb0-8c69-8b4e40de3201 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:17.196437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:17.197453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:17.242891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.274200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e0ac79f5-f5ea-4000-84d3-6c4e5d87427b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:17.277640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:17.342069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:17.345882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.514474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c50e0-6216-40ee-b978-95151b3e5713 req-ee0a61cf-e3be-4e7d-98d4-f57c621d06be tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.515697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-668c50e0-6216-40ee-b978-95151b3e5713 req-ee0a61cf-e3be-4e7d-98d4-f57c621d06be tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 945 time: 0.0949087 Oct 13 04:23:17.560498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-668c50e0-6216-40ee-b978-95151b3e5713 req-3d4d0da5-b703-4375-bbcb-8b38d6d68124 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358608 Oct 13 04:23:17.642100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e59fd-152f-4b30-a4fa-811436309588 req-14130cb7-9467-4c7c-9619-2c6b7508a769 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.645925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a01e59fd-152f-4b30-a4fa-811436309588 req-14130cb7-9467-4c7c-9619-2c6b7508a769 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.1006784 Oct 13 04:23:17.678874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.699646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b9f62-8851-4b57-931b-b615a14a1ec3 req-872c429a-416a-4893-8194-ebc96b0cd22c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.702716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc5b9f62-8851-4b57-931b-b615a14a1ec3 req-872c429a-416a-4893-8194-ebc96b0cd22c tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 943 time: 0.0738013 Oct 13 04:23:17.712481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 16cf3df8-a519-4473-987f-e961b4cef52f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:17.733852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a01e59fd-152f-4b30-a4fa-811436309588 req-1d883854-d30a-4354-89b5-7f67b94ce989 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/security-groups?id=dee536ee-a2e9-467d-ad6c-6efc47790201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805047 Oct 13 04:23:17.734852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:17.744213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:17.749775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:17.754595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.755282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.773019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 16cf3df8-a519-4473-987f-e961b4cef52f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:17.773386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.777231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5876470 Oct 13 04:23:17.781076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:17.781338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc5b9f62-8851-4b57-931b-b615a14a1ec3 req-eaae83d5-9e88-4695-8603-029c8e8d4dea tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684936 Oct 13 04:23:17.784617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6acfc427-8259-454b-9dee-7585662c0329', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:17.784792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403b9f3-fe75-4b2b-85b4-48d4ea0f3744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=e99b24b9-9561-45e9-b3a7-cc744afb789e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:17.788095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:17.792108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1022514019'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:17.834116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'port_id': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'mac_address': 'fa:16:3e:1e:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:17.866560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.904197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-a630faf9-83ec-45bc-bcc6-f8cdef3d1b66 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.906108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-a630faf9-83ec-45bc-bcc6-f8cdef3d1b66 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 944 time: 0.0995038 Oct 13 04:23:17.914604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.931314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c81b-875b-4c64-bd3b-dc564511756d req-9d834b5c-656d-4cc6-969a-8eff949f3544 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:17.932092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:17.932878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8235c81b-875b-4c64-bd3b-dc564511756d req-9d834b5c-656d-4cc6-969a-8eff949f3544 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1154585 Oct 13 04:23:17.952754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:17.981946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ac79f5-f5ea-4000-84d3-6c4e5d87427b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:18.007483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:18.008679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.019343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:18.030658 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.037534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.055300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8235c81b-875b-4c64-bd3b-dc564511756d req-75b77b38-4222-4f1c-9e36-147403f191a9 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Oct 13 04:23:18.071681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:18.082583 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.083347 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c73055-d966-45a4-a9f5-c75b3dab554d" -d '{"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:18.090968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.103932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:18.118457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.123711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.128012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Deleting port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:18.128363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.144545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555bbd3d-2e0e-4bdd-9452-5d0daf5ee672,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.165571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.169752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:18.170448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b4480d5-006e-4860-a324-d59cb62c4da1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3881874 Oct 13 04:23:18.175382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'security_group': {'name': 'tempest-secgroup-1055416136'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:18.184387 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226817f5-748c-4fce-9050-25b1eb005429 x-openstack-request-id: req-226817f5-748c-4fce-9050-25b1eb005429 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:18.184928 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-plugged", "status": "completed", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:18.185381 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-226817f5-748c-4fce-9050-25b1eb005429 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:18.185893 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'code': 200} Oct 13 04:23:18.213012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.253643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.291669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6acfc427-8259-454b-9dee-7585662c0329'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:18.345652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:18.351649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.405776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe86a-7fdd-4df2-b366-2eb674d5c358 req-732d8ca9-e981-4f71-be16-6107463085f0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.414906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-276fe86a-7fdd-4df2-b366-2eb674d5c358 req-732d8ca9-e981-4f71-be16-6107463085f0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1335385 Oct 13 04:23:18.415816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a654-9756-43e4-8bef-4b59d753088b req-339b15ab-932d-418d-911b-de24672f883e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.419051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a399a654-9756-43e4-8bef-4b59d753088b req-339b15ab-932d-418d-911b-de24672f883e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1277840 Oct 13 04:23:18.470356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.479881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] For port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,segment=NetworkSegment(06cd8ce1-8d84-48e1-9189-3c1f0f4352ea),segment_id=06cd8ce1-8d84-48e1-9189-3c1f0f4352ea)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:18.480791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.485242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba6ca5-05e3-424b-b16d-c325dfe4ad71 req-695d8671-5ef0-4a56-992a-a2083548e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.486819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0dba6ca5-05e3-424b-b16d-c325dfe4ad71 req-695d8671-5ef0-4a56-992a-a2083548e340 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1097 time: 0.1188312 Oct 13 04:23:18.499742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a399a654-9756-43e4-8bef-4b59d753088b req-c5a9cbc6-0999-42e6-b543-b119fc9be738 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688424 Oct 13 04:23:18.500500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.511093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-276fe86a-7fdd-4df2-b366-2eb674d5c358 req-9f2e394d-3533-421f-a736-ffd5b0114638 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934227 Oct 13 04:23:18.576145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Calling delete_port for ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:18.582463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f725732-93d5-42af-a2f3-3a252fb28db6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.592714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.596945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c4f8b19d-55c1-4419-b110-5745d7305d0b tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4226294 Oct 13 04:23:18.598012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51000) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:18.603734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'security_group': {'name': 'tempest-secgroup-832948949'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:18.628990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695759d5-d914-4ce2-b25c-c07e3a0eeba6 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:18.636197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.669264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0dba6ca5-05e3-424b-b16d-c325dfe4ad71 req-1c7a46b0-8b60-415c-8dd0-275c99dca503 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531708 Oct 13 04:23:18.760015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c431360-7762-4b84-8536-0d537bc2f9ca req-feeea420-3620-4a0b-8b88-d33f6809f585 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:18.762701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c431360-7762-4b84-8536-0d537bc2f9ca req-feeea420-3620-4a0b-8b88-d33f6809f585 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0975425 Oct 13 04:23:18.768209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c0c4b4b5-9ffb-4b8a-8e2c-b63cce39c113 None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:18.768744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0c4b4b5-9ffb-4b8a-8e2c-b63cce39c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.798238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.832230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.836254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c431360-7762-4b84-8536-0d537bc2f9ca req-c7bbf370-c3b1-4c81-a970-4288dbb36d33 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Oct 13 04:23:18.840468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.841386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4b4b5-9ffb-4b8a-8e2c-b63cce39c113 None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:18.866690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c0c4b4b5-9ffb-4b8a-8e2c-b63cce39c113 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:18.867040 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0c4b4b5-9ffb-4b8a-8e2c-b63cce39c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.867581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.870124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2700310 Oct 13 04:23:18.873142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:18.878851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1242027456', 'security_groups': ['0aa079b6-031e-4256-b3ed-78822eca81fc'], 'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e99b24b9-9561-45e9-b3a7-cc744afb789e'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:18.883935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Pushing event deleted for resources: {'Port': ['ID=ee29b42c-cd89-4ccc-844c-b5f7bdd26f63,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:18.908202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de3a990c-2478-42d9-9729-5b591cb8cdc6 req-73add05e-8abd-4ad3-b0d0-c095a6d8d767 tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bb2afa3-f2f1-45cb-84ad-c46d145011ba HTTP/1.1" status: 200 len: 210 time: 0.0627635 Oct 13 04:23:18.939120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] No DVR routers for this DVR port ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:18.941768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:18.945421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-685f6426-377a-4f44-ad3f-ee6fffb42587 req-1990502e-a963-424a-ad5d-66eaf93341bc tempest-LiveMigrationTest-973755258 tempest-LiveMigrationTest-973755258-project] 10.222.0.47 "DELETE /v2.0/ports/ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 HTTP/1.1" status: 204 len: 173 time: 1.0312996 Oct 13 04:23:18.946646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-deleted', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:18.948702 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57443544-f902-43cc-af8f-9f4fe68ddea4" -d '{"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-deleted", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:19.000549 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45023f4f-2b34-4c85-9bd8-418441516727 x-openstack-request-id: req-45023f4f-2b34-4c85-9bd8-418441516727 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:19.004692 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb2afa3-f2f1-45cb-84ad-c46d145011ba", "name": "network-vif-deleted", "tag": "ee29b42c-cd89-4ccc-844c-b5f7bdd26f63", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:19.004960 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45023f4f-2b34-4c85-9bd8-418441516727 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:19.005380 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb2afa3-f2f1-45cb-84ad-c46d145011ba', 'name': 'network-vif-deleted', 'tag': 'ee29b42c-cd89-4ccc-844c-b5f7bdd26f63', 'status': 'completed', 'code': 200} Oct 13 04:23:19.022911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d753aa6-887d-41b7-a639-bd3cb30f90aa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa079b6-031e-4256-b3ed-78822eca81fc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:19.056593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d331b59-f651-4ade-bf3a-319f9a4adf4e req-f1b4b866-2229-4c99-b3e0-aa2d64e24a81 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.058100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d331b59-f651-4ade-bf3a-319f9a4adf4e req-f1b4b866-2229-4c99-b3e0-aa2d64e24a81 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 944 time: 0.1025562 Oct 13 04:23:19.060816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Update dhcp port {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'fixed_ips': [{'subnet_id': '73d23566-6323-446a-9716-1a8a3e17fa25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e99b24b9-9561-45e9-b3a7-cc744afb789e'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'be1dd466-0ecc-4f36-87ae-4355089749dd'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:23:19.088358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.130849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d331b59-f651-4ade-bf3a-319f9a4adf4e req-abe92832-27e8-45f5-8a64-914afd22a2ed tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632291 Oct 13 04:23:19.138917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:19.203937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:19.220392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef18cf-d619-4637-b982-49b121dbf8ca req-968d7753-b816-4bc3-878b-7db5816a13ea tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.222375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9ef18cf-d619-4637-b982-49b121dbf8ca req-968d7753-b816-4bc3-878b-7db5816a13ea tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0809555 Oct 13 04:23:19.236898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.255344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] device_id is not set on port 40b2d764-5beb-4b01-a9e7-f778105affc3 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:23:19.265041 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9ef18cf-d619-4637-b982-49b121dbf8ca req-9cbafde6-e36d-4f93-8bcf-852f29e23181 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Oct 13 04:23:19.291948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:19.317895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:19.318240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ee29b42c-cd89-4ccc-844c-b5f7bdd26f63 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:19.318647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:19.346836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: e93de1b3-523a-408d-b651-e503daf5fc1f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:19.347219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e93de1b3-523a-408d-b651-e503daf5fc1f not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:19.357451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 6acfc427-8259-454b-9dee-7585662c0329 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:19.363306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Allocated IP 172.20.0.2 (f9e332ec-011a-4201-a3c7-78f304db46ca/e99b24b9-9561-45e9-b3a7-cc744afb789e/be1dd466-0ecc-4f36-87ae-4355089749dd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:19.367732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6acfc427-8259-454b-9dee-7585662c0329 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:19.368059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.520643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:19.533675 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.573454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.587826 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.591476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:19.620783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:19.688410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee854c-299a-43c7-8a01-ae1563375766 None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:19.751168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:19.768494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c17d3-c1e5-464e-bde8-574f01b1069d req-bbe9133d-775c-48df-8b64-a6cf9ff66229 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.770148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-162c17d3-c1e5-464e-bde8-574f01b1069d req-bbe9133d-775c-48df-8b64-a6cf9ff66229 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1509960 Oct 13 04:23:19.804828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572c09-a110-4c81-ae1d-311cf2066c42 req-e1edd4b0-75c4-4777-af46-1ebebf486452 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:19.806464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6572c09-a110-4c81-ae1d-311cf2066c42 req-e1edd4b0-75c4-4777-af46-1ebebf486452 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2250893 Oct 13 04:23:19.827669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.11 (f9e332ec-011a-4201-a3c7-78f304db46ca/e99b24b9-9561-45e9-b3a7-cc744afb789e/40b2d764-5beb-4b01-a9e7-f778105affc3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:19.835641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-162c17d3-c1e5-464e-bde8-574f01b1069d req-60b2ddd6-1bb5-406d-829a-89db9c208d41 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587251 Oct 13 04:23:19.894364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6572c09-a110-4c81-ae1d-311cf2066c42 req-03a76037-b46f-4064-9969-fca2c0f59b7c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690238 Oct 13 04:23:20.026439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.102752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.153403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.186615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:20.190272 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1abb604-9449-432e-8784-ca39f89733b0" -d '{"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:20.226297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Deleting subnet 0a634132-7abb-4578-b913-130788d39855 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:20.234706 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.265244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:20.271370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:20.276980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:20.283506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.349376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.482472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.506621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.510526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0a634132-7abb-4578-b913-130788d39855 HTTP/1.1" status: 204 len: 168 time: 0.4826727 Oct 13 04:23:20.555487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51066) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.561493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f111b-5dca-436f-8bd3-9a90f6c82438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a634132-7abb-4578-b913-130788d39855,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:20.625141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-24a137dc-2caf-4ebf-9240-5ac432bb516c None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:20.627189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24a137dc-2caf-4ebf-9240-5ac432bb516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.665740 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.679091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24a137dc-2caf-4ebf-9240-5ac432bb516c None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:20.686596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebe66c-dcc9-4451-9b4b-9e54a36d6e10 req-8e059948-5b26-440b-be30-50614e2861b9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:20.692130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-24a137dc-2caf-4ebf-9240-5ac432bb516c None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:20.692792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24a137dc-2caf-4ebf-9240-5ac432bb516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.696572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2ebe66c-dcc9-4451-9b4b-9e54a36d6e10 req-8e059948-5b26-440b-be30-50614e2861b9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 944 time: 0.2647948 Oct 13 04:23:20.709039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730a30e-4434-4288-a2c1-b27f284ed71f req-0bfd1ea4-a342-453c-885f-80719862923c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:20.710664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b730a30e-4434-4288-a2c1-b27f284ed71f req-0bfd1ea4-a342-453c-885f-80719862923c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.5730057 Oct 13 04:23:20.732175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=40b2d764-5beb-4b01-a9e7-f778105affc3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:20.789404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:20.789938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.795836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b730a30e-4434-4288-a2c1-b27f284ed71f req-e08a6169-ccd5-4cc0-9d8b-7da0582b0b9e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660906 Oct 13 04:23:20.827029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:20.832504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:20.836855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-88c91a2d-a1a8-47af-b222-2be4d4ae67b9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9628077 Oct 13 04:23:20.838408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:20.898524 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece133e9-5f25-43bd-8b02-8fbc70b98a11 x-openstack-request-id: req-ece133e9-5f25-43bd-8b02-8fbc70b98a11 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:20.899053 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:20.899623 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ece133e9-5f25-43bd-8b02-8fbc70b98a11 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:20.900203 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'code': 200} Oct 13 04:23:20.903641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2ebe66c-dcc9-4451-9b4b-9e54a36d6e10 req-47d03d1d-fa7a-4d5b-8735-37ab3de6c12a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047853 Oct 13 04:23:20.925458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2452335b-c31d-42e5-8e41-917b90974329']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:20.943495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:20.943616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cd8ce1-8d84-48e1-9189-3c1f0f4352ea') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:20.976460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.014047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6de719b8-142d-4964-9460-c7f667545205 None None] Provisioning complete for port 40b2d764-5beb-4b01-a9e7-f778105affc3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:21.014336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6de719b8-142d-4964-9460-c7f667545205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.053781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.057196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6de719b8-142d-4964-9460-c7f667545205 None None] Port 40b2d764-5beb-4b01-a9e7-f778105affc3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:21.060577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b2424-bebe-4d29-a9da-aba0825b7f61 req-0f1fc16f-9c46-4dd4-a22d-2d36b9b5b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.061219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:21.061636 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.062777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b28b2424-bebe-4d29-a9da-aba0825b7f61 req-0f1fc16f-9c46-4dd4-a22d-2d36b9b5b579 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.0776446 Oct 13 04:23:21.069666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d288-885c-41bb-a171-7c7f68f55150 req-ef42ac63-ba4c-40ec-9c23-771fa456a583 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.071102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd25d288-885c-41bb-a171-7c7f68f55150 req-ef42ac63-ba4c-40ec-9c23-771fa456a583 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0971854 Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:21.082457 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:21.097615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:21.133698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b28b2424-bebe-4d29-a9da-aba0825b7f61 req-1d51d680-2eff-4306-bce7-a1e9134e666c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575769 Oct 13 04:23:21.139465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd25d288-885c-41bb-a171-7c7f68f55150 req-d50dc801-d69d-45b2-a6ea-c32b118d4f79 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579722 Oct 13 04:23:21.153430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:21.154301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.210107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4194c296-b5f0-40ee-bec8-05854154ac55 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:21.281855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c0b5-f521-4ab5-99e9-f6e7f0bb73a6 req-1d990efc-5aed-44fb-a1c2-cd3dbf5d0558 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.284816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9214c0b5-f521-4ab5-99e9-f6e7f0bb73a6 req-1d990efc-5aed-44fb-a1c2-cd3dbf5d0558 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0632048 Oct 13 04:23:21.308475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e0ac79f5-f5ea-4000-84d3-6c4e5d87427b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:21.334602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9214c0b5-f521-4ab5-99e9-f6e7f0bb73a6 req-7dd81eca-9edf-42c4-bed9-f26917710dad tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 Oct 13 04:23:21.399279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:21.413274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:21.415384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '4194c296-b5f0-40ee-bec8-05854154ac55', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': '4194c296-b5f0-40ee-bec8-05854154ac55', 'mac_address': 'fa:16:3e:1d:2a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:21.422194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:21.422601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.489044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.516712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4194c296-b5f0-40ee-bec8-05854154ac55 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:21.520514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059728f4-8fc1-4a36-acae-ec2620d64a5f req-db826a12-1760-48ed-90f0-16f4c9ecd672 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:21.522037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-059728f4-8fc1-4a36-acae-ec2620d64a5f req-db826a12-1760-48ed-90f0-16f4c9ecd672 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.5379515 Oct 13 04:23:21.528985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.539420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.545402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2452335b-c31d-42e5-8e41-917b90974329 HTTP/1.1" status: 204 len: 168 time: 0.9773066 Oct 13 04:23:21.545749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51076) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.576064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a07629-e284-404f-a151-11630ade2761 admin admin] Pushing event deleted for resources: {'Network': ['ID=2452335b-c31d-42e5-8e41-917b90974329,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.591778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:21.591944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:21.593035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.595559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.603225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.616159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-059728f4-8fc1-4a36-acae-ec2620d64a5f req-b2cdac31-2e23-4794-80da-725eb7ba2d51 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852540 Oct 13 04:23:21.624847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Deleting subnet eb4fab15-c02b-4750-a1c3-cdd68d740ce5 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:21.628190 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.676882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.686648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:21.702579 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e99b24b9-9561-45e9-b3a7-cc744afb789e (CIDR: 172.20.0.0/28) Oct 13 04:23:21.706862 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:23:21.707500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:21.712069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['4194c296-b5f0-40ee-bec8-05854154ac55'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:21.720028 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.730833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bba0a6a0-56b6-4568-91fb-4fec1203bbf9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9019217 Oct 13 04:23:21.733441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.738357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:21.747024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.749359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.814421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.823715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.853619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4fab15-c02b-4750-a1c3-cdd68d740ce5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:21.862546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.868268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9cc15f49-036e-4916-a0d0-2d8558fde47a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eb4fab15-c02b-4750-a1c3-cdd68d740ce5 HTTP/1.1" status: 204 len: 168 time: 0.3189249 Oct 13 04:23:21.868705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:21.904551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:21.908980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:21.947486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.061481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.073610 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73d23566-6323-446a-9716-1a8a3e17fa25 (CIDR: 172.20.0.16/28) Oct 13 04:23:22.079450 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:23:22.079957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:22.089114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:22.100104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59fdd4-6ada-459e-a703-f0bea391f2f2 req-0f8bb443-5cd7-4f59-b797-c1b52de8121e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.100385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce3d4c-d659-48db-b215-6b9276cc5178 req-1ccdc2db-b4d3-4964-b867-d65a827363b4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.101806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be59fdd4-6ada-459e-a703-f0bea391f2f2 req-0f8bb443-5cd7-4f59-b797-c1b52de8121e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.0866411 Oct 13 04:23:22.102482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-09ce3d4c-d659-48db-b215-6b9276cc5178 req-1ccdc2db-b4d3-4964-b867-d65a827363b4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1178041 Oct 13 04:23:22.126255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6e599535-8233-4da1-a966-615541c88821 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3894393 Oct 13 04:23:22.126426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f431292-0021-4a0c-887c-38ea034165a7') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:22.129604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f431292-0021-4a0c-887c-38ea034165a7') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:22.139638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51108) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:22.140473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.146245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'subnet': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:22.160131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.177467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:22.178105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:22.179993 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:22.217205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be59fdd4-6ada-459e-a703-f0bea391f2f2 req-b91cfc4e-7cc8-412d-b915-82a9e4e0e27e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068628 Oct 13 04:23:22.278306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-09ce3d4c-d659-48db-b215-6b9276cc5178 req-208ef05e-7043-4196-9416-64012c9d7bc9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687529 Oct 13 04:23:22.294340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.300511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.304998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087 HTTP/1.1" status: 204 len: 168 time: 0.4353178 Oct 13 04:23:22.343425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c794b99-38cb-428e-ab11-5546f1146c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e8bc87-e72a-4b4b-b0b6-aaa98fcf2087,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:22.449971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Made reservation on behalf of d3cbf5e1f6764a108a058d9e0c904dd5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:22.464295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.504224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767abc50-dbbf-46b8-ab9e-b263b2bb858b req-124462d3-cd76-42b9-ab6f-266922e0f1f7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.515957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-767abc50-dbbf-46b8-ab9e-b263b2bb858b req-124462d3-cd76-42b9-ab6f-266922e0f1f7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0793500 Oct 13 04:23:22.534480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167aaac-43c9-4497-b850-9e059f22c994 req-55a51135-f932-4450-8e04-3ab6bdb2d3a2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.536865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6167aaac-43c9-4497-b850-9e059f22c994 req-55a51135-f932-4450-8e04-3ab6bdb2d3a2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1840193 Oct 13 04:23:22.554130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51120) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:22.595845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-767abc50-dbbf-46b8-ab9e-b263b2bb858b req-33a65cb7-9ca3-42b8-8cf4-dc7e7ebaf0a9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725198 Oct 13 04:23:22.645730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6167aaac-43c9-4497-b850-9e059f22c994 req-23d52897-6154-478f-8718-9f9d09e1c9df tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921075 Oct 13 04:23:22.676421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-00607dd3-539e-43e0-a81d-eadd7ad1d578 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=618ece22fe3f433692491ee646b1949c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172223 Oct 13 04:23:22.677840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:22.797450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.808916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a22299-d144-4b6b-ab43-e17d8a231900 req-347357a7-f13a-4f40-a4e9-90cc988b68ea tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.810878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5a22299-d144-4b6b-ab43-e17d8a231900 req-347357a7-f13a-4f40-a4e9-90cc988b68ea tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 945 time: 0.0888796 Oct 13 04:23:22.845747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.873148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.892694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5a22299-d144-4b6b-ab43-e17d8a231900 req-b88dc1c2-51bf-444e-ae0f-784d2e26bcb9 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Oct 13 04:23:22.907469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:22.917160 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa18dd-3147-4276-9393-7294855ecd25" -d '{"events": [{"server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "name": "network-vif-plugged", "status": "completed", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:22.925711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.929796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:22.930025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Network f9e332ec-011a-4201-a3c7-78f304db46ca is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:22.934318 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dee536ee-a2e9-467d-ad6c-6efc47790201 HTTP/1.1" status: 204 len: 168 time: 0.2522099 Oct 13 04:23:22.946167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b0931-fb0e-4f63-b7f1-e200f730fbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee536ee-a2e9-467d-ad6c-6efc47790201,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:22.948533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819d1c4-13c9-40bf-b44d-68fafc8a5b39 req-c9b4da39-3cf9-415f-b476-ce2170b1cc26 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.956376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8819d1c4-13c9-40bf-b44d-68fafc8a5b39 req-c9b4da39-3cf9-415f-b476-ce2170b1cc26 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1198454 Oct 13 04:23:22.959289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:22.987803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:22.988409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d590d-32e7-4bc8-91da-255ae4cfb955 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:22.988536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.006756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Subnet': ['ID=68b989d0-b9a5-432f-a75d-4bca1c4e2ab1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:23.039288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8819d1c4-13c9-40bf-b44d-68fafc8a5b39 req-7eecbebe-4897-4020-bd9f-4303e56fba1f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797868 Oct 13 04:23:23.046602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:23.052902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1305115830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68b989d0-b9a5-432f-a75d-4bca1c4e2ab1'}], 'security_groups': ['555bbd3d-2e0e-4bdd-9452-5d0daf5ee672', '9f725732-93d5-42af-a2f3-3a252fb28db6']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:23.069095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d2d99967-6973-4bcb-b371-7b26c16179c9 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9282997 Oct 13 04:23:23.133499 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e94672-8815-420d-bb11-db8ca6f39747 x-openstack-request-id: req-07e94672-8815-420d-bb11-db8ca6f39747 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:23.133899 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "name": "network-vif-plugged", "status": "completed", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:23.134245 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07e94672-8815-420d-bb11-db8ca6f39747 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:23.134728 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'code': 200} Oct 13 04:23:23.221922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9319b-8d82-434d-a1a0-9d8b337e290a req-19409384-1f87-424a-9ac9-0ac34d2eb3d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.230279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee9319b-8d82-434d-a1a0-9d8b337e290a req-19409384-1f87-424a-9ac9-0ac34d2eb3d8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1718307 Oct 13 04:23:23.251425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.260274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4194c296-b5f0-40ee-bec8-05854154ac55 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:23.302809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc14da-0201-4522-a05a-284090c43942 req-296f8675-cff7-4384-a4dd-560b37932ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.306324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37cc14da-0201-4522-a05a-284090c43942 req-296f8675-cff7-4384-a4dd-560b37932ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 1096 time: 0.1104751 Oct 13 04:23:23.336537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fee9319b-8d82-434d-a1a0-9d8b337e290a req-e84a4cd0-524e-4bca-8dfa-e8e3fc991630 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023402 Oct 13 04:23:23.531769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37cc14da-0201-4522-a05a-284090c43942 req-9b08abe4-af70-435e-945b-a000007a02c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897213 Oct 13 04:23:23.572764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a045c6-7334-4719-aa33-3c32a99d7c5e req-af37e817-6b46-47e8-8f32-50e2f537ab8a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.578216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 4194c296-b5f0-40ee-bec8-05854154ac55 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:23.578648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.588786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28a045c6-7334-4719-aa33-3c32a99d7c5e req-af37e817-6b46-47e8-8f32-50e2f537ab8a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2805350 Oct 13 04:23:23.619107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:23.671262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28a045c6-7334-4719-aa33-3c32a99d7c5e req-feed56fe-c177-45a1-844d-a8368c829edc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753601 Oct 13 04:23:23.685309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.750165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:23.769877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Update dhcp port {'port': {'network_id': 'f9e332ec-011a-4201-a3c7-78f304db46ca', 'fixed_ips': [{'subnet_id': '73d23566-6323-446a-9716-1a8a3e17fa25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e99b24b9-9561-45e9-b3a7-cc744afb789e', 'ip_address': '172.20.0.2'}, {'subnet_id': '68b989d0-b9a5-432f-a75d-4bca1c4e2ab1'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'be1dd466-0ecc-4f36-87ae-4355089749dd'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:23:23.773574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.774324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491ac9f-f0ce-4fd8-a70d-1cba7d77c3e8 req-e860eb19-175a-4d85-b2e2-df97fd4411d9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.777782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f491ac9f-f0ce-4fd8-a70d-1cba7d77c3e8 req-e860eb19-175a-4d85-b2e2-df97fd4411d9 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.3158045 Oct 13 04:23:23.783614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0512a591-b3de-4ac8-8d41-d873ac432604 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76195e085b344f86aed046215b9f4dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630580 Oct 13 04:23:23.784238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:23.814541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc977cc2-2222-41c9-adfe-175750fda61d req-ceadc78a-6b16-4be7-b8a5-60524003caef tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.827296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:23.829912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51154) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:23.833250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc977cc2-2222-41c9-adfe-175750fda61d req-ceadc78a-6b16-4be7-b8a5-60524003caef tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.0902052 Oct 13 04:23:23.846060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Request body: {'floatingip': {'port_id': '6acfc427-8259-454b-9dee-7585662c0329'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:23.899048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:23.931166 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f491ac9f-f0ce-4fd8-a70d-1cba7d77c3e8 req-b5bdc240-cc78-493e-b297-151f4037cc31 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413288 Oct 13 04:23:23.991543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae018f-925c-40ca-8405-fc701f02c37d req-500b10d6-ea6b-4e91-ae3e-5d53200d2472 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:23.993127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50ae018f-925c-40ca-8405-fc701f02c37d req-500b10d6-ea6b-4e91-ae3e-5d53200d2472 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.0970583 Oct 13 04:23:24.009191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.041839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50ae018f-925c-40ca-8405-fc701f02c37d req-81414d5d-c501-4d04-86fd-29a6727befe0 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Oct 13 04:23:24.136856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.172786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.291037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298777fb-8a53-486f-8e28-5b82c9f7356a req-f7f1c062-a968-418a-81c9-417db943e989 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:24.292833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-298777fb-8a53-486f-8e28-5b82c9f7356a req-f7f1c062-a968-418a-81c9-417db943e989 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0718889 Oct 13 04:23:24.298177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2cb9b2-78ac-4249-be60-643a4ab9a8a6 req-d98ec3a2-2af0-4708-83fb-d94114012c42 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:24.299630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be2cb9b2-78ac-4249-be60-643a4ab9a8a6 req-d98ec3a2-2af0-4708-83fb-d94114012c42 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2512388 Oct 13 04:23:24.358994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-298777fb-8a53-486f-8e28-5b82c9f7356a req-b3064944-db94-48aa-8478-427f07078a40 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Oct 13 04:23:24.364181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Delete allocated IP 172.20.0.11 (f9e332ec-011a-4201-a3c7-78f304db46ca/e99b24b9-9561-45e9-b3a7-cc744afb789e) {{(pid=95047) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:23:24.382743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Allocated IP 172.20.0.36 (f9e332ec-011a-4201-a3c7-78f304db46ca/68b989d0-b9a5-432f-a75d-4bca1c4e2ab1/40b2d764-5beb-4b01-a9e7-f778105affc3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:24.470340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be2cb9b2-78ac-4249-be60-643a4ab9a8a6 req-1d02f0d7-5093-4964-9665-a2962dbc98ab tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530583 Oct 13 04:23:24.475218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.477896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.479002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce8d027f-f8a5-470c-96e1-1a319ea764a9 HTTP/1.1" status: 204 len: 168 time: 0.6886063 Oct 13 04:23:24.509877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52a830-0973-47f6-b34e-c3fbc0c38388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d027f-f8a5-470c-96e1-1a319ea764a9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:24.942124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:24.988721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d946-ad9b-4d3f-bf9b-296e87152154 req-71ffc257-7121-4585-8185-b65a44fe6bd0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:24.998732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-faf9d946-ad9b-4d3f-bf9b-296e87152154 req-71ffc257-7121-4585-8185-b65a44fe6bd0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.3665981 Oct 13 04:23:25.057439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Allocated IP 172.20.0.34 (f9e332ec-011a-4201-a3c7-78f304db46ca/68b989d0-b9a5-432f-a75d-4bca1c4e2ab1/be1dd466-0ecc-4f36-87ae-4355089749dd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:25.075019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.137572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:25.140653 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94905ed6-c2dd-4bf1-b6af-13db2520d9a7" -d '{"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-plugged", "status": "completed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:25.188803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4944d2-f474-4bf1-948b-91598bf76cc0 req-f291563f-4016-4763-beb2-104729387d7f tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.195137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d4944d2-f474-4bf1-948b-91598bf76cc0 req-f291563f-4016-4763-beb2-104729387d7f tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.1402729 Oct 13 04:23:25.251225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:25.276755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d4944d2-f474-4bf1-948b-91598bf76cc0 req-84489680-e18c-4965-a940-24e3f9e6a6f8 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736589 Oct 13 04:23:25.326691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.340784 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.446260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] In _notify_port_updated(), no bound segment for port 40b2d764-5beb-4b01-a9e7-f778105affc3 on network f9e332ec-011a-4201-a3c7-78f304db46ca {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:23:25.453724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.454387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.458236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "PUT /v2.0/ports/40b2d764-5beb-4b01-a9e7-f778105affc3 HTTP/1.1" status: 200 len: 960 time: 2.4081299 Oct 13 04:23:25.460808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211168-2ac2-4ec2-be67-2a1dcec6861d req-650e72e3-acba-40df-af90-2f1e6e725fc2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:25.471020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f211168-2ac2-4ec2-be67-2a1dcec6861d req-650e72e3-acba-40df-af90-2f1e6e725fc2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1109898 Oct 13 04:23:25.474184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:25.490085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaef2a3-8f05-492c-a89d-f08515410aeb None None] Pushing event updated for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:25.490303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5783a-8b81-4fb6-8744-ea29c9c0f6b8 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event updated for resources: {'Port': ['ID=40b2d764-5beb-4b01-a9e7-f778105affc3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:25.506282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-faf9d946-ad9b-4d3f-bf9b-296e87152154 req-5a1d0065-5c24-407f-80c0-b61e369e291a tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064907 Oct 13 04:23:25.515930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:23:25.647128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.659035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.674676 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a9c32-24b5-4e9c-8713-01a9ff5b1c8e x-openstack-request-id: req-903a9c32-24b5-4e9c-8713-01a9ff5b1c8e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:25.675192 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-plugged", "status": "completed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:25.675554 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-903a9c32-24b5-4e9c-8713-01a9ff5b1c8e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:25.676031 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55', 'code': 200} Oct 13 04:23:25.719864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f211168-2ac2-4ec2-be67-2a1dcec6861d req-a029f4c8-5bf6-4342-adf7-47605ce13214 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468410 Oct 13 04:23:25.816589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port 40b2d764-5beb-4b01-a9e7-f778105affc3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:25.816974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:25.830743 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:23:26.069345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce0982-184b-49c4-b822-0544f7a63ece req-de3358a2-bf3c-4a3f-82e2-df299bba1662 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.071229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-81ce0982-184b-49c4-b822-0544f7a63ece req-de3358a2-bf3c-4a3f-82e2-df299bba1662 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1422768 Oct 13 04:23:26.162863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-81ce0982-184b-49c4-b822-0544f7a63ece req-57589c96-5177-41c2-8805-c62a35c4c3ab tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 Oct 13 04:23:26.167390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.218080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for 40b2d764-5beb-4b01-a9e7-f778105affc3 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:26.397492 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Floating IP c73f9f3d-0a43-486e-9014-abc515bd538e associated. External IP: 172.25.0.205, port: 6acfc427-8259-454b-9dee-7585662c0329. Oct 13 04:23:26.533044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d71880-1624-47d0-9b35-19fe4a9b0178 req-6beecefb-d157-44b5-9e2e-60f5a8c7768c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.536369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Provisioning complete for port 40b2d764-5beb-4b01-a9e7-f778105affc3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:26.536894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.543273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5d71880-1624-47d0-9b35-19fe4a9b0178 req-6beecefb-d157-44b5-9e2e-60f5a8c7768c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1272728 Oct 13 04:23:26.565992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.593226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Port 40b2d764-5beb-4b01-a9e7-f778105affc3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:26.612080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:26.613231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.658935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=40b2d764-5beb-4b01-a9e7-f778105affc3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:26.677725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:26.691698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7562a-8e63-4daf-b614-45e90f872870 req-8cbaaf0a-aa24-4728-bd4e-ef9754d067de tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.705212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9c7562a-8e63-4daf-b614-45e90f872870 req-8cbaaf0a-aa24-4728-bd4e-ef9754d067de tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.3843560 Oct 13 04:23:26.707402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51206) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.711729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:26.712288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-49543fff-07fa-4dad-a952-aa3233ee1813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.724828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Request body: {'floatingip': {'port_id': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:26.725438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5d71880-1624-47d0-9b35-19fe4a9b0178 req-eba3b729-2dea-4648-aa72-2f5c09dcacc6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632905 Oct 13 04:23:26.789297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:26.795768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d13a4590-17d5-406e-ac66-697c48820e68 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/40b2d764-5beb-4b01-a9e7-f778105affc3 HTTP/1.1" status: 204 len: 168 time: 1.3179910 Oct 13 04:23:26.810241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51214) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.872261 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af0b9c-c34d-40d1-a7d6-30d983485d04 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] GET failed (client error): The resource could not be found. Oct 13 04:23:26.876623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c6af0b9c-c34d-40d1-a7d6-30d983485d04 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports/40b2d764-5beb-4b01-a9e7-f778105affc3 HTTP/1.1" status: 404 len: 333 time: 0.0641587 Oct 13 04:23:26.899498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51218) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:26.978864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68b700-7262-41c2-8435-e51404a3aa24 req-85598c5b-787a-4dca-9767-8b3a44a854ac tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:26.990590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c68b700-7262-41c2-8435-e51404a3aa24 req-85598c5b-787a-4dca-9767-8b3a44a854ac tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1100364 Oct 13 04:23:26.995271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.098164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c68b700-7262-41c2-8435-e51404a3aa24 req-755a8ea4-5ec5-49b4-ac87-0ea2e1fa0d2b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816061 Oct 13 04:23:27.191835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0473fc6-c25b-4c1e-81d5-57ef58f73965 req-9d507725-6d59-4719-8d71-206aa588277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.194032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a0473fc6-c25b-4c1e-81d5-57ef58f73965 req-9d507725-6d59-4719-8d71-206aa588277f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.7061746 Oct 13 04:23:27.211318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:27.238579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:27.341012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-78204987-a41a-4d8e-ad13-05ec6a79bdce None None] Could not find standard attr ID for object 40b2d764-5beb-4b01-a9e7-f778105affc3. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:23:27.348482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:27.350163 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.398716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47d235-d52b-4da1-af14-ffd8cf477b34 req-7fcbfd81-f66d-419f-a431-a7525ff96ffa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.401451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c47d235-d52b-4da1-af14-ffd8cf477b34 req-7fcbfd81-f66d-419f-a431-a7525ff96ffa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.0995789 Oct 13 04:23:27.465168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c47d235-d52b-4da1-af14-ffd8cf477b34 req-5e9c5763-2d4c-4084-844d-6e7835b14bae tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570734 Oct 13 04:23:27.529607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a0473fc6-c25b-4c1e-81d5-57ef58f73965 req-54aeb77b-e058-497c-8772-ce6dc924252e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107941 Oct 13 04:23:27.631855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.723341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b0dc-f114-447f-b33b-04de88723ec0 req-bf884b3a-0cc5-4eb6-8e8d-c3b193cfa7e8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:27.730994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df01b0dc-f114-447f-b33b-04de88723ec0 req-bf884b3a-0cc5-4eb6-8e8d-c3b193cfa7e8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.4743307 Oct 13 04:23:27.822393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.853540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-8fbd95a5-2fe2-45ea-8430-9a784a7d8263 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ed1524286a69427a96332eba4e193cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321918 Oct 13 04:23:27.905604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df01b0dc-f114-447f-b33b-04de88723ec0 req-10559d0f-6e7e-46c9-8d46-a2bb1d7a3560 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734729 Oct 13 04:23:27.952711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:27.956712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:27.963642 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:27.981850 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:27.984438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:28.032711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.034489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-183f84f6-274a-4207-ad74-c8a552515191 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.036203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.037424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/security-groups/0aa079b6-031e-4256-b3ed-78822eca81fc HTTP/1.1" status: 204 len: 168 time: 1.1367505 Oct 13 04:23:28.046188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-183f84f6-274a-4207-ad74-c8a552515191 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851494 Oct 13 04:23:28.054432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.077113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-fdb3ae1f-e9bf-486c-883d-48748e774146 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/quotas/ed1524286a69427a96332eba4e193cb8 HTTP/1.1" status: 200 len: 375 time: 0.0282717 Oct 13 04:23:28.090963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fefa26-eedf-4a3d-8ff0-cb85150fa148 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa079b6-031e-4256-b3ed-78822eca81fc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.099049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0d3eebc8-d654-4875-8aab-5ca5d75cda4e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "PUT /v2.0/floatingips/c73f9f3d-0a43-486e-9014-abc515bd538e HTTP/1.1" status: 200 len: 991 time: 4.2654297 Oct 13 04:23:28.102130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:28.104663 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:28.154593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-09aca13e-af3e-4239-a302-27f5b0ad9d21 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732846 Oct 13 04:23:28.173648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.197334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:28.221533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.328851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.332258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.336327 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bffb81-f55d-4462-8198-22a383ec4f1d x-openstack-request-id: req-95bffb81-f55d-4462-8198-22a383ec4f1d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:28.336327 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:28.336585 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95bffb81-f55d-4462-8198-22a383ec4f1d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:28.337030 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'status': 'completed', 'code': 200} Oct 13 04:23:28.337742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f725732-93d5-42af-a2f3-3a252fb28db6 HTTP/1.1" status: 204 len: 168 time: 0.2818046 Oct 13 04:23:28.338637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51256) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.368504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783b631-871c-4ec1-9454-f48e52fe2baa tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f725732-93d5-42af-a2f3-3a252fb28db6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.445731 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.505733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.516162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:23:28.576905 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.580315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.581537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/security-groups/555bbd3d-2e0e-4bdd-9452-5d0daf5ee672 HTTP/1.1" status: 204 len: 168 time: 0.2370512 Oct 13 04:23:28.635637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965edf4-d5d4-4245-adbf-c75c00ed1448 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555bbd3d-2e0e-4bdd-9452-5d0daf5ee672,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:28.641750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51264) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:28.651499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4f4b4ec-cb0e-4fc9-90d2-02469220fd06 req-06d19e11-8773-42f3-805a-ef2952ee82c8 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 210 time: 0.0910614 Oct 13 04:23:28.741683 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c73f9f3d-0a43-486e-9014-abc515bd538e', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:04Z', 'updated_at': '2021-10-13T04:23:25Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:28.754421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-6e08d076-b783-4418-908b-6a1480badb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.756051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-6e08d076-b783-4418-908b-6a1480badb9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.4183340 Oct 13 04:23:28.765815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a28db-1d25-421c-9159-6ced45bedb9c req-95b98680-8955-470a-bd47-b3f42fe2762b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.768804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-212a28db-1d25-421c-9159-6ced45bedb9c req-95b98680-8955-470a-bd47-b3f42fe2762b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.3563490 Oct 13 04:23:28.787948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:28.804204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet e99b24b9-9561-45e9-b3a7-cc744afb789e {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:28.804994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:28.809148 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:28.831497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.852758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa42171-6352-4c80-b1c1-1f55d3c0ef2c req-6b31fd2e-f2be-42fb-b663-e2d124268c6d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:28.855424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dfa42171-6352-4c80-b1c1-1f55d3c0ef2c req-6b31fd2e-f2be-42fb-b663-e2d124268c6d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1072168 Oct 13 04:23:28.888462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:28.934195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dfa42171-6352-4c80-b1c1-1f55d3c0ef2c req-15094065-f11c-4e19-8389-24dc2ad70bc4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Oct 13 04:23:28.948094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.059759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:29.079906 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.110768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27787c82-536a-4b0a-ae9c-a8f4b4d724ab req-aee5bf5c-7c7b-4c27-92b0-b485b4cee0dc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:29.114188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27787c82-536a-4b0a-ae9c-a8f4b4d724ab req-aee5bf5c-7c7b-4c27-92b0-b485b4cee0dc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0680194 Oct 13 04:23:29.182300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27787c82-536a-4b0a-ae9c-a8f4b4d724ab req-f07cf92b-9460-437d-bd9a-23056c1a11b6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Oct 13 04:23:29.305256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-fe85ca72-d4e2-4e40-a7cc-9d446b26eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:29.311324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-fe85ca72-d4e2-4e40-a7cc-9d446b26eda7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.5113463 Oct 13 04:23:29.337641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.430476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-212a28db-1d25-421c-9159-6ced45bedb9c req-0bb64a0e-ddf6-44dd-8477-0223c2245282 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083689 Oct 13 04:23:29.445444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.458375 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c73f9f3d-0a43-486e-9014-abc515bd538e', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:04Z', 'updated_at': '2021-10-13T04:23:25Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:29.564496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-305404dc-63a8-44f6-a627-612a1229110c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 999 time: 0.1281908 Oct 13 04:23:29.578709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f2d51-f986-4428-9e39-6ea68fa516de None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:29.629111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.633162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/e99b24b9-9561-45e9-b3a7-cc744afb789e HTTP/1.1" status: 204 len: 168 time: 0.9903731 Oct 13 04:23:29.638556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51282) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:29.672269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469295eb-321d-463f-9c74-f741033bdabf tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=e99b24b9-9561-45e9-b3a7-cc744afb789e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:29.746851 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4343daa-0765-4461-84bd-e6be42a0b0d0 None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c73f9f3d-0a43-486e-9014-abc515bd538e', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:04Z', 'updated_at': '2021-10-13T04:23:25Z', 'revision_number': 1, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:29.809983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 68b989d0-b9a5-432f-a75d-4bca1c4e2ab1 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:29.881893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:29.957007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-c026709f-ec44-4eb5-8c17-5dd55177f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:29.960400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-c026709f-ec44-4eb5-8c17-5dd55177f6a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.3686016 Oct 13 04:23:29.961865 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Floating IP 6dcc8a43-31b8-43fa-8f96-9d51d55ca185 associated. External IP: 172.25.0.61, port: e0ac79f5-f5ea-4000-84d3-6c4e5d87427b. Oct 13 04:23:29.975854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3caee9-cdf3-4e53-b288-5f318b730d12 req-25dd4cd4-899c-4835-b74b-07767fe02061 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:29.977371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2a3caee9-cdf3-4e53-b288-5f318b730d12 req-25dd4cd4-899c-4835-b74b-07767fe02061 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1925340 Oct 13 04:23:30.006468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad3db2de-ef3b-4eb3-a744-0d0ebc05466d req-13e671f8-a5f7-43b5-821f-8fc123390563 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 210 time: 0.1259208 Oct 13 04:23:30.049997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-cd4b89e0-c4b6-46c7-aa67-d14ff4c2b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.059983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-cd4b89e0-c4b6-46c7-aa67-d14ff4c2b34b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 1097 time: 0.2736359 Oct 13 04:23:30.093236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.208093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-ffc17cee-a7f1-4010-b9e2-a8a3b61349e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.216823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-ffc17cee-a7f1-4010-b9e2-a8a3b61349e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2323806 Oct 13 04:23:30.234640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2a3caee9-cdf3-4e53-b288-5f318b730d12 req-a88bf09d-03ef-491d-a7b1-b4417dd2fdbc tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814513 Oct 13 04:23:30.253135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf8499-8e4a-4e9e-96b5-ece251f7db0c None None] New status for floating IP c73f9f3d-0a43-486e-9014-abc515bd538e: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:23:30.312090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-92b67e72-191b-4a5c-a4da-301aa2cbfdbe tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ed1524286a69427a96332eba4e193cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498973 Oct 13 04:23:30.630580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:30.762301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-baba1a78-882d-4931-8748-f80b60ba19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.764187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-baba1a78-882d-4931-8748-f80b60ba19af service neutron] 10.222.0.47 "GET /v2.0/networks?id=afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 200 len: 915 time: 0.7042675 Oct 13 04:23:30.772315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-6c17f428-207f-4626-83a6-fa13695ee47c tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.774058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-6c17f428-207f-4626-83a6-fa13695ee47c tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4510331 Oct 13 04:23:30.796902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa315f-8374-4d22-801e-a5f74b79a5e0 req-2a877102-3243-449b-80b5-75dcb0d91b4a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:30.814515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51fa315f-8374-4d22-801e-a5f74b79a5e0 req-2a877102-3243-449b-80b5-75dcb0d91b4a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.6511800 Oct 13 04:23:30.832687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Request body: {'port': {'device_id': 'e041b26c-7330-459c-b58a-26642cf915cb', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'ed1524286a69427a96332eba4e193cb8'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:30.900944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-4da6a3fb-a573-494e-b5ed-a89e5c69a8e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 200 len: 217 time: 0.1224859 Oct 13 04:23:30.946854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-70b7e5c4-c7a1-40b0-bb54-f0ad14c25e0c service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109327 Oct 13 04:23:31.004005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d2c5358f-f0a3-4eae-8fb3-efadb489849f None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:31.004005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2c5358f-f0a3-4eae-8fb3-efadb489849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.055851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-72495563-7e20-4cad-ac34-5a6b0dc98601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:31.058206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-72495563-7e20-4cad-ac34-5a6b0dc98601 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 200 len: 854 time: 0.1170306 Oct 13 04:23:31.068869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac8d28-40d0-412c-bc6f-1a45a30b0ced req-fdbc59a7-a508-43d1-bcfd-9b143a11dd33 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:31.073193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5358f-f0a3-4eae-8fb3-efadb489849f None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:31.080929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bac8d28-40d0-412c-bc6f-1a45a30b0ced req-fdbc59a7-a508-43d1-bcfd-9b143a11dd33 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1745396 Oct 13 04:23:31.090517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d2c5358f-f0a3-4eae-8fb3-efadb489849f None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:31.090914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-51fa315f-8374-4d22-801e-a5f74b79a5e0 req-d65d3665-7ebd-40ab-a0c4-c85f62056de0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751286 Oct 13 04:23:31.091565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2c5358f-f0a3-4eae-8fb3-efadb489849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.094229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:31.174547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-3709d25d-3ae6-48b1-aadb-2d7d7acb820d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=afa352d9-754c-4b76-8967-7feefe022177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078522 Oct 13 04:23:31.219699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bac8d28-40d0-412c-bc6f-1a45a30b0ced req-dd31ef4f-bfb5-450d-9354-2cf62b6896a2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377740 Oct 13 04:23:31.231790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.321477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49a9818c-ef12-45b5-b8ef-da373cdbd6fa req-388ac587-66d0-4a28-af66-344b6fd8dbc0 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610246 Oct 13 04:23:31.323051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:31.329305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.338959 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Sync routers for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:31.358269 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:31.359273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:31.403844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.408102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/68b989d0-b9a5-432f-a75d-4bca1c4e2ab1 HTTP/1.1" status: 204 len: 168 time: 1.7676876 Oct 13 04:23:31.412349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-738a24b0-2d74-43fa-83f4-cd882a72af7e tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "PUT /v2.0/floatingips/6dcc8a43-31b8-43fa-8f96-9d51d55ca185 HTTP/1.1" status: 200 len: 990 time: 4.6959240 Oct 13 04:23:31.412980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51302) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:31.414258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:31.415125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1a710-5204-4d1a-91dd-8864eb65574a tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=68b989d0-b9a5-432f-a75d-4bca1c4e2ab1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.417157 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87053d39-9e5f-4013-8333-bc3da8cdfd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:31.418662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3427a-6a3a-4fd8-a0bb-3668b71de5f6 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:31.450537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df65851c-0cfe-4fd9-b116-23533115de1d req-47e85006-d6e5-4866-b451-eb69106f745c tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 210 time: 0.0507095 Oct 13 04:23:31.459514 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0afb512-a828-4b2c-95a9-ed270704a239 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:31.460208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0afb512-a828-4b2c-95a9-ed270704a239 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:31.465125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0afb512-a828-4b2c-95a9-ed270704a239 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/e99b24b9-9561-45e9-b3a7-cc744afb789e HTTP/1.1" status: 404 len: 337 time: 0.0391915 Oct 13 04:23:31.467911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51310) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:31.521797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Made reservation on behalf of ed1524286a69427a96332eba4e193cb8 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:31.525751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.532024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2115793313', 'description': 'tempest-description-451913155'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:31.547927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-e4869f18-4950-4d9d-964e-947eeafc1905 service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612967 Oct 13 04:23:31.549788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dac4b-2fdc-4fe4-bbd9-d6fb091390a2 req-7e377764-a185-4e44-b563-0e70a51ec1d8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:31.552737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.558175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6dac4b-2fdc-4fe4-bbd9-d6fb091390a2 req-7e377764-a185-4e44-b563-0e70a51ec1d8 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1975422 Oct 13 04:23:31.595095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting subnet 73d23566-6323-446a-9716-1a8a3e17fa25 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:31.601789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.669542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0205cce1-80ae-4f2e-a0b8-346e98e1ead7 req-95b3131a-39e2-44c9-8e32-77cb23abec57 service neutron] 10.222.0.47 "GET /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094396 Oct 13 04:23:31.672333 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:31.678509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6dac4b-2fdc-4fe4-bbd9-d6fb091390a2 req-6e2518d0-6047-47f3-811a-87565e0a34a3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191196 Oct 13 04:23:31.698180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.732628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.833482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.843505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.880730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b969ab-697e-436b-a78f-ada4faba14c0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:31.897004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.933883 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff2ade9-efd4-41fe-b85d-e00a3d2c4fe2 x-openstack-request-id: req-3ff2ade9-efd4-41fe-b85d-e00a3d2c4fe2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:31.934217 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:31.934436 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ff2ade9-efd4-41fe-b85d-e00a3d2c4fe2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:31.934836 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'status': 'completed', 'code': 200} Oct 13 04:23:31.938925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:31.955149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.025302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.026572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-81592c23-08e5-4ed4-9db1-12468f04d2c2 req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5090089 Oct 13 04:23:32.097060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a873e-e90c-4aef-bdc2-0280f87ed542 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c64df5-40aa-4fe0-8968-b5caaaaf2936,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:32.119003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.122432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-99bfadcf-20b9-48d3-aa25-973c98bf782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:32.124199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-99bfadcf-20b9-48d3-aa25-973c98bf782d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ff5ff68434340aa802e3388b0dda0d5&device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 1096 time: 0.1663539 Oct 13 04:23:32.199284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Subnet': ['ID=73d23566-6323-446a-9716-1a8a3e17fa25,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:32.210869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:32.219649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-318c19c7-9402-42ee-ab14-18cb100c65ba tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/73d23566-6323-446a-9716-1a8a3e17fa25 HTTP/1.1" status: 204 len: 168 time: 0.7484875 Oct 13 04:23:32.221972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51316) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.228945 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '6dcc8a43-31b8-43fa-8f96-9d51d55ca185', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'port_id': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'mac_address': 'fa:16:3e:1e:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:11Z', 'updated_at': '2021-10-13T04:23:28Z', 'revision_number': 1, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:32.301011 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f9fa73-6ce4-4657-af3d-06702175d5f3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.302079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f9fa73-6ce4-4657-af3d-06702175d5f3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.306090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1f9fa73-6ce4-4657-af3d-06702175d5f3 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/982ce745-038b-41e1-8740-0c7f6fac59d0 HTTP/1.1" status: 404 len: 337 time: 0.0829296 Oct 13 04:23:32.312328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51320) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.325735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-b3e7e9d9-1fd5-4030-839a-aad157a54d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:32.328388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-b3e7e9d9-1fd5-4030-839a-aad157a54d83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8 HTTP/1.1" status: 200 len: 917 time: 0.1847010 Oct 13 04:23:32.334577 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Checking router: cc1fc184-c64c-4e9f-b6f9-d7c46f65400e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:32.354345 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:32.356309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:32.357213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e7ed8fcb-6557-4b79-b45f-09543ca96713 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "GET /v2.0/ports?device_id=62158962-7253-491b-bc48-33a9b49678bd HTTP/1.1" status: 200 len: 205 time: 0.0392916 Oct 13 04:23:32.359714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51322) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.456247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058dc25-6175-4082-b52c-7f9cc40e699b req-fd166926-24c3-4279-b5e2-8f839a2657ce tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:32.458560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f058dc25-6175-4082-b52c-7f9cc40e699b req-fd166926-24c3-4279-b5e2-8f839a2657ce tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2040124 Oct 13 04:23:32.460270 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-62df4d66-f3e4-4fb2-83ce-be8dc237f6b7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] delete failed (client error): The resource could not be found. Oct 13 04:23:32.461250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-62df4d66-f3e4-4fb2-83ce-be8dc237f6b7 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/routers/62158962-7253-491b-bc48-33a9b49678bd HTTP/1.1" status: 404 len: 336 time: 0.1006250 Oct 13 04:23:32.465219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51324) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.475863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-9b70ba02-063f-4e0c-a363-48393d1d1ff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b HTTP/1.1" status: 200 len: 998 time: 0.1277843 Oct 13 04:23:32.483477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Allocated IP 192.168.233.56 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/14912a4f-002b-421c-9257-bd929c1f824b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:32.553919 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09af991-eab8-469d-84d1-6fd4b43de967 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.554374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09af991-eab8-469d-84d1-6fd4b43de967 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.568775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b09af991-eab8-469d-84d1-6fd4b43de967 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/7f78dfca-bd8c-40dc-927c-6d2f832ae116 HTTP/1.1" status: 404 len: 337 time: 0.1002321 Oct 13 04:23:32.568979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-71a47db4-87d2-4b8d-88fc-91b95483ee66 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2115793313&fields=id&tenant_id=cdc27f4df1544f9690bd2dd72b641653 HTTP/1.1" status: 200 len: 267 time: 0.2356462 Oct 13 04:23:32.574000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51328) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.588801 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:32.601532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-356f9976-ef5b-4d73-a151-0f0d2a7acdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:32.602981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-356f9976-ef5b-4d73-a151-0f0d2a7acdb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3b6809b7-f694-4056-bab7-3a8f05674f8c HTTP/1.1" status: 200 len: 855 time: 0.1153765 Oct 13 04:23:32.632336 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3750092-8418-46c9-8416-e9579a81f071 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.632804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3750092-8418-46c9-8416-e9579a81f071 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.638833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3750092-8418-46c9-8416-e9579a81f071 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/1bdf33a7-0caf-42f6-b415-6cc028dd7aea HTTP/1.1" status: 404 len: 337 time: 0.0609102 Oct 13 04:23:32.642603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.704080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f058dc25-6175-4082-b52c-7f9cc40e699b req-2725a5cf-a9c8-4f29-94b4-87128bde8cc5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095406 Oct 13 04:23:32.705428 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc43a2d-39e2-4384-9146-09552a94c13e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.705879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc43a2d-39e2-4384-9146-09552a94c13e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.711327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9cc43a2d-39e2-4384-9146-09552a94c13e tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/bdac57e7-d2b5-4fbd-8dca-05eb6f83ffd0 HTTP/1.1" status: 404 len: 337 time: 0.0654573 Oct 13 04:23:32.715156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51332) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.772422 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec22867-c05a-4836-9952-59e1a3601d8d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.773140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec22867-c05a-4836-9952-59e1a3601d8d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.776227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ec22867-c05a-4836-9952-59e1a3601d8d tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/51cd61c1-2b45-49da-9ec4-b3c87bdf7cb2 HTTP/1.1" status: 404 len: 333 time: 0.0595369 Oct 13 04:23:32.787027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51336) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.843360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b31e5-502c-497d-800e-1650e1d141a7 None None] Network f9e332ec-011a-4201-a3c7-78f304db46ca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:32.849346 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e666c0-38ef-4303-85c5-0464981c10db tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.849820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e666c0-38ef-4303-85c5-0464981c10db tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.853034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c5e666c0-38ef-4303-85c5-0464981c10db tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/abcb969b-10e3-4111-89bd-c84dbede5596 HTTP/1.1" status: 404 len: 337 time: 0.0649550 Oct 13 04:23:32.856341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51340) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.926053 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-889f8248-b5e7-467f-836c-f26a31230744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:32.926528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889f8248-b5e7-467f-836c-f26a31230744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:32.929683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-889f8248-b5e7-467f-836c-f26a31230744 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/5f545327-45fd-41ac-afe4-25978abd2076 HTTP/1.1" status: 404 len: 337 time: 0.0688283 Oct 13 04:23:32.932148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51342) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:32.994247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-48cfc959-8355-4a38-8ab4-af65230f309b None None] Provisioning complete for port a93679ff-95d6-4aea-90fb-38bd7c2593ed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:32.995125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48cfc959-8355-4a38-8ab4-af65230f309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.016573 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '6dcc8a43-31b8-43fa-8f96-9d51d55ca185', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'port_id': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'mac_address': 'fa:16:3e:1e:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:11Z', 'updated_at': '2021-10-13T04:23:28Z', 'revision_number': 1, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:33.021796 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d57b18-3447-4b2a-ae25-58b57b030a41 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:33.022549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d57b18-3447-4b2a-ae25-58b57b030a41 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:33.025669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-58d57b18-3447-4b2a-ae25-58b57b030a41 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/d5c70700-f83e-4d25-a111-fa83c41c62a5 HTTP/1.1" status: 404 len: 333 time: 0.0926397 Oct 13 04:23:33.040597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f09c18aa-2f2d-4782-b518-27a1665932c0 req-b10b1739-50c3-4668-be2c-e49caa93e743 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 210 time: 0.1092412 Oct 13 04:23:33.041726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51344) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:33.067711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262ac18d-aa47-4811-930a-0e6ff8fc94b3 None None] The sync data for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 is: [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '6dcc8a43-31b8-43fa-8f96-9d51d55ca185', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'port_id': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'mac_address': 'fa:16:3e:1e:41:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:22:11Z', 'updated_at': '2021-10-13T04:23:28Z', 'revision_number': 1, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:33.112006 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3b9874-44ec-4104-9ff2-c635751016c1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:33.112473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3b9874-44ec-4104-9ff2-c635751016c1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:33.115577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd3b9874-44ec-4104-9ff2-c635751016c1 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/93ef6506-720a-4561-8712-ae3d6cff6e5c HTTP/1.1" status: 404 len: 337 time: 0.0715106 Oct 13 04:23:33.118145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:33.156418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-48cfc959-8355-4a38-8ab4-af65230f309b None None] Port a93679ff-95d6-4aea-90fb-38bd7c2593ed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:33.188766 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdec1a6-1d0f-4845-aeb7-027fd5cbabf2 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] DELETE failed (client error): The resource could not be found. Oct 13 04:23:33.189215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdec1a6-1d0f-4845-aeb7-027fd5cbabf2 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:23:33.194590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-48cfc959-8355-4a38-8ab4-af65230f309b None None] Provisioning complete for port be1dd466-0ecc-4f36-87ae-4355089749dd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:33.195895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48cfc959-8355-4a38-8ab4-af65230f309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.196401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0cdec1a6-1d0f-4845-aeb7-027fd5cbabf2 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/subnets/845d04ee-f7ff-42ab-b76d-c53683d2061b HTTP/1.1" status: 404 len: 337 time: 0.0767441 Oct 13 04:23:33.213217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51350) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:33.281144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] DHCP port deletion for f9e332ec-011a-4201-a3c7-78f304db46ca request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:23:33.298480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-381d2c4e-0905-48ec-96ed-40038bed555a tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:33.300313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-381d2c4e-0905-48ec-96ed-40038bed555a tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.7238755 Oct 13 04:23:33.305948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396282-9ebd-40c8-b411-06d60c7cb9ac req-489f2ae7-fb13-49b1-9fe4-53fad0e633c7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:33.307468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8396282-9ebd-40c8-b411-06d60c7cb9ac req-489f2ae7-fb13-49b1-9fe4-53fad0e633c7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1720011 Oct 13 04:23:33.330843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'port': {'security_groups': ['009553cc-5cee-45e7-9632-55a1e6a8895a', 'b5c64df5-40aa-4fe0-8968-b5caaaaf2936']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:33.344479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-d11efc10-b84c-4ebf-842c-9e04b5a7bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:33.345986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-d11efc10-b84c-4ebf-842c-9e04b5a7bd3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6f43d7e2-4516-4df6-b8d9-948af5ae83c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6984200 Oct 13 04:23:33.406586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8396282-9ebd-40c8-b411-06d60c7cb9ac req-4c2d92cc-703c-4326-a918-356c898bf761 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918267 Oct 13 04:23:33.421703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Deleting port a93679ff-95d6-4aea-90fb-38bd7c2593ed {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:33.427531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.432912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Deleting port be1dd466-0ecc-4f36-87ae-4355089749dd {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:33.434061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.533761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-24890f2d-50bc-4957-90fd-ea074e3a9ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516588 Oct 13 04:23:33.540401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] For port be1dd466-0ecc-4f36-87ae-4355089749dd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be1dd466-0ecc-4f36-87ae-4355089749dd,segment=NetworkSegment(b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3),segment_id=b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:33.541822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.571747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Calling delete_port for be1dd466-0ecc-4f36-87ae-4355089749dd owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:33.667776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.671880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.675448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44917c1d-64fd-46c4-a544-e25b199d2635 None None] New status for floating IP 6dcc8a43-31b8-43fa-8f96-9d51d55ca185: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:23:33.683699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.707191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Calling delete_port for a93679ff-95d6-4aea-90fb-38bd7c2593ed owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:33.719796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.781279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] Pushing event deleted for resources: {'Port': ['ID=be1dd466-0ecc-4f36-87ae-4355089749dd,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.783439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0451a75f-b848-4450-a347-58cd28db0634 None None] No DVR routers for this DVR port be1dd466-0ecc-4f36-87ae-4355089749dd on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:33.844805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87053d39-9e5f-4013-8333-bc3da8cdfd3d req-a329638e-c90c-41c8-b530-2c1eb5e028d7 service neutron] 10.222.0.47 "GET /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947726 Oct 13 04:23:33.851292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:33.934082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375f7c-c450-4b14-b0af-09fc956e9d89 req-72c17555-e9ab-49bd-beb4-fd90ebebebb4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:33.938952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d375f7c-c450-4b14-b0af-09fc956e9d89 req-72c17555-e9ab-49bd-beb4-fd90ebebebb4 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0997875 Oct 13 04:23:33.940622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:33.972339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Pushing event updated for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:33.982427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:33.982563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.003878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:34.018777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d375f7c-c450-4b14-b0af-09fc956e9d89 req-e16f7188-2db8-4f10-99bf-4b964c8c25e9 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776544 Oct 13 04:23:34.073554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Port': ['ID=a93679ff-95d6-4aea-90fb-38bd7c2593ed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:34.109067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.114922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b63a719e-5c04-4d9e-938c-c2cd5a982b82 tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/ports/a93679ff-95d6-4aea-90fb-38bd7c2593ed HTTP/1.1" status: 204 len: 168 time: 0.9006643 Oct 13 04:23:34.115541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51362) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:34.182293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.183721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.264901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:34.268651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a9fa9-037d-42ef-aff3-de1e6db02fc9 req-27d3a647-72fb-44dd-817b-87dac9000489 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.277401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e5a9fa9-037d-42ef-aff3-de1e6db02fc9 req-27d3a647-72fb-44dd-817b-87dac9000489 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1440995 Oct 13 04:23:34.298159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.316961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-a1707edb-056e-4c7f-991f-6445c104d3ae tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4972494 Oct 13 04:23:34.317643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.335487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:34.371095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Request body: {'port': {'device_id': 'e041b26c-7330-459c-b58a-26642cf915cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:34.372468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e5a9fa9-037d-42ef-aff3-de1e6db02fc9 req-05d9a3ed-27a8-4402-9e89-8b17f3172aa6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936925 Oct 13 04:23:34.397356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.425511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-254d9e56-8afa-459c-a970-6d2358549176 None None] Provisioning complete for port 14912a4f-002b-421c-9257-bd929c1f824b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:34.426250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-254d9e56-8afa-459c-a970-6d2358549176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.458567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.460024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.461967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63badda6-2fc3-4abf-ad21-a03055b9239d req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "PUT /v2.0/ports/8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 981 time: 1.1462560 Oct 13 04:23:34.462663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:34.467828 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc2dee-223c-46dd-a470-b02037ad4e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:34.494843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-254d9e56-8afa-459c-a970-6d2358549176 None None] Port 14912a4f-002b-421c-9257-bd929c1f824b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:34.547833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.575844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:34.580741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1da3f-24a4-45bf-a191-c2d8f02b9e10 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:34.688208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.725171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-a8b3cfda-992f-43ef-85ae-a164fcd757af tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2115793313&fields=id&tenant_id=cdc27f4df1544f9690bd2dd72b641653 HTTP/1.1" status: 200 len: 267 time: 0.0782506 Oct 13 04:23:34.779096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e332ec-011a-4201-a3c7-78f304db46ca']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:34.808705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-84016bc4-5491-425a-90d2-0366caffcfe6 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.816413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-84016bc4-5491-425a-90d2-0366caffcfe6 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 984 time: 0.0906589 Oct 13 04:23:34.822354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'port': {'security_groups': ['009553cc-5cee-45e7-9632-55a1e6a8895a']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:34.829971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:34.830338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a0d45f-7011-4861-a3cd-8bc2a11a6ca3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:34.869893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.918891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.930785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:23:34.933597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:34.982124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0b06d-319d-4e6f-901e-4c2ffa3d3b7a req-c1fe473d-4138-4c15-b714-d6e25fc511cb tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:34.984485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49e0b06d-319d-4e6f-901e-4c2ffa3d3b7a req-c1fe473d-4138-4c15-b714-d6e25fc511cb tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 935 time: 0.3649817 Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:23:35.049088 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:23:35.088763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.108487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49e0b06d-319d-4e6f-901e-4c2ffa3d3b7a req-b88d3792-31ff-435e-a466-24958c75b120 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100180 Oct 13 04:23:35.117025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.141226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:35.157851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] 10.222.0.49 "DELETE /v2.0/networks/f9e332ec-011a-4201-a3c7-78f304db46ca HTTP/1.1" status: 204 len: 168 time: 1.0313907 Oct 13 04:23:35.171156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: be1dd466-0ecc-4f36-87ae-4355089749dd {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:35.171611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be1dd466-0ecc-4f36-87ae-4355089749dd not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:35.216427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2505a-e333-4254-94bf-0f90825769be tempest-PortsTestJSON-430232204 tempest-PortsTestJSON-430232204-project] Pushing event deleted for resources: {'Network': ['ID=f9e332ec-011a-4201-a3c7-78f304db46ca,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:35.232209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.254973 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5180f7b4-e66d-4566-859f-d671bfd7e99c x-openstack-request-id: req-5180f7b4-e66d-4566-859f-d671bfd7e99c {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:35.255325 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:35.255325 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5180f7b4-e66d-4566-859f-d671bfd7e99c {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:35.255795 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:23:35.300183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14912a4f-002b-421c-9257-bd929c1f824b {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:35.319757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.346106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Transition to ACTIVE for port object 14912a4f-002b-421c-9257-bd929c1f824b will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:35.390602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.461085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-0ac8c238-cd91-4eb9-b037-d4569725cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.462879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-0ac8c238-cd91-4eb9-b037-d4569725cefd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1135 time: 0.1128104 Oct 13 04:23:35.540035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e0c44-92b2-44a1-a1e4-527563ccb168 req-02a902f7-5bba-4905-9e64-908869741ea3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.541627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-419e0c44-92b2-44a1-a1e4-527563ccb168 req-02a902f7-5bba-4905-9e64-908869741ea3 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1922522 Oct 13 04:23:35.567342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Pushing event updated for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:35.647105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-419e0c44-92b2-44a1-a1e4-527563ccb168 req-6b0c43fc-33aa-42f1-ac2a-66076afa97e6 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Oct 13 04:23:35.684800 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Attempting to bind port 14912a4f-002b-421c-9257-bd929c1f824b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:35.685126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Attempting to bind port 14912a4f-002b-421c-9257-bd929c1f824b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:35.685444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Attempting to bind port 14912a4f-002b-421c-9257-bd929c1f824b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:35.705594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Port 14912a4f-002b-421c-9257-bd929c1f824b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:35.705938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Attempting to bind port 14912a4f-002b-421c-9257-bd929c1f824b on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:35.718095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:35.718536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:35.718927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:35.719458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Bound port: 14912a4f-002b-421c-9257-bd929c1f824b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:35.719821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.725538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-3cd0e3b3-c2d9-4111-ae4b-fcb5a60f44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.727271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-3cd0e3b3-c2d9-4111-ae4b-fcb5a60f44c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.2547963 Oct 13 04:23:35.762837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51388) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:35.813181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:35.816346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-ee4fb511-157b-496d-93ba-43890a294f56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0797210 Oct 13 04:23:35.869222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:35.874886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=14912a4f-002b-421c-9257-bd929c1f824b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:35.883656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.918697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-851c8492-4fdb-4b8d-99f9-6d484b63d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.920918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-851c8492-4fdb-4b8d-99f9-6d484b63d238 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0823207 Oct 13 04:23:35.962250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Pushing event updated for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:35.987645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:35.988588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:35.990259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-bd3d4be2-ddc1-4e38-8719-2e25d1573bca service neutron] 10.222.0.47 "PUT /v2.0/ports/14912a4f-002b-421c-9257-bd929c1f824b HTTP/1.1" status: 200 len: 1095 time: 1.6353674 Oct 13 04:23:35.990642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-e527433e-3c4d-4866-9ad6-645eea1fb726 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612481 Oct 13 04:23:35.995317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.036852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.048548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:36.152783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40945bb7-9043-4f82-8f13-e3a5aa14dd5f req-996d346a-7258-4c7c-8638-fbe7f40cdbfb tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.163323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40945bb7-9043-4f82-8f13-e3a5aa14dd5f req-996d346a-7258-4c7c-8638-fbe7f40cdbfb tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1493342 Oct 13 04:23:36.182676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-85e2341e-597e-48f8-b7cd-68debef68f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.185049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-85e2341e-597e-48f8-b7cd-68debef68f8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 1098 time: 0.1165910 Oct 13 04:23:36.268786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-537a6fcc-880d-44e9-98f9-b431aa3691e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=14912a4f-002b-421c-9257-bd929c1f824b HTTP/1.1" status: 200 len: 217 time: 0.0686777 Oct 13 04:23:36.281305 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40945bb7-9043-4f82-8f13-e3a5aa14dd5f req-0461a1ad-69d8-4a88-9633-63f019927e59 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167226 Oct 13 04:23:36.354244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.356575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.365479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44b118b6-ed4e-4d58-afb2-09d4fb262d6d req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "PUT /v2.0/ports/8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 942 time: 1.5456462 Oct 13 04:23:36.384211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9629e4cb-f434-4767-8aa4-45f7f0218e95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3cbf5e1f6764a108a058d9e0c904dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199846 Oct 13 04:23:36.389081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:36.391254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-c78b32e7-c42f-4654-aeeb-839098d99176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.391721 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81ac56-65e2-49a8-be8a-c1d143ef2330" -d '{"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:36.393788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-c78b32e7-c42f-4654-aeeb-839098d99176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1115410 Oct 13 04:23:36.394473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51396) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:36.405018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:36.422374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-a91e4951-e86a-4d30-b3e3-13c7e9f68427 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232700 Oct 13 04:23:36.429707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e9628-c90d-4516-91ff-1b5a43f0d456 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.514471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.539963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.586267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9743cf4-7ffa-416e-95a5-623999487994 req-3b7e4319-2c4e-48b9-b012-f0493ed49a84 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.595469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9743cf4-7ffa-416e-95a5-623999487994 req-3b7e4319-2c4e-48b9-b012-f0493ed49a84 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1174924 Oct 13 04:23:36.612380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.616417 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:36.618067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a393a89-25a6-4518-88cd-894c96d287b5 HTTP/1.1" status: 204 len: 168 time: 0.2222755 Oct 13 04:23:36.646509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-92e17eff-3e10-4d3b-995f-84a1e9e98b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.648453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-92e17eff-3e10-4d3b-995f-84a1e9e98b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852846 Oct 13 04:23:36.665055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81806609-59c2-4d62-b0dc-ffba5f4363d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a393a89-25a6-4518-88cd-894c96d287b5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:36.754367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9743cf4-7ffa-416e-95a5-623999487994 req-da5b85ab-cf52-477b-bb24-65184a2ae321 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569645 Oct 13 04:23:36.759832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dfc2dee-223c-46dd-a470-b02037ad4e4e req-dbf3197a-7e7d-4a52-a695-d45d24b67cd4 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233683 Oct 13 04:23:36.826529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb82a89-2346-438c-b4d1-1e593a03958a req-ea90f989-9438-45d3-b396-3f48d0b335a7 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:36.829186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccb82a89-2346-438c-b4d1-1e593a03958a req-ea90f989-9438-45d3-b396-3f48d0b335a7 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 947 time: 0.1985164 Oct 13 04:23:36.920238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccb82a89-2346-438c-b4d1-1e593a03958a req-08a2587e-e2e3-4d36-8131-ce1fae11ff83 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792792 Oct 13 04:23:36.952164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-8ae57b84-85fa-4fc1-a825-d4c6d07fd5e8 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757490 Oct 13 04:23:36.991917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-9683897e-c597-4aab-a567-9b0c2776069d tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1805940 Oct 13 04:23:37.008273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:37.017891 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3732c8f6-dfcf-43f4-b659-355d25a123a3 x-openstack-request-id: req-3732c8f6-dfcf-43f4-b659-355d25a123a3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:37.018248 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:37.018599 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3732c8f6-dfcf-43f4-b659-355d25a123a3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:37.019565 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:23:37.095682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.164944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f2bfd0e-fa5d-4869-b43f-e36a70ea3c23 req-76a62943-8ebe-410e-b2df-85959f8be4be service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029765 Oct 13 04:23:37.182638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-98b40018-45f6-44d8-a340-20c8c0c5ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.187616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-98b40018-45f6-44d8-a340-20c8c0c5ee75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.1577191 Oct 13 04:23:37.257725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:37.260346 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "tag": "14912a4f-002b-421c-9257-bd929c1f824b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:37.378474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-1952b8d6-3ef8-44f1-9cef-927de5d0d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.380079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-1952b8d6-3ef8-44f1-9cef-927de5d0d8f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.1777530 Oct 13 04:23:37.440063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-41601081-09af-4dc3-9f2e-f72813922c45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0501206 Oct 13 04:23:37.441380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed1dc-3b93-4ec2-8df6-a243890a7419 req-854a521e-d5f5-4303-988e-cf9cc75c4e36 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.443947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-630ed1dc-3b93-4ec2-8df6-a243890a7419 req-854a521e-d5f5-4303-988e-cf9cc75c4e36 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0941284 Oct 13 04:23:37.500786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-630ed1dc-3b93-4ec2-8df6-a243890a7419 req-a2f91370-008d-477c-98ae-5572f24d0310 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 Oct 13 04:23:37.547134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-c067a64e-33bb-41b9-a742-b1c63e7f936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.547134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-c067a64e-33bb-41b9-a742-b1c63e7f936b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0974891 Oct 13 04:23:37.550239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:37.567913 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e094df-d293-4cfa-a360-ccf2bd5013a1 x-openstack-request-id: req-a8e094df-d293-4cfa-a360-ccf2bd5013a1 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:37.570410 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "tag": "14912a4f-002b-421c-9257-bd929c1f824b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:37.570730 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8e094df-d293-4cfa-a360-ccf2bd5013a1 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:37.571234 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b', 'status': 'completed', 'code': 200} Oct 13 04:23:37.630116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-e8c1418e-d513-480c-b5fa-c63f7e2898bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634289 Oct 13 04:23:37.750643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-7433f459-198e-45a3-8736-2b95ed9c0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.752499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-7433f459-198e-45a3-8736-2b95ed9c0b12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 1098 time: 0.1467810 Oct 13 04:23:37.826931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd448cc-2f7b-42a5-bde1-5ded349e63c4 req-56ed7977-c37e-4180-924e-8eab35c0629a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:37.830085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dd448cc-2f7b-42a5-bde1-5ded349e63c4 req-56ed7977-c37e-4180-924e-8eab35c0629a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1497631 Oct 13 04:23:37.836384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-5c1e1524-db94-4bf6-aeef-d0800bc4601d service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540072 Oct 13 04:23:37.861377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Allocated IP 172.25.0.60 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/891bac6f-11c8-4d66-91db-2d01144edc89) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:37.949722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dd448cc-2f7b-42a5-bde1-5ded349e63c4 req-1f2f9959-b90b-43cd-9376-5a7def810b21 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Oct 13 04:23:37.985787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51438) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.031275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-59354289-2c5d-4edd-b899-076d90771847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.032842 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-59354289-2c5d-4edd-b899-076d90771847 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2655797 Oct 13 04:23:38.040844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca81ac56-65e2-49a8-be8a-c1d143ef2330 req-32c4eb13-fff5-4425-b1b8-d836b3a679c6 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957622 Oct 13 04:23:38.097824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.109232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-c7d33b12-1394-47e6-8255-12228bbc9bde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=14912a4f-002b-421c-9257-bd929c1f824b HTTP/1.1" status: 200 len: 217 time: 0.0675266 Oct 13 04:23:38.154000 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.191119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-0ed382d7-712d-4250-a6ae-50f501aa0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.192664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-0ed382d7-712d-4250-a6ae-50f501aa0cd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0716505 Oct 13 04:23:38.210363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:38.212301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:38.217221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:38.237677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2046888080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:38.266833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'Port': ['ID=891bac6f-11c8-4d66-91db-2d01144edc89,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.317744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94cdfe-c61c-406c-901c-805dc0d628f3 req-e7c15db0-5944-4a5b-bf9b-4c66f4541120 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.325198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a94cdfe-c61c-406c-901c-805dc0d628f3 req-e7c15db0-5944-4a5b-bf9b-4c66f4541120 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1445198 Oct 13 04:23:38.327222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.328421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.341678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-3fd50dbd-de4b-4975-be6f-6de43bfa6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.343442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-3fd50dbd-de4b-4975-be6f-6de43bfa6b04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114655 Oct 13 04:23:38.358425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.405203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.490198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a94cdfe-c61c-406c-901c-805dc0d628f3 req-771e61e2-fab8-420c-90c6-ed881625a0d5 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622381 Oct 13 04:23:38.498892 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.514667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.551379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.555704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c216423b-3418-45a9-a68d-99859cb32d10 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5687592 Oct 13 04:23:38.556324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51448) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:38.575010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1840954213'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:38.598715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-ff637ead-4183-47a3-ac42-b894177894ec service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445195 Oct 13 04:23:38.671108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.679715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.705682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:38.709496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.738073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be7cb6-aeef-482f-996e-ecc81623eb1e req-425a9e0e-dced-4fac-815a-d5b9e6dad044 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:38.739561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94be7cb6-aeef-482f-996e-ecc81623eb1e req-425a9e0e-dced-4fac-815a-d5b9e6dad044 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 947 time: 0.1554158 Oct 13 04:23:38.742880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.772996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event updated for resources: {'Port': ['ID=891bac6f-11c8-4d66-91db-2d01144edc89,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.786839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.808723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.817781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-80f3ac14-6ee9-4efa-91e9-cddce60da104 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8151355 Oct 13 04:23:38.824156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbfcc800-7e26-49be-b846-2bc81c2c1ff7 req-4b73696c-861e-440a-aed0-4aa6c9eca470 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111323 Oct 13 04:23:38.838936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94be7cb6-aeef-482f-996e-ecc81623eb1e req-4a59f845-c86d-4fdb-9833-ec248ed4b92d tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850058 Oct 13 04:23:38.887924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-23e24828-9555-4dfc-a9e8-581056293d8c tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0690155 Oct 13 04:23:38.911781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.922801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.960539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:38.980845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631f72bf-2db2-4d94-93cc-b7ba16647c81,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:38.985488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:38.986108 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Added segment 8970f67d-2053-4770-9ef4-53761fa44bde of type vlan for network fdccb282-3f66-422b-a6c7-b191e2a6d2ec Oct 13 04:23:39.041923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.080186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.092338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.093148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.224129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6553905 Oct 13 04:23:39.227229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1954f5-00d3-4671-a3bb-09210a2832bd tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Network': ['ID=fdccb282-3f66-422b-a6c7-b191e2a6d2ec,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:39.231126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51456) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:39.236914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'subnet': {'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:39.241356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:39.363681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d335-b2fc-45ec-90f5-fd396badeca4 req-743a6aae-9ee3-4152-bbf2-1c94d666c05e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.372939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7075d335-b2fc-45ec-90f5-fd396badeca4 req-743a6aae-9ee3-4152-bbf2-1c94d666c05e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.2030299 Oct 13 04:23:39.379514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-8325c504-3ca9-4d68-8bec-2d2232e46f79 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.381178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-8325c504-3ca9-4d68-8bec-2d2232e46f79 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.4922712 Oct 13 04:23:39.394471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:39.398425 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.399995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-478f2108-3ac6-4bcc-8980-cb6017ca4077 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:39.400953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f11980c2-79be-4065-b64a-4cbd0cd423dc req-478f2108-3ac6-4bcc-8980-cb6017ca4077 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066953 Oct 13 04:23:39.478193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7075d335-b2fc-45ec-90f5-fd396badeca4 req-76c8ad8c-d436-490a-94bd-a95cbee466a9 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994511 Oct 13 04:23:39.595000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dbaeb-50f0-45f0-a260-4e3948f88054 req-d5405c3f-86c0-4bad-95a1-16c3e063329e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.596943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-623dbaeb-50f0-45f0-a260-4e3948f88054 req-d5405c3f-86c0-4bad-95a1-16c3e063329e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0625763 Oct 13 04:23:39.648888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-1aa9750c-1c18-43a5-b55c-318b9d29abb3 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.651047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-1aa9750c-1c18-43a5-b55c-318b9d29abb3 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1013665 Oct 13 04:23:39.658061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-623dbaeb-50f0-45f0-a260-4e3948f88054 req-372ae8bf-ecd3-496a-b796-98cb4d001c52 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547683 Oct 13 04:23:39.760501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-98ba732b-ad74-47b8-b288-d9bb2d492d87 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 695 time: 0.0623276 Oct 13 04:23:39.764043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.780080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'floatingip': {'port_id': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:39.807479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90c194-cc81-4d0c-960a-d19345d4145f req-3246862f-fb87-4e62-adb5-c00832d84663 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:39.809149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f90c194-cc81-4d0c-960a-d19345d4145f req-3246862f-fb87-4e62-adb5-c00832d84663 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.0590348 Oct 13 04:23:39.858859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f90c194-cc81-4d0c-960a-d19345d4145f req-91b5f16c-2a87-471c-b223-5be1aa599993 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Oct 13 04:23:39.865650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:39.924946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Subnet': ['ID=d1845ae5-6924-4aff-b2a2-9da3bc02f77a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:39.979371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Checking segment: {'id': '8970f67d-2053-4770-9ef4-53761fa44bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:39.982302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network hostable DHCP agents. Network: fdccb282-3f66-422b-a6c7-b191e2a6d2ec, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:40.006193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698b446-0357-4576-927f-0694d023e25c req-c308813d-84c1-407c-8ecd-537c291685ad tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.007791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f698b446-0357-4576-927f-0694d023e25c req-c308813d-84c1-407c-8ecd-537c291685ad tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 947 time: 0.0683095 Oct 13 04:23:40.042105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:40.068063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f698b446-0357-4576-927f-0694d023e25c req-9eed59fd-e9b8-42b8-b5f4-a9fda0d93f86 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480206 Oct 13 04:23:40.108923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fdccb282-3f66-422b-a6c7-b191e2a6d2ec) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:40.117129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.117721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.119732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d90f9-e86c-4b6f-a24f-947e05471385 None None] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:40.177906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eae517bd-ce48-4198-8394-99325ad7bca5 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9446719 Oct 13 04:23:40.180936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51472) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:40.188176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'network': {'name': 'tempest-router-network01--1952522577'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:40.235111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:40.238841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.303119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:40.327689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.328039 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Added segment 6c9a24ae-42bd-4350-9302-22237745dce3 of type vlan for network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e Oct 13 04:23:40.350776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-fdccb282-3f66-422b-a6c7-b191e2a6d2ec', 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec', 'tenant_id': '9911ebf44c064a319685d4fb5f47a348', 'fixed_ips': [{'subnet_id': 'd1845ae5-6924-4aff-b2a2-9da3bc02f77a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:40.352727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.400440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.472033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.479863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.480525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.583292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Allocated IP 2001:db8::2 (fdccb282-3f66-422b-a6c7-b191e2a6d2ec/d1845ae5-6924-4aff-b2a2-9da3bc02f77a/16d01ec3-4432-4745-bb2f-4aa6c3b362be) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:40.613423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.622870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.642125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4563799 Oct 13 04:23:40.643220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51478) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:40.652355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'network': {'name': 'tempest-router-network02--1665395548'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:40.660370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181d001-e383-42b6-8d7b-082844df7d4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Network': ['ID=76a856d3-09ec-404c-a59b-ee0d54dd8b0e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:40.691720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83bc3-9897-4d47-b8f9-09887a60b922 req-168e1f24-fc9b-4e58-a4b3-a1c0145a8d3e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:40.693049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6db83bc3-9897-4d47-b8f9-09887a60b922 req-168e1f24-fc9b-4e58-a4b3-a1c0145a8d3e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1716824 Oct 13 04:23:40.693726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:40.712118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:40.718825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.793392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6db83bc3-9897-4d47-b8f9-09887a60b922 req-d3d3c0cf-861b-4e25-84d6-abf3f48ec899 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812771 Oct 13 04:23:40.816824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:40.847638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.847985 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Added segment 4cdd0c15-c57c-4c50-b936-a7e49176135c of type vlan for network eea354e9-141b-4b5c-a5eb-442c487a5160 Oct 13 04:23:40.907361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.925409 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:40.949760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.004394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.012592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.013249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.032209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:41.035894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:41.041168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:41.045970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Pushing event updated for resources: {'Port': ['ID=16d01ec3-4432-4745-bb2f-4aa6c3b362be,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.072053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4254541 Oct 13 04:23:41.075441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51486) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:41.082339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'subnet': {'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:41.155347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Attempting to bind port 16d01ec3-4432-4745-bb2f-4aa6c3b362be on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:41.157461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b603dc-0a67-417e-a25e-f2dc5e7b5f20 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Network': ['ID=eea354e9-141b-4b5c-a5eb-442c487a5160,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.162544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Attempting to bind port 16d01ec3-4432-4745-bb2f-4aa6c3b362be by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8970f67d-2053-4770-9ef4-53761fa44bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:41.162544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Attempting to bind port 16d01ec3-4432-4745-bb2f-4aa6c3b362be on network fdccb282-3f66-422b-a6c7-b191e2a6d2ec {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:41.170289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:41.170676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Checking segment: {'id': '8970f67d-2053-4770-9ef4-53761fa44bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:41.171095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.172000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Bound using segment: {'id': '8970f67d-2053-4770-9ef4-53761fa44bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:41.172502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Bound port: 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8970f67d-2053-4770-9ef4-53761fa44bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fdccb282-3f66-422b-a6c7-b191e2a6d2ec'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:41.173024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.178586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network eea354e9-141b-4b5c-a5eb-442c487a5160 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:41.188949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d605c-801c-4286-a073-d1e97195bd32 req-de03bd41-7f2c-450a-83b4-1b6015f14838 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.196257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-452d605c-801c-4286-a073-d1e97195bd32 req-de03bd41-7f2c-450a-83b4-1b6015f14838 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1393239 Oct 13 04:23:41.250201 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Floating IP a81fd3da-c415-4a41-82f5-97f410d63a22 associated. External IP: 172.25.0.60, port: 8191bf85-adb2-430f-8e7f-acb765c2a97b. Oct 13 04:23:41.268441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-452d605c-801c-4286-a073-d1e97195bd32 req-1d108137-c3cf-4a00-a441-5aee1f2aa7b1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564525 Oct 13 04:23:41.304541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:41.309760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.327999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] For port 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:41.331609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] For port 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=16d01ec3-4432-4745-bb2f-4aa6c3b362be,segment=NetworkSegment(8970f67d-2053-4770-9ef4-53761fa44bde),segment_id=8970f67d-2053-4770-9ef4-53761fa44bde)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:41.343051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.418909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6df24-1704-4c12-81fa-966e6f68e00a None None] Pushing event updated for resources: {'Port': ['ID=16d01ec3-4432-4745-bb2f-4aa6c3b362be,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.429524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 14912a4f-002b-421c-9257-bd929c1f824b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:23:41.444447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fcd35-b631-4f41-8cd8-c63e8ac5626a req-dae21980-7543-43eb-8c71-9025aca97c6b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.446142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e94fcd35-b631-4f41-8cd8-c63e8ac5626a req-dae21980-7543-43eb-8c71-9025aca97c6b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1048770 Oct 13 04:23:41.495310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.520065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e94fcd35-b631-4f41-8cd8-c63e8ac5626a req-7b4d4579-4f6f-46b9-abd4-4625950e0b6e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634742 Oct 13 04:23:41.607804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=14912a4f-002b-421c-9257-bd929c1f824b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:41.620861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '14912a4f-002b-421c-9257-bd929c1f824b', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '14912a4f-002b-421c-9257-bd929c1f824b', 'mac_address': 'fa:16:3e:ee:39:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:23:41.704773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.724125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fa11c-98d8-4893-a212-6806f0750f71 req-ec28200a-1d5e-42b8-b072-706d89e536c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:41.728313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa9fa11c-98d8-4893-a212-6806f0750f71 req-ec28200a-1d5e-42b8-b072-706d89e536c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 947 time: 0.1194141 Oct 13 04:23:41.741458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14912a4f-002b-421c-9257-bd929c1f824b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:41.758642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ed1078d-1725-4f3b-8e86-dbf4c0bcb395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.797693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa9fa11c-98d8-4893-a212-6806f0750f71 req-bd2e6fa3-f7c8-4307-90b3-118555787b67 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567741 Oct 13 04:23:41.824504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=14912a4f-002b-421c-9257-bd929c1f824b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:41.836757 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.846115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:41.903778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Router ada162a2-0a9e-4109-86b1-81928d22d14a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:41.910849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:41.936235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Subnet': ['ID=02bf86a5-b11e-4676-b756-dd901a18b8da,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.003034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Checking segment: {'id': '6c9a24ae-42bd-4350-9302-22237745dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:42.003429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network hostable DHCP agents. Network: 76a856d3-09ec-404c-a59b-ee0d54dd8b0e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:42.057057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:42.072734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 76a856d3-09ec-404c-a59b-ee0d54dd8b0e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:42.078270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.078877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.081696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:42.083827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb298a-f779-4655-ac44-55d80a360088 None None] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:42.086692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.093865 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Sync routers for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:42.112344 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:42.112955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:42.147840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['14912a4f-002b-421c-9257-bd929c1f824b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:42.155867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-467a2d85-d6c1-4b48-b72f-9b4562e23d81 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "PUT /v2.0/floatingips/a81fd3da-c415-4a41-82f5-97f410d63a22 HTTP/1.1" status: 200 len: 995 time: 2.3856466 Oct 13 04:23:42.156624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:42.160749 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31" -d '{"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:42.173112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f3899a7-ef0b-469d-9fc8-2e91efd7b995 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0965300 Oct 13 04:23:42.176399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:42.182111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'subnet': {'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:42.251431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5df55-104d-4433-9fd4-624d7dab6a96 req-c4db869c-801d-4b72-8feb-571d4d2b750e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.255484 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:42.258802 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ee5df55-104d-4433-9fd4-624d7dab6a96 req-c4db869c-801d-4b72-8feb-571d4d2b750e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1281846 Oct 13 04:23:42.291555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-2748e4b1-2055-4c8f-a7fd-94b3a07cdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.306260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-2748e4b1-2055-4c8f-a7fd-94b3a07cdd8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.1368792 Oct 13 04:23:42.361044 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ee5df55-104d-4433-9fd4-624d7dab6a96 req-7b728eee-122a-4d52-9ca5-cf29cd950822 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011746 Oct 13 04:23:42.373812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-76a856d3-09ec-404c-a59b-ee0d54dd8b0e', 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e', 'tenant_id': '9911ebf44c064a319685d4fb5f47a348', 'fixed_ips': [{'subnet_id': '02bf86a5-b11e-4676-b756-dd901a18b8da'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:42.379938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.420487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:42.424694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.531314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-41b54166-0c5c-4b46-96cd-b4b794c75d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.539098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-41b54166-0c5c-4b46-96cd-b4b794c75d1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.2315466 Oct 13 04:23:42.612357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.623733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Allocated IP 2001:db8::2 (76a856d3-09ec-404c-a59b-ee0d54dd8b0e/02bf86a5-b11e-4676-b756-dd901a18b8da/9be5f135-9bf7-43ec-b180-927265eccc08) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:42.640261 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd3069-839a-49c9-aa0e-8198b58efff3 x-openstack-request-id: req-42fd3069-839a-49c9-aa0e-8198b58efff3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:42.640603 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:42.640857 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42fd3069-839a-49c9-aa0e-8198b58efff3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:42.641356 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:23:42.656038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-50ee341c-baf8-47fd-a548-e567bfdff96a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 998 time: 0.1158319 Oct 13 04:23:42.690149 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a81fd3da-c415-4a41-82f5-97f410d63a22', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'port_id': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'mac_address': 'fa:16:3e:ce:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:38Z', 'updated_at': '2021-10-13T04:23:40Z', 'revision_number': 1, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:42.703890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-666a0e33-710d-4142-bce6-c34e62b0d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.705391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-666a0e33-710d-4142-bce6-c34e62b0d706 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.2351501 Oct 13 04:23:42.740614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5691252-e011-4181-aef5-6461d13f09cc req-8d57d04c-951f-4034-9ada-2e002744dfc7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.746119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413edb4-6394-4872-a358-7032f7003602 req-34a4afdc-969f-4299-b1bb-8063cd9cbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.747948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-34a4afdc-969f-4299-b1bb-8063cd9cbc39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 1097 time: 0.0823004 Oct 13 04:23:42.748498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5691252-e011-4181-aef5-6461d13f09cc req-8d57d04c-951f-4034-9ada-2e002744dfc7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1896572 Oct 13 04:23:42.753932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-6d1e7344-ab37-4470-8168-1997dcb91ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:42.756384 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Checking router: ada162a2-0a9e-4109-86b1-81928d22d14a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:42.762997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-6d1e7344-ab37-4470-8168-1997dcb91ec1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.1061506 Oct 13 04:23:42.768501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:42.769712 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:42.834048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-4ddfa83b-d9ba-4a56-8037-71c47eb638a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699039 Oct 13 04:23:42.860148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.872586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-d31b08fb-b59d-4058-bdcc-b0741678d4e0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:42.874486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:42.881843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-d31b08fb-b59d-4058-bdcc-b0741678d4e0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463049 Oct 13 04:23:42.883651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5691252-e011-4181-aef5-6461d13f09cc req-6adbb4d1-acb7-402b-abd4-23f53ca916b5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342008 Oct 13 04:23:42.963433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Pushing event updated for resources: {'Port': ['ID=9be5f135-9bf7-43ec-b180-927265eccc08,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:42.977503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:42.979749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:42.985256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:43.008611 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:43.015378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413edb4-6394-4872-a358-7032f7003602 req-682c162c-dc43-4aa1-9611-c1f5613fd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.016880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-682c162c-dc43-4aa1-9611-c1f5613fd9a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.2519121 Oct 13 04:23:43.020938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9c675-8356-482a-ba7b-2dbc5ce2d69b None None] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:43.066105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-c2be87fe-3a25-47f2-b7b8-f7e88b61cc6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 200 len: 217 time: 0.0384116 Oct 13 04:23:43.076260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-42497ad6-089b-49a0-bf7c-7de777ebccc5 service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941133 Oct 13 04:23:43.121104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] Provisioning complete for port 16d01ec3-4432-4745-bb2f-4aa6c3b362be triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:43.121727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.152780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.171291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-f0fe0721-a270-4ffd-b656-9ab6f3337de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.172458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413edb4-6394-4872-a358-7032f7003602 req-e4315d75-b9eb-4ca1-a097-58e8940ffd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.173977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-e4315d75-b9eb-4ca1-a097-58e8940ffd24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0804911 Oct 13 04:23:43.175728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-f0fe0721-a270-4ffd-b656-9ab6f3337de1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.4568412 Oct 13 04:23:43.179018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 16d01ec3-4432-4745-bb2f-4aa6c3b362be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:43.185722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Attempting to bind port 9be5f135-9bf7-43ec-b180-927265eccc08 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:43.186092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Attempting to bind port 9be5f135-9bf7-43ec-b180-927265eccc08 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '6c9a24ae-42bd-4350-9302-22237745dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:43.186455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Attempting to bind port 9be5f135-9bf7-43ec-b180-927265eccc08 on network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:43.226811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:43.227218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Checking segment: {'id': '6c9a24ae-42bd-4350-9302-22237745dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:43.227596 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.227988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Bound using segment: {'id': '6c9a24ae-42bd-4350-9302-22237745dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:43.228472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Bound port: 9be5f135-9bf7-43ec-b180-927265eccc08, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9a24ae-42bd-4350-9302-22237745dce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '76a856d3-09ec-404c-a59b-ee0d54dd8b0e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:43.228848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.235216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-cd2aeed7-9012-4859-b9b4-85c18ce6276b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319719 Oct 13 04:23:43.310969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaf093-3a0e-4c7e-8059-2915d42eb9e4 req-0bdd8eb2-5418-419d-8bea-7a3b526aa30c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.322095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3beaf093-3a0e-4c7e-8059-2915d42eb9e4 req-0bdd8eb2-5418-419d-8bea-7a3b526aa30c tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2859778 Oct 13 04:23:43.339157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a729797-de35-4882-8a3c-cf27e945ade7 req-681d96e3-8977-498b-9183-7e90c420a29f service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617240 Oct 13 04:23:43.424115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-b6b58cd5-d627-458f-907e-43ceaade2b39 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775219 Oct 13 04:23:43.438470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3beaf093-3a0e-4c7e-8059-2915d42eb9e4 req-2db7ef56-e459-44fc-bb46-f7a00118ce44 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092224 Oct 13 04:23:43.439462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Checking segment: {'id': '4cdd0c15-c57c-4c50-b936-a7e49176135c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:43.441787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network hostable DHCP agents. Network: eea354e9-141b-4b5c-a5eb-442c487a5160, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:43.473991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-7d570cb4-f1c0-4c58-a375-287088174b0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 998 time: 0.2832081 Oct 13 04:23:43.484821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Subnet': ['ID=57141575-d71f-48ca-a747-ae21c4011d1a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.514352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 14912a4f-002b-421c-9257-bd929c1f824b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:43.528810 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a81fd3da-c415-4a41-82f5-97f410d63a22', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'port_id': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'mac_address': 'fa:16:3e:ce:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:38Z', 'updated_at': '2021-10-13T04:23:40Z', 'revision_number': 1, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:43.563888 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efbfad8-d397-45c0-8477-43fec5bf7f6f None None] The sync data for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 is: [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a81fd3da-c415-4a41-82f5-97f410d63a22', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'floating_ip_address': '172.25.0.60', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'port_id': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'mac_address': 'fa:16:3e:ce:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:23:38Z', 'updated_at': '2021-10-13T04:23:40Z', 'revision_number': 1, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:43.568670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfd6b2-d3d7-4723-ba9d-4725af9fe7be req-5b32defd-f414-4991-9724-f7dc34dfde77 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.576910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-5366485d-3ac5-476d-b7b1-00377211c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.578445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-5366485d-3ac5-476d-b7b1-00377211c791 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0847952 Oct 13 04:23:43.578683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4fdfd6b2-d3d7-4723-ba9d-4725af9fe7be req-5b32defd-f414-4991-9724-f7dc34dfde77 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 948 time: 0.1072347 Oct 13 04:23:43.594737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] For port 9be5f135-9bf7-43ec-b180-927265eccc08, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:43.599499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] For port 9be5f135-9bf7-43ec-b180-927265eccc08, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9be5f135-9bf7-43ec-b180-927265eccc08,segment=NetworkSegment(6c9a24ae-42bd-4350-9302-22237745dce3),segment_id=6c9a24ae-42bd-4350-9302-22237745dce3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:43.604612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.639301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-42bd8ca5-58d4-4935-8653-39f8ab4ff2a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480330 Oct 13 04:23:43.641529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network eea354e9-141b-4b5c-a5eb-442c487a5160 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:43.646250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.656575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4fdfd6b2-d3d7-4723-ba9d-4725af9fe7be req-de14e73e-08d3-4c8e-97f1-936f1e9914be tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768275 Oct 13 04:23:43.662319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3413edb4-6394-4872-a358-7032f7003602 req-cabaeef2-c475-4155-a505-0e4693c936c2 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268665 Oct 13 04:23:43.664092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, eea354e9-141b-4b5c-a5eb-442c487a5160) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:43.689522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.691109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.718359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400ea95-8e16-47c1-a06b-ff007af519e6 None None] Network eea354e9-141b-4b5c-a5eb-442c487a5160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:43.771827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] For port 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=16d01ec3-4432-4745-bb2f-4aa6c3b362be,segment=NetworkSegment(8970f67d-2053-4770-9ef4-53761fa44bde),segment_id=8970f67d-2053-4770-9ef4-53761fa44bde)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:43.814471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.820514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 16d01ec3-4432-4745-bb2f-4aa6c3b362be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:43.820883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:43.826650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51534) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:43.826907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6150bea1-7231-4fd9-a4e9-6232eac344fb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6488600 Oct 13 04:23:43.830363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e8a99-dada-49c0-857e-aa2dc7f7f97f None None] Pushing event updated for resources: {'Port': ['ID=9be5f135-9bf7-43ec-b180-927265eccc08,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:43.883724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-a8f4a545-7963-450c-ba40-37eab01d14da tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 998 time: 0.1791844 Oct 13 04:23:43.949283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-2437789f-d486-45c5-9535-5a6ef1506586 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:43.953462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a87313-fe99-4dee-9d21-52374e9e4f73 None None] New status for floating IP a81fd3da-c415-4a41-82f5-97f410d63a22: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:23:43.962694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-2437789f-d486-45c5-9535-5a6ef1506586 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports/8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 942 time: 0.0780215 Oct 13 04:23:43.974452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-da7a2cba-ba72-4f7d-b811-f7d15e42416f service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236549 Oct 13 04:23:44.064920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 14912a4f-002b-421c-9257-bd929c1f824b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:23:44.099776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 14912a4f-002b-421c-9257-bd929c1f824b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:44.100159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.173066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-7b6382e8-3b1e-4af6-bda9-a8ef09056a75 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 998 time: 0.1585364 Oct 13 04:23:44.253689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0dd2-9389-41a0-afff-4e7e5b21ea1e req-bd057924-bf89-4b49-b3e2-ae73c3584f29 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.265388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5be0dd2-9389-41a0-afff-4e7e5b21ea1e req-bd057924-bf89-4b49-b3e2-ae73c3584f29 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.3688564 Oct 13 04:23:44.287944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cd2d729-bb6f-4f4b-8adb-edf0bd627f31 req-d959d929-1065-43b3-847c-ff64e1b4d0b6 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009949 Oct 13 04:23:44.340594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c168fe-3c13-4024-aa12-bb2d2ca91be9 None None] Pushing event updated for resources: {'Port': ['ID=16d01ec3-4432-4745-bb2f-4aa6c3b362be,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.345240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-eea354e9-141b-4b5c-a5eb-442c487a5160', 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160', 'tenant_id': '9911ebf44c064a319685d4fb5f47a348', 'fixed_ips': [{'subnet_id': '57141575-d71f-48ca-a747-ae21c4011d1a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:44.347156 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.370955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f5744b6b-a9f1-4601-82bf-1021d5021b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.379550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5be0dd2-9389-41a0-afff-4e7e5b21ea1e req-22b8c58c-2d75-43a5-b3cf-699ef9f1d51e tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132755 Oct 13 04:23:44.395880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-81861c9a-0f33-4264-8760-b219b583987f tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.410353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-81861c9a-0f33-4264-8760-b219b583987f tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.2242131 Oct 13 04:23:44.421255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-a9cba0af-bacf-466f-9c05-9e69de2695b2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:44.422280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-a9cba0af-bacf-466f-9c05-9e69de2695b2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112615 Oct 13 04:23:44.467894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.540215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.540380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-bf0843f8-599f-4691-8c11-4807d7d29ee6 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 998 time: 0.1084683 Oct 13 04:23:44.552273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:44.599759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:44.602500 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24acf07e-7b9a-40e7-a7d8-a1a5b88051a0" -d '{"events": [{"server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "name": "network-vif-plugged", "status": "completed", "tag": "14912a4f-002b-421c-9257-bd929c1f824b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:44.621025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.622658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=14912a4f-002b-421c-9257-bd929c1f824b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:44.625845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1a55cb3b-1706-4089-9205-badca8b44950 None None] Provisioning complete for port 16d01ec3-4432-4745-bb2f-4aa6c3b362be triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:44.626297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a55cb3b-1706-4089-9205-badca8b44950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.654721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.683666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588502d8-d2f8-4931-84de-88fe2fedbe7d req-95c4a81d-6c11-4af8-8061-11ccb92682b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:44.685408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-588502d8-d2f8-4931-84de-88fe2fedbe7d req-95c4a81d-6c11-4af8-8061-11ccb92682b6 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1943309 Oct 13 04:23:44.705329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Allocated IP 2001:db8::2 (eea354e9-141b-4b5c-a5eb-442c487a5160/57141575-d71f-48ca-a747-ae21c4011d1a/b439d5c9-84e8-4bf9-bd73-50ae9467a52f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:44.804600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:44.814738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-588502d8-d2f8-4931-84de-88fe2fedbe7d req-2647be2a-9acc-4a81-9831-85cf42f6d854 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090693 Oct 13 04:23:44.875200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.885344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:44.886354 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Floating IP a81fd3da-c415-4a41-82f5-97f410d63a22 disassociated. External IP: 172.25.0.60, port: 8191bf85-adb2-430f-8e7f-acb765c2a97b. Oct 13 04:23:44.893583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Allocated IP 2001:db8::1 (76a856d3-09ec-404c-a59b-ee0d54dd8b0e/02bf86a5-b11e-4676-b756-dd901a18b8da/1b1a1c5b-10a8-48b5-bf96-1eafee69f101) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:45.022798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.032934 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.109853 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.118559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Network eea354e9-141b-4b5c-a5eb-442c487a5160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:45.127080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:45.132432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:45.146240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Pushing event updated for resources: {'Port': ['ID=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.153384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f15d8-b254-445e-82c8-967c0d160abe req-0cbeeb18-c996-4e1d-8fa4-bc80455db3d1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.166642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b4f15d8-b254-445e-82c8-967c0d160abe req-0cbeeb18-c996-4e1d-8fa4-bc80455db3d1 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1376731 Oct 13 04:23:45.221882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.231771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Attempting to bind port b439d5c9-84e8-4bf9-bd73-50ae9467a52f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:45.232380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Attempting to bind port b439d5c9-84e8-4bf9-bd73-50ae9467a52f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '4cdd0c15-c57c-4c50-b936-a7e49176135c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:45.233428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Attempting to bind port b439d5c9-84e8-4bf9-bd73-50ae9467a52f on network eea354e9-141b-4b5c-a5eb-442c487a5160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:45.240417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:45.240660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Checking segment: {'id': '4cdd0c15-c57c-4c50-b936-a7e49176135c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:45.241381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.241620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Bound using segment: {'id': '4cdd0c15-c57c-4c50-b936-a7e49176135c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:45.242099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Bound port: b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdd0c15-c57c-4c50-b936-a7e49176135c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'eea354e9-141b-4b5c-a5eb-442c487a5160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:45.242484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.283222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b4f15d8-b254-445e-82c8-967c0d160abe req-846de813-adb9-4f92-94f3-1876a1b0c8e0 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Oct 13 04:23:45.291698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Router ada162a2-0a9e-4109-86b1-81928d22d14a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:45.305831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:45.305831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:45.305831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:45.305831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.318313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 16d01ec3-4432-4745-bb2f-4aa6c3b362be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:45.320499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b9191-21c2-46fb-ae08-a8238950c986 None None] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:45.347447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Port': ['ID=1b1a1c5b-10a8-48b5-bf96-1eafee69f101,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.448897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:45.449754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.462475 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Sync routers for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:45.484317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.485634 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8fc988-deba-41d5-a4ce-0a10c7edf855 x-openstack-request-id: req-7e8fc988-deba-41d5-a4ce-0a10c7edf855 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:45.486218 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "name": "network-vif-plugged", "status": "completed", "tag": "14912a4f-002b-421c-9257-bd929c1f824b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:45.486481 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8fc988-deba-41d5-a4ce-0a10c7edf855 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:45.486963 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b', 'code': 200} Oct 13 04:23:45.487647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] Provisioning complete for port 9be5f135-9bf7-43ec-b180-927265eccc08 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:45.488062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.488274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:45.489856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:45.552582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.561568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0b533a7b-3077-483c-8a3d-50c61a63beab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "PUT /v2.0/floatingips/a81fd3da-c415-4a41-82f5-97f410d63a22 HTTP/1.1" status: 200 len: 694 time: 1.0068316 Oct 13 04:23:45.562256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:45.566900 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439" -d '{"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:45.618354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.641844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-384f2617-8d53-4f6b-9d68-3247c96b015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.644728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-384f2617-8d53-4f6b-9d68-3247c96b015f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.0673449 Oct 13 04:23:45.655081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] For port b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:45.671038 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:45.690765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] For port b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,segment=NetworkSegment(4cdd0c15-c57c-4c50-b936-a7e49176135c),segment_id=4cdd0c15-c57c-4c50-b936-a7e49176135c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:45.726024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.774782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-fe06983f-2a80-46a6-82fc-c20c66f24018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.778251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-fe06983f-2a80-46a6-82fc-c20c66f24018 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.1261106 Oct 13 04:23:45.836843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 16d01ec3-4432-4745-bb2f-4aa6c3b362be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:45.837355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.844966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-0e628dac-e989-4629-82c7-7a04aaebe788 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0581014 Oct 13 04:23:45.891798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:45.913559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec8028-8353-4a40-803f-ff108ec6b28b None None] Pushing event updated for resources: {'Port': ['ID=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:45.927764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-2df35ddd-392a-4adf-9879-dc0b8b78fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:45.929818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-2df35ddd-392a-4adf-9879-dc0b8b78fc8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0767591 Oct 13 04:23:46.005638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-9db3781f-96cb-4463-8c8d-3cc9e2ecc270 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610080 Oct 13 04:23:46.061564 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:46.106418 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Checking router: ada162a2-0a9e-4109-86b1-81928d22d14a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:23:46.106944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38cc2d-54fd-49b7-92f1-a260761bfc75 req-e750f881-9c4a-49e2-9f40-476da19c67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.108520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe38cc2d-54fd-49b7-92f1-a260761bfc75 req-e750f881-9c4a-49e2-9f40-476da19c67f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 1100 time: 0.5743699 Oct 13 04:23:46.122963 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:46.123665 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:46.138691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18a8a-5b5d-480e-b5d2-57e5b7ac51d2 req-b64dc45f-3314-4e40-9e33-3f7fd1423641 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.144121 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fb18a8a-5b5d-480e-b5d2-57e5b7ac51d2 req-b64dc45f-3314-4e40-9e33-3f7fd1423641 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.6013856 Oct 13 04:23:46.166581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] For port 9be5f135-9bf7-43ec-b180-927265eccc08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9be5f135-9bf7-43ec-b180-927265eccc08,segment=NetworkSegment(6c9a24ae-42bd-4350-9302-22237745dce3),segment_id=6c9a24ae-42bd-4350-9302-22237745dce3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:46.179375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.207820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-63bee51a-292c-4127-a732-2f8d40e08a77 service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908848 Oct 13 04:23:46.274239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d75e3-c33b-4860-b80d-6391708e1249 None None] Pushing event updated for resources: {'Port': ['ID=9be5f135-9bf7-43ec-b180-927265eccc08,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:46.281002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9be5f135-9bf7-43ec-b180-927265eccc08 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:46.351675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fe38cc2d-54fd-49b7-92f1-a260761bfc75 req-cc27f7e2-ed1e-4cad-aa8c-8e7053fb13df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343292 Oct 13 04:23:46.357503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cfa9ee0-ae3b-4ea5-b600-6f097b3f5c79 req-cbf4042f-52af-4cd1-bc81-1cdff27507fc service neutron] 10.222.0.49 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448622 Oct 13 04:23:46.361723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:46.362387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9be5f135-9bf7-43ec-b180-927265eccc08 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:46.362819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.445437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fb18a8a-5b5d-480e-b5d2-57e5b7ac51d2 req-cb523c49-2ce9-4bf5-bc80-5442d4d7255e tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800610 Oct 13 04:23:46.592083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.598246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.599421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.616178 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd92b908-e523-4c2d-905e-78baa10a289e x-openstack-request-id: req-dd92b908-e523-4c2d-905e-78baa10a289e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:46.616689 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:46.617101 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd92b908-e523-4c2d-905e-78baa10a289e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:46.617664 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:23:46.660242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-64f3a2b6-efd0-43d3-bfa4-739f4b0fbfef None None] Provisioning complete for port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:46.660720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64f3a2b6-efd0-43d3-bfa4-739f4b0fbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.673871 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:46.717926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-64f3a2b6-efd0-43d3-bfa4-739f4b0fbfef None None] Port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:46.724317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7404511-3e08-479e-b28c-d65111156d4f None None] The sync data for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 is: [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '903642cc-af7f-4f26-ae18-90ec907becfa', 'name': '', 'network_id': '9a241c0c-f099-4f2f-97fa-813cf75e6e42', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'mac_address': 'fa:16:3e:bf:94:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:19Z', 'updated_at': '2021-10-13T04:22:31Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'subnets': [{'id': 'b03e0936-37e6-4143-bbd6-6689a788bd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:46.732182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-64f3a2b6-efd0-43d3-bfa4-739f4b0fbfef None None] Provisioning complete for port 9be5f135-9bf7-43ec-b180-927265eccc08 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:46.732823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64f3a2b6-efd0-43d3-bfa4-739f4b0fbfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:46.766169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3c683-59da-4921-9243-19773fb2a167 req-69153710-3ddd-41f0-8108-ed67b9b1edfd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.767787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ebd3c683-59da-4921-9243-19773fb2a167 req-69153710-3ddd-41f0-8108-ed67b9b1edfd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 946 time: 0.1387236 Oct 13 04:23:46.793721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-327afd75-1349-4ff2-8cef-e08a2a9a4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.795861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-327afd75-1349-4ff2-8cef-e08a2a9a4f7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cdc27f4df1544f9690bd2dd72b641653&device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 1096 time: 0.1127315 Oct 13 04:23:46.840218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ebd3c683-59da-4921-9243-19773fb2a167 req-35e013ab-7c90-49f6-91ef-5a0d163a119c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Oct 13 04:23:46.879671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-5430ef41-4be1-4417-9663-59c0bf7a465c tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips/a81fd3da-c415-4a41-82f5-97f410d63a22 HTTP/1.1" status: 200 len: 694 time: 0.1774454 Oct 13 04:23:46.926198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Port': ['ID=1b1a1c5b-10a8-48b5-bf96-1eafee69f101,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:46.959515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-2a285f58-501c-41c1-85cf-b74a7b26ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:46.961147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-2a285f58-501c-41c1-85cf-b74a7b26ca43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 200 len: 920 time: 0.1349263 Oct 13 04:23:46.966150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:46.995699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:47.032639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-fb91fbfd-c300-42ce-bab7-8e10cf3a3ff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 200 len: 217 time: 0.0614641 Oct 13 04:23:47.101988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a9d3bfd8-d66f-48ec-9792-662cabdabe77 None None] Provisioning complete for port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:47.102223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bfd8-d66f-48ec-9792-662cabdabe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.128578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-3619e516-7e97-41ab-b272-7676e091b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.130257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-3619e516-7e97-41ab-b272-7676e091b670 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 200 len: 859 time: 0.0832732 Oct 13 04:23:47.219093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-87a1fbfa-002c-403b-8acf-b210ba92101d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a241c0c-f099-4f2f-97fa-813cf75e6e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767629 Oct 13 04:23:47.228714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3bfd8-d66f-48ec-9792-662cabdabe77 None None] Port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:47.241402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620442a5-6387-41c7-b67d-6232bb95b448 None None] New status for floating IP a81fd3da-c415-4a41-82f5-97f410d63a22: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:23:47.278134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-88a8f322-f8fe-4a73-b992-32f4955fe4fb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.290445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-88a8f322-f8fe-4a73-b992-32f4955fe4fb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 784 time: 0.3599422 Oct 13 04:23:47.298360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-6d2ef706-f739-40e5-932b-3f0ca75ee7f2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:47.302847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.308201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b439d5c9-84e8-4bf9-bd73-50ae9467a52f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:47.310739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-6d2ef706-f739-40e5-932b-3f0ca75ee7f2 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0190353 Oct 13 04:23:47.315511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c6a86-99b2-4a0d-97d4-9fbddfe50149 req-5c865f8c-8652-4e6c-88b2-530dacb54c32 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:47.324313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd2c6a86-99b2-4a0d-97d4-9fbddfe50149 req-5c865f8c-8652-4e6c-88b2-530dacb54c32 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1724656 Oct 13 04:23:47.371225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-1fa51db0-6e1b-4e90-a463-0770dd3337ab tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 697 time: 0.0589976 Oct 13 04:23:47.396802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4194c296-b5f0-40ee-bec8-05854154ac55 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:47.407780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd2c6a86-99b2-4a0d-97d4-9fbddfe50149 req-1a6e2445-8953-4128-8041-9a6a06f4dae7 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Oct 13 04:23:47.446933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-78c6ee07-259f-4e9f-8158-3c5aeb42aab5 service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145762 Oct 13 04:23:47.488239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-f47358a4-5bd6-4522-9cbc-997599b43c83 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.60 HTTP/1.1" status: 200 len: 697 time: 0.1048975 Oct 13 04:23:47.501807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Router 31ffe986-47ff-482e-a08a-155423aa29bd is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:23:47.683754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bcb1ab7-b8e7-4e8e-aa2f-b60641b36439 req-48718b2f-ce9d-4b6a-aafc-7f124de520fc service neutron] 10.222.0.16 "GET /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279677 Oct 13 04:23:47.711642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2c799c6f-7713-4679-8e0e-020111351f2e None None] Provisioning complete for port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:47.712471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c799c6f-7713-4679-8e0e-020111351f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.752361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acebe45-9318-4c13-897d-224d4cc811fe None None] Network eea354e9-141b-4b5c-a5eb-442c487a5160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:47.817481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:47.826581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd281c27-42f4-438b-b88b-553ef1b2b809 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9946361 Oct 13 04:23:47.826581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51580) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:47.834941 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] Sync routers for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:47.847538 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:47.848155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.892274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.903969 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:47.904630 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.940601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:47.941415 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53e4e2-1458-453a-8c5f-ec5d066e73f0 None None] The sync data for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:47.975844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b439d5c9-84e8-4bf9-bd73-50ae9467a52f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:47.976226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:47.978359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Deleting port 891bac6f-11c8-4d66-91db-2d01144edc89 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:47.978754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.035008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2c799c6f-7713-4679-8e0e-020111351f2e None None] Port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:48.098234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.162777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:48.169009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:48.171545 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c376e943-8aee-40c2-8fc6-4a9497e491d1" -d '{"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-unplugged", "status": "completed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:48.180256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.220532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.221117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.240822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Calling delete_port for 891bac6f-11c8-4d66-91db-2d01144edc89 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:48.248016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.327419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.350182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f1358898-43c1-4ba9-b5c6-91e1070ffd64 None None] Provisioning complete for port b439d5c9-84e8-4bf9-bd73-50ae9467a52f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:48.350856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1358898-43c1-4ba9-b5c6-91e1070ffd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.382006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,segment=NetworkSegment(4cdd0c15-c57c-4c50-b936-a7e49176135c),segment_id=4cdd0c15-c57c-4c50-b936-a7e49176135c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:48.391976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.393187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9be5f135-9bf7-43ec-b180-927265eccc08 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:48.509573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.570566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9be5f135-9bf7-43ec-b180-927265eccc08 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:48.575115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.627406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4246f4-b574-4913-8772-0c4a4f54842b req-28d347e6-5692-4e2f-8079-99277a4912e5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.634984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-da4246f4-b574-4913-8772-0c4a4f54842b req-28d347e6-5692-4e2f-8079-99277a4912e5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48 HTTP/1.1" status: 200 len: 944 time: 0.0644996 Oct 13 04:23:48.676889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.694190 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-e39b5421-fe18-478d-9f68-8381e2a85ee9 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:23:48.699144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e39b5421-fe18-478d-9f68-8381e2a85ee9 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8678024 Oct 13 04:23:48.701390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51618) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:48.754725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event deleted for resources: {'Port': ['ID=891bac6f-11c8-4d66-91db-2d01144edc89,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:48.801674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e6dd998a-13e3-422c-845d-96a7cb899638 None None] Provisioning complete for port b439d5c9-84e8-4bf9-bd73-50ae9467a52f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:48.802786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e6dd998a-13e3-422c-845d-96a7cb899638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.815333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.818294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:48.831407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2f5ef362-a1e5-4cee-9f96-eeff577f5847 req-4270e33b-61a3-411e-b2b2-787b65480340 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "DELETE /v2.0/floatingips/a81fd3da-c415-4a41-82f5-97f410d63a22 HTTP/1.1" status: 204 len: 173 time: 1.3392830 Oct 13 04:23:48.939221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172b1e-6a3c-4f79-b454-f1969a159f86 req-32e746e3-8529-4fd1-994b-46fc1e1ea136 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:48.941465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0172b1e-6a3c-4f79-b454-f1969a159f86 req-32e746e3-8529-4fd1-994b-46fc1e1ea136 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.0629110 Oct 13 04:23:48.991810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0172b1e-6a3c-4f79-b454-f1969a159f86 req-d064f43b-28ff-4bb5-9ed0-5e4256a4d672 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Oct 13 04:23:49.103371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b439d5c9-84e8-4bf9-bd73-50ae9467a52f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:49.179146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b439d5c9-84e8-4bf9-bd73-50ae9467a52f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:49.179533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.279885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port 4194c296-b5f0-40ee-bec8-05854154ac55 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:49.280250 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.284363 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29343d-3d96-425f-b2e7-9777e0ff49b4 x-openstack-request-id: req-4f29343d-3d96-425f-b2e7-9777e0ff49b4 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:49.284520 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-unplugged", "status": "failed", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55", "code": 422}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:49.284796 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f29343d-3d96-425f-b2e7-9777e0ff49b4 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:49.285249 n-d-813736-1 neutron-server[95049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55', 'code': 422} returned with failed status Oct 13 04:23:49.358056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-c831ab20-4e2b-4e5a-b0ef-8a587a057715 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups/b5c64df5-40aa-4fe0-8968-b5caaaaf2936 HTTP/1.1" status: 200 len: 1809 time: 0.0593903 Oct 13 04:23:49.433646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.458083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port 4194c296-b5f0-40ee-bec8-05854154ac55, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4194c296-b5f0-40ee-bec8-05854154ac55,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:49.458440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.459168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.478570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for 4194c296-b5f0-40ee-bec8-05854154ac55 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:49.515885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.519991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.521387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff0d75a3-6672-4b2f-8362-dca13edfbe64 req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "DELETE /v2.0/security-groups/b5c64df5-40aa-4fe0-8968-b5caaaaf2936 HTTP/1.1" status: 204 len: 173 time: 0.1563218 Oct 13 04:23:49.532673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e91ef-131a-455a-b7b4-f597e6103cdf tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c64df5-40aa-4fe0-8968-b5caaaaf2936,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:49.639938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.736739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.772025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=4194c296-b5f0-40ee-bec8-05854154ac55,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:49.872351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port 4194c296-b5f0-40ee-bec8-05854154ac55 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:49.875782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:49.879336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-da4246f4-b574-4913-8772-0c4a4f54842b req-0eda142d-8953-4b59-89ba-c0e5beddfe4e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "DELETE /v2.0/ports/4194c296-b5f0-40ee-bec8-05854154ac55 HTTP/1.1" status: 204 len: 173 time: 1.2432153 Oct 13 04:23:49.880829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-deleted', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:49.883215 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0ff0a-fc9c-4863-aac1-097157181493" -d '{"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-deleted", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:50.031871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:50.032286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.120986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8947764-2eff-4b1e-a5e6-98cc0e3db38d req-14800450-7746-45f4-8fa3-c4786d7375ba tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.127645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8947764-2eff-4b1e-a5e6-98cc0e3db38d req-14800450-7746-45f4-8fa3-c4786d7375ba tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.0765698 Oct 13 04:23:50.141992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.161180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for 1b1a1c5b-10a8-48b5-bf96-1eafee69f101 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:50.179366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8947764-2eff-4b1e-a5e6-98cc0e3db38d req-f142a5a0-c648-426d-becf-f4745f44d3a0 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Oct 13 04:23:50.234168 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f3966-ca71-47f4-8f26-436e96e5382d x-openstack-request-id: req-0e0f3966-ca71-47f4-8f26-436e96e5382d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:50.234469 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48", "name": "network-vif-deleted", "tag": "4194c296-b5f0-40ee-bec8-05854154ac55", "status": "failed", "code": 422}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:50.234761 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e0f3966-ca71-47f4-8f26-436e96e5382d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:50.235324 n-d-813736-1 neutron-server[95047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85ed9a9b-2d8b-4086-bdaf-b47ed1f00d48', 'name': 'network-vif-deleted', 'tag': '4194c296-b5f0-40ee-bec8-05854154ac55', 'status': 'failed', 'code': 422} returned with failed status Oct 13 04:23:50.410669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.415723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0710c58-6a8a-45f7-86ba-a171f7fa2ed3 req-14c26b36-67bd-42ef-b2b4-f179adfc49f8 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:50.418771 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0710c58-6a8a-45f7-86ba-a171f7fa2ed3 req-14c26b36-67bd-42ef-b2b4-f179adfc49f8 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1041358 Oct 13 04:23:50.450543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=1b1a1c5b-10a8-48b5-bf96-1eafee69f101,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:50.491950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0710c58-6a8a-45f7-86ba-a171f7fa2ed3 req-6f7d68c4-f526-46dc-9096-7c38ca51a11f tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Oct 13 04:23:50.607528 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:50.785782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-b1ac6aeb-fafe-4cf5-b0a3-bf9e45cd1ee5 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ed1524286a69427a96332eba4e193cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410736 Oct 13 04:23:50.979824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Router 31ffe986-47ff-482e-a08a-155423aa29bd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:51.089773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-c70a8629-b647-4eb0-937e-42ff2b105163 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.091308 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-c70a8629-b647-4eb0-937e-42ff2b105163 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.1719508 Oct 13 04:23:51.123201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-4b8a9ae0-fafe-4329-8caa-c19e3a60ee18 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0241778 Oct 13 04:23:51.164160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-65b4dc2b-adc4-4e8d-b4c2-8d28ed9c17a5 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.172074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-65b4dc2b-adc4-4e8d-b4c2-8d28ed9c17a5 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504369 Oct 13 04:23:51.175203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:51.186267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9313e2c8-4227-4bbb-a7d2-850f71294b2e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831870 Oct 13 04:23:51.190544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51684) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.193248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] Sync routers for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:51.196187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-c71bea8c-a4a1-4e31-8630-afc9f8e8d42a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516267 Oct 13 04:23:51.203338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-1b6ecbc1-f399-43fd-9932-d0060cbaec7c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:23:51.205675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-79b53a94-063f-40a5-bb1b-27ef5d668b89 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/quotas/ed1524286a69427a96332eba4e193cb8 HTTP/1.1" status: 200 len: 375 time: 0.0326552 Oct 13 04:23:51.208677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:51.209422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-1b6ecbc1-f399-43fd-9932-d0060cbaec7c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121131 Oct 13 04:23:51.211407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.261863 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-8cbb0159-3458-4123-94d6-c6c63cb213b9 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] delete failed (client error): The resource could not be found. Oct 13 04:23:51.263737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8cbb0159-3458-4123-94d6-c6c63cb213b9 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-137522420 HTTP/1.1" status: 404 len: 334 time: 0.0705004 Oct 13 04:23:51.268038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51686) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.273583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9f022062-1a25-44b8-8312-9d0bd20daacb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'router': {'external_gateway_info': {'network_id': '31ffe986-47ff-482e-a08a-155423aa29bd'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:51.291490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.301316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:51.301987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.319533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-efd1f501-524b-417d-9e5f-81da18aa20ff service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061034 Oct 13 04:23:51.339023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:51.340004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd333f2-55b8-4302-9f1a-287b03f46753 None None] The sync data for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:23:51.431333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6127bff0-951f-4588-a766-f08831a94f07 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2245700 Oct 13 04:23:51.436989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-e59be5e5-7b20-49db-8083-69b1df2eb3dd service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142597 Oct 13 04:23:51.552343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f022062-1a25-44b8-8312-9d0bd20daacb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.588890 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-9f022062-1a25-44b8-8312-9d0bd20daacb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] update failed (client error): The resource could not be found. Oct 13 04:23:51.590294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9f022062-1a25-44b8-8312-9d0bd20daacb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd HTTP/1.1" status: 404 len: 339 time: 0.3215044 Oct 13 04:23:51.594351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:51.602777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1421929505'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:51.642161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:51.647692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.768978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:23:51.800524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a51c2f88-7de7-4314-8a21-6e35474b1687 req-4aa263c1-d42e-40de-9627-f6ba2d2c1403 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 210 time: 0.0823762 Oct 13 04:23:51.828972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3119b-f589-437c-908f-0ce0c7a8caa2 req-88ee3935-adcb-431b-8233-6a6b46c61483 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:51.830574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69f3119b-f589-437c-908f-0ce0c7a8caa2 req-88ee3935-adcb-431b-8233-6a6b46c61483 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1424453 Oct 13 04:23:51.836788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:51.837179 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Added segment 0cd2dea0-1624-4eea-85c3-2c08e864aca1 of type vlan for network 1681283f-0aed-4786-a06d-c2b1b2ad78bc Oct 13 04:23:51.960802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.001465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69f3119b-f589-437c-908f-0ce0c7a8caa2 req-e456124d-a292-4465-bf19-ffdfcb26f5f7 tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586635 Oct 13 04:23:52.057173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.064898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:52.065527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.204497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a32f5eaa-3bbe-42f2-a4d1-fd5bd405b6d8 req-f6573b48-54bb-40ab-a76f-31304042948d tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 210 time: 0.0491281 Oct 13 04:23:52.236677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6405065 Oct 13 04:23:52.240493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51722) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:52.246416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'subnet': {'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:52.296746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce063c4e-b21e-4afc-8f10-71f86ca1bb3e tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Network': ['ID=1681283f-0aed-4786-a06d-c2b1b2ad78bc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.310801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:23:52.397254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Made reservation on behalf of 9911ebf44c064a319685d4fb5f47a348 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:52.405378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.579871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-86cabc79-f491-4be4-989d-246fd04bd49b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:52.581645 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-86cabc79-f491-4be4-989d-246fd04bd49b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.16 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1563222 Oct 13 04:23:52.780944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.795242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Deleting port 8191bf85-adb2-430f-8e7f-acb765c2a97b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:52.795581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:52.875057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-df8d61bd-17ac-43f8-a112-2d86945a523e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521865 Oct 13 04:23:52.929095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Subnet': ['ID=e4d6242f-944b-42bb-af3e-ba0e9da164ae,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:52.944346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fdb9774c-9e53-489d-aaa2-f94833575378 req-1ab7bdb0-852e-4caa-aceb-aef620d68be2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 210 time: 0.0549037 Oct 13 04:23:53.008411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Checking segment: {'id': '0cd2dea0-1624-4eea-85c3-2c08e864aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:53.008827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network hostable DHCP agents. Network: 1681283f-0aed-4786-a06d-c2b1b2ad78bc, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:23:53.024166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-fb4cb66f-d7f7-4824-9703-59ae3a48320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.025840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-fb4cb66f-d7f7-4824-9703-59ae3a48320d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.0658140 Oct 13 04:23:53.049235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] For port 8191bf85-adb2-430f-8e7f-acb765c2a97b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8191bf85-adb2-430f-8e7f-acb765c2a97b,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:53.049651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.068049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Calling delete_port for 8191bf85-adb2-430f-8e7f-acb765c2a97b owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:53.074700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:23:53.124244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1681283f-0aed-4786-a06d-c2b1b2ad78bc) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:53.135119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd3297-434b-429a-b7aa-52745bfcb09f None None] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:53.145601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.146348 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.232730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfdc67-fc9c-498f-940e-7e7fd5c4b622 req-00fdae13-513c-4f43-96e7-7a40b773b12d tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.248916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e02eea39-d7d3-424c-99dd-34fb506e750c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0082295 Oct 13 04:23:53.254193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afcfdc67-fc9c-498f-940e-7e7fd5c4b622 req-00fdae13-513c-4f43-96e7-7a40b773b12d tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 945 time: 0.1605482 Oct 13 04:23:53.255214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51744) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:53.268649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5ff95dc5-383d-4554-80b3-9878c25544bc tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'router': {'external_gateway_info': {'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:53.408216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afcfdc67-fc9c-498f-940e-7e7fd5c4b622 req-3f13d2e5-87e3-4ae4-a5c5-496393e47bdc tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/security-groups?id=009553cc-5cee-45e7-9632-55a1e6a8895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514075 Oct 13 04:23:53.417438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-e1b6f8fc-221e-45b3-9990-4483c72d9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.419547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-e1b6f8fc-221e-45b3-9990-4483c72d9927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.3688395 Oct 13 04:23:53.482569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1681283f-0aed-4786-a06d-c2b1b2ad78bc', 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc', 'tenant_id': '9911ebf44c064a319685d4fb5f47a348', 'fixed_ips': [{'subnet_id': 'e4d6242f-944b-42bb-af3e-ba0e9da164ae'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:23:53.484672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.593603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-6a3f4571-d9c7-4e38-bcae-9459e7be6923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1001 time: 0.0808644 Oct 13 04:23:53.600484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4ea0db4-bfe0-4d1d-b167-b5c89b3468dd req-d83369e8-5d18-445b-b319-23fc184af506 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 210 time: 0.1561477 Oct 13 04:23:53.671029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Allocated IP 2001:db8:1::2 (1681283f-0aed-4786-a06d-c2b1b2ad78bc/e4d6242f-944b-42bb-af3e-ba0e9da164ae/62c9b5f1-a29c-4548-99e5-966574686c55) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:53.673718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-a045783c-df25-4e1a-9103-3b0c9478bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.675682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-a045783c-df25-4e1a-9103-3b0c9478bb02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.0639334 Oct 13 04:23:53.806732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-f1084c21-26f7-4ccc-8b99-60b3ce40907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:53.812209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-f1084c21-26f7-4ccc-8b99-60b3ce40907b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145906 Oct 13 04:23:53.814067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.827169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8191bf85-adb2-430f-8e7f-acb765c2a97b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:53.889506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.901077 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:53.984999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:53.990934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-5f2c88d2-bd5e-40ae-8d4e-b89e5ddab3fa service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662970 Oct 13 04:23:54.004717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:54.021034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:54.144131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Pushing event updated for resources: {'Port': ['ID=62c9b5f1-a29c-4548-99e5-966574686c55,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.161604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-5a77d097-15bc-4a03-9de1-e5343e45ea64 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ed1524286a69427a96332eba4e193cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1680532 Oct 13 04:23:54.177632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Attempting to bind port 62c9b5f1-a29c-4548-99e5-966574686c55 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:54.178749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Attempting to bind port 62c9b5f1-a29c-4548-99e5-966574686c55 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0cd2dea0-1624-4eea-85c3-2c08e864aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:54.179416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Attempting to bind port 62c9b5f1-a29c-4548-99e5-966574686c55 on network 1681283f-0aed-4786-a06d-c2b1b2ad78bc {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:54.185822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:54.186506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Checking segment: {'id': '0cd2dea0-1624-4eea-85c3-2c08e864aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:54.187831 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.188593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Bound using segment: {'id': '0cd2dea0-1624-4eea-85c3-2c08e864aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:54.189705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Bound port: 62c9b5f1-a29c-4548-99e5-966574686c55, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd2dea0-1624-4eea-85c3-2c08e864aca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '1681283f-0aed-4786-a06d-c2b1b2ad78bc'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:54.190096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.204502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813f9f3-59c2-4fd4-b368-8370d6e79e75 req-beb11161-47df-49a6-acbf-b195a7e07123 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 210 time: 0.0902576 Oct 13 04:23:54.312306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] For port 62c9b5f1-a29c-4548-99e5-966574686c55, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:54.316935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] For port 62c9b5f1-a29c-4548-99e5-966574686c55, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=62c9b5f1-a29c-4548-99e5-966574686c55,segment=NetworkSegment(0cd2dea0-1624-4eea-85c3-2c08e864aca1),segment_id=0cd2dea0-1624-4eea-85c3-2c08e864aca1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:54.322423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.395665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa4e99-119c-46c3-8eb5-8f88e3f6aec5 None None] Pushing event updated for resources: {'Port': ['ID=62c9b5f1-a29c-4548-99e5-966574686c55,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.519705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-a91e0a5f-5c8a-4edd-97a5-7c3b35b96176 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:54.521266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-a91e0a5f-5c8a-4edd-97a5-7c3b35b96176 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160095 Oct 13 04:23:54.555111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Request body: {'port': {'device_id': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'ed1524286a69427a96332eba4e193cb8'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:54.566329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Pushing event deleted for resources: {'Port': ['ID=8191bf85-adb2-430f-8e7f-acb765c2a97b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:54.595681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ff95dc5-383d-4554-80b3-9878c25544bc tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.667558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f1b17fc-c968-405e-be33-3dcdd6b1ab4e req-da0a7f97-ac3b-425d-8f9e-cb78d23ea64b tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.49 "GET /v2.0/ports?device_id=072a4a6d-7646-43af-8e8b-9c03e0cb7c2b HTTP/1.1" status: 200 len: 210 time: 0.0652270 Oct 13 04:23:54.714747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-e17d8700-c0ce-467d-ae52-e27485fbdc60 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059891 Oct 13 04:23:54.717395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] No DVR routers for this DVR port 8191bf85-adb2-430f-8e7f-acb765c2a97b on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:54.787163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Made reservation on behalf of ed1524286a69427a96332eba4e193cb8 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:54.791404 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.799413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:54.807279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2e7d854-1db0-4ec3-9844-353d9baffe94 req-6ef93d33-ecf0-4953-a6ef-f7400dba28eb tempest-ServerRescueTestJSONUnderV235-981778736 tempest-ServerRescueTestJSONUnderV235-981778736-project] 10.222.0.16 "DELETE /v2.0/ports/8191bf85-adb2-430f-8e7f-acb765c2a97b HTTP/1.1" status: 204 len: 173 time: 2.2164242 Oct 13 04:23:54.835499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'name': 'network-vif-deleted', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:54.844056 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c0d8f-d4be-4273-be68-89df7f067bfa" -d '{"events": [{"server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "name": "network-vif-deleted", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:54.861845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-8ab6b37b-cb48-480c-9933-115432dc913b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:54.864776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-8ab6b37b-cb48-480c-9933-115432dc913b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 1.2163222 Oct 13 04:23:54.918414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32e91ca4-7ad1-4150-8219-c628e7e3fe37 req-da5f6cb5-1b9b-45f8-81f3-160ab29b7b9f tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 210 time: 0.0442092 Oct 13 04:23:54.949161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:55.021735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Allocated IP 192.168.233.171 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:55.029282 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d258b464-9b9a-4d61-8c5a-f11b3609d577 x-openstack-request-id: req-d258b464-9b9a-4d61-8c5a-f11b3609d577 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:55.029574 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072a4a6d-7646-43af-8e8b-9c03e0cb7c2b", "name": "network-vif-deleted", "tag": "8191bf85-adb2-430f-8e7f-acb765c2a97b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:55.029822 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d258b464-9b9a-4d61-8c5a-f11b3609d577 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:55.030215 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072a4a6d-7646-43af-8e8b-9c03e0cb7c2b', 'name': 'network-vif-deleted', 'tag': '8191bf85-adb2-430f-8e7f-acb765c2a97b', 'status': 'completed', 'code': 200} Oct 13 04:23:55.069749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ae99-2dc0-47b5-8127-8cad74fc7cee req-5df70ae7-c3cc-49d2-b9f2-9e576bce262b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:55.071321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af24ae99-2dc0-47b5-8127-8cad74fc7cee req-5df70ae7-c3cc-49d2-b9f2-9e576bce262b tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2049620 Oct 13 04:23:55.153074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af24ae99-2dc0-47b5-8127-8cad74fc7cee req-6aa19985-9354-4a03-8189-3c5ddeff0361 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Oct 13 04:23:55.194166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:23:55.202658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.214816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 62c9b5f1-a29c-4548-99e5-966574686c55 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:55.254402 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-5ff95dc5-383d-4554-80b3-9878c25544bc tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:23:55.255237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ff95dc5-383d-4554-80b3-9878c25544bc tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd HTTP/1.1" status: 400 len: 364 time: 1.9989245 Oct 13 04:23:55.261564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:55.273282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 62c9b5f1-a29c-4548-99e5-966574686c55 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:55.273618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.324362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.392389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.483905 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 62c9b5f1-a29c-4548-99e5-966574686c55, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=62c9b5f1-a29c-4548-99e5-966574686c55,segment=NetworkSegment(0cd2dea0-1624-4eea-85c3-2c08e864aca1),segment_id=0cd2dea0-1624-4eea-85c3-2c08e864aca1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:55.488322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13c6a6e8-5f54-4b62-a734-f6037f6241ad req-59ea96f9-da91-4eb9-8812-58b6034a8df1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 210 time: 0.0862882 Oct 13 04:23:55.514672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:55.636818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.8 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/44dbb317-e2dd-4901-873c-de8d8984009d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:55.833279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51782) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:55.873976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=62c9b5f1-a29c-4548-99e5-966574686c55,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:55.958413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44afd9-115d-4b38-b465-5d2581e10e28 None None] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:23:55.997989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.023233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-d9a106b2-5a51-4a4e-9fc4-efa7337c3709 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1360183 Oct 13 04:23:56.075417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c4704813-9a5b-44c8-98b5-a223933b70b7 None None] Provisioning complete for port 62c9b5f1-a29c-4548-99e5-966574686c55 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:56.075845 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c4704813-9a5b-44c8-98b5-a223933b70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.093206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33516091-ba0a-4e6e-86b2-1b7068c143f6 req-03381724-ded5-493f-8de4-5c61ffbd8f77 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 210 time: 0.0371442 Oct 13 04:23:56.138478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.146140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.153895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['14912a4f-002b-421c-9257-bd929c1f824b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:23:56.202864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:56.209402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:56.256627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:56.268702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.269277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.270275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.270805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.271392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.272883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.272883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.274688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-36de3393-43cb-46f1-9738-45b3a8b91b42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6491 time: 0.2169800 Oct 13 04:23:56.305879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:56.315932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.316579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.327601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:56.364021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:56.383908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Pushing event updated for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:56.405062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:56.422020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-2c22b240-e24c-4adb-8100-5c463a104a0e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4865394 Oct 13 04:23:56.451302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Request body: {'port': {'device_id': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:56.484871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd4c17-5cc4-41c3-a5b7-3762e992d789 req-e1de0ceb-1d5c-4248-afe3-68aa152058da tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.486477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1dd4c17-5cc4-41c3-a5b7-3762e992d789 req-e1de0ceb-1d5c-4248-afe3-68aa152058da tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.1660719 Oct 13 04:23:56.589118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.625520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1dd4c17-5cc4-41c3-a5b7-3762e992d789 req-3e619fa0-6525-4723-9bc1-beb89b20cc26 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322844 Oct 13 04:23:56.654412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.684935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.685767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.738644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-c8d996be-9443-4322-98ef-9fabc489ca2f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.740319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-c8d996be-9443-4322-98ef-9fabc489ca2f tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.47 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2610035 Oct 13 04:23:56.763537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.806226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f360112a-8afa-47f7-a833-cb77335e2919 None None] Provisioning complete for port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:56.807945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f360112a-8afa-47f7-a833-cb77335e2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.821007 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-24ab8d9b-feea-4853-817f-cbcf72587cbd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2843060 Oct 13 04:23:56.823844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b5d1b14e-c13c-4781-97b8-deee41ddf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.824276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b5d1b14e-c13c-4781-97b8-deee41ddf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.824745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b5d1b14e-c13c-4781-97b8-deee41ddf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:56.826258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b5d1b14e-c13c-4781-97b8-deee41ddf382 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=4cf141f1-92db-4931-845b-ca7b83a7fd44&id=4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 200 len: 2293 time: 0.5152111 Oct 13 04:23:56.851946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f360112a-8afa-47f7-a833-cb77335e2919 None None] Port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:56.863911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f360112a-8afa-47f7-a833-cb77335e2919 None None] Provisioning complete for port 62c9b5f1-a29c-4548-99e5-966574686c55 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:56.864316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f360112a-8afa-47f7-a833-cb77335e2919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:56.886056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Request body: {'port': {'device_id': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:23:57.044292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87824a-b954-46bd-88eb-982331dda4e7 req-db8506f0-49c2-4b32-8c0e-4ab46a21dcb0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.045841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d87824a-b954-46bd-88eb-982331dda4e7 req-db8506f0-49c2-4b32-8c0e-4ab46a21dcb0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 931 time: 0.3493640 Oct 13 04:23:57.103360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dbb317-e2dd-4901-873c-de8d8984009d {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:57.110560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 62c9b5f1-a29c-4548-99e5-966574686c55 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:23:57.114697 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.123451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-c11caac2-63c5-405b-90df-f47ea63f88c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 200 len: 1001 time: 0.2520490 Oct 13 04:23:57.146310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.149795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Transition to ACTIVE for port object 44dbb317-e2dd-4901-873c-de8d8984009d will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:57.159104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.176287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 62c9b5f1-a29c-4548-99e5-966574686c55 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:57.176511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.243362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d87824a-b954-46bd-88eb-982331dda4e7 req-e38e168c-fead-4c6f-a161-6f926247c38a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803377 Oct 13 04:23:57.255802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Pushing event updated for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.324601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-eb020368-2b3c-4184-991d-ada7d5d64c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.326512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-eb020368-2b3c-4184-991d-ada7d5d64c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf HTTP/1.1" status: 200 len: 851 time: 0.1911600 Oct 13 04:23:57.344353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Deleting port 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:57.344689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.378981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Deleting port 903642cc-af7f-4f26-ae18-90ec907becfa {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:23:57.379333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.405400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8191bf85-adb2-430f-8e7f-acb765c2a97b no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:57.431659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Attempting to bind port 44dbb317-e2dd-4901-873c-de8d8984009d on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:57.432400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Attempting to bind port 44dbb317-e2dd-4901-873c-de8d8984009d by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:57.432528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Attempting to bind port 44dbb317-e2dd-4901-873c-de8d8984009d on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:57.442082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 8191bf85-adb2-430f-8e7f-acb765c2a97b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:57.444242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8191bf85-adb2-430f-8e7f-acb765c2a97b not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:57.445436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Port 44dbb317-e2dd-4901-873c-de8d8984009d on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:57.445672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Attempting to bind port 44dbb317-e2dd-4901-873c-de8d8984009d on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:57.462970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:57.462970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:57.464253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:57.464389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Bound port: 44dbb317-e2dd-4901-873c-de8d8984009d, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:57.464729 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.480048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d8f3f-b38a-4c19-b6c2-6def5ef86a3c req-30a3d358-e58e-424d-8faf-4d4e322a9c69 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.488097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-437d8f3f-b38a-4c19-b6c2-6def5ef86a3c req-30a3d358-e58e-424d-8faf-4d4e322a9c69 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 936 time: 0.1538010 Oct 13 04:23:57.509073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Allocated IP 2001:db8::1 (fdccb282-3f66-422b-a6c7-b191e2a6d2ec/d1845ae5-6924-4aff-b2a2-9da3bc02f77a/a737aa95-f6d0-474d-b14c-2de806236a44) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:23:57.591841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] For port 903642cc-af7f-4f26-ae18-90ec907becfa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=903642cc-af7f-4f26-ae18-90ec907becfa,segment=NetworkSegment(43ca1968-b65e-46a3-a3a7-ff3b63d93488),segment_id=43ca1968-b65e-46a3-a3a7-ff3b63d93488)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:57.592218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.605993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-02a4b1d4-c684-4f5a-bf20-0787a841102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.607575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-02a4b1d4-c684-4f5a-bf20-0787a841102f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664385 Oct 13 04:23:57.611330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-437d8f3f-b38a-4c19-b6c2-6def5ef86a3c req-5f03ec64-ea63-486e-a65c-505cd792d4c6 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222961 Oct 13 04:23:57.623975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Calling delete_port for 903642cc-af7f-4f26-ae18-90ec907becfa owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:57.678200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] For port 16cf3df8-a519-4473-987f-e961b4cef52f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=16cf3df8-a519-4473-987f-e961b4cef52f,segment=NetworkSegment(b553372b-7745-49fd-8c7f-1ce0a36566c2),segment_id=b553372b-7745-49fd-8c7f-1ce0a36566c2)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:23:57.678435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.681774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:57.699692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=44dbb317-e2dd-4901-873c-de8d8984009d,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:57.709316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Calling delete_port for 16cf3df8-a519-4473-987f-e961b4cef52f owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:23:57.709684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.793155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.793829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.795291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] 10.222.0.16 "PUT /v2.0/ports/44dbb317-e2dd-4901-873c-de8d8984009d HTTP/1.1" status: 200 len: 1091 time: 1.3566515 Oct 13 04:23:57.799152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:57.801676 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c0284a-e775-42d9-9ca5-41ea86d9e812" -d '{"events": [{"name": "network-changed", "server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:57.911219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f593-f996-44c1-aafa-b26d1a977e63 service neutron] Pushing event updated for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:57.920654 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f49fa7-f055-44fa-93c3-ee00b2777d12 x-openstack-request-id: req-86f49fa7-f055-44fa-93c3-ee00b2777d12 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:57.921015 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:57.921242 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86f49fa7-f055-44fa-93c3-ee00b2777d12 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:57.921609 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d', 'status': 'completed', 'code': 200} Oct 13 04:23:57.954717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b46c428f-158a-4bf3-bb6a-3539e215ee85 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998204 Oct 13 04:23:57.954961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427d53e-73da-4918-877d-9abdc14d8ed1 req-abb5c077-cdf5-4e69-b633-4e41bf46558d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.956764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5427d53e-73da-4918-877d-9abdc14d8ed1 req-abb5c077-cdf5-4e69-b633-4e41bf46558d tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/ports?device_id=8853b050-486d-43e4-9804-e1fafc5d69ed HTTP/1.1" status: 200 len: 946 time: 0.2322702 Oct 13 04:23:57.957593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:57.966305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-8d5c15b7-fb61-4387-a6a7-716732f09c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:57.967992 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-8d5c15b7-fb61-4387-a6a7-716732f09c3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 1094 time: 0.1064205 Oct 13 04:23:58.011318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:23:58.056175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.065216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-e8b976f2-e6c9-42fe-811e-d5bc2e2d3f1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dbb317-e2dd-4901-873c-de8d8984009d HTTP/1.1" status: 200 len: 217 time: 0.0763929 Oct 13 04:23:58.091033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5427d53e-73da-4918-877d-9abdc14d8ed1 req-05e0dc73-1ef2-49f8-b90f-aa0cc363fdce tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.49 "GET /v2.0/security-groups?id=48e9e541-f5a8-4e7f-be63-5748e104878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219826 Oct 13 04:23:58.141855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.153630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.168531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Transition to ACTIVE for port object fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:23:58.179721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=903642cc-af7f-4f26-ae18-90ec907becfa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.185161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83173-92df-4670-a1c1-ab7664561876 req-27b32d6d-a064-4996-91b0-72b088980126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.186635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-27b32d6d-a064-4996-91b0-72b088980126 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0945709 Oct 13 04:23:58.191653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.202775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.211336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-ca62d141-e4e1-462f-9d78-b1ad1b28a49f service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447917 Oct 13 04:23:58.239474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:23:58.260755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-9de945e7-d286-4579-ba45-bbf99bb28142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519776 Oct 13 04:23:58.279783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Port': ['ID=a737aa95-f6d0-474d-b14c-2de806236a44,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.282348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:23:58.296515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-e20bd69c-e197-429f-bd7b-c0e99122349e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 217 time: 0.0734437 Oct 13 04:23:58.313949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:23:58.314802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.475684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-c3a9759d-d471-4753-95c2-42e17832127b service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046287 Oct 13 04:23:58.492702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Pushing event deleted for resources: {'Port': ['ID=16cf3df8-a519-4473-987f-e961b4cef52f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.494090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.569454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] No DVR routers for this DVR port 16cf3df8-a519-4473-987f-e961b4cef52f on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:23:58.666523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:58.680954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40c83173-92df-4670-a1c1-ab7664561876 req-db9ab0f4-439d-4926-9ed2-8f64140ada88 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974847 Oct 13 04:23:58.688023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.691554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa939415-eaed-4ea7-9fda-3fcbff79f6dd req-4bd1a350-2df6-4f7c-92ad-18f58ee2f603 tempest-ServersNegativeTestJSON-1032487534 tempest-ServersNegativeTestJSON-1032487534-project] 10.222.0.47 "DELETE /v2.0/ports/16cf3df8-a519-4473-987f-e961b4cef52f HTTP/1.1" status: 204 len: 173 time: 1.9242959 Oct 13 04:23:58.692394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Attempting to bind port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:23:58.692788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Attempting to bind port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:23:58.693176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Attempting to bind port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:58.698607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-deleted', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:23:58.701610 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85684ea-2d41-42c2-8caa-e3aa8d973a13" -d '{"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-deleted", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:23:58.710808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:23:58.711264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Attempting to bind port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:23:58.753877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:23:58.754530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-01a31f7b-0510-458c-9b1d-ceee2d97305e None None] Provisioning complete for port a737aa95-f6d0-474d-b14c-2de806236a44 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:23:58.755001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:23:58.755150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01a31f7b-0510-458c-9b1d-ceee2d97305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.755259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:23:58.755523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Bound port: fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:23:58.755919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:58.761442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-8177cdcf-ead0-4a62-8179-7333733109f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:58.763915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-8177cdcf-ead0-4a62-8179-7333733109f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.4441135 Oct 13 04:23:58.812201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-01a31f7b-0510-458c-9b1d-ceee2d97305e None None] Port a737aa95-f6d0-474d-b14c-2de806236a44 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:23:59.207896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c4a41-ff85-459c-afe9-0c2a74639dcf req-512b93e1-7d52-49a9-80cf-ada7ed696b24 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.209511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a16c4a41-ff85-459c-afe9-0c2a74639dcf req-512b93e1-7d52-49a9-80cf-ada7ed696b24 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 943 time: 0.7759864 Oct 13 04:23:59.269756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a48e3-4e25-43c2-b8f9-5c23858d2c6d req-58e1ad8a-0d39-4a07-ab22-98418e7fc1a9 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.278621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf9a48e3-4e25-43c2-b8f9-5c23858d2c6d req-58e1ad8a-0d39-4a07-ab22-98418e7fc1a9 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 948 time: 0.1495211 Oct 13 04:23:59.285086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-4bdc6105-a8f1-4a79-8e36-98cd08f19ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.286543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-4bdc6105-a8f1-4a79-8e36-98cd08f19ada service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 1094 time: 0.1565752 Oct 13 04:23:59.294424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:59.299128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-c565a6e6-e25c-4318-95e4-42df4acc7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.300634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-c565a6e6-e25c-4318-95e4-42df4acc7f7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5185795 Oct 13 04:23:59.314558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:23:59.351425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a16c4a41-ff85-459c-afe9-0c2a74639dcf req-9eafdcc2-a62a-431f-9ef6-40667c6bc7e5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295295 Oct 13 04:23:59.353273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:23:59.393093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Router ada162a2-0a9e-4109-86b1-81928d22d14a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:23:59.398755 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:59.411756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf9a48e3-4e25-43c2-b8f9-5c23858d2c6d req-a5352359-c3f6-4cd0-bc85-fbf5b795b4df tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323044 Oct 13 04:23:59.490832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.491479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:59.492851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] 10.222.0.16 "PUT /v2.0/ports/fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc HTTP/1.1" status: 200 len: 1096 time: 2.6191392 Oct 13 04:23:59.510293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-865a0ccc-e115-4732-bafc-f0c333edf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.513319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-865a0ccc-e115-4732-bafc-f0c333edf5dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.2142253 Oct 13 04:23:59.516945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:23:59.562036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 16cf3df8-a519-4473-987f-e961b4cef52f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:23:59.562542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 16cf3df8-a519-4473-987f-e961b4cef52f not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:23:59.569444 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b0eb35-451c-4aa7-bced-2f40ded6ed65 x-openstack-request-id: req-41b0eb35-451c-4aa7-bced-2f40ded6ed65 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:23:59.569736 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8853b050-486d-43e4-9804-e1fafc5d69ed", "name": "network-vif-deleted", "tag": "16cf3df8-a519-4473-987f-e961b4cef52f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:23:59.569987 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41b0eb35-451c-4aa7-bced-2f40ded6ed65 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:23:59.570382 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8853b050-486d-43e4-9804-e1fafc5d69ed', 'name': 'network-vif-deleted', 'tag': '16cf3df8-a519-4473-987f-e961b4cef52f', 'status': 'completed', 'code': 200} Oct 13 04:23:59.589282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:59.594906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-beecc375-8426-4bde-afa3-59067dde986e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44dbb317-e2dd-4901-873c-de8d8984009d HTTP/1.1" status: 200 len: 217 time: 0.0531733 Oct 13 04:23:59.674266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb9e23-20d8-4708-8c02-8ff238b9d558 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:23:59.700806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-32e79329-7623-45dc-b327-95694f645536 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819618 Oct 13 04:23:59.704793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:23:59.712479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-96694314-865c-4adc-9f1f-62cbb80b0fd4 admin admin] 10.222.0.49 "PUT /v2.0/routers/ada162a2-0a9e-4109-86b1-81928d22d14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8777890 Oct 13 04:23:59.715921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51826) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:23:59.729754 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Sync routers for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:23:59.745256 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:23:59.745858 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:23:59.783941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-4b3d1869-b30b-4c61-b256-c64366f79b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.785603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-4b3d1869-b30b-4c61-b256-c64366f79b0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.1820641 Oct 13 04:23:59.787394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Deleting subnet 93dd26a7-9c0a-4f35-9352-cf32ad839599 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:23:59.821861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-01e74dea-1f64-4c2f-96a8-77b3e5bfd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:23:59.823910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-01e74dea-1f64-4c2f-96a8-77b3e5bfd106 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 1099 time: 0.2497039 Oct 13 04:23:59.826841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:59.867338 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:23:59.871106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-6577024c-ad8f-4454-873c-aeff77f692d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727503 Oct 13 04:23:59.911987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-dfadbb71-55e1-425d-af9d-b1af2a7f910d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc HTTP/1.1" status: 200 len: 217 time: 0.0589917 Oct 13 04:23:59.932887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:23:59.954142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.055020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-49cee586-61bf-424e-ab3d-0ad24dc0faa7 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402417 Oct 13 04:24:00.059503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.078139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-ed29b112-4357-4d4e-a725-1adbcaef8692 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992376 Oct 13 04:24:00.082622 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:23:57Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.105656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-5241dda1-00e6-444d-8ae0-88e2dd8507da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.107252 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-5241dda1-00e6-444d-8ae0-88e2dd8507da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1861603 Oct 13 04:24:00.114498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Checking router: ada162a2-0a9e-4109-86b1-81928d22d14a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:00.123799 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Routers {'ada162a2-0a9e-4109-86b1-81928d22d14a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:00.124403 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ada162a2-0a9e-4109-86b1-81928d22d14a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.157553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.158142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b93a1b23-2074-425b-8505-5d7038ba84cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 217 time: 0.0693853 Oct 13 04:24:00.161833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.191262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.192037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.238333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5c0284a-e775-42d9-9ca5-41ea86d9e812 req-4105a011-4853-45e1-960c-dc2b11dc1537 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487157 Oct 13 04:24:00.253626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Deleting port 773fa46b-98ac-49d5-8e44-8fa5c288dc76 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:00.253999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.340218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.345300 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] Set router ada162a2-0a9e-4109-86b1-81928d22d14a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:00.361233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] For port 773fa46b-98ac-49d5-8e44-8fa5c288dc76, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=773fa46b-98ac-49d5-8e44-8fa5c288dc76,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:00.361835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.375650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Calling delete_port for 773fa46b-98ac-49d5-8e44-8fa5c288dc76 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:00.388805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-d94c458f-b32b-43ff-b47c-ba4713ea46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.390182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-d94c458f-b32b-43ff-b47c-ba4713ea46f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493801 Oct 13 04:24:00.391610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-7e47ddb1-6ad2-4b34-b44d-29b44bc55c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.393161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-7e47ddb1-6ad2-4b34-b44d-29b44bc55c1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.2140350 Oct 13 04:24:00.396440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event updated for resources: {'Port': ['ID=a737aa95-f6d0-474d-b14c-2de806236a44,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:00.410370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93dd26a7-9c0a-4f35-9352-cf32ad839599,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:00.418084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.421335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89673ffd-e032-4f4f-9802-03749dc9974b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93dd26a7-9c0a-4f35-9352-cf32ad839599 HTTP/1.1" status: 204 len: 168 time: 0.8204210 Oct 13 04:24:00.433711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51830) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:00.591496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:00.596067 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:23:57Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.604817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:00.613423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-00261cf1-d56c-4e64-bc61-5f21d0df544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.614995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-00261cf1-d56c-4e64-bc61-5f21d0df544f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2000699 Oct 13 04:24:00.616741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.641275 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521774a-5bee-400e-ab16-01e13471c742 None None] The sync data for ids ['ada162a2-0a9e-4109-86b1-81928d22d14a'] in n-d-813736-1 is: [{'id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'name': 'tempest-ServerRescueTestJSONUnderV235-795971334-router', 'tenant_id': 'cdc27f4df1544f9690bd2dd72b641653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:22:14Z', 'updated_at': '2021-10-13T04:23:57Z', 'revision_number': 5, 'project_id': 'cdc27f4df1544f9690bd2dd72b641653', 'gw_port': {'id': '773fa46b-98ac-49d5-8e44-8fa5c288dc76', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:49:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada162a2-0a9e-4109-86b1-81928d22d14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:15Z', 'updated_at': '2021-10-13T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:00.645864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a48266-1889-4c5f-8073-6185113196bf req-bb11cc35-5f6f-434f-aaf0-fa7e4b130847 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.647955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04a48266-1889-4c5f-8073-6185113196bf req-bb11cc35-5f6f-434f-aaf0-fa7e4b130847 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 943 time: 0.1519303 Oct 13 04:24:00.649958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-d305bcb5-74ba-4613-b509-9b244f270703 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503011 Oct 13 04:24:00.677540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bfef9-48f2-4d32-bb7c-15cdda51e0a9 req-67971a89-32a8-421c-9ca5-b4a57940bd09 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:00.679623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-055bfef9-48f2-4d32-bb7c-15cdda51e0a9 req-67971a89-32a8-421c-9ca5-b4a57940bd09 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 948 time: 0.1459703 Oct 13 04:24:00.809931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.853255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa352d9-754c-4b76-8967-7feefe022177']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.860383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-055bfef9-48f2-4d32-bb7c-15cdda51e0a9 req-0496cca0-96d5-41a5-b842-f3f8476584b4 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559327 Oct 13 04:24:00.876140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b553372b-7745-49fd-8c7f-1ce0a36566c2') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.876738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b553372b-7745-49fd-8c7f-1ce0a36566c2') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:00.893665 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.898535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.906415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-04a48266-1889-4c5f-8073-6185113196bf req-4cff8aab-a8bd-41a8-9c07-cb8b8d73e3d2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344162 Oct 13 04:24:00.937332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Pushing event deleted for resources: {'Port': ['ID=773fa46b-98ac-49d5-8e44-8fa5c288dc76,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:00.959996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.960427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.960782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.961774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.962086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.962459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.962756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.963958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.964980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.965326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.966194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.966194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:00.974184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:00.978612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Router 31ffe986-47ff-482e-a08a-155423aa29bd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:00.983164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-45b3399d-60c5-413d-b275-fa3d09b705a5 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544500 Oct 13 04:24:00.990284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea579e3a-8ff7-4c98-97f5-04659ea639bc req-b27fdbed-ddb9-4908-86cf-ec860542cc8f service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171401 Oct 13 04:24:00.997175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-caf614e4-47f4-473a-a659-5edb0cadc563 None None] Provisioning complete for port a737aa95-f6d0-474d-b14c-2de806236a44 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:00.997826 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-caf614e4-47f4-473a-a659-5edb0cadc563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.079295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:01.079295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:01.081488 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:01.095210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-caf614e4-47f4-473a-a659-5edb0cadc563 None None] Port a737aa95-f6d0-474d-b14c-2de806236a44 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:01.143895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.154007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:01.161081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3dadb6f5-2e38-47c0-abb9-4c60852f9d42 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8982074 Oct 13 04:24:01.166377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 903642cc-af7f-4f26-ae18-90ec907becfa no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:01.171251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] Sync routers for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:01.178697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.201752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 903642cc-af7f-4f26-ae18-90ec907becfa {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:01.202374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 903642cc-af7f-4f26-ae18-90ec907becfa not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:01.212988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:01.214425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:01.251201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:01.251772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-f089e9dd-dc55-4117-86b7-157482a194bc service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495008 Oct 13 04:24:01.266218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.267360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:01.268365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:01.268674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.272419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.294614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.297984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/afa352d9-754c-4b76-8967-7feefe022177 HTTP/1.1" status: 204 len: 168 time: 0.8632846 Oct 13 04:24:01.298960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca3111-214c-48b2-8ddb-4a32d107e5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa352d9-754c-4b76-8967-7feefe022177,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.316073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:01.317008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653259c7-d6f2-47d1-97d5-4d11c4489768 None None] The sync data for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:01.326852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-8fce7441-c04b-48af-a113-69b021c4923f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319 HTTP/1.1" status: 200 len: 217 time: 0.0429215 Oct 13 04:24:01.360753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.361400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada162a2-0a9e-4109-86b1-81928d22d14a {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:24:01.366774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.370653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25d55c6d-d039-422c-8561-9dd267ffe938 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ada162a2-0a9e-4109-86b1-81928d22d14a HTTP/1.1" status: 204 len: 168 time: 1.6508119 Oct 13 04:24:01.371028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51844) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.400838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f25fd787-2f78-48ea-9f1d-34531ff6d04b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.420947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 44dbb317-e2dd-4901-873c-de8d8984009d details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:01.433388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Deleting subnet b03e0936-37e6-4143-bbd6-6689a788bd62 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:01.439263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.440640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-cdee60e8-e7a2-4acd-a56f-cb65438ce909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.442399 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-cdee60e8-e7a2-4acd-a56f-cb65438ce909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1038668 Oct 13 04:24:01.493801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.560771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.601821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.604041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=44dbb317-e2dd-4901-873c-de8d8984009d,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.616209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '44dbb317-e2dd-4901-873c-de8d8984009d', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': '44dbb317-e2dd-4901-873c-de8d8984009d', 'mac_address': 'fa:16:3e:2e:17:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:01.658235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.660202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-74f076db-ed67-43ed-821a-4e2190c8990c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=697a24a39ebf42b3916c9ecf827cbf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567803 Oct 13 04:24:01.661822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.672073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51848) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.675007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dbb317-e2dd-4901-873c-de8d8984009d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:01.702771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=44dbb317-e2dd-4901-873c-de8d8984009d,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:01.706306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.707617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.712408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b03e0936-37e6-4143-bbd6-6689a788bd62 HTTP/1.1" status: 204 len: 168 time: 0.3378081 Oct 13 04:24:01.715929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.716702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ac9be-a5db-4a89-bf05-3139784ab6d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03e0936-37e6-4143-bbd6-6689a788bd62,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.765924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:01.818870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.820693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.845251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:01.847815 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f72fe-3731-4298-8464-592d36c94dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:01.852605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:01.896430 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0dae3c-e14e-43c5-8b70-96c95f927711 x-openstack-request-id: req-8c0dae3c-e14e-43c5-8b70-96c95f927711 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:01.896736 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:01.896994 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c0dae3c-e14e-43c5-8b70-96c95f927711 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:01.897383 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc', 'status': 'completed', 'code': 200} Oct 13 04:24:01.914234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-01d8bfc7-43e5-40ec-a69a-9b13db00b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:01.915779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-01d8bfc7-43e5-40ec-a69a-9b13db00b2ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651152 Oct 13 04:24:01.917498 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-f25fd787-2f78-48ea-9f1d-34531ff6d04b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:24:01.918810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f25fd787-2f78-48ea-9f1d-34531ff6d04b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd HTTP/1.1" status: 409 len: 329 time: 0.7385838 Oct 13 04:24:01.921298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:01.939197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['44dbb317-e2dd-4901-873c-de8d8984009d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:01.960151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.024147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a241c0c-f099-4f2f-97fa-813cf75e6e42']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:02.044500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ca1968-b65e-46a3-a3a7-ff3b63d93488') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:02.044844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ca1968-b65e-46a3-a3a7-ff3b63d93488') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:02.060847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.062586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.065168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.066319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e9e541-f5a8-4e7f-be63-5748e104878a HTTP/1.1" status: 204 len: 168 time: 0.3895235 Oct 13 04:24:02.092410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.101116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca64cf4-9571-47ac-9c21-fceb0c4cff38 req-0f4c6a17-f1cd-4490-a4a8-27c063526c23 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.103232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fca64cf4-9571-47ac-9c21-fceb0c4cff38 req-0f4c6a17-f1cd-4490-a4a8-27c063526c23 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 948 time: 0.1400366 Oct 13 04:24:02.107616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399067b-3747-42b7-9ba9-2a8039061821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9e541-f5a8-4e7f-be63-5748e104878a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.112012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:02.112417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:02.114570 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:02.192533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f72fe-3731-4298-8464-592d36c94dd8 req-b21a699b-babc-4a73-9224-adde99b8eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.192890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.194063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-b21a699b-babc-4a73-9224-adde99b8eadb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed1524286a69427a96332eba4e193cb8&device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 1099 time: 0.2634985 Oct 13 04:24:02.206603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.209817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9a241c0c-f099-4f2f-97fa-813cf75e6e42 HTTP/1.1" status: 204 len: 168 time: 0.4909897 Oct 13 04:24:02.236728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fca64cf4-9571-47ac-9c21-fceb0c4cff38 req-be5215da-d708-4ab9-b506-dd19f6c27dec tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047161 Oct 13 04:24:02.238080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4c440-1535-49a3-8c69-6a4c8c247a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a241c0c-f099-4f2f-97fa-813cf75e6e42,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.288991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30f942-9002-4978-9bf3-f0002988f86a req-b1f29a96-32bb-4614-ac1b-7f70cbd40760 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.290454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f30f942-9002-4978-9bf3-f0002988f86a req-b1f29a96-32bb-4614-ac1b-7f70cbd40760 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 944 time: 0.2959256 Oct 13 04:24:02.305537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-462ea1a3-aed6-4aad-9a19-54d7d16db967 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193748 Oct 13 04:24:02.488759 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f30f942-9002-4978-9bf3-f0002988f86a req-7a73ee6a-3a08-4439-8bd8-07f852541408 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525171 Oct 13 04:24:02.512953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51876) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:02.539114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f72fe-3731-4298-8464-592d36c94dd8 req-a324fafd-b53c-442d-9e20-ddda18842d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.540598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-a324fafd-b53c-442d-9e20-ddda18842d71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2708678 Oct 13 04:24:02.566701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5cd8d58-5595-4469-b5d0-cae81a83c72f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdc27f4df1544f9690bd2dd72b641653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519333 Oct 13 04:24:02.571537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:02.614892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-600a00dd-e329-424e-b324-e7e410ec8bd1 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721155 Oct 13 04:24:02.616473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-63ad9e01-cc59-4da1-9379-c750d5726e68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc HTTP/1.1" status: 200 len: 217 time: 0.0634444 Oct 13 04:24:02.629196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.653130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.693730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-ea8c893b-271c-45b7-89c0-356a9f13af9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5 HTTP/1.1" status: 200 len: 217 time: 0.0581591 Oct 13 04:24:02.705367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.710075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:02.712456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/009553cc-5cee-45e7-9632-55a1e6a8895a HTTP/1.1" status: 204 len: 168 time: 0.1392405 Oct 13 04:24:02.722807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770436b-b568-40c1-abc5-547249335f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009553cc-5cee-45e7-9632-55a1e6a8895a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:02.745361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f72fe-3731-4298-8464-592d36c94dd8 req-bb6a41a3-fc64-4ec0-b09d-fdd85a92dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.746903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-bb6a41a3-fc64-4ec0-b09d-fdd85a92dcf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1235838 Oct 13 04:24:02.816751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-4f4dd82c-e3f6-431e-8fff-bb546e9da323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.818239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-4f4dd82c-e3f6-431e-8fff-bb546e9da323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1127706 Oct 13 04:24:02.824858 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:02.869317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f72fe-3731-4298-8464-592d36c94dd8 req-b99f7e0a-0e7d-4f49-9055-9c71cc7fae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:02.871081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-b99f7e0a-0e7d-4f49-9055-9c71cc7fae25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965304 Oct 13 04:24:02.880665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.003702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-35bdf57c-9597-474f-8bde-5ce9007176a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.005216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-35bdf57c-9597-474f-8bde-5ce9007176a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747420 Oct 13 04:24:03.058032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 773fa46b-98ac-49d5-8e44-8fa5c288dc76 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:03.084087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 773fa46b-98ac-49d5-8e44-8fa5c288dc76 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:03.084992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 773fa46b-98ac-49d5-8e44-8fa5c288dc76 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:03.110910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51898) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.171428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-37d12625-67dc-4acb-a0a5-755b938b5886 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876446 Oct 13 04:24:03.232104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-319376783-network', 'tenant_id': 'cfa0087bb9a74287aef37d517a18c288'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:03.251224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b05823aa-4946-46a1-b5c6-c41ca7b1c509 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290170 Oct 13 04:24:03.262630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Made reservation on behalf of cfa0087bb9a74287aef37d517a18c288 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:03.265362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.277902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.406886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843162ea-38e0-4af0-991a-e5f47164ef8d req-4cd37b6f-b607-4359-af0e-817f5f84be1f tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.407745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-515f72fe-3731-4298-8464-592d36c94dd8 req-6752ea91-7152-46d6-9126-63fd0c96ffd4 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245789 Oct 13 04:24:03.408234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843162ea-38e0-4af0-991a-e5f47164ef8d req-4cd37b6f-b607-4359-af0e-817f5f84be1f tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 948 time: 0.0946739 Oct 13 04:24:03.431787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 44dbb317-e2dd-4901-873c-de8d8984009d up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:03.456763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.473171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.487544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-be60c85a-d116-4a25-8071-b76b29e3c52a service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246962 Oct 13 04:24:03.511349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843162ea-38e0-4af0-991a-e5f47164ef8d req-ec8988e3-c563-4eed-ab3e-c8f021376f6a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874531 Oct 13 04:24:03.529144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:03.545560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb7cc9-bd45-4c25-b2e6-22678ffedfb9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.550624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.550970 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Added segment 87597a57-5a35-45a1-83ec-fd694df38088 of type vlan for network 130eb3d8-2566-435d-9f35-19c5c50c60b7 Oct 13 04:24:03.586205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 44dbb317-e2dd-4901-873c-de8d8984009d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:03.594732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-5b5fcc38-ebd5-4a27-9e10-d04ed43913fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e HTTP/1.1" status: 200 len: 217 time: 0.0941095 Oct 13 04:24:03.598517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 44dbb317-e2dd-4901-873c-de8d8984009d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:03.600186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.614815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.651584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.652826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.653463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.693935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5746036 Oct 13 04:24:03.694154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port a737aa95-f6d0-474d-b14c-2de806236a44 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:03.694154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.731274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.736831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3d1d-be3f-405c-9812-7205d1b3eca9 admin admin] Pushing event updated for resources: {'Network': ['ID=130eb3d8-2566-435d-9f35-19c5c50c60b7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.744006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-cf144ed2-4d09-4631-a1a2-c4daeca72837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.745853 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-cf144ed2-4d09-4631-a1a2-c4daeca72837 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.1355193 Oct 13 04:24:03.757044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 130eb3d8-2566-435d-9f35-19c5c50c60b7 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:03.774737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90278d2-4f67-408f-8467-078d2d43c00d req-72c7192e-2477-4f77-b148-0342e25df7d5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.776761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f90278d2-4f67-408f-8467-078d2d43c00d req-72c7192e-2477-4f77-b148-0342e25df7d5 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 944 time: 0.1780987 Oct 13 04:24:03.796288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:03.853293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.875731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=44dbb317-e2dd-4901-873c-de8d8984009d,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:03.877744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:03.879331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for a737aa95-f6d0-474d-b14c-2de806236a44 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:03.880959 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5632d79-9435-4655-abe3-45b1cd1fc90d" -d '{"events": [{"server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "name": "network-vif-plugged", "status": "completed", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:03.886450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:03.886613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f90278d2-4f67-408f-8467-078d2d43c00d req-07c77bdb-0e9c-4e36-ae85-9a7504a01d8e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Oct 13 04:24:03.891716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-acd89eaf-2d57-43e7-a431-b85553077fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:03.893611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-acd89eaf-2d57-43e7-a431-b85553077fb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364596 Oct 13 04:24:03.961274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:03.966358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-854592383-network', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:03.994209 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da85654-c849-4767-8788-9a9fbebd4099 x-openstack-request-id: req-0da85654-c849-4767-8788-9a9fbebd4099 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:03.995290 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "name": "network-vif-plugged", "status": "completed", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:03.995758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Made reservation on behalf of ddf8e6a9585b4981945c943b99708990 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:03.995994 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0da85654-c849-4767-8788-9a9fbebd4099 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:03.997083 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d', 'code': 200} Oct 13 04:24:04.000940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.013743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.128410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-495e1e8b-1e81-4357-a6f1-19b3e9659b35 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261322 Oct 13 04:24:04.187410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf208cf-a080-42e0-94ad-2201d2e2ef4e req-1f61ee42-612f-494a-a0d0-f2d2cb022a83 tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.193575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf208cf-a080-42e0-94ad-2201d2e2ef4e req-1f61ee42-612f-494a-a0d0-f2d2cb022a83 tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.200247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf208cf-a080-42e0-94ad-2201d2e2ef4e req-1f61ee42-612f-494a-a0d0-f2d2cb022a83 tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.201943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edf208cf-a080-42e0-94ad-2201d2e2ef4e req-1f61ee42-612f-494a-a0d0-f2d2cb022a83 tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1595957 Oct 13 04:24:04.214750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.219206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.247137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:04.257948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe18f27-f25b-40e7-861f-cdfc76b62bd8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.264737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.265107 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Added segment 8eb01134-4ca9-408b-a9fb-866ae7bc0199 of type vlan for network db22a8a9-1128-4dee-8f2a-093226d2f2f2 Oct 13 04:24:04.314283 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.342346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.343623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.344230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.398773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6013525 Oct 13 04:24:04.405543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.412723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Request body: {'subnet': {'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-subnet', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:04.422470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38499bd3-cd69-4d3a-953e-6499f0ddb2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=db22a8a9-1128-4dee-8f2a-093226d2f2f2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.433982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:04.447360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Made reservation on behalf of ddf8e6a9585b4981945c943b99708990 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:04.462062 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.564376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a83d2a-c700-4cd9-8564-a70b727b5f15 req-a94416de-ab35-4022-8b3d-8ec9c7ff255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.565863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9a83d2a-c700-4cd9-8564-a70b727b5f15 req-a94416de-ab35-4022-8b3d-8ec9c7ff255b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 1096 time: 0.5142846 Oct 13 04:24:04.633692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ec48-6c62-4eb0-ada7-249b9ed65494 req-a764defc-c3ee-462e-bf55-9b7830d033ef tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.635245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a665ec48-6c62-4eb0-ada7-249b9ed65494 req-a764defc-c3ee-462e-bf55-9b7830d033ef tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 948 time: 0.0545802 Oct 13 04:24:04.679755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a665ec48-6c62-4eb0-ada7-249b9ed65494 req-04c0e362-0d02-441e-bff8-bedb063ba4b0 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372231 Oct 13 04:24:04.730665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-b4d171e9-c86c-4c54-9ff3-e7ed02ee167a service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939918 Oct 13 04:24:04.740584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875cb75-5b6e-4b71-b6db-40f02f57e046 req-322430eb-ddd3-489a-8367-a7294003bfff tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.741839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e875cb75-5b6e-4b71-b6db-40f02f57e046 req-322430eb-ddd3-489a-8367-a7294003bfff tempest-ComputeTenantNetworksTest-2034791800 tempest-ComputeTenantNetworksTest-2034791800-project] 10.222.0.49 "GET /v2.0/networks/130eb3d8-2566-435d-9f35-19c5c50c60b7 HTTP/1.1" status: 200 len: 768 time: 0.1977363 Oct 13 04:24:04.745078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9a83d2a-c700-4cd9-8564-a70b727b5f15 req-8471f13c-8859-415e-a67f-8264cabd2478 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217489 Oct 13 04:24:04.747631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.750680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:04.787551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=a737aa95-f6d0-474d-b14c-2de806236a44,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:04.830334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-6d486ea2-de1e-4e52-94a2-4bc458d04d31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 200 len: 217 time: 0.0512004 Oct 13 04:24:04.859698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.973173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:04.983423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-1cb33987-befc-471c-9098-94e86bb73e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:04.984908 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-1cb33987-befc-471c-9098-94e86bb73e63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.1396601 Oct 13 04:24:05.003954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.086322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.105313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8787ac5d-ee24-479a-a144-687ef8201985,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.127720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130eb3d8-2566-435d-9f35-19c5c50c60b7']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.150249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa5f2-57ce-4ea6-bfe8-7009060d57f9 req-b4d71dc2-70f4-4adb-9cf8-bc63c18bdc4b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:05.151808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4affa5f2-57ce-4ea6-bfe8-7009060d57f9 req-b4d71dc2-70f4-4adb-9cf8-bc63c18bdc4b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1579571 Oct 13 04:24:05.155684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87597a57-5a35-45a1-83ec-fd694df38088') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.155684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87597a57-5a35-45a1-83ec-fd694df38088') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.160581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-f5416481-fcc5-44d4-bc8d-b654653e2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:05.162491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-f5416481-fcc5-44d4-bc8d-b654653e2300 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698527 Oct 13 04:24:05.175408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.188055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Router 31ffe986-47ff-482e-a08a-155423aa29bd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:05.195277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Checking segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:05.195703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Network hostable DHCP agents. Network: db22a8a9-1128-4dee-8f2a-093226d2f2f2, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:05.214495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.231482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:05.231799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:05.233592 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:05.236510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4affa5f2-57ce-4ea6-bfe8-7009060d57f9 req-96dcc0f3-130a-493a-ba29-6911aaeb767d tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Oct 13 04:24:05.249145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:05.294323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, db22a8a9-1128-4dee-8f2a-093226d2f2f2) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:05.298601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:05.299221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.304359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb268d-d980-4e7d-8212-af4b6c582ca1 None None] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:05.311810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.328938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:05.330372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.336234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] 10.222.0.49 "DELETE /v2.0/networks/130eb3d8-2566-435d-9f35-19c5c50c60b7 HTTP/1.1" status: 204 len: 168 time: 0.5818553 Oct 13 04:24:05.336234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979766b-952c-4169-8512-4961c50249cb admin admin] Pushing event deleted for resources: {'Network': ['ID=130eb3d8-2566-435d-9f35-19c5c50c60b7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.337031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-33eb7237-524c-4bc7-9f6e-d6b7b68ea53d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4122877 Oct 13 04:24:05.338529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51958) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.340133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7e6379f2-c487-481a-a7bc-0505d837f0fa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9335806 Oct 13 04:24:05.342706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51960) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.348197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:05.351304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] Sync routers for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:05.365351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:05.366397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.375097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.376255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.393803 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-fb244b0f-56df-4db5-b59a-55f87eaf6217 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] show failed (client error): The resource could not be found. Oct 13 04:24:05.399782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb244b0f-56df-4db5-b59a-55f87eaf6217 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1326887096 HTTP/1.1" status: 404 len: 335 time: 0.0552061 Oct 13 04:24:05.399782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-4a01554a-4ff8-45e3-8de3-e2eab6131c17 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200243 Oct 13 04:24:05.400488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51962) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.406353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-585b1a6e-21f2-453d-b79d-6e145099c13a tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:05.416284 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.426581 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] Routers {'31ffe986-47ff-482e-a08a-155423aa29bd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:05.427541 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31ffe986-47ff-482e-a08a-155423aa29bd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.453044 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-585b1a6e-21f2-453d-b79d-6e145099c13a tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] update failed (client error): The resource could not be found. Oct 13 04:24:05.453979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:05.454605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-585b1a6e-21f2-453d-b79d-6e145099c13a tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-154733662 HTTP/1.1" status: 404 len: 334 time: 0.0516112 Oct 13 04:24:05.461370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51964) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.466111 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:05.466999 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d94ec7-130f-4bfe-966a-52ae695bd76d None None] The sync data for ids ['31ffe986-47ff-482e-a08a-155423aa29bd'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:05.553123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51968) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.564168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b177ed-9bb1-47f2-97d1-654327ee48ad None None] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:05.566194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.593128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddb4ea11-d8e3-4838-b048-562bf315df7e req-22e30afb-4038-4331-8b68-81f602f02724 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858535 Oct 13 04:24:05.642374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a7c58f8-0c31-41bc-afb2-b5ec078a5df1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfa0087bb9a74287aef37d517a18c288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831676 Oct 13 04:24:05.643105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:05.670741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:05.691349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc', 'mac_address': 'fa:16:3e:46:30:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:05.711567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.768923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.792768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.803265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:05.839185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:05.848774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.922505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.929060 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:05.931617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddbb7cc9-bd45-4c25-b2e6-22678ffedfb9 HTTP/1.1" status: 204 len: 168 time: 0.2869422 Oct 13 04:24:05.943038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ff18e-4fb9-4335-994b-7e80d1c73da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb7cc9-bd45-4c25-b2e6-22678ffedfb9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:05.946788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.070793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting subnet e4d6242f-944b-42bb-af3e-ba0e9da164ae {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:06.091039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:06.093524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.206371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.211209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.257236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4c36-8218-4f5d-9f21-db9d5253d928 req-caed7668-b3d1-4316-95c2-469250e9a1ba tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.264749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb5a4c36-8218-4f5d-9f21-db9d5253d928 req-caed7668-b3d1-4316-95c2-469250e9a1ba tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 949 time: 0.2349918 Oct 13 04:24:06.386778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb5a4c36-8218-4f5d-9f21-db9d5253d928 req-83611d57-b8f8-4d96-91ef-658377853fb7 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211233 Oct 13 04:24:06.399467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.409971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44eb72-a708-47f3-9416-e12152e77d3b req-6f9ec062-10fd-4722-861b-8fe322c9e5e0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.411740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf44eb72-a708-47f3-9416-e12152e77d3b req-6f9ec062-10fd-4722-861b-8fe322c9e5e0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0763850 Oct 13 04:24:06.482218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf44eb72-a708-47f3-9416-e12152e77d3b req-cdd0bb52-4e05-4882-8601-a7e3736e72ee tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Oct 13 04:24:06.484097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.518697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d6242f-944b-42bb-af3e-ba0e9da164ae,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:06.522907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.527377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2c1f4003-02a8-431a-a3de-3b2c897a3146 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/subnets/e4d6242f-944b-42bb-af3e-ba0e9da164ae HTTP/1.1" status: 204 len: 168 time: 1.0560536 Oct 13 04:24:06.530280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:06.535201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2250df9-a808-4249-8520-073ea13c14f1 None None] Network 1681283f-0aed-4786-a06d-c2b1b2ad78bc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:06.711730 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.731396 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.756475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.799012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] DHCP port deletion for 1681283f-0aed-4786-a06d-c2b1b2ad78bc request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:06.854475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Deleting port 62c9b5f1-a29c-4548-99e5-966574686c55 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:06.855633 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.865845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f15285-6f68-461c-b9a0-2f1499c4b3db req-3eae7b82-1354-43cf-8e8d-c4c78571df04 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:06.873872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9f15285-6f68-461c-b9a0-2f1499c4b3db req-3eae7b82-1354-43cf-8e8d-c4c78571df04 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0668049 Oct 13 04:24:06.939776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9f15285-6f68-461c-b9a0-2f1499c4b3db req-fed2f239-5fd5-499c-b22a-c3d41dba73bd tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649312 Oct 13 04:24:06.946991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] For port 62c9b5f1-a29c-4548-99e5-966574686c55, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=62c9b5f1-a29c-4548-99e5-966574686c55,segment=NetworkSegment(0cd2dea0-1624-4eea-85c3-2c08e864aca1),segment_id=0cd2dea0-1624-4eea-85c3-2c08e864aca1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:06.947460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:06.965487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Calling delete_port for 62c9b5f1-a29c-4548-99e5-966574686c55 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:06.993306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Allocated IP 172.25.0.76 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/432c17b5-5bcb-4c72-b468-6a806ee86df2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:06.996774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port 62c9b5f1-a29c-4548-99e5-966574686c55 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:06.997024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.075250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.084074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] For port 62c9b5f1-a29c-4548-99e5-966574686c55, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=62c9b5f1-a29c-4548-99e5-966574686c55,segment=NetworkSegment(0cd2dea0-1624-4eea-85c3-2c08e864aca1),segment_id=0cd2dea0-1624-4eea-85c3-2c08e864aca1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:07.084603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.108528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for 62c9b5f1-a29c-4548-99e5-966574686c55 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:07.134766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] No DVR routers for this DVR port 62c9b5f1-a29c-4548-99e5-966574686c55 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:07.144697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03368a-5839-4cd0-8841-21906b3749e1 None None] Pushing event deleted for resources: {'Port': ['ID=62c9b5f1-a29c-4548-99e5-966574686c55,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.152594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 62c9b5f1-a29c-4548-99e5-966574686c55 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:07.174640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 62c9b5f1-a29c-4548-99e5-966574686c55 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:07.174980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 62c9b5f1-a29c-4548-99e5-966574686c55 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:07.291217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.295387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.330148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=62c9b5f1-a29c-4548-99e5-966574686c55,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.332054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] No DVR routers for this DVR port 62c9b5f1-a29c-4548-99e5-966574686c55 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:07.437115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.446596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.468281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:07.487149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1681283f-0aed-4786-a06d-c2b1b2ad78bc']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.527721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd2dea0-1624-4eea-85c3-2c08e864aca1') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.527952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd2dea0-1624-4eea-85c3-2c08e864aca1') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:07.530751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:07.541498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:07.544966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.552667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:07.560474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:07.561247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.563757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:07.575607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Pushing event updated for resources: {'Port': ['ID=432c17b5-5bcb-4c72-b468-6a806ee86df2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.611335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.626969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:07.627408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:07.643957 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:07.659089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.695301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:07.699448 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3309455-fb7a-41a9-b43c-6a49f207f14d" -d '{"events": [{"server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:07.712750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419fa0b-b369-4897-ad3f-f492c9787f6c req-64afd057-caae-445a-ac3e-f1e9d818fb97 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:07.714367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:07.714615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0419fa0b-b369-4897-ad3f-f492c9787f6c req-64afd057-caae-445a-ac3e-f1e9d818fb97 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 949 time: 0.2159283 Oct 13 04:24:07.724966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.758775 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b410e2-c643-4cb6-98a5-74e59939a055 x-openstack-request-id: req-a2b410e2-c643-4cb6-98a5-74e59939a055 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:07.759013 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "name": "network-vif-plugged", "status": "completed", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:07.759293 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2b410e2-c643-4cb6-98a5-74e59939a055 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:07.759688 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc', 'code': 200} Oct 13 04:24:07.789119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.828774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.858912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:07.862197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/networks/1681283f-0aed-4786-a06d-c2b1b2ad78bc HTTP/1.1" status: 204 len: 168 time: 1.3301325 Oct 13 04:24:07.865026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:07.866014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f37e9-880a-4616-bad0-ca6561c8b11b tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Network': ['ID=1681283f-0aed-4786-a06d-c2b1b2ad78bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:07.895359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0419fa0b-b369-4897-ad3f-f492c9787f6c req-3b17a745-5181-497e-b4e3-f84f1b235c99 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436305 Oct 13 04:24:08.022869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.024854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting subnet 57141575-d71f-48ca-a747-ae21c4011d1a {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:08.047925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.052631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717966-98ff-4211-8474-4a28731024d0 req-00164118-f6b0-4947-ba5e-3f0b4532829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:08.054362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61717966-98ff-4211-8474-4a28731024d0 req-00164118-f6b0-4947-ba5e-3f0b4532829c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 1101 time: 0.1353061 Oct 13 04:24:08.142920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.189360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125838e-61c4-4dac-b025-444a36afe272 req-3a2c97e2-e224-490c-8f2c-df1f8adc7a64 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:08.196790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c125838e-61c4-4dac-b025-444a36afe272 req-3a2c97e2-e224-490c-8f2c-df1f8adc7a64 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1609161 Oct 13 04:24:08.219716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61717966-98ff-4211-8474-4a28731024d0 req-28aba96f-8188-407b-8713-072640d8c79c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311727 Oct 13 04:24:08.258088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c125838e-61c4-4dac-b025-444a36afe272 req-7a7445cb-8336-4d6d-b23e-30737073aef3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Oct 13 04:24:08.309556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.314935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.378334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.411452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Subnet': ['ID=57141575-d71f-48ca-a747-ae21c4011d1a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.419751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.423042 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82feb5eb-2f81-4bf8-9b68-d26b06bb4ae7 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/subnets/57141575-d71f-48ca-a747-ae21c4011d1a HTTP/1.1" status: 204 len: 168 time: 0.5563269 Oct 13 04:24:08.425373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52040) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:08.436779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2aa1f5-77c2-47af-b4fa-99a1345cde0e None None] Network eea354e9-141b-4b5c-a5eb-442c487a5160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:08.476205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Router 97483780-bf12-4d27-b5be-ca95076b200b is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:08.534103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting subnet 02bf86a5-b11e-4676-b756-dd901a18b8da {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:08.540420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.642016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.700926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:08.712615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Sync routers for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:08.724489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] DHCP port deletion for eea354e9-141b-4b5c-a5eb-442c487a5160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:08.731427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.735269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2bccc59d-a8c9-4c71-8e7c-41a82772259d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3889191 Oct 13 04:24:08.735557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:08.758647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:08.759625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:08.777160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.881744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.921388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Subnet': ['ID=02bf86a5-b11e-4676-b756-dd901a18b8da,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:08.950102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:08.959529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d7343d69-9111-48a1-87ab-bed8ea2cfbec tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/subnets/02bf86a5-b11e-4676-b756-dd901a18b8da HTTP/1.1" status: 204 len: 168 time: 0.5328283 Oct 13 04:24:08.960295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:09.010820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0056d3ec-a923-457c-acca-25b021139fa4 None None] Network 76a856d3-09ec-404c-a59b-ee0d54dd8b0e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:09.085873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Deleting port b439d5c9-84e8-4bf9-bd73-50ae9467a52f {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:09.086677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.110274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44796e9-781b-443c-9eb8-d568f1f0dde7 req-cdd9b75a-c6f1-4f04-a880-22d75173a301 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.111748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d44796e9-781b-443c-9eb8-d568f1f0dde7 req-cdd9b75a-c6f1-4f04-a880-22d75173a301 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0822527 Oct 13 04:24:09.149177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b439d5c9-84e8-4bf9-bd73-50ae9467a52f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:09.157770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:09.158361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.231522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d44796e9-781b-443c-9eb8-d568f1f0dde7 req-4ed8317c-5e5d-4bde-bd83-9c99f2019f65 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118939 Oct 13 04:24:09.253695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port b439d5c9-84e8-4bf9-bd73-50ae9467a52f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:09.253985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.358053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] For port b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,segment=NetworkSegment(4cdd0c15-c57c-4c50-b936-a7e49176135c),segment_id=4cdd0c15-c57c-4c50-b936-a7e49176135c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:09.358726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.361749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] For port b439d5c9-84e8-4bf9-bd73-50ae9467a52f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,segment=NetworkSegment(4cdd0c15-c57c-4c50-b936-a7e49176135c),segment_id=4cdd0c15-c57c-4c50-b936-a7e49176135c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:09.362460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.385406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for b439d5c9-84e8-4bf9-bd73-50ae9467a52f owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:09.420469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Calling delete_port for b439d5c9-84e8-4bf9-bd73-50ae9467a52f owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:09.561154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baed8b8-8826-4e5f-a9d1-5cf599af9e4e req-0d169224-7d80-4c15-8f8b-e21c095a9b4c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:09.562982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2baed8b8-8826-4e5f-a9d1-5cf599af9e4e req-0d169224-7d80-4c15-8f8b-e21c095a9b4c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1442752 Oct 13 04:24:09.620891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.634166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.636523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2baed8b8-8826-4e5f-a9d1-5cf599af9e4e req-18102c93-bd34-4af0-aeb8-1dc09b4fe260 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625083 Oct 13 04:24:09.672218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.674168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] No DVR routers for this DVR port b439d5c9-84e8-4bf9-bd73-50ae9467a52f on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:09.711392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.756258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] No DVR routers for this DVR port b439d5c9-84e8-4bf9-bd73-50ae9467a52f on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:09.780390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] DHCP port deletion for 76a856d3-09ec-404c-a59b-ee0d54dd8b0e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:09.792239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.817231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea354e9-141b-4b5c-a5eb-442c487a5160']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.828654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdd0c15-c57c-4c50-b936-a7e49176135c') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.828952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdd0c15-c57c-4c50-b936-a7e49176135c') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.835735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225065b-de47-43b2-96c5-b7f232e1ca3d None None] Pushing event deleted for resources: {'Port': ['ID=b439d5c9-84e8-4bf9-bd73-50ae9467a52f,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:09.841233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.859633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.867508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:09.868014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:09.872716 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:09.897981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:07Z', 'revision_number': 3, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:09.935103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Checking router: 97483780-bf12-4d27-b5be-ca95076b200b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:09.935463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Updating router 97483780-bf12-4d27-b5be-ca95076b200b port 432c17b5-5bcb-4c72-b468-6a806ee86df2 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:09.973281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.975125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.988556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:09.992872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/networks/eea354e9-141b-4b5c-a5eb-442c487a5160 HTTP/1.1" status: 204 len: 168 time: 1.0311146 Oct 13 04:24:09.998225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:10.006053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cb0f-097a-406a-bcdf-a4dcc72b8ee4 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Network': ['ID=eea354e9-141b-4b5c-a5eb-442c487a5160,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.017037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.024499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Deleting port 9be5f135-9bf7-43ec-b180-927265eccc08 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:10.024874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.137058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.189692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] For port 9be5f135-9bf7-43ec-b180-927265eccc08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9be5f135-9bf7-43ec-b180-927265eccc08,segment=NetworkSegment(6c9a24ae-42bd-4350-9302-22237745dce3),segment_id=6c9a24ae-42bd-4350-9302-22237745dce3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:10.190180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.214525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Calling delete_port for 9be5f135-9bf7-43ec-b180-927265eccc08 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:10.350136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Allocated IP 172.20.0.1 (db22a8a9-1128-4dee-8f2a-093226d2f2f2/8787ac5d-ee24-479a-a144-687ef8201985/2361472c-c783-429e-ab60-f54ca088783e) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:10.368022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port 9be5f135-9bf7-43ec-b180-927265eccc08 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:10.368489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.395056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.415090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05280868-cbb4-4231-adcc-d629af281a38 req-fbcea97c-56f6-4a52-a131-3490cdb6fe45 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.427301 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05280868-cbb4-4231-adcc-d629af281a38 req-fbcea97c-56f6-4a52-a131-3490cdb6fe45 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0861597 Oct 13 04:24:10.438364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] Pushing event deleted for resources: {'Port': ['ID=9be5f135-9bf7-43ec-b180-927265eccc08,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.472537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7830b-0989-44a6-a59f-a9e3978e42f4 None None] No DVR routers for this DVR port 9be5f135-9bf7-43ec-b180-927265eccc08 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:10.474459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05280868-cbb4-4231-adcc-d629af281a38 req-d0372e06-75b9-432c-aa4b-350a48243f5b tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Oct 13 04:24:10.510872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.522612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.525188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] For port 9be5f135-9bf7-43ec-b180-927265eccc08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9be5f135-9bf7-43ec-b180-927265eccc08,segment=NetworkSegment(6c9a24ae-42bd-4350-9302-22237745dce3),segment_id=6c9a24ae-42bd-4350-9302-22237745dce3)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:10.526342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.551441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for 9be5f135-9bf7-43ec-b180-927265eccc08 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:10.582064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332e48d-f20c-4de8-91cb-d10751e30011 None None] Pushing event updated for resources: {'Port': ['ID=432c17b5-5bcb-4c72-b468-6a806ee86df2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.592525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Attempting to bind port 432c17b5-5bcb-4c72-b468-6a806ee86df2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:10.593120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Attempting to bind port 432c17b5-5bcb-4c72-b468-6a806ee86df2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:10.593656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Attempting to bind port 432c17b5-5bcb-4c72-b468-6a806ee86df2 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:10.601893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:10.602501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:10.603230 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.603927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:10.604603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Bound port: 432c17b5-5bcb-4c72-b468-6a806ee86df2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:10.605334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.653349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.682613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] For port 432c17b5-5bcb-4c72-b468-6a806ee86df2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:10.687004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] For port 432c17b5-5bcb-4c72-b468-6a806ee86df2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=432c17b5-5bcb-4c72-b468-6a806ee86df2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:10.696564 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.738646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.773407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] No DVR routers for this DVR port 9be5f135-9bf7-43ec-b180-927265eccc08 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:10.777144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.780410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=9be5f135-9bf7-43ec-b180-927265eccc08,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.856850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:10.857645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:10.862508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255554-a660-4ff0-ab8b-1cb681aba738 req-48419539-f92e-4d3f-9efa-74b4bf8b96c1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:10.864119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3255554-a660-4ff0-ab8b-1cb681aba738 req-48419539-f92e-4d3f-9efa-74b4bf8b96c1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0692694 Oct 13 04:24:10.907919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:10.913534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3255554-a660-4ff0-ab8b-1cb681aba738 req-7e64a7c8-4846-456a-bf44-81ca2557d473 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Oct 13 04:24:10.920061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332e48d-f20c-4de8-91cb-d10751e30011 None None] Pushing event updated for resources: {'Port': ['ID=432c17b5-5bcb-4c72-b468-6a806ee86df2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:10.964232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:10.975288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:10.981645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:10.985008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a856d3-09ec-404c-a59b-ee0d54dd8b0e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.017826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9a24ae-42bd-4350-9302-22237745dce3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.018497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9a24ae-42bd-4350-9302-22237745dce3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.020092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.035168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:11.037092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.091098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04198f0e-85f0-4c0c-a608-14812777e528 req-c23168a5-08b5-48a0-a2fb-6dd862d1ef85 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:11.091098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04198f0e-85f0-4c0c-a608-14812777e528 req-c23168a5-08b5-48a0-a2fb-6dd862d1ef85 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.1688006 Oct 13 04:24:11.091098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.111056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.182393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:11.182982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:11.186553 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:11.311245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9be5f135-9bf7-43ec-b180-927265eccc08 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:11.319490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04198f0e-85f0-4c0c-a608-14812777e528 req-4ed649c9-566a-4605-9e39-dc6629128a73 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008150 Oct 13 04:24:11.337406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9be5f135-9bf7-43ec-b180-927265eccc08 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:11.337762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9be5f135-9bf7-43ec-b180-927265eccc08 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:11.353453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.366491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.370497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/networks/76a856d3-09ec-404c-a59b-ee0d54dd8b0e HTTP/1.1" status: 204 len: 168 time: 1.3689330 Oct 13 04:24:11.374049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52096) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:11.390670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f285b8-b9cc-4b55-8385-9ca03ca36205 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Network': ['ID=76a856d3-09ec-404c-a59b-ee0d54dd8b0e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.447460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.448783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.464355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting subnet d1845ae5-6924-4aff-b2a2-9da3bc02f77a {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:24:11.468661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.496263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:07Z', 'revision_number': 3, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:11.512194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.531758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d3f60-d39d-44f0-b111-2760c8dda380 None None] The sync data for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 is: [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:07Z', 'revision_number': 3, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:11.607910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.639976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.644725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.676266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.716476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8bffc380-ffa7-4089-bd83-6f7a0630a8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.717107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Subnet': ['ID=d1845ae5-6924-4aff-b2a2-9da3bc02f77a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.719981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.736688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e3adc-cfa5-4c8e-b363-379b2433d27e None None] Network fdccb282-3f66-422b-a6c7-b191e2a6d2ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:11.738925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.747687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/subnets/d1845ae5-6924-4aff-b2a2-9da3bc02f77a HTTP/1.1" status: 204 len: 168 time: 0.3720767 Oct 13 04:24:11.748627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:11.818014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:11.821820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.823632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.824162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.824502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.824837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.825172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.825797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.825983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.826319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.826767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.827188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.827521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c7fbe-ea42-4ef3-8d51-77398379715d tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:11.878369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.882020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:11.884184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:11.949419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Deleting port 16d01ec3-4432-4745-bb2f-4aa6c3b362be {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:11.949854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:11.975486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] DHCP port deletion for fdccb282-3f66-422b-a6c7-b191e2a6d2ec request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:24:12.032163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Router 97483780-bf12-4d27-b5be-ca95076b200b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:12.055768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Deleting port 16d01ec3-4432-4745-bb2f-4aa6c3b362be {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:12.056393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.086393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22804e-9e50-49b2-9cf6-7b10c15b0139 req-faf2301b-9eeb-4438-aad2-6fd889a4c220 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.088988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb22804e-9e50-49b2-9cf6-7b10c15b0139 req-faf2301b-9eeb-4438-aad2-6fd889a4c220 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0808439 Oct 13 04:24:12.103003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] For port 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=16d01ec3-4432-4745-bb2f-4aa6c3b362be,segment=NetworkSegment(8970f67d-2053-4770-9ef4-53761fa44bde),segment_id=8970f67d-2053-4770-9ef4-53761fa44bde)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:12.103491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.133154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] For port 16d01ec3-4432-4745-bb2f-4aa6c3b362be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=16d01ec3-4432-4745-bb2f-4aa6c3b362be,segment=NetworkSegment(8970f67d-2053-4770-9ef4-53761fa44bde),segment_id=8970f67d-2053-4770-9ef4-53761fa44bde)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:12.133565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.146744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Calling delete_port for 16d01ec3-4432-4745-bb2f-4aa6c3b362be owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:12.147348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Calling delete_port for 16d01ec3-4432-4745-bb2f-4aa6c3b362be owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:12.165961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:12.180640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-51463131-47dd-4fed-a5b3-ba055c5309c3 admin admin] 10.222.0.49 "PUT /v2.0/routers/97483780-bf12-4d27-b5be-ca95076b200b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4356008 Oct 13 04:24:12.181151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb22804e-9e50-49b2-9cf6-7b10c15b0139 req-e5610cd5-40ec-49a3-9ca6-cc99cd50a9d3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726395 Oct 13 04:24:12.288644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.296449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.315486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Port': ['ID=16d01ec3-4432-4745-bb2f-4aa6c3b362be,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.319576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] No DVR routers for this DVR port 16d01ec3-4432-4745-bb2f-4aa6c3b362be on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:12.330037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Pushing event deleted for resources: {'Port': ['ID=16d01ec3-4432-4745-bb2f-4aa6c3b362be,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.337084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] No DVR routers for this DVR port 16d01ec3-4432-4745-bb2f-4aa6c3b362be on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:12.357335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.357335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.357561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.358927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.358927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.358927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.359272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.359379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.360313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.360653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.360893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.361221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9145a2c9-b50a-42aa-afd7-7e9b0af1965e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:12.474958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.508742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdccb282-3f66-422b-a6c7-b191e2a6d2ec']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:12.523784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033694e-1f4e-4025-a928-369dfcc675c2 req-3034bf81-b488-493c-b8f1-7168872ea3bf tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.525337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6033694e-1f4e-4025-a928-369dfcc675c2 req-3034bf81-b488-493c-b8f1-7168872ea3bf tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0955770 Oct 13 04:24:12.529435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8970f67d-2053-4770-9ef4-53761fa44bde') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:12.529885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8970f67d-2053-4770-9ef4-53761fa44bde') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:12.549568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.565158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.580108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.592296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6033694e-1f4e-4025-a928-369dfcc675c2 req-46a81b05-9429-4f5a-a178-6fdd17b388d4 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553596 Oct 13 04:24:12.593442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:24:12.593903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:24:12.597257 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:24:12.697733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.706685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.712752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52128) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.712915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/networks/fdccb282-3f66-422b-a6c7-b191e2a6d2ec HTTP/1.1" status: 204 len: 168 time: 0.9628553 Oct 13 04:24:12.726501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6e4de-3ca6-49d4-8bef-cddb166cec4c tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Pushing event deleted for resources: {'Network': ['ID=fdccb282-3f66-422b-a6c7-b191e2a6d2ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:12.753722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4e84cdf8-8145-4aae-9b57-98c883d82238 tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "GET /v2.0/ports?device_id=31ffe986-47ff-482e-a08a-155423aa29bd HTTP/1.1" status: 200 len: 205 time: 0.0388925 Oct 13 04:24:12.755645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:12.866523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:12.895468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1671ab65-751b-4927-83e1-f4234972aa9b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:12.897101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1671ab65-751b-4927-83e1-f4234972aa9b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 818 time: 0.1260064 Oct 13 04:24:12.923447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-326d61dc-1793-461a-98f5-59ec47e8f720 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/quotas/ddf8e6a9585b4981945c943b99708990 HTTP/1.1" status: 200 len: 375 time: 0.0126715 Oct 13 04:24:12.984147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-dddaa5a1-c5e7-4e9c-8041-d192a7a594fa tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538337 Oct 13 04:24:13.109795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-a5e7e8f4-828f-4b93-8862-d26a391f2d16 service neutron] 10.222.0.49 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208375 Oct 13 04:24:13.154364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 432c17b5-5bcb-4c72-b468-6a806ee86df2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:13.234683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 432c17b5-5bcb-4c72-b468-6a806ee86df2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:13.236078 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.274687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-eab042ed-0ef9-4e6d-a6b6-e49b2c42a2df service neutron] 10.222.0.49 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639855 Oct 13 04:24:13.316448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b39b7808-9286-4559-af62-41ad0652ca4f tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.324778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b39b7808-9286-4559-af62-41ad0652ca4f tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 1101 time: 0.5603995 Oct 13 04:24:13.338904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b886e832-209e-4ec0-a1f6-abd09d3cdf26 tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.357845 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.388689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 432c17b5-5bcb-4c72-b468-6a806ee86df2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=432c17b5-5bcb-4c72-b468-6a806ee86df2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:13.397059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.466929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.477328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.498146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 16d01ec3-4432-4745-bb2f-4aa6c3b362be no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:13.576662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 16d01ec3-4432-4745-bb2f-4aa6c3b362be {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:13.577016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 16d01ec3-4432-4745-bb2f-4aa6c3b362be not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:13.585636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=432c17b5-5bcb-4c72-b468-6a806ee86df2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.612202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.612778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Fanout notify agent at l3_agent the message router_deleted on router 31ffe986-47ff-482e-a08a-155423aa29bd {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:24:13.626651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.630712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-603e5eff-83fe-4150-8d86-6bc7ebcf8ffb tempest-RoutersNegativeIpV6Test-2116962769 tempest-RoutersNegativeIpV6Test-2116962769-project] 10.222.0.49 "DELETE /v2.0/routers/31ffe986-47ff-482e-a08a-155423aa29bd HTTP/1.1" status: 204 len: 168 time: 0.8736138 Oct 13 04:24:13.664288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b886e832-209e-4ec0-a1f6-abd09d3cdf26 tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.666749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a265-1663-4221-aa61-c827c88839c3 req-0950f361-78f8-4af7-8cb9-e5d2abfa12d0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:13.671026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b886e832-209e-4ec0-a1f6-abd09d3cdf26 tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:13.674995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0bb6a265-1663-4221-aa61-c827c88839c3 req-0950f361-78f8-4af7-8cb9-e5d2abfa12d0 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0769603 Oct 13 04:24:13.705631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b388467-f3c5-4507-895f-8f97790bee89 req-b886e832-209e-4ec0-a1f6-abd09d3cdf26 tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796172 Oct 13 04:24:13.732917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0bb6a265-1663-4221-aa61-c827c88839c3 req-93b3723c-6c84-4f6d-823f-8ffeb561e428 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Oct 13 04:24:13.768297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886e832-209e-4ec0-a1f6-abd09d3cdf26 tempest-LiveMigrationNegativeTest-2132453019 tempest-LiveMigrationNegativeTest-2132453019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84731b68-a593-4d43-83ae-b1ed374051f6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:13.783184 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Sync routers for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:13.805812 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:13.806531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:23:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:13.858120 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddb12ff-f090-4444-8146-593e7616cc52 req-cc97d43f-5cdb-47d7-8a38-29a94c18dd1d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 210 time: 0.0673194 Oct 13 04:24:13.982302 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:14.124661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2f32ef21-0566-420a-abc3-e1ab45df411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.138329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-369be460-4e73-4f08-9027-cc1b94dccd66 req-992b7b6c-5b21-4427-babe-24895a78b71d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:24:14.139366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-369be460-4e73-4f08-9027-cc1b94dccd66 req-992b7b6c-5b21-4427-babe-24895a78b71d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060678 Oct 13 04:24:14.248262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52190) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.309535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-af8cf397-b3b2-4dd0-a1d8-2dff52696f6e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.315451 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:11Z', 'revision_number': 4, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2361472c-c783-429e-ab60-f54ca088783e', 'name': '', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'mac_address': 'fa:16:3e:ae:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8787ac5d-ee24-479a-a144-687ef8201985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:10Z', 'updated_at': '2021-10-13T04:24:11Z', 'revision_number': 2, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'subnets': [{'id': '8787ac5d-ee24-479a-a144-687ef8201985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:14.317603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-af8cf397-b3b2-4dd0-a1d8-2dff52696f6e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 818 time: 0.2208622 Oct 13 04:24:14.329259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-e4aa5f23-90ed-4988-a2dc-5fe7fc9a316c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/quotas/ddf8e6a9585b4981945c943b99708990 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Oct 13 04:24:14.363163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Checking router: 97483780-bf12-4d27-b5be-ca95076b200b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:14.363904 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Updating router 97483780-bf12-4d27-b5be-ca95076b200b port 2361472c-c783-429e-ab60-f54ca088783e binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:14.404551 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.409656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-57dfcaa3-c1f1-4014-819e-3c0d64a436cd tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736542 Oct 13 04:24:14.479733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2122d45d-a345-4ea4-b947-5f49ac2b00ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9911ebf44c064a319685d4fb5f47a348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298145 Oct 13 04:24:14.482554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52196) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:14.548805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157cf87-57c6-4c3f-8f58-02abc176a168 req-9962eb47-c955-4085-b5e6-41bdc0f61483 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.550304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e157cf87-57c6-4c3f-8f58-02abc176a168 req-9962eb47-c955-4085-b5e6-41bdc0f61483 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0681703 Oct 13 04:24:14.574845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.577870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-b11fa2a0-4a9a-44bd-b3ce-09741b29cfdb service neutron] 10.222.0.49 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608727 Oct 13 04:24:14.600528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e157cf87-57c6-4c3f-8f58-02abc176a168 req-4eb2a8b5-d9e4-46e8-bc7d-3177f5c37820 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Oct 13 04:24:14.645934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.715670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-3694bd4f-d321-4f0f-b49e-3ebe5b8a6e68 service neutron] 10.222.0.49 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278479 Oct 13 04:24:14.729468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.732214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.735565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/631f72bf-2db2-4d94-93cc-b7ba16647c81 HTTP/1.1" status: 204 len: 168 time: 0.2518733 Oct 13 04:24:14.745005 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.747281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85758f-a7e3-4431-b76f-daf2fa8000e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631f72bf-2db2-4d94-93cc-b7ba16647c81,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.756926 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:14.848538 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Pushing event updated for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:14.860835 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.861405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.862039 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.862573 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.863293 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.863828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.864483 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.865010 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.865531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.866020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.866581 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.867127 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:24:14.958559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28506c0e-7349-4cdf-bc63-b1e69660ba3d req-c0ce6c0f-2d28-44be-81af-cf7c8ade7042 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:14.960409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28506c0e-7349-4cdf-bc63-b1e69660ba3d req-c0ce6c0f-2d28-44be-81af-cf7c8ade7042 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0972903 Oct 13 04:24:14.991172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a72f255-dc3b-42fe-95da-f2eaed431ade req-be736439-5ffb-40d7-97b4-5be276995058 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 210 time: 0.0525582 Oct 13 04:24:15.005043 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Attempting to bind port 2361472c-c783-429e-ab60-f54ca088783e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:15.005672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Attempting to bind port 2361472c-c783-429e-ab60-f54ca088783e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:15.006570 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Attempting to bind port 2361472c-c783-429e-ab60-f54ca088783e on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:15.021997 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:15.022770 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Checking segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:15.023368 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.024358 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Bound using segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:15.024991 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Bound port: 2361472c-c783-429e-ab60-f54ca088783e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:15.026157 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.155705 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] For port 2361472c-c783-429e-ab60-f54ca088783e, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:15.160026 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] For port 2361472c-c783-429e-ab60-f54ca088783e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2361472c-c783-429e-ab60-f54ca088783e,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:15.171201 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.182635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 432c17b5-5bcb-4c72-b468-6a806ee86df2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:15.204179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28506c0e-7349-4cdf-bc63-b1e69660ba3d req-60a583e3-c738-4490-8e08-7fbf2bf76434 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314808 Oct 13 04:24:15.262251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-54dad997-6a40-42f5-952e-766b35d4da6e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:15.267715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-54dad997-6a40-42f5-952e-766b35d4da6e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 818 time: 0.3333390 Oct 13 04:24:15.282028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Request body: {'port': {'device_id': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'admin_state_up': True, 'tenant_id': 'ddf8e6a9585b4981945c943b99708990'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:15.319429 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:15.319929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.320494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:15.326570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 432c17b5-5bcb-4c72-b468-6a806ee86df2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:15.327019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.357013 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecad42-ac5b-4317-887f-9188c8eaec76 None None] Pushing event updated for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:15.440936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.460077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Made reservation on behalf of ddf8e6a9585b4981945c943b99708990 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:15.464111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:15.482261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:15.718033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Allocated IP 172.20.0.2 (db22a8a9-1128-4dee-8f2a-093226d2f2f2/8787ac5d-ee24-479a-a144-687ef8201985/e90c7c85-0108-41bb-aa3e-a2f68aacc1a8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:15.826680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2e5a7-afbf-4dfd-8aa6-cb3df744dfde req-7ee0a708-8290-46bd-bd1f-100e6c6cc243 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:15.829088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86c2e5a7-afbf-4dfd-8aa6-cb3df744dfde req-7ee0a708-8290-46bd-bd1f-100e6c6cc243 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.1074879 Oct 13 04:24:15.888621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86c2e5a7-afbf-4dfd-8aa6-cb3df744dfde req-51cea169-3aac-49b0-b6e4-664441b96549 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Oct 13 04:24:15.939555 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6044af16-0155-4189-820d-e05d183693b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:11Z', 'revision_number': 4, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2361472c-c783-429e-ab60-f54ca088783e', 'name': '', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'mac_address': 'fa:16:3e:ae:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8787ac5d-ee24-479a-a144-687ef8201985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:10Z', 'updated_at': '2021-10-13T04:24:15Z', 'revision_number': 4, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'subnets': [{'id': '8787ac5d-ee24-479a-a144-687ef8201985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:15.956293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-978560c4-3986-464c-9238-54f47f4df356 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:15.957872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-978560c4-3986-464c-9238-54f47f4df356 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.16 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0911899 Oct 13 04:24:15.985414 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044af16-0155-4189-820d-e05d183693b5 None None] The sync data for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 is: [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:24:11Z', 'revision_number': 4, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2361472c-c783-429e-ab60-f54ca088783e', 'name': '', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'mac_address': 'fa:16:3e:ae:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '8787ac5d-ee24-479a-a144-687ef8201985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:10Z', 'updated_at': '2021-10-13T04:24:15Z', 'revision_number': 4, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'subnets': [{'id': '8787ac5d-ee24-479a-a144-687ef8201985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:16.054153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52264) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.127109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.196223 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43434247-c04c-45aa-bf1d-b120882b06c3 req-83bf0d7b-b0b4-4913-b4b3-a5b2aabfc6fa tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 210 time: 0.0504775 Oct 13 04:24:16.218239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bfffba4a-2b1b-4ca5-a397-ae51f54ad13e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.218969 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-bfffba4a-2b1b-4ca5-a397-ae51f54ad13e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:24:16.219645 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-bfffba4a-2b1b-4ca5-a397-ae51f54ad13e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:24:16.220660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bfffba4a-2b1b-4ca5-a397-ae51f54ad13e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1652801 Oct 13 04:24:16.224463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.235125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Deleting port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:16.235931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.243016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--160179972'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.297414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.300410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.314145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.427699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.428102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:16.434018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.442466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:16.450987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:16.460053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Pushing event updated for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.506394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8e3cc-03bc-4637-866b-fc0e67b1325f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.560649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.564651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.613902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70676a9-f027-4869-a5e9-4e8cf71b1bf9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.618949 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.621199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-23a3335f-299a-452f-adea-bee5587cbf2b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3957410 Oct 13 04:24:16.623998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.628684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'e70676a9-f027-4869-a5e9-4e8cf71b1bf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.669807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.740463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] For port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:16.741036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.751169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.760715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.767716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-ac14dd55-e619-43f5-87e4-11d716992085 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:16.769532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-ac14dd55-e619-43f5-87e4-11d716992085 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 818 time: 0.2353282 Oct 13 04:24:16.778791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ed3c-efd9-42e0-9750-834f3c9bec66 req-35e2f655-2c27-4b8b-aa4b-095068917318 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:16.780454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd6ed3c-efd9-42e0-9750-834f3c9bec66 req-35e2f655-2c27-4b8b-aa4b-095068917318 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.4229240 Oct 13 04:24:16.782742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b19953a-5b96-496a-b44a-413375398567,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:16.792061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.793415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-261ff01f-7bb4-4223-945d-cb4c77b89ce4 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685395 Oct 13 04:24:16.796966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Request body: {'port': {'device_id': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'admin_state_up': True, 'tenant_id': 'ddf8e6a9585b4981945c943b99708990'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.799578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52294) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.805980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-84b8d0f2-929e-4dfe-afeb-f0bede22eed2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'e70676a9-f027-4869-a5e9-4e8cf71b1bf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:16.818281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Calling delete_port for fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:16.863333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84b8d0f2-929e-4dfe-afeb-f0bede22eed2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.872833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:16.873495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:16.975688 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-84b8d0f2-929e-4dfe-afeb-f0bede22eed2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:24:16.980387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84b8d0f2-929e-4dfe-afeb-f0bede22eed2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1776857 Oct 13 04:24:16.983285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52304) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:16.992280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-1a986cc2-c4f2-48ab-a600-66b32d1f3cd0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144504 Oct 13 04:24:17.008323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd6ed3c-efd9-42e0-9750-834f3c9bec66 req-ddd377ef-599d-49af-9cf4-e97d70760992 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078593 Oct 13 04:24:17.024931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Request body: {'port': {'device_id': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:17.142427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.168249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85de3f3-4290-4cb3-9198-e3eb6636ded8 req-9d79127c-895e-4a69-a47e-30733e3752b6 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:17.170007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e85de3f3-4290-4cb3-9198-e3eb6636ded8 req-9d79127c-895e-4a69-a47e-30733e3752b6 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=59a6119c-5949-41a0-8f66-67ab0e4ce1d4 HTTP/1.1" status: 200 len: 950 time: 0.0949721 Oct 13 04:24:17.170603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.206697 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.235507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.245035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e85de3f3-4290-4cb3-9198-e3eb6636ded8 req-7550bde1-d331-47f7-bf8b-c993e9c81e54 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629632 Oct 13 04:24:17.255593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['14912a4f-002b-421c-9257-bd929c1f824b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:17.261232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:17.265703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2361472c-c783-429e-ab60-f54ca088783e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:17.289618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.292546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.293239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.296728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/e70676a9-f027-4869-a5e9-4e8cf71b1bf9 HTTP/1.1" status: 204 len: 168 time: 0.3090508 Oct 13 04:24:17.297884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52308) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.319671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b2f04-9e29-49f0-9a29-4c318aff8ec2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70676a9-f027-4869-a5e9-4e8cf71b1bf9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.469503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c7bb4046-7c29-4816-ad86-ce6ba8001f9f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687069 Oct 13 04:24:17.473884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52312) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:17.478346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091134131'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:17.522762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2361472c-c783-429e-ab60-f54ca088783e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:17.523474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.631033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Pushing event deleted for resources: {'Port': ['ID=fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:17.649964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:17.659297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.673428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.674101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.699045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] No DVR routers for this DVR port fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:17.702197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.706736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07170c2e-3a35-4037-9107-b61595bb8d01 req-3087c1a9-cb13-4583-ad43-ee2bfaecb34a tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.16 "DELETE /v2.0/ports/fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc HTTP/1.1" status: 204 len: 173 time: 1.7350111 Oct 13 04:24:17.725901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'name': 'network-vif-deleted', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:17.729876 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdff3fc4-d554-4d64-b6a9-230aec76a0db" -d '{"events": [{"server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "name": "network-vif-deleted", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:17.735152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Made reservation on behalf of ddf8e6a9585b4981945c943b99708990 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:17.738900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.756960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2fe39ca9-538d-4b37-b6a8-c393192baff7 req-202dcf3d-7633-4e15-82cd-4eef760a4683 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 210 time: 0.1561761 Oct 13 04:24:17.790447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Transition to ACTIVE for port object e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:17.809718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 2361472c-c783-429e-ab60-f54ca088783e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2361472c-c783-429e-ab60-f54ca088783e,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:17.820416 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e49c886-075b-4f0e-8996-7e25ef24bcc1 x-openstack-request-id: req-9e49c886-075b-4f0e-8996-7e25ef24bcc1 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:17.824103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.826078 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a6119c-5949-41a0-8f66-67ab0e4ce1d4", "name": "network-vif-deleted", "tag": "fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:17.826360 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e49c886-075b-4f0e-8996-7e25ef24bcc1 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:17.827139 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a6119c-5949-41a0-8f66-67ab0e4ce1d4', 'name': 'network-vif-deleted', 'tag': 'fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc', 'status': 'completed', 'code': 200} Oct 13 04:24:17.833387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.904122 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.918658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:17.946971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.005956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.013618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5386000 Oct 13 04:24:18.015790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52320) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.024764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.034549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-96fe86b3-e03e-4fcf-8c54-0e09d2d501e6 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'c55f2587-d4af-48d5-bfde-4596e1bf696c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:18.035276 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-96fe86b3-e03e-4fcf-8c54-0e09d2d501e6 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 04:24:18.035800 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-96fe86b3-e03e-4fcf-8c54-0e09d2d501e6 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:18.039416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-96fe86b3-e03e-4fcf-8c54-0e09d2d501e6 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169485 Oct 13 04:24:18.039416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffca0b3-02bf-4a09-928e-d2fd65cfa228 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f2587-d4af-48d5-bfde-4596e1bf696c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.045893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.165852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eda000-b502-4ac2-9b6a-fb6518e09193 req-9e7f47de-094a-4a7d-9fea-0e18fc227402 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.172395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0eda000-b502-4ac2-9b6a-fb6518e09193 req-9e7f47de-094a-4a7d-9fea-0e18fc227402 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0658553 Oct 13 04:24:18.184856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Allocated IP 172.20.0.6 (db22a8a9-1128-4dee-8f2a-093226d2f2f2/8787ac5d-ee24-479a-a144-687ef8201985/a34c9172-f072-4d25-8f96-ca8aea20e580) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:18.211694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Attempting to bind port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:18.212128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Attempting to bind port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:18.212636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Attempting to bind port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:18.224041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0eda000-b502-4ac2-9b6a-fb6518e09193 req-99ebef60-9311-460d-87e7-7e3d94d956c8 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Oct 13 04:24:18.230864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.232418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:18.232728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Attempting to bind port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:18.252247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:18.252591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Checking segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:18.252958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Bound using segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:18.253388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Bound port: e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:18.253739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.297456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.441437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:18.448358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:18.466012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.479077 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.481701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.482834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/c55f2587-d4af-48d5-bfde-4596e1bf696c HTTP/1.1" status: 204 len: 168 time: 0.4325483 Oct 13 04:24:18.485703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52336) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.550380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.551332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.552784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 1091 time: 1.5495257 Oct 13 04:24:18.563121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d693721-f64b-4c16-9497-e1834a2daa1f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f2587-d4af-48d5-bfde-4596e1bf696c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.571343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.584983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8e440641-305e-4e31-8f4d-68c4df408a52 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983160 Oct 13 04:24:18.585630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52338) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.590203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066223413'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:18.600229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8718b-474a-4c06-9253-307053cf62a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.659114 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.662932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.669014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e3bce-efbb-44b4-8122-69486692181b req-7adaca2b-0e29-4ecd-bb8f-98b68846d4d7 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.670551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d1e3bce-efbb-44b4-8122-69486692181b req-7adaca2b-0e29-4ecd-bb8f-98b68846d4d7 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.0726559 Oct 13 04:24:18.677787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-6467b23e-9d93-4cf4-bcc9-949a4acee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.679029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-6467b23e-9d93-4cf4-bcc9-949a4acee721 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1094 time: 0.0638034 Oct 13 04:24:18.739500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d1e3bce-efbb-44b4-8122-69486692181b req-181408b8-d5cf-476f-8e01-116464f9dcde tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563400 Oct 13 04:24:18.759398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-5a78c344-ecf6-4843-a302-1b0812a6861d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0575850 Oct 13 04:24:18.763713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Network db22a8a9-1128-4dee-8f2a-093226d2f2f2 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:18.767026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:18.769574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:18.783055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.790326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.808949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Pushing event updated for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.832197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.834331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2468853 Oct 13 04:24:18.839112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52344) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.841466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1e206bb7-43cb-42cf-af0a-c9840c93b739 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'd2fe1f03-ebe1-4336-ae8b-b6a5d0f7d77b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:18.843220 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-1e206bb7-43cb-42cf-af0a-c9840c93b739 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 04:24:18.843419 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-1e206bb7-43cb-42cf-af0a-c9840c93b739 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:18.844626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e206bb7-43cb-42cf-af0a-c9840c93b739 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075405 Oct 13 04:24:18.845890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d05a0-00f9-4fcc-9050-141c5655d18b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe1f03-ebe1-4336-ae8b-b6a5d0f7d77b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:18.848436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52346) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:18.862480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-bd8941c8-dec4-4ae2-be40-2fc3fc7a0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.864502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-bd8941c8-dec4-4ae2-be40-2fc3fc7a0d66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.0910647 Oct 13 04:24:18.890607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.891253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.914126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-d3b36ce1-619c-4e11-80ea-25cf2a0788f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397744 Oct 13 04:24:18.927409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5617a1e2-de61-4d87-8073-2878302bd388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1440766 Oct 13 04:24:18.942314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Request body: {'port': {'device_id': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:18.944427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a466846-abc2-4409-888a-bad2fc4e258f req-ba3b4917-e889-44ce-8e10-8853453dbdc5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:18.946028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a466846-abc2-4409-888a-bad2fc4e258f req-ba3b4917-e889-44ce-8e10-8853453dbdc5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 931 time: 0.0788813 Oct 13 04:24:18.949440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:18.994926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.022246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a466846-abc2-4409-888a-bad2fc4e258f req-3dcc00e5-4e1b-48dd-a00d-9833dd30a352 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697076 Oct 13 04:24:19.051555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.055277 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.057219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2fe1f03-ebe1-4336-ae8b-b6a5d0f7d77b HTTP/1.1" status: 204 len: 168 time: 0.2076166 Oct 13 04:24:19.061105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.074268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.085325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834d87-f678-4ca7-990d-15d3d0f2bd59 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe1f03-ebe1-4336-ae8b-b6a5d0f7d77b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.161888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7eb7f415-f586-4c24-a2c1-bd5b17a15049 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951104 Oct 13 04:24:19.165254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52354) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.178362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--20251040'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.195908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2361472c-c783-429e-ab60-f54ca088783e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:19.218178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.236982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-389b9172-d2cf-43fc-910c-2337140ed7ff service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079293 Oct 13 04:24:19.256916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2361472c-c783-429e-ab60-f54ca088783e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:19.257536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.310714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.318158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.372764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.373684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2074273 Oct 13 04:24:19.376968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52358) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.385693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d1c04780-9ac9-4c07-b3aa-9f8fe16cfccb tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '6a257de9-8255-438f-87a4-71591c67538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.390282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f50f6a-d28b-4bfd-9214-410256c2dded tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a257de9-8255-438f-87a4-71591c67538a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.394022 n-d-813736-1 neutron-server[95048]: WARNING neutron.api.v2.base [None req-d1c04780-9ac9-4c07-b3aa-9f8fe16cfccb tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 04:24:19.394592 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-d1c04780-9ac9-4c07-b3aa-9f8fe16cfccb tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:19.397123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1c04780-9ac9-4c07-b3aa-9f8fe16cfccb tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154254 Oct 13 04:24:19.399838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52360) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.405067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-25b5157e-e32d-4930-b3b4-822821dcee3e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '6a257de9-8255-438f-87a4-71591c67538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.406796 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-25b5157e-e32d-4930-b3b4-822821dcee3e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 04:24:19.407644 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-25b5157e-e32d-4930-b3b4-822821dcee3e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:19.409305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25b5157e-e32d-4930-b3b4-822821dcee3e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079341 Oct 13 04:24:19.412971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52362) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.417211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-120b0ce5-5f33-4dc4-a066-fdaa66a1a1d7 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '6a257de9-8255-438f-87a4-71591c67538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.418318 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-120b0ce5-5f33-4dc4-a066-fdaa66a1a1d7 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 04:24:19.419007 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-120b0ce5-5f33-4dc4-a066-fdaa66a1a1d7 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:19.422730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-120b0ce5-5f33-4dc4-a066-fdaa66a1a1d7 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061064 Oct 13 04:24:19.422926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.431893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7cb4d024-78d3-4736-96b5-90c69b0fb986 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '6a257de9-8255-438f-87a4-71591c67538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.433039 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-7cb4d024-78d3-4736-96b5-90c69b0fb986 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 04:24:19.433541 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-7cb4d024-78d3-4736-96b5-90c69b0fb986 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:19.437032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7cb4d024-78d3-4736-96b5-90c69b0fb986 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107558 Oct 13 04:24:19.438126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52366) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.446988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171ac31-8ce1-4d42-b48e-7ec9b89a6499 req-047229bc-64d8-4c95-9991-697e0a3d797a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.449197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e171ac31-8ce1-4d42-b48e-7ec9b89a6499 req-047229bc-64d8-4c95-9991-697e0a3d797a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1060512 Oct 13 04:24:19.490679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e171ac31-8ce1-4d42-b48e-7ec9b89a6499 req-34989166-7193-4822-8b62-4cdb74c50781 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Oct 13 04:24:19.498974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e0af06-da4c-4f5c-b185-e4fb7bf1e40f req-9f689ed9-9135-47ce-b0f7-3ab6fdf654e8 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466407 Oct 13 04:24:19.546991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:19.556399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.567212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:19.567784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fcd2c7a7-eb63-48fd-9a27-6df2cdb85efc not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:19.594537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.661736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34c9172-f072-4d25-8f96-ca8aea20e580 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:19.670400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.682712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.685343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.686512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/6a257de9-8255-438f-87a4-71591c67538a HTTP/1.1" status: 204 len: 168 time: 0.2475152 Oct 13 04:24:19.689211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.691389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Transition to ACTIVE for port object a34c9172-f072-4d25-8f96-ca8aea20e580 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:19.698931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.706178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54623c-9675-410e-b480-e0062bdce97c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a257de9-8255-438f-87a4-71591c67538a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.761742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:19.827376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:19.832322 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6826b594-4280-4588-94fb-bc8a7e743ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:19.862880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e013468b-6e66-40e8-92ef-bf689d7f1588 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1714127 Oct 13 04:24:19.863791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52378) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:19.868449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--633293324'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:19.876941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Attempting to bind port a34c9172-f072-4d25-8f96-ca8aea20e580 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:19.877280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Attempting to bind port a34c9172-f072-4d25-8f96-ca8aea20e580 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:19.877607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Attempting to bind port a34c9172-f072-4d25-8f96-ca8aea20e580 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:19.888122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Port a34c9172-f072-4d25-8f96-ca8aea20e580 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:19.888472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Attempting to bind port a34c9172-f072-4d25-8f96-ca8aea20e580 on network db22a8a9-1128-4dee-8f2a-093226d2f2f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:19.899864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:19.900208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Checking segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:19.901382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Bound using segment: {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:19.901822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Bound port: a34c9172-f072-4d25-8f96-ca8aea20e580, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb01134-4ca9-408b-a9fb-866ae7bc0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:19.902239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.925754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:19.977258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33aee-e53a-455b-baf5-1e7f260201f1 req-fc8b04c9-7587-4058-b121-1053c43febcd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:19.981085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1c33aee-e53a-455b-baf5-1e7f260201f1 req-fc8b04c9-7587-4058-b121-1053c43febcd tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.1166801 Oct 13 04:24:20.002773 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cea69d-d1df-4580-81eb-16dfb4e8211a x-openstack-request-id: req-d2cea69d-d1df-4580-81eb-16dfb4e8211a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:20.002989 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:20.003282 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2cea69d-d1df-4580-81eb-16dfb4e8211a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:20.003917 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'status': 'completed', 'code': 200} Oct 13 04:24:20.077885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:20.081113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1c33aee-e53a-455b-baf5-1e7f260201f1 req-b244fb58-2c5e-4092-8551-4178117380ca tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 Oct 13 04:24:20.089147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-504c55f2-7224-415c-bc5c-8d6eb8aeaed5 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.089945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-774a0892-b8d9-4275-ac49-945880e2b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.090749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-504c55f2-7224-415c-bc5c-8d6eb8aeaed5 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.47 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.1338632 Oct 13 04:24:20.091734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-774a0892-b8d9-4275-ac49-945880e2b03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1094 time: 0.0857761 Oct 13 04:24:20.092649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a34c9172-f072-4d25-8f96-ca8aea20e580,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:20.103378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.201057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.202160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.203634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/a34c9172-f072-4d25-8f96-ca8aea20e580 HTTP/1.1" status: 200 len: 1091 time: 1.2664454 Oct 13 04:24:20.224053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-908092df-e4fc-4a0b-85b3-23e9246c7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.225761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-908092df-e4fc-4a0b-85b3-23e9246c7cee service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.1230109 Oct 13 04:24:20.269508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.290875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-9603b5e8-c72e-418d-af5a-db7b0561debd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0518434 Oct 13 04:24:20.366688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-66082001-b651-4bf9-9c21-b2fcf2dac83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.368218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-66082001-b651-4bf9-9c21-b2fcf2dac83e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.0698001 Oct 13 04:24:20.436482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-6088fa99-c64a-4dfd-a49c-b57d66d4bc06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599926 Oct 13 04:24:20.660345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-1ec29055-7b02-4573-a71c-571fde5263e6 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154899 Oct 13 04:24:20.793680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.801838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6826b594-4280-4588-94fb-bc8a7e743ca9 req-72495012-de3f-45c1-9059-4a862a196a11 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045725 Oct 13 04:24:20.821143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bf656-e495-4b18-b416-7d4b228d08c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:20.835834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68298-3e00-4217-8845-02884ecbadd2 req-9e5eb899-5481-490e-9023-618ab5dee77f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.850768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6af68298-3e00-4217-8845-02884ecbadd2 req-9e5eb899-5481-490e-9023-618ab5dee77f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.2094538 Oct 13 04:24:20.911496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6af68298-3e00-4217-8845-02884ecbadd2 req-77067bbf-6726-482b-9cd4-2cf7ed56158c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542514 Oct 13 04:24:20.921956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feee38a-7c74-4e19-bc7a-7b6673599f44,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:20.933083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:20.934386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7ed8bf28-828d-4af4-8887-ec332fa361e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0695329 Oct 13 04:24:20.938170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52396) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.943409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ea01a26a-e683-45ff-bb69-7001a479d2fd tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:20.943409 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-ea01a26a-e683-45ff-bb69-7001a479d2fd tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:24:20.943845 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-ea01a26a-e683-45ff-bb69-7001a479d2fd tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:20.944816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea01a26a-e683-45ff-bb69-7001a479d2fd tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063765 Oct 13 04:24:20.947735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52400) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:20.960758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d8a6a04e-6785-415d-a2e4-1830da1756e3 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:20.971258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7868d-d0c0-447f-aac6-06f95372cc30 req-38b46bba-69e6-4bd0-bd9a-4b9bcf6f4771 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.973052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6d7868d-d0c0-447f-aac6-06f95372cc30 req-38b46bba-69e6-4bd0-bd9a-4b9bcf6f4771 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 943 time: 0.7844419 Oct 13 04:24:20.985127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-534362d2-a693-4bcb-9917-5361708cf7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:20.986617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-534362d2-a693-4bcb-9917-5361708cf7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 1094 time: 0.7152693 Oct 13 04:24:21.006793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Deleting port 14912a4f-002b-421c-9257-bd929c1f824b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:21.007220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.055974 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-d8a6a04e-6785-415d-a2e4-1830da1756e3 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.061524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d8a6a04e-6785-415d-a2e4-1830da1756e3 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1128199 Oct 13 04:24:21.062562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52402) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.068827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fb204d4f-6339-49aa-ac19-6bfd1e22f8cf tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.070033 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-fb204d4f-6339-49aa-ac19-6bfd1e22f8cf tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 04:24:21.071096 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-fb204d4f-6339-49aa-ac19-6bfd1e22f8cf tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.076633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb204d4f-6339-49aa-ac19-6bfd1e22f8cf tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118818 Oct 13 04:24:21.077598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52404) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.084127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7b394be4-7f31-41a9-a921-c666e1d77908 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.139838 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-7b394be4-7f31-41a9-a921-c666e1d77908 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.148479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b394be4-7f31-41a9-a921-c666e1d77908 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0659244 Oct 13 04:24:21.148479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.153970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0e93901e-c3bd-4fea-b1f9-b0bda2a8e319 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.154577 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-0e93901e-c3bd-4fea-b1f9-b0bda2a8e319 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:24:21.169017 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-0e93901e-c3bd-4fea-b1f9-b0bda2a8e319 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.179655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.180828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0e93901e-c3bd-4fea-b1f9-b0bda2a8e319 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0318172 Oct 13 04:24:21.204476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-5caf5735-cbf5-481d-b450-5f2ce17174ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a34c9172-f072-4d25-8f96-ca8aea20e580 HTTP/1.1" status: 200 len: 217 time: 0.1693759 Oct 13 04:24:21.207902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1e8141ef-60f8-4ae0-9862-f94de6117768 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.274415 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-1e8141ef-60f8-4ae0-9862-f94de6117768 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Project 174b738a4f0e43f7af053b49c04442ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:24:21.309373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6d7868d-d0c0-447f-aac6-06f95372cc30 req-41d26bb8-a37d-440f-aff3-71ca26c2b7d2 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276772 Oct 13 04:24:21.317243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9eb6f-ee82-4cc3-9518-26be869b261e req-708373a4-91f9-4bc1-ac88-275d6e3021a6 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:21.318926 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53e9eb6f-ee82-4cc3-9518-26be869b261e req-708373a4-91f9-4bc1-ac88-275d6e3021a6 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/ports?device_id=e041b26c-7330-459c-b58a-26642cf915cb HTTP/1.1" status: 200 len: 949 time: 0.0957823 Oct 13 04:24:21.380764 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-1e8141ef-60f8-4ae0-9862-f94de6117768 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.383314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e8141ef-60f8-4ae0-9862-f94de6117768 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1961458 Oct 13 04:24:21.383466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53e9eb6f-ee82-4cc3-9518-26be869b261e req-0f43c6a3-8d62-4e06-93de-b9b191046e90 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.49 "GET /v2.0/security-groups?id=55b969ab-697e-436b-a78f-ada4faba14c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Oct 13 04:24:21.386862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52414) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.403293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-29f0798f-57d8-41ea-b7b7-2f1aa4614152 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.403293 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-29f0798f-57d8-41ea-b7b7-2f1aa4614152 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 04:24:21.403293 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-29f0798f-57d8-41ea-b7b7-2f1aa4614152 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.403293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-29f0798f-57d8-41ea-b7b7-2f1aa4614152 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132530 Oct 13 04:24:21.406486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52416) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.411530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] For port 14912a4f-002b-421c-9257-bd929c1f824b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=14912a4f-002b-421c-9257-bd929c1f824b,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:21.411967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.415698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-f073e110-9515-469d-862e-89170bc01d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:21.417313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cb898fdc-3fa1-4915-a462-a116771ac148 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.417725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-f073e110-9515-469d-862e-89170bc01d2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.1641288 Oct 13 04:24:21.466032 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-cb898fdc-3fa1-4915-a462-a116771ac148 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Project 174b738a4f0e43f7af053b49c04442ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:24:21.483522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Calling delete_port for 14912a4f-002b-421c-9257-bd929c1f824b owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:21.486787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-636bbc48-2096-435b-9735-770313a6f273 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522244 Oct 13 04:24:21.487489 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-cb898fdc-3fa1-4915-a462-a116771ac148 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.493024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cb898fdc-3fa1-4915-a462-a116771ac148 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0832393 Oct 13 04:24:21.494604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52420) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.499575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-615d986c-c60a-4845-83d7-301bec34b38f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '1feee38a-7c74-4e19-bc7a-7b6673599f44', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.532045 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-615d986c-c60a-4845-83d7-301bec34b38f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Project 174b738a4f0e43f7af053b49c04442ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:24:21.554421 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-615d986c-c60a-4845-83d7-301bec34b38f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:21.558963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-615d986c-c60a-4845-83d7-301bec34b38f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0630243 Oct 13 04:24:21.559762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.621645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.645385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.695615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.699446 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.703137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/1feee38a-7c74-4e19-bc7a-7b6673599f44 HTTP/1.1" status: 204 len: 168 time: 0.1399839 Oct 13 04:24:21.704514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52424) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.736691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744192-98d0-4bf5-9744-8ffedbf23c5e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feee38a-7c74-4e19-bc7a-7b6673599f44,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.744837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-38275c68-10f4-4f4f-9231-b180cc217872 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461057 Oct 13 04:24:21.749547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.797342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f92e7b5a-2b00-4a8f-85c2-a087abfab9aa tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849113 Oct 13 04:24:21.799377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52426) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:21.805574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038710550'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:21.805710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Pushing event deleted for resources: {'Port': ['ID=14912a4f-002b-421c-9257-bd929c1f824b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.838317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.884130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] No DVR routers for this DVR port 14912a4f-002b-421c-9257-bd929c1f824b on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:21.888657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.892245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a257b64-b701-425d-a42e-3fe93ef65490 req-f6a58112-aa63-4145-b643-81bdf98e29c2 tempest-LiveMigrationNegativeTest-556058575 tempest-LiveMigrationNegativeTest-556058575-project] 10.222.0.47 "DELETE /v2.0/ports/14912a4f-002b-421c-9257-bd929c1f824b HTTP/1.1" status: 204 len: 173 time: 1.7759900 Oct 13 04:24:21.934397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2f0c0ff-f6cb-4845-9f1c-439f23c6c5a7 req-e7bec4ab-ad8a-4318-8126-1ff39b79ce2f service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753507 Oct 13 04:24:21.937597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.948610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.987211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:21.992112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1884944 Oct 13 04:24:21.992112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641cdf3-4438-454b-8446-9c8c02382ff8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b3f97-d6b0-497d-adaa-f892ddcde803,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:21.992699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.002637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1e6e46d7-0842-4791-aebb-caf9527705ca tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'af5b3f97-d6b0-497d-adaa-f892ddcde803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.007688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580'}, {'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'name': 'network-vif-deleted', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:22.010642 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72" -d '{"events": [{"name": "network-changed", "server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580"}, {"server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "name": "network-vif-deleted", "tag": "14912a4f-002b-421c-9257-bd929c1f824b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:22.063530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b0592-9032-4a16-a8ea-d5e942bf7e49 req-89a36dd3-7053-4a03-9ba2-85d47ebc31c3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.065079 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad9b0592-9032-4a16-a8ea-d5e942bf7e49 req-89a36dd3-7053-4a03-9ba2-85d47ebc31c3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0838618 Oct 13 04:24:22.067214 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e144b26b-53d0-4fa2-a47d-3f9a5434bb47 x-openstack-request-id: req-e144b26b-53d0-4fa2-a47d-3f9a5434bb47 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:22.067512 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580", "status": "completed", "code": 200}, {"server_uuid": "e041b26c-7330-459c-b58a-26642cf915cb", "name": "network-vif-deleted", "tag": "14912a4f-002b-421c-9257-bd929c1f824b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:22.067772 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e144b26b-53d0-4fa2-a47d-3f9a5434bb47 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:22.068173 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580', 'status': 'completed', 'code': 200} Oct 13 04:24:22.068431 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e041b26c-7330-459c-b58a-26642cf915cb', 'name': 'network-vif-deleted', 'tag': '14912a4f-002b-421c-9257-bd929c1f824b', 'status': 'completed', 'code': 200} Oct 13 04:24:22.142255 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-1e6e46d7-0842-4791-aebb-caf9527705ca tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The resource could not be found. Oct 13 04:24:22.143359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e6e46d7-0842-4791-aebb-caf9527705ca tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1473374 Oct 13 04:24:22.146387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52436) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.153353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c115e663-2b6f-4693-8aca-823521684c5f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'af5b3f97-d6b0-497d-adaa-f892ddcde803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a09cb4a5-45a7-428a-9a2b-dcfd160813c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.161232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad9b0592-9032-4a16-a8ea-d5e942bf7e49 req-3764ee9b-c638-48ba-98fb-d8eafb047d02 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870831 Oct 13 04:24:22.184424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-819edf80-500d-4584-927c-6bc34f9071ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.186129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-819edf80-500d-4584-927c-6bc34f9071ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 1094 time: 0.0876994 Oct 13 04:24:22.215418 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-c115e663-2b6f-4693-8aca-823521684c5f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The resource could not be found. Oct 13 04:24:22.219674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c115e663-2b6f-4693-8aca-823521684c5f tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0715520 Oct 13 04:24:22.220367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52440) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.286888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.328225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.341382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-dc6a2e21-9778-489e-bc5e-d839b2c80f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.346125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-dc6a2e21-9778-489e-bc5e-d839b2c80f3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.1451039 Oct 13 04:24:22.404351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-e26aa79f-eb14-4e4c-a54b-15416f6c2772 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a34c9172-f072-4d25-8f96-ca8aea20e580 HTTP/1.1" status: 200 len: 217 time: 0.0483496 Oct 13 04:24:22.410990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.414825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.418002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/af5b3f97-d6b0-497d-adaa-f892ddcde803 HTTP/1.1" status: 204 len: 168 time: 0.1959562 Oct 13 04:24:22.421245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52448) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.481710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7076a5c-3f37-4f55-b60f-3f664d36b365 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b3f97-d6b0-497d-adaa-f892ddcde803,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.540911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-2e2dafc6-dd26-4fb2-afd9-cb986d9bd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.543611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-2e2dafc6-dd26-4fb2-afd9-cb986d9bd343 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.1294065 Oct 13 04:24:22.566089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f951771b-2364-45bc-96b5-0e5653486a53 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343596 Oct 13 04:24:22.566811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52452) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.571627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8fdd3d38-fc1d-4ae9-a4bc-8678309fc27b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '2e9c8375-af27-4f2a-b1fb-027df8381556', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.594583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-d1011c48-4a8c-4d80-ad68-4fa10b01ca6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428936 Oct 13 04:24:22.608982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265b0f-88ee-4f2f-bf43-2f50337f47ca req-8e4945d3-4edd-4041-900e-f912cfc922a9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:22.610520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86265b0f-88ee-4f2f-bf43-2f50337f47ca req-8e4945d3-4edd-4041-900e-f912cfc922a9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 943 time: 0.1813896 Oct 13 04:24:22.655964 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-8fdd3d38-fc1d-4ae9-a4bc-8678309fc27b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The resource could not be found. Oct 13 04:24:22.661432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8fdd3d38-fc1d-4ae9-a4bc-8678309fc27b tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0898738 Oct 13 04:24:22.661720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52456) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.668922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452334990'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.696415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.715856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-c7350936-72f5-4cde-b446-2750a3c043c4 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041942 Oct 13 04:24:22.786403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.792295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.803359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86265b0f-88ee-4f2f-bf43-2f50337f47ca req-4ad3a668-7e87-483a-9f5a-bc767e466bb9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927942 Oct 13 04:24:22.829709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94643e2d-9490-442d-bac5-c18ff1be0752,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:22.843956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.845207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0669d873-adc3-4941-a587-ef6bb42d1b19 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1824756 Oct 13 04:24:22.851119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52460) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.852824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--699099555'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:22.877503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.884137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f79276e3-0ead-4b57-b8d6-4728ddbdfd72 req-6ed25a5b-5199-42db-9094-bcd37c9f23eb service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507268 Oct 13 04:24:22.956301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.961288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.964854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52462) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:22.996779 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:22.998130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489203 Oct 13 04:24:23.000205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c07b6-0552-46d2-bf72-28dec379fd14 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534e3c68-ec98-4d33-9fbf-b6fc5d12eba4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.001084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.007260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-15e057d5-ca07-4594-99b8-1b34d7670b22 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': '94643e2d-9490-442d-bac5-c18ff1be0752', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '534e3c68-ec98-4d33-9fbf-b6fc5d12eba4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:23.048741 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-15e057d5-ca07-4594-99b8-1b34d7670b22 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:23.049947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-15e057d5-ca07-4594-99b8-1b34d7670b22 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0476868 Oct 13 04:24:23.052951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52468) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.115919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.121889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aa4d79fd-a366-44ed-ba0e-5dc72f17282c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed1524286a69427a96332eba4e193cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557236 Oct 13 04:24:23.124236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.143449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.187875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.216258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.216377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.218980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.223455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/534e3c68-ec98-4d33-9fbf-b6fc5d12eba4 HTTP/1.1" status: 204 len: 168 time: 0.1666827 Oct 13 04:24:23.224072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52476) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.232622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36ed2-78ad-470a-be1f-b7b6fbe329ef tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e3c68-ec98-4d33-9fbf-b6fc5d12eba4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.374368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5a4b076-1bf2-42f5-9223-2bc30c76a91d tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1467223 Oct 13 04:24:23.375101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52480) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.398720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4c7f4-4b67-49e1-9325-d482da692cb0 req-26ac723c-b2be-4ab5-bc97-4fd6f408955c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:23.400237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0cb4c7f4-4b67-49e1-9325-d482da692cb0 req-26ac723c-b2be-4ab5-bc97-4fd6f408955c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1459222 Oct 13 04:24:23.419824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.422321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.423432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b969ab-697e-436b-a78f-ada4faba14c0 HTTP/1.1" status: 204 len: 168 time: 0.2982790 Oct 13 04:24:23.450712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba047c-a929-452a-95f9-7745aad9fbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b969ab-697e-436b-a78f-ada4faba14c0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.486090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.520691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0cb4c7f4-4b67-49e1-9325-d482da692cb0 req-ff314857-eaa0-45f1-94e0-04120fa85778 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134501 Oct 13 04:24:23.543169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.609141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:23.614044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 14912a4f-002b-421c-9257-bd929c1f824b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:23.616799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.619795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.623625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52492) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.623786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/94643e2d-9490-442d-bac5-c18ff1be0752 HTTP/1.1" status: 204 len: 168 time: 0.2476008 Oct 13 04:24:23.636932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2295-1861-4a03-8d21-a4cc72541c4e tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94643e2d-9490-442d-bac5-c18ff1be0752,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:23.689365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e680f945-d713-4f52-a63a-b532d6c38263 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642316 Oct 13 04:24:23.693214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.699666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169577222'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:23.717396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 14912a4f-002b-421c-9257-bd929c1f824b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:23.717563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 14912a4f-002b-421c-9257-bd929c1f824b not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:23.739395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.840090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:23.863826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'port_id': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'mac_address': 'fa:16:3e:ca:37:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8787ac5d-ee24-479a-a144-687ef8201985', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:23.876099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.882850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.901608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52500) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:23.926154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.943265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:23.971943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:23.980181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.986841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:23.988189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2938247 Oct 13 04:24:23.991917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.003449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-444b40ed-151f-4d28-a75c-0008c45b93e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'b902f0c0-4e06-48c6-87e7-c6bf0862d0d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.012080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c9068-6b00-412d-91a1-46f005067a4c tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b902f0c0-4e06-48c6-87e7-c6bf0862d0d0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.029898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.031112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4736161a-82c3-4b9a-bc9e-b0088a15c0a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=248bbb1a8c1d4ed8ab8d86d8c7cd18fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279757 Oct 13 04:24:24.052474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b34e6-18b2-40c8-a158-79afa34a0452 req-3a0597ca-0724-408f-9db0-3de025d03587 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:24.060974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b0b34e6-18b2-40c8-a158-79afa34a0452 req-3a0597ca-0724-408f-9db0-3de025d03587 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 943 time: 0.1089747 Oct 13 04:24:24.090015 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-444b40ed-151f-4d28-a75c-0008c45b93e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:24.091598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-444b40ed-151f-4d28-a75c-0008c45b93e2 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0980139 Oct 13 04:24:24.093256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.093950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52506) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.099403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-369a3657-97f8-4d36-ab30-8ba285fe1789 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group_rule': {'security_group_id': 'b902f0c0-4e06-48c6-87e7-c6bf0862d0d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.132336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b0b34e6-18b2-40c8-a158-79afa34a0452 req-2635f967-c0f0-4e19-b5e2-114f4c3110cd tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Oct 13 04:24:24.159883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.164553 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-369a3657-97f8-4d36-ab30-8ba285fe1789 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:24:24.167285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-369a3657-97f8-4d36-ab30-8ba285fe1789 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0706372 Oct 13 04:24:24.171376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52508) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.194678 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.236773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.264234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.267595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.268145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['e90c7c85-0108-41bb-aa3e-a2f68aacc1a8'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:24.271300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84731b68-a593-4d43-83ae-b1ed374051f6 HTTP/1.1" status: 204 len: 168 time: 0.2381485 Oct 13 04:24:24.273341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.294423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcb7eb-b01d-4980-8425-eded608240bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84731b68-a593-4d43-83ae-b1ed374051f6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.402340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.405727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.409878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/b902f0c0-4e06-48c6-87e7-c6bf0862d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2344642 Oct 13 04:24:24.410427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52516) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.420914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4f501-694e-416a-89e1-38bba75738df tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902f0c0-4e06-48c6-87e7-c6bf0862d0d0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.470475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52518) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.470958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-052db3b7-0923-4344-bef6-f7cd43a80e71 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584743 Oct 13 04:24:24.474644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'tempest-secgroup--739707654'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.527454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.676586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.690804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.754700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68582ef4-46ca-4b20-9152-e99b19b8eb83 req-417a0999-ce2c-465f-a730-3541eb2ba142 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:24.756438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68582ef4-46ca-4b20-9152-e99b19b8eb83 req-417a0999-ce2c-465f-a730-3541eb2ba142 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1187377 Oct 13 04:24:24.760535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5020a6-c38d-4b76-b6e2-3d9e84ff3e9c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:24.822772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.822772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-88d6e55d-193f-4944-8bb8-50287917b0ab tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3487072 Oct 13 04:24:24.822772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52534) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.826905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-13b33905-d2a9-4a52-964e-d14729cc1ba8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:24.827321 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-13b33905-d2a9-4a52-964e-d14729cc1ba8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:24:24.827807 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-13b33905-d2a9-4a52-964e-d14729cc1ba8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:24:24.831006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-13b33905-d2a9-4a52-964e-d14729cc1ba8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "PUT /v2.0/security-groups/bc5020a6-c38d-4b76-b6e2-3d9e84ff3e9c HTTP/1.1" status: 409 len: 330 time: 0.0054498 Oct 13 04:24:24.831452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52536) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.856654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68582ef4-46ca-4b20-9152-e99b19b8eb83 req-3b557817-ab29-4a3c-b9f1-bca059152f95 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785019 Oct 13 04:24:24.891974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.914824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.971284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.974780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:24.978781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/bc5020a6-c38d-4b76-b6e2-3d9e84ff3e9c HTTP/1.1" status: 204 len: 168 time: 0.1438584 Oct 13 04:24:24.980020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52540) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:24.986501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e73e5-f6a4-4a38-8a41-722e950a5488 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5020a6-c38d-4b76-b6e2-3d9e84ff3e9c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:25.027550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1ad4c173-783e-43b7-b44e-44fb257ef733 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460002 Oct 13 04:24:25.033326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52544) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.052292 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-4e2596c2-14f3-459e-b1bf-6b3d64288909 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] delete failed (client error): The resource could not be found. Oct 13 04:24:25.055137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4e2596c2-14f3-459e-b1bf-6b3d64288909 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "DELETE /v2.0/security-groups/8d10ae2d-5bc6-486d-bc4b-bc6e6d1fa26a HTTP/1.1" status: 404 len: 347 time: 0.0186465 Oct 13 04:24:25.057597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52546) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.071175 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-f49d1adb-1fab-4cc0-a76b-85e086f3d997 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] show failed (client error): The resource could not be found. Oct 13 04:24:25.072737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f49d1adb-1fab-4cc0-a76b-85e086f3d997 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-groups/745cc87f-cecd-4f46-913c-da4c6263b3de HTTP/1.1" status: 404 len: 347 time: 0.0136118 Oct 13 04:24:25.076739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.091829 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-a4709050-69e3-49b6-af46-49279224cde8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] show failed (client error): The resource could not be found. Oct 13 04:24:25.095915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a4709050-69e3-49b6-af46-49279224cde8 tempest-NegativeSecGroupIPv6Test-1067798164 tempest-NegativeSecGroupIPv6Test-1067798164-project] 10.222.0.49 "GET /v2.0/security-group-rules/f26480a0-8c19-4800-b29d-9d6830d6c00e HTTP/1.1" status: 404 len: 356 time: 0.0151851 Oct 13 04:24:25.282730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231818b-1a8a-401d-baa6-b72c82ca7e4b req-a3024da8-f45e-4ac4-8f32-ad7a07c32763 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:25.284193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9231818b-1a8a-401d-baa6-b72c82ca7e4b req-a3024da8-f45e-4ac4-8f32-ad7a07c32763 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 943 time: 0.0647521 Oct 13 04:24:25.325429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9231818b-1a8a-401d-baa6-b72c82ca7e4b req-38d2b806-e512-4b74-98c5-e5e02fe6709d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Oct 13 04:24:25.375104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.600932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d4b01f31-3165-4ee3-a55b-7ab71e18bf48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=174b738a4f0e43f7af053b49c04442ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213671 Oct 13 04:24:25.601294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52576) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:25.633232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a34c9172-f072-4d25-8f96-ca8aea20e580 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:25.636447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:25.671790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.695629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.752534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.755716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.757340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:25.764043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08a8e3cc-03bc-4637-866b-fc0e67b1325f HTTP/1.1" status: 204 len: 168 time: 0.1615360 Oct 13 04:24:25.769176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:25.769558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.785422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761ab93-c753-4d63-b2ef-5c924cf3d3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8e3cc-03bc-4637-866b-fc0e67b1325f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:25.823901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a34c9172-f072-4d25-8f96-ca8aea20e580,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:25.856062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a34c9172-f072-4d25-8f96-ca8aea20e580', 'network_id': 'db22a8a9-1128-4dee-8f2a-093226d2f2f2', 'port_id': 'a34c9172-f072-4d25-8f96-ca8aea20e580', 'mac_address': 'fa:16:3e:6f:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8787ac5d-ee24-479a-a144-687ef8201985', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:25.927917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:25.974864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34c9172-f072-4d25-8f96-ca8aea20e580 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:26.008333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.016059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a34c9172-f072-4d25-8f96-ca8aea20e580,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:26.029202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.052135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45f8f8-8d43-446c-9172-6858fe809bf1 req-6de49d4c-9b59-43ed-92c5-4fc5c2927095 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:26.057667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c45f8f8-8d43-446c-9172-6858fe809bf1 req-6de49d4c-9b59-43ed-92c5-4fc5c2927095 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.1067159 Oct 13 04:24:26.109133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.117040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:26.120575 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f196e2f-355c-48f1-bfb3-5d5c6a285dcc" -d '{"events": [{"server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "name": "network-vif-plugged", "status": "completed", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:26.134037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c45f8f8-8d43-446c-9172-6858fe809bf1 req-97bfa02f-ab40-4253-9850-da33fe770e12 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731416 Oct 13 04:24:26.146175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:26.154921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:26.243620 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936f7f6f-5370-4c1a-bf2c-278c98ba1fa6 x-openstack-request-id: req-936f7f6f-5370-4c1a-bf2c-278c98ba1fa6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:26.245414 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "name": "network-vif-plugged", "status": "completed", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:26.245825 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-936f7f6f-5370-4c1a-bf2c-278c98ba1fa6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:26.246693 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'code': 200} Oct 13 04:24:26.280380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:26.356489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a34c9172-f072-4d25-8f96-ca8aea20e580'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:26.422430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25150da1-0f2d-42a7-8c71-8777288b6d86 req-6cbf20f6-668c-468d-872c-8bbff11bfbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:26.425002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25150da1-0f2d-42a7-8c71-8777288b6d86 req-6cbf20f6-668c-468d-872c-8bbff11bfbf4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.0928941 Oct 13 04:24:26.525096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-25150da1-0f2d-42a7-8c71-8777288b6d86 req-5466c069-45c4-438f-a9a4-9b1eb358019b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910857 Oct 13 04:24:26.609062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5108a0-3a4f-4757-864f-7b8fb4f550a6 req-5cd7f4d2-69e8-4e1b-9b95-acff88261da9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:26.611699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a5108a0-3a4f-4757-864f-7b8fb4f550a6 req-5cd7f4d2-69e8-4e1b-9b95-acff88261da9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 944 time: 0.1222756 Oct 13 04:24:26.673528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a5108a0-3a4f-4757-864f-7b8fb4f550a6 req-9e913926-6b22-4b71-a08d-a034c7bfb1a1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Oct 13 04:24:26.929839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52638) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.050422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c2ca0656-90d1-4d83-aaf8-03c3f7659d5c tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-617809057', 'prefixes': ['172.20.0.0/16']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:27.143969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0656-90d1-4d83-aaf8-03c3f7659d5c tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] Notify callbacks [] for subnetpool, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.147675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c2ca0656-90d1-4d83-aaf8-03c3f7659d5c tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2142932 Oct 13 04:24:27.147930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.220674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a9d1aa2-8aad-46bc-bb59-38891c1e620b tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "GET /v2.0/subnetpools/651ca0be-cafc-4643-940e-986abefb44cd HTTP/1.1" status: 200 len: 731 time: 0.0692649 Oct 13 04:24:27.221139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52656) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.226440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ff57757d-6641-4168-80d1-06ef2c6c9ae3 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-753790608'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:27.298536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52658) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.310530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77867c69-fb8e-4bbd-8d77-6270d9f62e52 req-53d82c85-ba4d-4136-8a82-7a8f9358d282 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:27.315014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77867c69-fb8e-4bbd-8d77-6270d9f62e52 req-53d82c85-ba4d-4136-8a82-7a8f9358d282 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0813315 Oct 13 04:24:27.385532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77867c69-fb8e-4bbd-8d77-6270d9f62e52 req-1b47270f-e19c-421d-aa73-0478b9dfad04 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641508 Oct 13 04:24:27.388605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff57757d-6641-4168-80d1-06ef2c6c9ae3 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] Notify callbacks [] for subnetpool, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.394306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff57757d-6641-4168-80d1-06ef2c6c9ae3 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "PUT /v2.0/subnetpools/651ca0be-cafc-4643-940e-986abefb44cd HTTP/1.1" status: 200 len: 683 time: 0.1687462 Oct 13 04:24:27.394306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.482590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa13-2a04-47bc-867f-aea1e652aff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.544980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ac86e78-d86a-439e-bbcf-afaf16158ecd tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] Notify callbacks [] for subnetpool, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.548730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0ac86e78-d86a-439e-bbcf-afaf16158ecd tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "DELETE /v2.0/subnetpools/651ca0be-cafc-4643-940e-986abefb44cd HTTP/1.1" status: 204 len: 168 time: 0.1505911 Oct 13 04:24:27.549193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52676) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.573623 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-9fd42832-93d6-43e0-af48-df93dd5e9607 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] show failed (client error): The resource could not be found. Oct 13 04:24:27.575258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9fd42832-93d6-43e0-af48-df93dd5e9607 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "GET /v2.0/subnetpools/651ca0be-cafc-4643-940e-986abefb44cd HTTP/1.1" status: 404 len: 346 time: 0.0244620 Oct 13 04:24:27.577561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52680) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.609348 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-a16d374b-d730-4f51-bf35-4ef5ed4a7599 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] delete failed (client error): The resource could not be found. Oct 13 04:24:27.616379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa13-2a04-47bc-867f-aea1e652aff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.616567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a16d374b-d730-4f51-bf35-4ef5ed4a7599 tempest-SubnetPoolsTestJSON-397769270 tempest-SubnetPoolsTestJSON-397769270-project] 10.222.0.49 "DELETE /v2.0/subnetpools/651ca0be-cafc-4643-940e-986abefb44cd HTTP/1.1" status: 404 len: 346 time: 0.0318940 Oct 13 04:24:27.616693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab1caa13-2a04-47bc-867f-aea1e652aff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.655556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a34c9172-f072-4d25-8f96-ca8aea20e580 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:27.733364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52686) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:27.734738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab1caa13-2a04-47bc-867f-aea1e652aff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ebf141eb304400b86c94176a81e5f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350841 Oct 13 04:24:27.755269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1caa13-2a04-47bc-867f-aea1e652aff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab40cdc4-3b59-437f-8e40-f035333d5aa1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:27.782522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port a34c9172-f072-4d25-8f96-ca8aea20e580 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:27.787558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a34c9172-f072-4d25-8f96-ca8aea20e580 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:27.788276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.845328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.868561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.898287 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.938135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a34c9172-f072-4d25-8f96-ca8aea20e580,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:27.950569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.954042 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.959104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:27.960527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab40cdc4-3b59-437f-8e40-f035333d5aa1 HTTP/1.1" status: 204 len: 168 time: 0.2261021 Oct 13 04:24:27.977006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260497c-6af2-48ac-b286-bd5d31387173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab40cdc4-3b59-437f-8e40-f035333d5aa1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:27.987807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bef6b-0bd8-4f09-964c-d4456bf5bd95 req-73137d03-e1ff-487d-9d02-f822c46871d3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:27.989849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d68bef6b-0bd8-4f09-964c-d4456bf5bd95 req-73137d03-e1ff-487d-9d02-f822c46871d3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 944 time: 0.1624889 Oct 13 04:24:28.016097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52702) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:28.060255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:28.072208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d68bef6b-0bd8-4f09-964c-d4456bf5bd95 req-18ef5d28-0b96-4c50-96c6-771e5519f5f1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711381 Oct 13 04:24:28.248207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:28.250582 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2848eb7-b4c4-4dcd-ae2b-61273faf7c3e" -d '{"events": [{"server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "name": "network-vif-plugged", "status": "completed", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:28.299635 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4027d45c-d138-4c0a-9bda-567955f334fb x-openstack-request-id: req-4027d45c-d138-4c0a-9bda-567955f334fb {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:28.299988 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "name": "network-vif-plugged", "status": "completed", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:28.300243 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4027d45c-d138-4c0a-9bda-567955f334fb {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:28.301039 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580', 'code': 200} Oct 13 04:24:28.396359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29b0f612-ae82-4ba2-af36-5ef1bf018aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.428279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07ce49-7cb1-44aa-82d1-4f84861ed546 req-09fd3616-a886-4a07-a477-b7abba9ebcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:28.429872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b07ce49-7cb1-44aa-82d1-4f84861ed546 req-09fd3616-a886-4a07-a477-b7abba9ebcc4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 1096 time: 0.0807214 Oct 13 04:24:28.486590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b07ce49-7cb1-44aa-82d1-4f84861ed546 req-c022dcaf-e722-44cf-92ee-15520bad91fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Oct 13 04:24:28.530633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d72ae-3306-4503-a860-59208cc9b115 req-ef6974a8-ba06-4466-91b0-d7e4ffba98de tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:28.532479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29b0f612-ae82-4ba2-af36-5ef1bf018aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.535764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d72ae-3306-4503-a860-59208cc9b115 req-ef6974a8-ba06-4466-91b0-d7e4ffba98de tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0613220 Oct 13 04:24:28.540061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29b0f612-ae82-4ba2-af36-5ef1bf018aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.586616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-29b0f612-ae82-4ba2-af36-5ef1bf018aaf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f38df690e584fa1a616c6eeaddc2494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672383 Oct 13 04:24:28.588762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52724) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:28.597369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0f612-ae82-4ba2-af36-5ef1bf018aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9304fdb-6817-42a3-b288-5c7538d8e8d0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:28.597783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d72ae-3306-4503-a860-59208cc9b115 req-4baa2119-38f7-4691-8607-73b5f8a006ee tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569844 Oct 13 04:24:28.653365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.676865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.743281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.746462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:28.747643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9304fdb-6817-42a3-b288-5c7538d8e8d0 HTTP/1.1" status: 204 len: 168 time: 0.1578901 Oct 13 04:24:28.756691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd392e2-cd09-4b3c-8bde-1ee5c10b10f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9304fdb-6817-42a3-b288-5c7538d8e8d0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.189362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da31f2f-f5b8-4fa5-b9ae-10cc091f2b62 req-a91fbc88-3113-4f23-8e21-0129732c2ec6 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:29.190895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8da31f2f-f5b8-4fa5-b9ae-10cc091f2b62 req-a91fbc88-3113-4f23-8e21-0129732c2ec6 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0548160 Oct 13 04:24:29.233580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8da31f2f-f5b8-4fa5-b9ae-10cc091f2b62 req-768e275f-b302-4c21-8d4d-c4a582c43906 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Oct 13 04:24:29.242380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:29.448935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b194ba3c-3f8b-40f2-b446-5894aed185f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.550645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b194ba3c-3f8b-40f2-b446-5894aed185f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.556055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b194ba3c-3f8b-40f2-b446-5894aed185f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.612611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b194ba3c-3f8b-40f2-b446-5894aed185f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f267f17d65b4a13bc77b865aa3da432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685751 Oct 13 04:24:29.613845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194ba3c-3f8b-40f2-b446-5894aed185f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c887025-9e11-4968-b4da-9c9cb2f61e2a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:29.615487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:29.718163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.747016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff3af6-1fb4-42ac-a030-dda762a0d2d1 req-2e4958cf-1ffa-4799-8a99-1b9890341047 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:29.748614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05ff3af6-1fb4-42ac-a030-dda762a0d2d1 req-2e4958cf-1ffa-4799-8a99-1b9890341047 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0677524 Oct 13 04:24:29.766793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.820181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-05ff3af6-1fb4-42ac-a030-dda762a0d2d1 req-0042503e-3e6a-45a6-a78e-967757a191f1 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Oct 13 04:24:29.835357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.838159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:29.839316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c887025-9e11-4968-b4da-9c9cb2f61e2a HTTP/1.1" status: 204 len: 168 time: 0.2227900 Oct 13 04:24:29.849902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9510c-56fb-45d0-9a9a-f1f958028d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c887025-9e11-4968-b4da-9c9cb2f61e2a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.230940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52806) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:30.245885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b570-c75a-416f-af1f-30f795784136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.359193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b570-c75a-416f-af1f-30f795784136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.365092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b570-c75a-416f-af1f-30f795784136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.421713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6b570-c75a-416f-af1f-30f795784136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171df5dc-fb7c-4336-adb1-a30b946a8140,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.426431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2eb6b570-c75a-416f-af1f-30f795784136 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21f99a363b8543028b67b6aac326525f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943812 Oct 13 04:24:30.428945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52814) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:30.459032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49a99-91dc-447e-a25f-5b3e79ef8ee5 req-567d2631-025d-4496-a595-500d02df636f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:30.460569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffe49a99-91dc-447e-a25f-5b3e79ef8ee5 req-567d2631-025d-4496-a595-500d02df636f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1118903 Oct 13 04:24:30.522048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.532455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffe49a99-91dc-447e-a25f-5b3e79ef8ee5 req-c2b01842-5d56-48b8-9dd3-c28354af9ded tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Oct 13 04:24:30.557335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.629168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.631967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:30.633137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/171df5dc-fb7c-4336-adb1-a30b946a8140 HTTP/1.1" status: 204 len: 168 time: 0.2030547 Oct 13 04:24:30.644653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f44ba-e349-44e0-8e48-9a9d9e72839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171df5dc-fb7c-4336-adb1-a30b946a8140,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:30.816872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-7c8831aa-6102-4008-92b8-d97e18307302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:30.818669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-7c8831aa-6102-4008-92b8-d97e18307302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 1096 time: 0.0844433 Oct 13 04:24:30.848615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3a350-ba88-4f51-ba3d-37cfb97c01f0 req-71419f98-cb78-405a-aa41-0b194e61c441 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:30.850229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-96b3a350-ba88-4f51-ba3d-37cfb97c01f0 req-71419f98-cb78-405a-aa41-0b194e61c441 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1041679 Oct 13 04:24:30.947823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-96b3a350-ba88-4f51-ba3d-37cfb97c01f0 req-95107bb7-07f7-4ba4-9d50-9ac67360b9ce tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842168 Oct 13 04:24:30.974925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-3bec25fa-fa27-41db-b9dd-c7d3ae8498eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:30.976632 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-3bec25fa-fa27-41db-b9dd-c7d3ae8498eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.1459122 Oct 13 04:24:31.034923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f454e-f048-4289-8638-dc140f9996c2 req-d6597f0e-39b9-4db6-a872-e0496236f530 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:31.035483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-88fd11d9-d629-4e36-9281-fa16eff49f64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a34c9172-f072-4d25-8f96-ca8aea20e580 HTTP/1.1" status: 200 len: 217 time: 0.0498147 Oct 13 04:24:31.037501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d36f454e-f048-4289-8638-dc140f9996c2 req-d6597f0e-39b9-4db6-a872-e0496236f530 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0629406 Oct 13 04:24:31.098358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-862d4c05-11f5-450f-8f95-31db85a8fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:31.099623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d36f454e-f048-4289-8638-dc140f9996c2 req-a39a03e7-5ffc-4dd2-b3d5-ccf953c0d732 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554621 Oct 13 04:24:31.101418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-862d4c05-11f5-450f-8f95-31db85a8fca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.0553894 Oct 13 04:24:31.143205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-ff6c2779-5fa2-433f-b79f-069e874a7fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339134 Oct 13 04:24:31.259176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-bd71faca-ffe9-4575-8770-55d3a4607195 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063139 Oct 13 04:24:31.391593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e1d6b45-aa3f-46ab-8272-a24dc3d08b28 req-0762465a-6f2a-46f9-8141-16abd67b5d89 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239812 Oct 13 04:24:31.808090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52890) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:31.918680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35afc2e9-49be-4c3c-a797-cbb0ba1b49ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.016791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35afc2e9-49be-4c3c-a797-cbb0ba1b49ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.021473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35afc2e9-49be-4c3c-a797-cbb0ba1b49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.057467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afc2e9-49be-4c3c-a797-cbb0ba1b49ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75971856-5aeb-4ec3-8ad0-ffe9d8669494,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.094650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027238-7bf1-4494-b0c2-985625399c69 req-a4d680ff-b750-4ae4-a2ed-27eba9302468 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:32.096245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae027238-7bf1-4494-b0c2-985625399c69 req-a4d680ff-b750-4ae4-a2ed-27eba9302468 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0638013 Oct 13 04:24:32.097364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52908) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.097921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-35afc2e9-49be-4c3c-a797-cbb0ba1b49ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=782c32e65b894201af32a0a8b3428df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886801 Oct 13 04:24:32.169691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae027238-7bf1-4494-b0c2-985625399c69 req-f6a67456-4aca-4e21-85fa-3d8d5d1a902f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Oct 13 04:24:32.198650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.223114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.238067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de8602-e675-4b8a-9746-a5d237362933 req-d4c62a55-be86-4766-94ea-6d888a8a3b52 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:32.239596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72de8602-e675-4b8a-9746-a5d237362933 req-d4c62a55-be86-4766-94ea-6d888a8a3b52 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0634778 Oct 13 04:24:32.240079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52916) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.279886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.282580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.283835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75971856-5aeb-4ec3-8ad0-ffe9d8669494 HTTP/1.1" status: 204 len: 168 time: 0.1849012 Oct 13 04:24:32.289572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72de8602-e675-4b8a-9746-a5d237362933 req-de35eaee-061d-41f6-a6c8-5af0488b0044 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Oct 13 04:24:32.301758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ddbde-1a82-443e-aefa-fa581b78e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75971856-5aeb-4ec3-8ad0-ffe9d8669494,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.377250 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e27b96e5-5e5f-4bad-92b3-712ec57e0009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.487254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e27b96e5-5e5f-4bad-92b3-712ec57e0009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.492372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e27b96e5-5e5f-4bad-92b3-712ec57e0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.533095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e27b96e5-5e5f-4bad-92b3-712ec57e0009 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79ff69d5d0a046cf830e80b37e19fcc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920101 Oct 13 04:24:32.535928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.536266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b96e5-5e5f-4bad-92b3-712ec57e0009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb1c02f-667c-4ae0-b43e-b842119aeb16,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.591404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be664d-0f4c-40b7-aeeb-305d31b1e021 req-792ef405-c4f5-456a-804c-859122e85baa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:32.592796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.592944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97be664d-0f4c-40b7-aeeb-305d31b1e021 req-792ef405-c4f5-456a-804c-859122e85baa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0585160 Oct 13 04:24:32.615875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.634073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97be664d-0f4c-40b7-aeeb-305d31b1e021 req-7087964e-3336-4580-ba6d-ca86cbc1cc4c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 13 04:24:32.643814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52932) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.657585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d6ddf73-eca6-4007-a5af-b4936accad00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.675348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.678200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.679450 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efb1c02f-667c-4ae0-b43e-b842119aeb16 HTTP/1.1" status: 204 len: 168 time: 0.1419933 Oct 13 04:24:32.688248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55824d28-32d3-4b71-b249-1b9e716a5484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb1c02f-667c-4ae0-b43e-b842119aeb16,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.742914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d6ddf73-eca6-4007-a5af-b4936accad00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.747516 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d6ddf73-eca6-4007-a5af-b4936accad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.785254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4d6ddf73-eca6-4007-a5af-b4936accad00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e349f5c44b1c4f3fa87bf107ee5e3d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402972 Oct 13 04:24:32.787150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ddf73-eca6-4007-a5af-b4936accad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0d7e6-e40f-4c64-89e5-a00a0cdd97af,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:32.787950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52936) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:32.843787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.870764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.928646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.931692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:32.933119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cc0d7e6-e40f-4c64-89e5-a00a0cdd97af HTTP/1.1" status: 204 len: 168 time: 0.1441813 Oct 13 04:24:32.942111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a2eec-9a89-4ce0-bf63-ba9e677fb1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0d7e6-e40f-4c64-89e5-a00a0cdd97af,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:33.296409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09914f-927f-4708-a5f7-3906b9875980 req-daef9bee-12a2-4a86-a686-4d8074736c7c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:33.303630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cc09914f-927f-4708-a5f7-3906b9875980 req-daef9bee-12a2-4a86-a686-4d8074736c7c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0560338 Oct 13 04:24:33.350903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cc09914f-927f-4708-a5f7-3906b9875980 req-78e99890-91c9-4893-819a-b6eaa6110220 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Oct 13 04:24:33.789280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-8efdd095-9c2a-4b3b-921c-84fec07d40cc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:33.792722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-8efdd095-9c2a-4b3b-921c-84fec07d40cc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0682404 Oct 13 04:24:33.799813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7d5c5-f968-4654-9633-1c6f4883ab88 req-5df5f62b-b8d9-4b3f-afd2-7f09b1a00eb2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:33.807313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ca7d5c5-f968-4654-9633-1c6f4883ab88 req-5df5f62b-b8d9-4b3f-afd2-7f09b1a00eb2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 945 time: 0.0952845 Oct 13 04:24:33.874507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ca7d5c5-f968-4654-9633-1c6f4883ab88 req-6feae41e-bae5-4efe-b9d2-37e5815fdd50 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Oct 13 04:24:33.928870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port 44dbb317-e2dd-4901-873c-de8d8984009d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:33.929484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.044403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port 44dbb317-e2dd-4901-873c-de8d8984009d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=44dbb317-e2dd-4901-873c-de8d8984009d,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:34.044996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.081419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for 44dbb317-e2dd-4901-873c-de8d8984009d owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:34.270474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.283187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['44dbb317-e2dd-4901-873c-de8d8984009d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:34.343736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=44dbb317-e2dd-4901-873c-de8d8984009d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:34.413101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port 44dbb317-e2dd-4901-873c-de8d8984009d on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:34.419557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.425089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:34.426459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10a57871-bb94-4b32-800d-7cc6b575cb09 req-791697b8-c87a-44e7-af1b-1e4b8f9be159 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "DELETE /v2.0/ports/44dbb317-e2dd-4901-873c-de8d8984009d HTTP/1.1" status: 204 len: 173 time: 0.6260741 Oct 13 04:24:34.427883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'name': 'network-vif-deleted', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:34.434633 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8ba88e-0d98-4636-a0b9-1dc659d6d96e" -d '{"events": [{"server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "name": "network-vif-deleted", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:34.591020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30468fbd-e93d-47ad-8d19-f0cf6104243d req-c1f69538-86ae-4fb4-a9f6-68f6f3e59fbf tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:34.597486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30468fbd-e93d-47ad-8d19-f0cf6104243d req-c1f69538-86ae-4fb4-a9f6-68f6f3e59fbf tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0902703 Oct 13 04:24:34.639268 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa6210b-d79f-4841-bfb6-e583a71e9f34 x-openstack-request-id: req-6fa6210b-d79f-4841-bfb6-e583a71e9f34 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:34.639582 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792a4d4f-fc66-4e6e-9bcf-9c25fde7685e", "name": "network-vif-deleted", "tag": "44dbb317-e2dd-4901-873c-de8d8984009d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:34.639850 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6fa6210b-d79f-4841-bfb6-e583a71e9f34 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:34.640244 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792a4d4f-fc66-4e6e-9bcf-9c25fde7685e', 'name': 'network-vif-deleted', 'tag': '44dbb317-e2dd-4901-873c-de8d8984009d', 'status': 'completed', 'code': 200} Oct 13 04:24:34.657202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30468fbd-e93d-47ad-8d19-f0cf6104243d req-d8b17bd0-9788-4b59-a7b1-e7c1280d2317 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515740 Oct 13 04:24:34.761855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e96ec52f-da55-44c4-bfcb-d09044a652fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.866175 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e96ec52f-da55-44c4-bfcb-d09044a652fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.876014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e96ec52f-da55-44c4-bfcb-d09044a652fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:34.921006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e96ec52f-da55-44c4-bfcb-d09044a652fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15b65370bace44488884f90acf2c7806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947851 Oct 13 04:24:34.926438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:34.926438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:34.955537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec52f-da55-44c4-bfcb-d09044a652fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc6b314-b45e-4723-8c28-ec9817e1e671,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.006446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a702806e-6c4c-43c7-a0b9-351e3acd8d03 req-326590da-243b-454a-968a-b24441574a22 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=792a4d4f-fc66-4e6e-9bcf-9c25fde7685e HTTP/1.1" status: 200 len: 210 time: 0.0331643 Oct 13 04:24:35.032641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.057853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.126251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f11839d0-65b7-48e9-8d05-8eec90e5c915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.134928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.137720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.139239 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbc6b314-b45e-4723-8c28-ec9817e1e671 HTTP/1.1" status: 204 len: 168 time: 0.2136712 Oct 13 04:24:35.151995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c210-6f55-433e-9546-5b3c08fa85be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc6b314-b45e-4723-8c28-ec9817e1e671,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.229939 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f11839d0-65b7-48e9-8d05-8eec90e5c915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.236336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f11839d0-65b7-48e9-8d05-8eec90e5c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.287275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11839d0-65b7-48e9-8d05-8eec90e5c915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b394270-b36a-4c8c-8362-d5da178f4001,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.294590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f11839d0-65b7-48e9-8d05-8eec90e5c915 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38b17007a7c042deafbefa7bca939909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673520 Oct 13 04:24:35.297720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:35.370593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.399813 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.490890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.493906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:35.498594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b394270-b36a-4c8c-8362-d5da178f4001 HTTP/1.1" status: 204 len: 168 time: 0.1997633 Oct 13 04:24:35.507876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8778a-3966-49bf-85d8-9933c35ce169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b394270-b36a-4c8c-8362-d5da178f4001,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:35.788392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ec276-3937-4036-9499-ce69035178fd req-6fe0f798-66ff-474a-8bde-379400c704c0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:35.790387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea9ec276-3937-4036-9499-ce69035178fd req-6fe0f798-66ff-474a-8bde-379400c704c0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0659521 Oct 13 04:24:35.839293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea9ec276-3937-4036-9499-ce69035178fd req-9a6322d4-5a19-461b-94a0-32b53fc85cae tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Oct 13 04:24:35.996015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53112) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:36.012637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eadb5873-649c-4178-bd71-fb3bc1febae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.119997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eadb5873-649c-4178-bd71-fb3bc1febae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.124877 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eadb5873-649c-4178-bd71-fb3bc1febae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.168684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eadb5873-649c-4178-bd71-fb3bc1febae8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1485e05f3d564628939cee03be8026dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700785 Oct 13 04:24:36.169948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb5873-649c-4178-bd71-fb3bc1febae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10b8e89-d361-4228-9d66-33fe3bc6d7f4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:36.171750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53124) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:36.229908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.254274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.378187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.380821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.382124 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a10b8e89-d361-4228-9d66-33fe3bc6d7f4 HTTP/1.1" status: 204 len: 168 time: 0.2091708 Oct 13 04:24:36.399682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f984e8-94e7-41ac-83a9-b363e646491d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10b8e89-d361-4228-9d66-33fe3bc6d7f4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:36.445082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:36.454261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-cdc35a72-b20c-4cd6-9b76-d5c97e5ac66f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:36.458159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-cdc35a72-b20c-4cd6-9b76-d5c97e5ac66f tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.1579180 Oct 13 04:24:36.478474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ee9da65b-90ac-42d4-8beb-79f8cf500c3e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/quotas/8ff0914c37bd4ce8b832e8b8a2bab028 HTTP/1.1" status: 200 len: 375 time: 0.0109022 Oct 13 04:24:36.512898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-5f29f964-ca69-4b3f-8bfd-7811706301db tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284526 Oct 13 04:24:36.616894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-e7f0e0a1-b9b7-4f49-b394-e60beda698f4 service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962713 Oct 13 04:24:36.717247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-299563087-network', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:36.722205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-17c0cb74-1ab8-4217-8b74-25c65c53853d service neutron] 10.222.0.49 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984845 Oct 13 04:24:36.748436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:36.751014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.766867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.902989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.910238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:36.964403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:36.980601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a37d001d-8253-4ec7-8e40-7852471385bd req-90f39b93-fe61-4fcb-a648-7afd482822c2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 210 time: 0.0584612 Oct 13 04:24:36.988034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.021113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.022151 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Added segment ac7a638f-60b6-405d-803c-ee2a97fcf7f0 of type vlan for network 8aeedb95-9127-4993-8e00-fba6377d4e4a Oct 13 04:24:37.113166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104ce97-2d74-4547-b2e7-f7b0367e8895 req-e6ff54e7-187b-4d83-81b2-37ed7b366186 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.114950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3104ce97-2d74-4547-b2e7-f7b0367e8895 req-e6ff54e7-187b-4d83-81b2-37ed7b366186 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1220562 Oct 13 04:24:37.116672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.186060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3104ce97-2d74-4547-b2e7-f7b0367e8895 req-41da95fb-02e8-40f8-ac66-7d2838235472 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614910 Oct 13 04:24:37.189312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.190593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.191574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.246079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53190) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.266297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53194) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.266485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8202240 Oct 13 04:24:37.271806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Request body: {'subnet': {'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-299563087-subnet', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:37.292016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f63c3-f024-47b5-88b2-67760644c715 admin admin] Pushing event updated for resources: {'Network': ['ID=8aeedb95-9127-4993-8e00-fba6377d4e4a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.307591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:37.310106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.337470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:37.418821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfebeb1f-0b4c-4f9b-9bd8-374b9c5f3787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.608779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 44dbb317-e2dd-4901-873c-de8d8984009d no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:37.609373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfebeb1f-0b4c-4f9b-9bd8-374b9c5f3787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.617014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfebeb1f-0b4c-4f9b-9bd8-374b9c5f3787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.632747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 44dbb317-e2dd-4901-873c-de8d8984009d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:37.633465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 44dbb317-e2dd-4901-873c-de8d8984009d not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:37.678269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.713629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cfebeb1f-0b4c-4f9b-9bd8-374b9c5f3787 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d702479d73d415db74fb8fa9112b1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664443 Oct 13 04:24:37.717187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53210) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.723037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebeb1f-0b4c-4f9b-9bd8-374b9c5f3787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a15b51a-4c61-41e3-86b9-f99b43acdc9e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.760691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0160dcf-ff22-4cb8-ba8e-092200473416,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:37.772147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Checking segment: {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:37.772503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Network hostable DHCP agents. Network: 8aeedb95-9127-4993-8e00-fba6377d4e4a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:37.809136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:37.821359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 8aeedb95-9127-4993-8e00-fba6377d4e4a) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:37.827203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:37.827880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.836957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a23d2c-e721-4aec-8e5b-e49edbe87c3b None None] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:37.856083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34f11562-a182-4476-b048-1cb981f32008 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5881715 Oct 13 04:24:37.859590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53214) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:37.867973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:37.893795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:37.896421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.010747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.166586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-8aeedb95-9127-4993-8e00-fba6377d4e4a', 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'fixed_ips': [{'subnet_id': 'a0160dcf-ff22-4cb8-ba8e-092200473416'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:38.167852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.324771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f3c48ac-0d19-409f-8f76-cb86be7ebb04 req-2c5e34cb-25d6-4f9c-90d9-442655070c73 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 210 time: 0.0688071 Oct 13 04:24:38.358895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Allocated IP 172.20.0.2 (8aeedb95-9127-4993-8e00-fba6377d4e4a/a0160dcf-ff22-4cb8-ba8e-092200473416/f5c8b7b3-bf2b-49cf-b06a-d9793abeb978) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:38.365157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.374839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-742ee05e-2087-44c6-9020-51c9ffd7478c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:38.376364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-742ee05e-2087-44c6-9020-51c9ffd7478c tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 812 time: 0.2622821 Oct 13 04:24:38.393473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.448357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.451887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.453976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a15b51a-4c61-41e3-86b9-f99b43acdc9e HTTP/1.1" status: 204 len: 168 time: 0.7355876 Oct 13 04:24:38.463680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.478124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d283e7-7e91-4a22-8ddc-6836d47ec6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a15b51a-4c61-41e3-86b9-f99b43acdc9e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:38.478882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Request body: {'port': {'device_id': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'admin_state_up': True, 'tenant_id': '8ff0914c37bd4ce8b832e8b8a2bab028'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:38.558057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.573271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.625257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:38.628636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:38.633174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:38.642521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Pushing event updated for resources: {'Port': ['ID=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:38.699093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Attempting to bind port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:38.699761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Attempting to bind port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:38.700140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Attempting to bind port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 on network 8aeedb95-9127-4993-8e00-fba6377d4e4a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:38.706556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:38.707152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Checking segment: {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:38.707648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.708161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Bound using segment: {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:38.708754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Bound port: f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:38.709241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.808240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] For port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:38.813240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] For port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:38.820910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:38.908088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee0d18-e86d-4597-94c5-3579ba9b7b63 None None] Pushing event updated for resources: {'Port': ['ID=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:38.957964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53246) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:38.974333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6339532d-31dc-4599-bc33-266817277388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.106296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6339532d-31dc-4599-bc33-266817277388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.112342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6339532d-31dc-4599-bc33-266817277388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.167993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339532d-31dc-4599-bc33-266817277388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22f18ee-490f-49b7-bda2-0ae89c51e1be,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:39.174951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6339532d-31dc-4599-bc33-266817277388 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c07ffe442ceb408d96421ce8156cc1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158856 Oct 13 04:24:39.178658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53256) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:39.220378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57c2bd-0b3f-4ed8-b303-d8a684bea06f req-b9ffb054-583b-495d-9665-4e407ffa7840 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:39.229736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b57c2bd-0b3f-4ed8-b303-d8a684bea06f req-b9ffb054-583b-495d-9665-4e407ffa7840 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.9351044 Oct 13 04:24:39.242131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.273795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.281700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Made reservation on behalf of 8ff0914c37bd4ce8b832e8b8a2bab028 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:39.285257 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.300511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b57c2bd-0b3f-4ed8-b303-d8a684bea06f req-4a2e7099-662c-49ff-8f1a-58a39e0eec8e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699031 Oct 13 04:24:39.356884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.360286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.365028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b22f18ee-490f-49b7-bda2-0ae89c51e1be HTTP/1.1" status: 204 len: 168 time: 0.1831987 Oct 13 04:24:39.372412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf00c0-0601-4770-9ff3-ac92c03d8f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22f18ee-490f-49b7-bda2-0ae89c51e1be,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:39.468257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb6c15c3-dc40-4cbe-ad66-7e1affdcd958 req-fdeeb07c-fab3-46ca-bb73-7ab44d3b63e9 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 210 time: 0.0359447 Oct 13 04:24:39.524356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Allocated IP 172.20.0.9 (b639143e-0b74-41b0-ada2-d6f815d25605/dc7964e2-8e16-4c52-9c86-16e84cf813b6/f8850838-98f3-4011-b142-9a244b15f41e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:39.600080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.630834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.824227 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:24:39.852039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:39.882551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Allocated IP 172.25.0.178 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/f5c7a551-93bc-476b-a6f2-f3311e6f58d7) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:39.998831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.065476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Network b639143e-0b74-41b0-ada2-d6f815d25605 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:40.066969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:40.069867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:40.146436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event updated for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.164852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:40.166345 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.197538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-2eb6ca57-0b10-450b-bef0-691d97394d7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277286 Oct 13 04:24:40.208479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.219499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a85e7d1-f562-4d5c-b67a-0b5b9664f719 None None] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:40.231812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Request body: {'port': {'device_id': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:40.315201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] Provisioning complete for port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:40.315626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.322374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.361929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.426932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:40.433525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:40.445166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:40.505655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007d4fd-1de8-476e-810c-a2e007a63842 req-89529611-a28f-41cc-85cd-8348e77aa836 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:40.518680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5007d4fd-1de8-476e-810c-a2e007a63842 req-89529611-a28f-41cc-85cd-8348e77aa836 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0883715 Oct 13 04:24:40.526919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Pushing event updated for resources: {'Port': ['ID=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.614266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5007d4fd-1de8-476e-810c-a2e007a63842 req-167acea4-1b15-4be6-acb6-90973b405271 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937319 Oct 13 04:24:40.638921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.709534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] For port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:40.722397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:40.812732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37896b0a-b549-4aa2-8d7c-3b1cd6210909 req-d415ae3d-1c57-4f71-9a74-edc80d50807b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:40.819868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37896b0a-b549-4aa2-8d7c-3b1cd6210909 req-d415ae3d-1c57-4f71-9a74-edc80d50807b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 931 time: 0.2028286 Oct 13 04:24:40.851954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853fc6a-2f72-42db-9461-338c37e0cec6 None None] Pushing event updated for resources: {'Port': ['ID=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:40.942850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37896b0a-b549-4aa2-8d7c-3b1cd6210909 req-b73d2e61-98fa-4192-b4ef-fc23765e310a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171882 Oct 13 04:24:41.033791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8850838-98f3-4011-b142-9a244b15f41e {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:41.045771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.055048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3fa92e40-de20-43b6-a36b-c2c34ee14883 None None] Provisioning complete for port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:41.055462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fa92e40-de20-43b6-a36b-c2c34ee14883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.057237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.097844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Transition to ACTIVE for port object f8850838-98f3-4011-b142-9a244b15f41e will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:41.112276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.239306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:41.240371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Pushing event updated for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:41.318093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:41.319654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.392696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53394) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:41.439995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.446916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53398) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:41.466419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Attempting to bind port f8850838-98f3-4011-b142-9a244b15f41e on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:41.466753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Attempting to bind port f8850838-98f3-4011-b142-9a244b15f41e by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:41.467094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Attempting to bind port f8850838-98f3-4011-b142-9a244b15f41e on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:41.476980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Port f8850838-98f3-4011-b142-9a244b15f41e on network b639143e-0b74-41b0-ada2-d6f815d25605 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:41.477304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Attempting to bind port f8850838-98f3-4011-b142-9a244b15f41e on network b639143e-0b74-41b0-ada2-d6f815d25605 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:41.487357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:41.487984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Checking segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:41.488565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Bound using segment: {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:41.489205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Bound port: f8850838-98f3-4011-b142-9a244b15f41e, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a8edc2-9d38-4dbf-aeac-251d8628fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:41.489562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.492955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.597341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90f12560-337d-432d-b165-f1692beca208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.669622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:41.674244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f8850838-98f3-4011-b142-9a244b15f41e,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:41.677998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:41.686350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.711360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67720070-0c5c-4c43-86ff-6bdfbebf6afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.721094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.758494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.759224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.760631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8850838-98f3-4011-b142-9a244b15f41e HTTP/1.1" status: 200 len: 1091 time: 1.5471230 Oct 13 04:24:41.761081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:41.763358 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "tag": "f8850838-98f3-4011-b142-9a244b15f41e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:41.799322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc44e78-970c-4457-8a96-603816c4f4f1 req-628e3d6d-9848-48e2-9108-1c80f37d6a2f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.800882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bcc44e78-970c-4457-8a96-603816c4f4f1 req-628e3d6d-9848-48e2-9108-1c80f37d6a2f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0916157 Oct 13 04:24:41.810870 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc57ee-fc50-4d8a-92f9-d024bc6d6db6 x-openstack-request-id: req-a8bc57ee-fc50-4d8a-92f9-d024bc6d6db6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:41.811319 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "tag": "f8850838-98f3-4011-b142-9a244b15f41e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:41.811574 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8bc57ee-fc50-4d8a-92f9-d024bc6d6db6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:41.811968 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e', 'status': 'completed', 'code': 200} Oct 13 04:24:41.844758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74adae-d7dd-4ef6-bfd8-88eb921ca014 service neutron] Pushing event updated for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:41.863656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bcc44e78-970c-4457-8a96-603816c4f4f1 req-7596e1c5-8cff-4fc9-beeb-f5cfb7cc0685 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528874 Oct 13 04:24:41.896186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.896685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90f12560-337d-432d-b165-f1692beca208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.904472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90f12560-337d-432d-b165-f1692beca208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:41.917822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:24:41.957785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-0de8400b-8ddc-4e4d-9fb2-176be1f1123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:41.959335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-0de8400b-8ddc-4e4d-9fb2-176be1f1123d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 1094 time: 0.1400816 Oct 13 04:24:41.961147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f12560-337d-432d-b165-f1692beca208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365ccbd-166b-4f7c-a003-3342fc9883e4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:41.966087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-90f12560-337d-432d-b165-f1692beca208 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8be15b20cdd941679dd000e3a5b07886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113471 Oct 13 04:24:41.968856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:42.008563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Allocated IP 172.25.0.174 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ec813eed-a108-410b-a789-74b105dd25b6) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:42.063930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-b647ac69-0cad-4b72-98d2-8bbdecf87ee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8850838-98f3-4011-b142-9a244b15f41e HTTP/1.1" status: 200 len: 217 time: 0.0861959 Oct 13 04:24:42.116184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dc865-6eb7-4cff-986b-ebb04210fd59 req-6e65668c-4bc4-41a0-9946-c80bcb995950 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.117647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-647dc865-6eb7-4cff-986b-ebb04210fd59 req-6e65668c-4bc4-41a0-9946-c80bcb995950 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 943 time: 0.0992615 Oct 13 04:24:42.184628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-279cecdb-d084-483a-92ab-431196f58cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.186104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-279cecdb-d084-483a-92ab-431196f58cc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.1118903 Oct 13 04:24:42.189034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.190719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.196319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-647dc865-6eb7-4cff-986b-ebb04210fd59 req-15924851-b402-4e12-b246-f9251d54440b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681703 Oct 13 04:24:42.215092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:42.226497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Sync routers for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:42.234288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.236148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-f6865b37-b926-4a46-8ba1-754fa229f753 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398877 Oct 13 04:24:42.237935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:42.238829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:42.256400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.283382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:42.287915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:42.290848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:42.318116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.318645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Pushing event updated for resources: {'Port': ['ID=ec813eed-a108-410b-a789-74b105dd25b6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:42.319825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f61b439-3d46-430b-8276-035dbe98b95e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4588938 Oct 13 04:24:42.323310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53414) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:42.355564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:42.374818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-440c81e5-43e5-4377-bab2-4ec6f590d78a service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294343 Oct 13 04:24:42.407771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.410396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.413926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3365ccbd-166b-4f7c-a003-3342fc9883e4 HTTP/1.1" status: 204 len: 168 time: 0.4417026 Oct 13 04:24:42.476331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae083bc0-6495-457c-8ee8-506ec02be63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365ccbd-166b-4f7c-a003-3342fc9883e4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:42.501418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.530533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb468c05-f737-4d4c-87a2-71cf67f22772 req-4b8e1c1c-cdd6-41c7-9e6d-cc029e1772aa service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455803 Oct 13 04:24:42.579986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.591841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:40Z', 'revision_number': 3, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:42.620920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Checking router: 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:42.621349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Updating router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:42.624264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.649012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.654685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-301f77d5-3041-4498-8855-52c9c65e4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.656484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-301f77d5-3041-4498-8855-52c9c65e4f54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 1094 time: 0.0724380 Oct 13 04:24:42.767184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-df2e1741-26cf-47a9-96e5-ed5bf4fbe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.768707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-df2e1741-26cf-47a9-96e5-ed5bf4fbe8dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 200 len: 913 time: 0.1037056 Oct 13 04:24:42.819557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-9b6e254b-4a06-4a30-97de-a595f8422b6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8850838-98f3-4011-b142-9a244b15f41e HTTP/1.1" status: 200 len: 217 time: 0.0424666 Oct 13 04:24:42.827008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:42.848162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5215c10-a7e4-4435-80a2-fc08c78b5655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.873763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-e84be414-9516-4e21-a9ba-6a86ee00afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:42.875260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-e84be414-9516-4e21-a9ba-6a86ee00afbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 200 len: 852 time: 0.0474756 Oct 13 04:24:42.930435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-94a2a406-036f-4334-9616-6442aaa73ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b639143e-0b74-41b0-ada2-d6f815d25605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470426 Oct 13 04:24:42.980136 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:42.987017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.038851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.047010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337db0-d872-4f34-86ef-b5a90397ac04 None None] Pushing event updated for resources: {'Port': ['ID=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.051630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Attempting to bind port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:43.052032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Attempting to bind port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:43.052520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Attempting to bind port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:43.058335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:43.059259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:43.059420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.059867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:43.060446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Bound port: f5c7a551-93bc-476b-a6f2-f3311e6f58d7, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:43.060930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.067194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-503d8480-779d-4a69-ba42-edee77180a58 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286743 Oct 13 04:24:43.069512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.119775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] For port f5c7a551-93bc-476b-a6f2-f3311e6f58d7, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:43.123685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] For port f5c7a551-93bc-476b-a6f2-f3311e6f58d7, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:43.132244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.149053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Pushing event updated for resources: {'Port': ['ID=ec813eed-a108-410b-a789-74b105dd25b6,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.172860 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2245d87d-c1d7-40a7-81b4-52b094b8d4ba req-eb3e96d2-8371-45b7-a353-2ce20a056817 service neutron] 10.222.0.16 "GET /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977838 Oct 13 04:24:43.210819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:43.211469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:43.215137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f337db0-d872-4f34-86ef-b5a90397ac04 None None] Pushing event updated for resources: {'Port': ['ID=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.251434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d695-daa4-4d59-80b2-a4671dfbd57f req-a89fe637-94b1-4d91-a47a-081974d851ea tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:43.252973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95a1d695-daa4-4d59-80b2-a4671dfbd57f req-a89fe637-94b1-4d91-a47a-081974d851ea tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.2656949 Oct 13 04:24:43.278636 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5215c10-a7e4-4435-80a2-fc08c78b5655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.287873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.298548 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5215c10-a7e4-4435-80a2-fc08c78b5655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.324089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef4931-876f-425b-b090-14cb3605f5dd req-b44dee39-94fd-41e3-a365-95cd83afe933 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:43.328567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.329853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:43.331421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1ef4931-876f-425b-b090-14cb3605f5dd req-b44dee39-94fd-41e3-a365-95cd83afe933 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 943 time: 0.0587816 Oct 13 04:24:43.362177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.363473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3440a4ef-8abf-4f11-9b2e-6fcf6c69bf2e tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9696386 Oct 13 04:24:43.367583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53432) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.376563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1235483320', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'fixed_ips': [{'ip_address': '172.25.0.174'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:43.381461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d5215c10-a7e4-4435-80a2-fc08c78b5655 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d74f8047ed82415e953fba2ee3213ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5534234 Oct 13 04:24:43.384993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53434) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.386583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95a1d695-daa4-4d59-80b2-a4671dfbd57f req-b8a24408-7801-4548-ae11-d1c8ef99269d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255612 Oct 13 04:24:43.389060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5215c10-a7e4-4435-80a2-fc08c78b5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bae87d-f199-40d4-a89d-2f3c0d268c08,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.409111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1ef4931-876f-425b-b090-14cb3605f5dd req-2c12e5af-d3e6-4d21-9879-f18e387bb74e tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765307 Oct 13 04:24:43.464987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Made reservation on behalf of 40c2b998eae04f16be624a42182a42fc for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:43.467361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.485800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.488627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.545590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.561600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:40Z', 'revision_number': 3, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:43.591325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c2a43-fb2f-4d04-9a78-7c73743ae4b4 None None] The sync data for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 is: [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:40Z', 'revision_number': 3, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:43.597773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Allocated IP 172.20.0.1 (8aeedb95-9127-4993-8e00-fba6377d4e4a/a0160dcf-ff22-4cb8-ba8e-092200473416/e308930e-9e81-4d45-9e8f-0cc45aee7c96) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:43.628021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.634321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.634321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60bae87d-f199-40d4-a89d-2f3c0d268c08 HTTP/1.1" status: 204 len: 168 time: 0.2456691 Oct 13 04:24:43.646346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb54c62-7631-4175-9c93-e036d5dbf5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bae87d-f199-40d4-a89d-2f3c0d268c08,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.654687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.666571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.672359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] device_id is not set on port ce7bc642-e5fc-47c3-a30f-efcb81ae327e yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:24:43.764049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca200f-7165-4899-954f-44dc1092cdb1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.795128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.833892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:43.873877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:43.877039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:43.880814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:43.902197 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:24:43.903841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:24:43.925191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Pushing event updated for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:43.932089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-447fc2b3-e65a-4d4c-9a84-309d36034497 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5577736 Oct 13 04:24:43.937680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53442) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:43.990018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.142999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff020529-e002-4384-b8c6-7c7f9cb29c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.239910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.342963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2050e6c6-bac9-4fc1-9d51-258de61906de None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:44.343673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2050e6c6-bac9-4fc1-9d51-258de61906de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.397235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2050e6c6-bac9-4fc1-9d51-258de61906de None None] Port e308930e-9e81-4d45-9e8f-0cc45aee7c96 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:44.568919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.584643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.618721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e588-662f-4260-bcd9-6bca8c980302 req-8322250d-4e8f-4abf-9849-55e6956aad7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:44.620678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77e2e588-662f-4260-bcd9-6bca8c980302 req-8322250d-4e8f-4abf-9849-55e6956aad7a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 943 time: 0.0934966 Oct 13 04:24:44.689988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4e004-880f-46d3-b9c6-0a105c9e81fe req-c45860eb-cd1c-4bd1-bab2-fa1070b7d016 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:44.692330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ad4e004-880f-46d3-b9c6-0a105c9e81fe req-c45860eb-cd1c-4bd1-bab2-fa1070b7d016 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1267805 Oct 13 04:24:44.706211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Pushing event updated for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:44.708928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.753081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Deleting port ec813eed-a108-410b-a789-74b105dd25b6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:44.753429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.758512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ad4e004-880f-46d3-b9c6-0a105c9e81fe req-250391d8-cf84-40fe-8ce9-0cdbc5663199 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Oct 13 04:24:44.832785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77e2e588-662f-4260-bcd9-6bca8c980302 req-738271e0-3029-4ee3-bf34-c3bd8c8ed1be tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912885 Oct 13 04:24:44.843964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:44.845244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:44.859380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.859794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:44.875764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Calling delete_port for ec813eed-a108-410b-a789-74b105dd25b6 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:45.043187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.046765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:24:45.098879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec813eed-a108-410b-a789-74b105dd25b6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:45.208870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.211707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.213650 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95395ecf-8405-4ecf-98c8-45d8ab7ee88c tempest-ExternalNetworksAdminNegativeTestJSON-1253172643 tempest-ExternalNetworksAdminNegativeTestJSON-1253172643-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/1eaead0f-cd6d-4900-8ab0-b08b1178189f HTTP/1.1" status: 204 len: 168 time: 1.2734456 Oct 13 04:24:45.231445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-58a4fc3a-8789-436e-9c28-6056c267c7a7 None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:45.231950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58a4fc3a-8789-436e-9c28-6056c267c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.246740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:24:45.252755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4727a50d-93bb-4deb-9e3d-57eda8024c13 admin admin] 10.222.0.49 "PUT /v2.0/routers/5aa0182b-b0d6-4eaa-9b84-b103ccf98953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9284360 Oct 13 04:24:45.270158 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c7a551-93bc-476b-a6f2-f3311e6f58d7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:45.331803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-58a4fc3a-8789-436e-9c28-6056c267c7a7 None None] Port e308930e-9e81-4d45-9e8f-0cc45aee7c96 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:45.334489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.353741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:45.354122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.437897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.453991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.464187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53492) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:45.488208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port f5c7a551-93bc-476b-a6f2-f3311e6f58d7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:45.492772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.499504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:45.548746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:45.634502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f8850838-98f3-4011-b142-9a244b15f41e details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:24:45.742484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-51419345'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:45.746383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f8850838-98f3-4011-b142-9a244b15f41e,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:45.777358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:45.785759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.815997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec29f157-9edc-49f9-8b08-0df5a417f605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.849894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:45.871466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.871881 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Added segment fbe86ddf-180a-4189-98e2-8cc8072ea72c of type vlan for network 3713455e-5689-4915-8c63-c64f156b135b Oct 13 04:24:45.984649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:45.988574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'f8850838-98f3-4011-b142-9a244b15f41e', 'network_id': 'b639143e-0b74-41b0-ada2-d6f815d25605', 'port_id': 'f8850838-98f3-4011-b142-9a244b15f41e', 'mac_address': 'fa:16:3e:4d:ec:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7964e2-8e16-4c52-9c86-16e84cf813b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:24:46.014396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425de4e-7e91-41e4-9d32-94ce11204231 req-3d322502-38cb-4263-9fd8-4f115d079530 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.016797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f425de4e-7e91-41e4-9d32-94ce11204231 req-3d322502-38cb-4263-9fd8-4f115d079530 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1419084 Oct 13 04:24:46.031989 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Sync routers for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:24:46.043557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.046615 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:46.049813 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.065394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8850838-98f3-4011-b142-9a244b15f41e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:46.070799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec29f157-9edc-49f9-8b08-0df5a417f605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.073874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.079683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.080313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.093404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f8850838-98f3-4011-b142-9a244b15f41e,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:46.095691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec29f157-9edc-49f9-8b08-0df5a417f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.098917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.123596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d68d2-6032-48d2-8e93-8e1ac1a58c78 req-81815d32-eda8-4e3e-ad77-581d0ed54c54 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.126526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-962d68d2-6032-48d2-8e93-8e1ac1a58c78 req-81815d32-eda8-4e3e-ad77-581d0ed54c54 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 943 time: 0.1182089 Oct 13 04:24:46.194872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.195705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-962d68d2-6032-48d2-8e93-8e1ac1a58c78 req-42bfe558-5121-49d3-836b-276600fc32fe tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598495 Oct 13 04:24:46.216220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f425de4e-7e91-41e4-9d32-94ce11204231 req-3cd49a0f-9eeb-42f3-a188-63a018dc4577 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765573 Oct 13 04:24:46.218985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7536585 Oct 13 04:24:46.225877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53520) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.228649 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:46.233871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29f157-9edc-49f9-8b08-0df5a417f605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f5c6f3-faa4-41bd-906a-60a1023a0d8b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.243564 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ec29f157-9edc-49f9-8b08-0df5a417f605 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd3980695e254b709ecece8c96636481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7422390 Oct 13 04:24:46.244772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53522) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.249491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'subnet': {'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:46.251647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9a95e-c4ce-4dd4-8135-4b468256739b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Network': ['ID=3713455e-5689-4915-8c63-c64f156b135b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.283987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3713455e-5689-4915-8c63-c64f156b135b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:46.310977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.340033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.378155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f8850838-98f3-4011-b142-9a244b15f41e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:46.405919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.409501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.413851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19f5c6f3-faa4-41bd-906a-60a1023a0d8b HTTP/1.1" status: 204 len: 168 time: 0.1677279 Oct 13 04:24:46.421587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:46.428362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3d4a-dd80-405f-b59a-1ded98bfff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f5c6f3-faa4-41bd-906a-60a1023a0d8b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.431098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.485565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.660341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.672190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9259f0e3-75df-44c1-b03a-a260db924d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.677075 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:44Z', 'revision_number': 4, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e308930e-9e81-4d45-9e8f-0cc45aee7c96', 'name': '', 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'mac_address': 'fa:16:3e:6d:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:43Z', 'updated_at': '2021-10-13T04:24:44Z', 'revision_number': 2, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'subnets': [{'id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:46.719115 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Checking router: 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:24:46.720418 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Updating router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 port e308930e-9e81-4d45-9e8f-0cc45aee7c96 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:24:46.735009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Subnet': ['ID=9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.747107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Checking segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:46.747447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network hostable DHCP agents. Network: 3713455e-5689-4915-8c63-c64f156b135b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:46.749632 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.767602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 3713455e-5689-4915-8c63-c64f156b135b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:46.783302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3713455e-5689-4915-8c63-c64f156b135b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:46.789090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:46.789944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.791643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9259f0e3-75df-44c1-b03a-a260db924d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.795098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae8695-9b1f-4e7f-b172-3bcef55e0f7e None None] Network 3713455e-5689-4915-8c63-c64f156b135b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:46.804389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9259f0e3-75df-44c1-b03a-a260db924d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.811221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7dfd4087-d4be-4296-92a0-62e4c132d8e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5833042 Oct 13 04:24:46.813715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.819190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1067783590'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:46.842683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:46.848357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.880067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9259f0e3-75df-44c1-b03a-a260db924d8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98167f45f4b2402c81631547e4b76e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933742 Oct 13 04:24:46.880911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259f0e3-75df-44c1-b03a-a260db924d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c747a4-018a-4d84-b065-d589ad390585,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:46.883454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53538) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:46.891361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:24:46.905893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.906098 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Added segment f29c273d-89a5-419e-95e3-8931dfe9dcfb of type vlan for network e2740513-3f8f-4244-ab38-088c1dbb9360 Oct 13 04:24:46.946125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.965514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.979195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:46.996969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.002682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:47.003305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.027105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-3713455e-5689-4915-8c63-c64f156b135b', 'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'fixed_ips': [{'subnet_id': '9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:47.028168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.073002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.077781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.079864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52c747a4-018a-4d84-b065-d589ad390585 HTTP/1.1" status: 204 len: 168 time: 0.1951821 Oct 13 04:24:47.091298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53544) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.092107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea083a-1363-4433-899d-a1389bc71ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c747a4-018a-4d84-b065-d589ad390585,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.162034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Network': ['ID=e2740513-3f8f-4244-ab38-088c1dbb9360,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.192277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-575567d3-f740-4835-a4a9-79e172ebcf43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40c2b998eae04f16be624a42182a42fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977285 Oct 13 04:24:47.192777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2fe03bb8-abc3-4159-9e46-c8395786f050 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3770838 Oct 13 04:24:47.193591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53546) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.193591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.204979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'subnet': {'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:47.205827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e2740513-3f8f-4244-ab38-088c1dbb9360 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:24:47.207962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c7a551-93bc-476b-a6f2-f3311e6f58d7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:47.306974 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.317963 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.342793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.383909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Allocated IP 19.80.0.2 (3713455e-5689-4915-8c63-c64f156b135b/9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2/d17a754a-f303-413e-8eea-07975fa08791) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:47.385863 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c79fd-75f6-4c90-ac67-10d38cda065a None None] Pushing event updated for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.414732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.436408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:47.437174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.463605 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Attempting to bind port e308930e-9e81-4d45-9e8f-0cc45aee7c96 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:47.463973 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Attempting to bind port e308930e-9e81-4d45-9e8f-0cc45aee7c96 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:47.464335 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Attempting to bind port e308930e-9e81-4d45-9e8f-0cc45aee7c96 on network 8aeedb95-9127-4993-8e00-fba6377d4e4a {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:47.470082 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:47.470660 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Checking segment: {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:47.471089 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.471730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Bound using segment: {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:47.472529 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Bound port: e308930e-9e81-4d45-9e8f-0cc45aee7c96, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:47.472907 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.495085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.531099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719739-aea5-4f43-a1f9-8e980bcd13d0 req-d56df1bb-b950-424a-88a2-5b904183880c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:47.535675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e719739-aea5-4f43-a1f9-8e980bcd13d0 req-d56df1bb-b950-424a-88a2-5b904183880c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1722450 Oct 13 04:24:47.555042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] For port e308930e-9e81-4d45-9e8f-0cc45aee7c96, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:47.559885 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] For port e308930e-9e81-4d45-9e8f-0cc45aee7c96, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e308930e-9e81-4d45-9e8f-0cc45aee7c96,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:47.564035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d569d5b-26d8-4429-8bc9-80206b2a100e req-3d50a1d8-dc45-411d-9ae0-b2910e66effa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:47.576624 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.578349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d569d5b-26d8-4429-8bc9-80206b2a100e req-3d50a1d8-dc45-411d-9ae0-b2910e66effa tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 944 time: 0.2734542 Oct 13 04:24:47.622440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e719739-aea5-4f43-a1f9-8e980bcd13d0 req-793702e7-9563-4e7a-a627-ef5d774102a0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776210 Oct 13 04:24:47.651753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f8850838-98f3-4011-b142-9a244b15f41e up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:47.685569 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.689564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.691435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bca200f-7165-4899-954f-44dc1092cdb1 HTTP/1.1" status: 204 len: 168 time: 0.4969468 Oct 13 04:24:47.694058 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:24:47.694652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:47.712595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:47.720516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.784955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c79fd-75f6-4c90-ac67-10d38cda065a None None] Pushing event updated for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.792231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.816302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.820454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:47.827457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port f8850838-98f3-4011-b142-9a244b15f41e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:24:47.835260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port f8850838-98f3-4011-b142-9a244b15f41e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:47.835685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.841144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a463a0-92c5-4c65-a012-0f8ed25f9f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca200f-7165-4899-954f-44dc1092cdb1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:47.853366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc53-bc39-41d9-9e48-c30c07c06bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:47.880877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d569d5b-26d8-4429-8bc9-80206b2a100e req-4a5bbde8-6358-4ec0-81b1-f3565ec71aa4 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948763 Oct 13 04:24:47.939735 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:24:48.065592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Network 3713455e-5689-4915-8c63-c64f156b135b is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:48.083100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.084103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:48.109572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc53-bc39-41d9-9e48-c30c07c06bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.123431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22f9fc53-bc39-41d9-9e48-c30c07c06bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.134583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:48.149080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Pushing event updated for resources: {'Port': ['ID=d17a754a-f303-413e-8eea-07975fa08791,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.171589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:48.171589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.207031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Subnet': ['ID=5e3d3cf9-621e-4089-b6af-2b9cae63904d,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.233728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-22f9fc53-bc39-41d9-9e48-c30c07c06bb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c157b64c40464ceb879831aa6dc0c7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111071 Oct 13 04:24:48.238010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53570) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:48.238867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9fc53-bc39-41d9-9e48-c30c07c06bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa552b39-8d63-4f54-a65d-12136acd77d4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.269564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Checking segment: {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:48.270290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network hostable DHCP agents. Network: e2740513-3f8f-4244-ab38-088c1dbb9360, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:24:48.280519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.301948 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.302686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network e2740513-3f8f-4244-ab38-088c1dbb9360 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:24:48.309336 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:44Z', 'revision_number': 4, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e308930e-9e81-4d45-9e8f-0cc45aee7c96', 'name': '', 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'mac_address': 'fa:16:3e:6d:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:43Z', 'updated_at': '2021-10-13T04:24:47Z', 'revision_number': 4, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'subnets': [{'id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:24:48.323387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e2740513-3f8f-4244-ab38-088c1dbb9360) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:48.325008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Attempting to bind port d17a754a-f303-413e-8eea-07975fa08791 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:48.334480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.335090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.336967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.338679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Attempting to bind port d17a754a-f303-413e-8eea-07975fa08791 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:48.339049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Attempting to bind port d17a754a-f303-413e-8eea-07975fa08791 on network 3713455e-5689-4915-8c63-c64f156b135b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:48.348280 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553a16e-7788-443b-92f7-7f9e19b1bd9f None None] The sync data for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 is: [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:24:44Z', 'revision_number': 4, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e308930e-9e81-4d45-9e8f-0cc45aee7c96', 'name': '', 'network_id': '8aeedb95-9127-4993-8e00-fba6377d4e4a', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'mac_address': 'fa:16:3e:6d:5c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:43Z', 'updated_at': '2021-10-13T04:24:47Z', 'revision_number': 4, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'subnets': [{'id': 'a0160dcf-ff22-4cb8-ba8e-092200473416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:24:48.355544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:48.355544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Checking segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:48.356264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.356264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Bound using segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:48.356553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Bound port: d17a754a-f303-413e-8eea-07975fa08791, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:48.357193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.363531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7be379cc-59e3-4cee-8d4c-1f6f28e1d6a2 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1675167 Oct 13 04:24:48.364598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e8c74b-a62e-4016-8ff0-8f5e9b74aab8 None None] Network e2740513-3f8f-4244-ab38-088c1dbb9360 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:48.382672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:48.386103 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e283c3-25ce-4a68-929e-79e1c992ef45" -d '{"events": [{"server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "name": "network-vif-plugged", "status": "completed", "tag": "f8850838-98f3-4011-b142-9a244b15f41e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:48.430192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.434492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.436484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa552b39-8d63-4f54-a65d-12136acd77d4 HTTP/1.1" status: 204 len: 168 time: 0.1942139 Oct 13 04:24:48.451096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fdff4-d2dc-45ed-aba7-2759a5d8a274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa552b39-8d63-4f54-a65d-12136acd77d4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:48.516360 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6eb69-21a4-4262-a7df-c9cd30091d02 x-openstack-request-id: req-9ef6eb69-21a4-4262-a7df-c9cd30091d02 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:48.516908 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "name": "network-vif-plugged", "status": "completed", "tag": "f8850838-98f3-4011-b142-9a244b15f41e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:48.517914 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ef6eb69-21a4-4262-a7df-c9cd30091d02 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:48.518451 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e', 'code': 200} Oct 13 04:24:48.542883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f8850838-98f3-4011-b142-9a244b15f41e,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:48.624839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.688182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd36d0-8266-43ef-9c11-1887c44f59c1 req-a0bc9af1-78cf-4ff8-b149-261dbc673a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.691151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11bd36d0-8266-43ef-9c11-1887c44f59c1 req-a0bc9af1-78cf-4ff8-b149-261dbc673a15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 1096 time: 0.1144304 Oct 13 04:24:48.694651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.795317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] For port d17a754a-f303-413e-8eea-07975fa08791, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:48.832674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11bd36d0-8266-43ef-9c11-1887c44f59c1 req-50088366-e58c-42bb-943a-198d0da57d04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274631 Oct 13 04:24:48.833019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c860-4ba5-4f74-b63a-75316a68e0bf req-5658f495-344c-4b6e-8b75-50cfb43f30f1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.846552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9c7c860-4ba5-4f74-b63a-75316a68e0bf req-5658f495-344c-4b6e-8b75-50cfb43f30f1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0835040 Oct 13 04:24:48.901730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-1a32392a-712e-4394-b78b-2469e7364295 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.907233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] For port d17a754a-f303-413e-8eea-07975fa08791, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d17a754a-f303-413e-8eea-07975fa08791,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:48.914521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-1a32392a-712e-4394-b78b-2469e7364295 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:48.916610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] For port e308930e-9e81-4d45-9e8f-0cc45aee7c96, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e308930e-9e81-4d45-9e8f-0cc45aee7c96,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:48.917169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-1a32392a-712e-4394-b78b-2469e7364295 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/networks?id=3713455e-5689-4915-8c63-c64f156b135b&id=e2740513-3f8f-4244-ab38-088c1dbb9360&id=3713455e-5689-4915-8c63-c64f156b135b HTTP/1.1" status: 200 len: 1390 time: 0.2246554 Oct 13 04:24:48.937393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-e3439972-7418-4edf-acaa-1891618705d6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/quotas/7d38bdd7485d4204bbfcb0cac2b4c7f9 HTTP/1.1" status: 200 len: 375 time: 0.0138423 Oct 13 04:24:48.942583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.944980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9c7c860-4ba5-4f74-b63a-75316a68e0bf req-1b9b7258-f93b-42cc-a998-7d89b95dfae1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971274 Oct 13 04:24:48.945653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:48.980029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.038163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-270bb732-6b08-496b-a453-58d3e1f60420 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924597 Oct 13 04:24:49.113420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ee650-5c8d-4c98-b860-7008d0eea444 None None] Pushing event updated for resources: {'Port': ['ID=d17a754a-f303-413e-8eea-07975fa08791,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.252085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-26a757da-dccc-4c14-b0f3-e35048c69185 service neutron] 10.222.0.49 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022719 Oct 13 04:24:49.273815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a30cda89-5021-495f-9990-1f84fc5ac65c None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:49.275726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a30cda89-5021-495f-9990-1f84fc5ac65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.294062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-e2740513-3f8f-4244-ab38-088c1dbb9360', 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'fixed_ips': [{'subnet_id': '5e3d3cf9-621e-4089-b6af-2b9cae63904d'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:24:49.297033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.364590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbd94d-9b12-430b-86d0-38dcec3c5816 req-49dc9d24-c627-41f6-af38-bcdeb623f65a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:49.372899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6acbd94d-9b12-430b-86d0-38dcec3c5816 req-49dc9d24-c627-41f6-af38-bcdeb623f65a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.1308880 Oct 13 04:24:49.390251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e308930e-9e81-4d45-9e8f-0cc45aee7c96 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:49.432674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6acbd94d-9b12-430b-86d0-38dcec3c5816 req-1e0dc6aa-1f91-4a54-ae4d-f073196766f2 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583961 Oct 13 04:24:49.457173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-74cd9ff9-f669-4fb7-b93f-30db0296e2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955512 Oct 13 04:24:49.600656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67a2f9-61c0-4c08-8281-4aec8b331cd2 None None] Pushing event updated for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:49.730454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-4df5d7fb-fc32-4827-9dca-9b7a23b9707b service neutron] 10.222.0.49 "GET /v2.0/networks/e2740513-3f8f-4244-ab38-088c1dbb9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647636 Oct 13 04:24:49.851177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:49.851741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:49.937977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-570fd1e1-1fd3-41d4-82ae-92ac7e940a14 service neutron] 10.222.0.49 "GET /v2.0/networks/e2740513-3f8f-4244-ab38-088c1dbb9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920242 Oct 13 04:24:50.082365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8b9fec11-e378-4a66-8c29-6b1286d214c8 service neutron] 10.222.0.49 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338282 Oct 13 04:24:50.189013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0669c5d-bbf5-4dcf-b3e3-307f04b6b03c req-2b768822-39d7-4f38-8156-448bda3d32c1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:50.190627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0669c5d-bbf5-4dcf-b3e3-307f04b6b03c req-2b768822-39d7-4f38-8156-448bda3d32c1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1109960 Oct 13 04:24:50.199341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Allocated IP 19.86.0.2 (e2740513-3f8f-4244-ab38-088c1dbb9360/5e3d3cf9-621e-4089-b6af-2b9cae63904d/3aa77239-46df-4ee4-8792-66f505b2ef5b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:50.264749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-679e5f99-a8de-46d7-a8ce-d5c0670bfb44 service neutron] 10.222.0.49 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756432 Oct 13 04:24:50.266083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0669c5d-bbf5-4dcf-b3e3-307f04b6b03c req-8a949364-a2d3-430b-9fd0-2f06d3aeaaa1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Oct 13 04:24:50.439701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:50.611369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0b625da-e61e-4e17-98a9-ccbd6d8dc053 req-066c61a7-77bb-4c4f-82be-dc552bcd0270 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 210 time: 0.0589690 Oct 13 04:24:50.639207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2db6ae-8aca-42da-ae4a-d32187f453d5 req-93799d13-f116-4943-9d15-636073a36a8b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:50.643648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb2db6ae-8aca-42da-ae4a-d32187f453d5 req-93799d13-f116-4943-9d15-636073a36a8b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.0990536 Oct 13 04:24:50.705375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb2db6ae-8aca-42da-ae4a-d32187f453d5 req-322c541e-d3ec-43f8-9097-7e377df9d651 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 Oct 13 04:24:50.786220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.802530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:50.890668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-30420b58-93b4-4009-90a1-812e3acebb68 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1026527180'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:50.891186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-30420b58-93b4-4009-90a1-812e3acebb68 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Unknown quota resources ['metering_label']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:24:50.900508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Network e2740513-3f8f-4244-ab38-088c1dbb9360 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:50.911512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:50.915469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:50.930964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Pushing event updated for resources: {'Port': ['ID=3aa77239-46df-4ee4-8792-66f505b2ef5b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:50.985450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90be4b-a9f9-4886-817e-277051f9e54c None None] Network 3713455e-5689-4915-8c63-c64f156b135b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:51.039758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Attempting to bind port 3aa77239-46df-4ee4-8792-66f505b2ef5b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:51.040843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Attempting to bind port 3aa77239-46df-4ee4-8792-66f505b2ef5b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:51.041664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Attempting to bind port 3aa77239-46df-4ee4-8792-66f505b2ef5b on network e2740513-3f8f-4244-ab38-088c1dbb9360 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:51.052903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:51.053278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Checking segment: {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:51.053685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.054142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Bound using segment: {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:51.054634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Bound port: 3aa77239-46df-4ee4-8792-66f505b2ef5b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:51.055087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.085369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] Provisioning complete for port d17a754a-f303-413e-8eea-07975fa08791 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:51.085751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.158975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1d2b7-6aae-45da-9049-d6cdf32cc40b req-c70fa0be-0d36-47a6-b494-6ac2bee19b4a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.169676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-baf1d2b7-6aae-45da-9049-d6cdf32cc40b req-c70fa0be-0d36-47a6-b494-6ac2bee19b4a tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.0878987 Oct 13 04:24:51.247408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-baf1d2b7-6aae-45da-9049-d6cdf32cc40b req-88dac7db-d525-4d93-a3c6-e3d2024c30b7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763214 Oct 13 04:24:51.258622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30420b58-93b4-4009-90a1-812e3acebb68 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.261200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30420b58-93b4-4009-90a1-812e3acebb68 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8189285 Oct 13 04:24:51.264168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53684) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.268780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ef161e6c-d087-4a4f-b8e4-13a0f74627ba tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '976d853f-2e14-468d-9c5f-355d83e5c6e1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:51.269291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ef161e6c-d087-4a4f-b8e4-13a0f74627ba tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:24:51.295298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] For port 3aa77239-46df-4ee4-8792-66f505b2ef5b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:51.319201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] For port 3aa77239-46df-4ee4-8792-66f505b2ef5b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3aa77239-46df-4ee4-8792-66f505b2ef5b,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:51.334662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.391272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e66f3-cd04-4643-9c76-8e15607b6b7f None None] Pushing event updated for resources: {'Port': ['ID=3aa77239-46df-4ee4-8792-66f505b2ef5b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.394397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.485928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d17a754a-f303-413e-8eea-07975fa08791 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:51.512861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] For port d17a754a-f303-413e-8eea-07975fa08791, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d17a754a-f303-413e-8eea-07975fa08791,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:51.529633 n-d-813736-1 neutron-server[95048]: WARNING neutron.services.metering.metering_plugin [None req-ef161e6c-d087-4a4f-b8e4-13a0f74627ba tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:24:51.531367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.619326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ff41e-c08e-4f2e-a5b4-a4c24bb41d85 req-31287fd7-c108-465b-919a-6ca905efab58 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:51.621567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-683ff41e-c08e-4f2e-a5b4-a4c24bb41d85 req-31287fd7-c108-465b-919a-6ca905efab58 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.2281456 Oct 13 04:24:51.692075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-683ff41e-c08e-4f2e-a5b4-a4c24bb41d85 req-be50eb6b-32f8-4c35-a62c-525d029fcc02 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Oct 13 04:24:51.692219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eaf4c-d971-4fab-9ea2-2dfae92a78ed None None] Pushing event updated for resources: {'Port': ['ID=d17a754a-f303-413e-8eea-07975fa08791,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:51.711057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d17a754a-f303-413e-8eea-07975fa08791 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:51.713276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.764091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef161e6c-d087-4a4f-b8e4-13a0f74627ba tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:51.766439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef161e6c-d087-4a4f-b8e4-13a0f74627ba tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5007639 Oct 13 04:24:51.769779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53700) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:51.784165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-79b600de-d3cc-4096-8637-d141d70b4764 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '976d853f-2e14-468d-9c5f-355d83e5c6e1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:51.793721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-79b600de-d3cc-4096-8637-d141d70b4764 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:24:51.864949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3868fb38-4426-4d74-82ad-bb822c9df495 req-3e22a1c5-f427-410f-9904-a2037ff457b5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 210 time: 0.0960674 Oct 13 04:24:51.900889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e308930e-9e81-4d45-9e8f-0cc45aee7c96 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:52.003142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e308930e-9e81-4d45-9e8f-0cc45aee7c96 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:52.003779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.010910 n-d-813736-1 neutron-server[95047]: WARNING neutron.services.metering.metering_plugin [None req-79b600de-d3cc-4096-8637-d141d70b4764 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:24:52.078999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abf34df3-aa89-46b6-af28-38f87752c6a2 None None] Provisioning complete for port d17a754a-f303-413e-8eea-07975fa08791 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:52.079451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abf34df3-aa89-46b6-af28-38f87752c6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.417521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-d948fb35-cbf2-49ce-9c50-6b04e8b5e95f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:52.434087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-d948fb35-cbf2-49ce-9c50-6b04e8b5e95f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:52.438509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-d948fb35-cbf2-49ce-9c50-6b04e8b5e95f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "GET /v2.0/networks?id=3713455e-5689-4915-8c63-c64f156b135b&id=e2740513-3f8f-4244-ab38-088c1dbb9360&id=3713455e-5689-4915-8c63-c64f156b135b HTTP/1.1" status: 200 len: 1390 time: 0.2032404 Oct 13 04:24:52.455272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'admin_state_up': True, 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:52.542510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79b600de-d3cc-4096-8637-d141d70b4764 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.546087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-79b600de-d3cc-4096-8637-d141d70b4764 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7676585 Oct 13 04:24:52.549363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:52.573477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53726) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:52.574559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-44858457-711b-4932-8ae0-25ca8cc7ee36 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c42dff00-afc7-4255-8d96-ea3f37346c4e HTTP/1.1" status: 200 len: 464 time: 0.0238900 Oct 13 04:24:52.616338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42865ec-cd07-44aa-be43-e13f351bc681 req-2b89d6cf-b166-4d4a-b2ba-e7335002dcbf tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:52.618218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e42865ec-cd07-44aa-be43-e13f351bc681 req-2b89d6cf-b166-4d4a-b2ba-e7335002dcbf tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.0812483 Oct 13 04:24:52.640041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:52.644320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.732496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e44518c2-8ea7-4db2-b266-be29e41b4a6c tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.733644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e44518c2-8ea7-4db2-b266-be29e41b4a6c tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/c42dff00-afc7-4255-8d96-ea3f37346c4e HTTP/1.1" status: 204 len: 168 time: 0.1590438 Oct 13 04:24:52.737516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53732) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:52.766057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e42865ec-cd07-44aa-be43-e13f351bc681 req-d03d22bc-8161-4bb6-bcb9-03e82e5f18cc tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772448 Oct 13 04:24:52.789123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1b92a2b-374b-439a-b8d2-97c2ee28675f tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=c42dff00-afc7-4255-8d96-ea3f37346c4e HTTP/1.1" status: 200 len: 221 time: 0.0501118 Oct 13 04:24:52.792619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53736) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:52.797947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d54bfae8-db02-4761-a582-be029b8233d6 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1330282642', 'description': 'label created by tempest'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:52.798398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d54bfae8-db02-4761-a582-be029b8233d6 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Unknown quota resources ['metering_label']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:24:52.895409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1be1e-2fa0-41dc-995e-5b28270acf26 None None] Network e2740513-3f8f-4244-ab38-088c1dbb9360 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:24:52.932017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Allocated IP 19.80.0.141 (3713455e-5689-4915-8c63-c64f156b135b/9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2/40be59e6-47b6-4197-b891-f85bb9c0137e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:52.962134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] Provisioning complete for port 3aa77239-46df-4ee4-8792-66f505b2ef5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:52.963191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:52.997777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d71295-a487-4769-b865-e67b5041d8fb req-7b6d021f-0cee-438a-a4b7-823c3833a8be tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.003444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93d71295-a487-4769-b865-e67b5041d8fb req-7b6d021f-0cee-438a-a4b7-823c3833a8be tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1983747 Oct 13 04:24:53.095825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4653118c-ba48-446d-9067-4938fdd118ff req-02dd9d32-88ca-434b-9f3f-7a53a727da04 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 210 time: 0.0432825 Oct 13 04:24:53.171088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.214120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] For port 3aa77239-46df-4ee4-8792-66f505b2ef5b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3aa77239-46df-4ee4-8792-66f505b2ef5b,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:53.224058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.229465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d54bfae8-db02-4761-a582-be029b8233d6 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.232790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d54bfae8-db02-4761-a582-be029b8233d6 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4390206 Oct 13 04:24:53.233733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.248837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93d71295-a487-4769-b865-e67b5041d8fb req-8084b366-05da-4889-94d0-a875c60f7ecd tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444222 Oct 13 04:24:53.321869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2d45d-0fba-4555-9f2e-bb3a638e9ca3 None None] Pushing event updated for resources: {'Port': ['ID=3aa77239-46df-4ee4-8792-66f505b2ef5b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:53.355027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d17a754a-f303-413e-8eea-07975fa08791 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:53.427369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d17a754a-f303-413e-8eea-07975fa08791 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:53.427998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.440388 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d208bc3b-3316-4e02-9ba4-3a1cc5ba64cd tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=346bc617-05c8-4056-a987-85b6e527650e HTTP/1.1" status: 200 len: 468 time: 0.2051682 Oct 13 04:24:53.447110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53756) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.529203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.575049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3aa77239-46df-4ee4-8792-66f505b2ef5b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:53.583091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.637627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 3713455e-5689-4915-8c63-c64f156b135b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:53.641870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:53.645910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:53.681314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3aa77239-46df-4ee4-8792-66f505b2ef5b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:53.681806 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.682645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.685901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-32a7f45c-5e2a-4ae7-ab13-81a30b4608ea None None] Provisioning complete for port 3aa77239-46df-4ee4-8792-66f505b2ef5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:53.686371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32a7f45c-5e2a-4ae7-ab13-81a30b4608ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.723260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed8f5-3549-48b1-a9fc-78af676f59ca req-c93e72f3-ae7e-49a2-a228-651f7fee35b7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.724882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3faed8f5-3549-48b1-a9fc-78af676f59ca req-c93e72f3-ae7e-49a2-a228-651f7fee35b7 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.2993784 Oct 13 04:24:53.730829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-963b1983-a739-463c-9385-4716b8e467da tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.731984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-963b1983-a739-463c-9385-4716b8e467da tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/346bc617-05c8-4056-a987-85b6e527650e HTTP/1.1" status: 204 len: 168 time: 0.2836785 Oct 13 04:24:53.736169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.785847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ee62895-0141-4aae-afef-2ee5c5dc6d76 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=346bc617-05c8-4056-a987-85b6e527650e HTTP/1.1" status: 200 len: 216 time: 0.0461910 Oct 13 04:24:53.786890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:53.790979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53768) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.807161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2452fe4-638f-4bac-be3a-ccef620644f9 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0145054 Oct 13 04:24:53.812874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3faed8f5-3549-48b1-a9fc-78af676f59ca req-582b67b0-a54e-4eec-803e-410908e4a862 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Oct 13 04:24:53.813455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53770) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.814095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:53.814940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:53.825939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1ecd45e8-4f28-45d0-b739-5027787636a2 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110600 Oct 13 04:24:53.828902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.847494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-8cd2f863-725f-41d4-9b64-4409a01cbed8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3963404 Oct 13 04:24:53.860522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360', 'admin_state_up': True, 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:53.911881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-28105e22-e870-4463-8b57-f21e90b3c267 tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/976d853f-2e14-468d-9c5f-355d83e5c6e1 HTTP/1.1" status: 200 len: 473 time: 0.0816326 Oct 13 04:24:53.915895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53774) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.926365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-94add3d9-00ca-46a5-8f25-f906972a6c4c tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/92f41be9-a5aa-404e-b58d-66f9ac430094 HTTP/1.1" status: 200 len: 461 time: 0.0091364 Oct 13 04:24:53.929512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53776) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:53.955354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49f78629-d2a8-47ef-a126-c5dc951794bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.045414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d4910d2-0596-4cb0-9b91-652671d4b6cb tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.046525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7d4910d2-0596-4cb0-9b91-652671d4b6cb tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/92f41be9-a5aa-404e-b58d-66f9ac430094 HTTP/1.1" status: 204 len: 168 time: 0.1158624 Oct 13 04:24:54.049214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53778) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.051217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-029d2c8a-bb80-40de-934e-bda52fa06348 None None] Provisioning complete for port 40be59e6-47b6-4197-b891-f85bb9c0137e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:54.052075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-029d2c8a-bb80-40de-934e-bda52fa06348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.078686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:54.082184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.095622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49f78629-d2a8-47ef-a126-c5dc951794bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.096526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-029d2c8a-bb80-40de-934e-bda52fa06348 None None] Port 40be59e6-47b6-4197-b891-f85bb9c0137e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:54.105008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49f78629-d2a8-47ef-a126-c5dc951794bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.202964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49f78629-d2a8-47ef-a126-c5dc951794bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=047ef180cf154e5b8c53ec991e103dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5187418 Oct 13 04:24:54.206249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78629-d2a8-47ef-a126-c5dc951794bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1226f526-f3b1-4aac-aff8-9f366d065e9e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.211056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.266270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27ca9fb6-15f1-4907-b757-3cf52e9b509f tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.270831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27ca9fb6-15f1-4907-b757-3cf52e9b509f tempest-MeteringTestJSON-1093039041 tempest-MeteringTestJSON-1093039041-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/976d853f-2e14-468d-9c5f-355d83e5c6e1 HTTP/1.1" status: 204 len: 168 time: 0.2204957 Oct 13 04:24:54.340981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1127cd0-9b01-48b0-88a0-c20d290d4560 req-1b9c9058-e6cd-4064-a48c-05252ea43784 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.342149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1127cd0-9b01-48b0-88a0-c20d290d4560 req-1b9c9058-e6cd-4064-a48c-05252ea43784 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 932 time: 0.1578588 Oct 13 04:24:54.393899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Allocated IP 19.86.0.77 (e2740513-3f8f-4244-ab38-088c1dbb9360/5e3d3cf9-621e-4089-b6af-2b9cae63904d/df0c85fd-c614-45e8-b02d-0e225e8ae028) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:54.398038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.450211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-99cf2689-ffa3-49eb-97c5-8ab5c76f256b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.452401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-99cf2689-ffa3-49eb-97c5-8ab5c76f256b tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.0903327 Oct 13 04:24:54.458062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1127cd0-9b01-48b0-88a0-c20d290d4560 req-2074f3ae-9b50-417b-a88b-10f469fad444 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917525 Oct 13 04:24:54.460163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.465706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf4a8-43ea-400c-88e3-1d4d30856834 req-8b40b638-6e61-47bb-9576-45c2f92e3178 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.467251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04ddf4a8-43ea-400c-88e3-1d4d30856834 req-8b40b638-6e61-47bb-9576-45c2f92e3178 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1062779 Oct 13 04:24:54.558363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:54.615991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04ddf4a8-43ea-400c-88e3-1d4d30856834 req-50662c2b-8931-41fc-a8cb-f5cca03d4d5e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369431 Oct 13 04:24:54.629251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.632105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.633276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1226f526-f3b1-4aac-aff8-9f366d065e9e HTTP/1.1" status: 204 len: 168 time: 0.3989289 Oct 13 04:24:54.649054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Deleting port f8850838-98f3-4011-b142-9a244b15f41e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:24:54.649650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.654085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c71681-dc48-4c90-9dca-c275e7a5b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226f526-f3b1-4aac-aff8-9f366d065e9e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.659457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-4ee9dddf-8027-4f53-b70b-9e788365e88c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818350 Oct 13 04:24:54.694306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.742595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.796280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d7db69a-b80b-4484-abbe-836acb5636f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.803638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-f04417b4-6fe0-4cf8-b6fb-e31f665063c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.805214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-f04417b4-6fe0-4cf8-b6fb-e31f665063c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.0780997 Oct 13 04:24:54.825839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network e2740513-3f8f-4244-ab38-088c1dbb9360 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:54.837757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:54.840462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:54.857739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:54.902333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] For port f8850838-98f3-4011-b142-9a244b15f41e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=f8850838-98f3-4011-b142-9a244b15f41e,segment=NetworkSegment(95a8edc2-9d38-4dbf-aeac-251d8628fbd7),segment_id=95a8edc2-9d38-4dbf-aeac-251d8628fbd7)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:24:54.902709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.929950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Calling delete_port for f8850838-98f3-4011-b142-9a244b15f41e owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:24:54.964332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:54.964938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:54.993029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-3fc6895e-aecc-4f7e-8282-1898f9ccd406 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1376660 Oct 13 04:24:55.012986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'admin_state_up': True, 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:55.037735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-65e91909-312b-41d4-ada4-5aad0fb82349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.039297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-65e91909-312b-41d4-ada4-5aad0fb82349 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.2114165 Oct 13 04:24:55.066002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:55.081730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d7db69a-b80b-4484-abbe-836acb5636f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.095444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d7db69a-b80b-4484-abbe-836acb5636f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.126435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ccd0f-6e31-47fb-99ca-2e32f5a57249 req-202e32c9-0380-48d3-9619-5738f13837d8 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.128110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a1ccd0f-6e31-47fb-99ca-2e32f5a57249 req-202e32c9-0380-48d3-9619-5738f13837d8 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/ports?device_id=5715880e-d53d-4f04-a9c6-a6d572fc93b7 HTTP/1.1" status: 200 len: 945 time: 0.1911135 Oct 13 04:24:55.145102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69d3a3f4-c191-40ed-8110-e6bb08e29c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.175787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3aa77239-46df-4ee4-8792-66f505b2ef5b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:24:55.210919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-e7faad26-a1cf-4fdf-bc48-c596c3c3c3bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1001 time: 0.1630175 Oct 13 04:24:55.241627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0522b9c9-23f5-40f6-a893-8873dd0c0c8b None None] Provisioning complete for port df0c85fd-c614-45e8-b02d-0e225e8ae028 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:55.242001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0522b9c9-23f5-40f6-a893-8873dd0c0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.284829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3aa77239-46df-4ee4-8792-66f505b2ef5b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:55.285307 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.290351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0522b9c9-23f5-40f6-a893-8873dd0c0c8b None None] Port df0c85fd-c614-45e8-b02d-0e225e8ae028 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:55.292687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a1ccd0f-6e31-47fb-99ca-2e32f5a57249 req-478b960d-603b-409e-8fff-63125d52ea29 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.49 "GET /v2.0/security-groups?id=5199f5a2-f5fe-4dd8-b000-884e6fbab390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550424 Oct 13 04:24:55.346227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-6d568a15-4764-47a3-be78-238366e2ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.348584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-6d568a15-4764-47a3-be78-238366e2ca60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1201642 Oct 13 04:24:55.351445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.368212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['f8850838-98f3-4011-b142-9a244b15f41e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:24:55.421777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Pushing event deleted for resources: {'Port': ['ID=f8850838-98f3-4011-b142-9a244b15f41e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.495236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] No DVR routers for this DVR port f8850838-98f3-4011-b142-9a244b15f41e on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:24:55.497978 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.501900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9532f5e6-1496-4531-b396-1ef1ecd8f662 req-18b91fe8-53b0-4a47-88fc-634b9ca3c2a3 tempest-DeleteServersTestJSON-574679740 tempest-DeleteServersTestJSON-574679740-project] 10.222.0.16 "DELETE /v2.0/ports/f8850838-98f3-4011-b142-9a244b15f41e HTTP/1.1" status: 204 len: 173 time: 1.0335166 Oct 13 04:24:55.507662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69d3a3f4-c191-40ed-8110-e6bb08e29c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.508546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'name': 'network-vif-deleted', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:55.511990 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec935be-2624-4e59-9a29-fa4e4f998a4e" -d '{"events": [{"server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "name": "network-vif-deleted", "tag": "f8850838-98f3-4011-b142-9a244b15f41e"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:55.521147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69d3a3f4-c191-40ed-8110-e6bb08e29c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.528454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-926c44e9-5d70-4818-9499-dfd51e3f86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.530688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-926c44e9-5d70-4818-9499-dfd51e3f86e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732478 Oct 13 04:24:55.556934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d7db69a-b80b-4484-abbe-836acb5636f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2eb24b2d366b41cd9171b48f58e31e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983404 Oct 13 04:24:55.566556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53814) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:55.577310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7db69a-b80b-4484-abbe-836acb5636f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d506c16-c144-440b-9a47-20beadb5aa9c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.602130 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d69e65-23bd-437f-8404-d5a0fd9919c1 x-openstack-request-id: req-04d69e65-23bd-437f-8404-d5a0fd9919c1 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:55.603196 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5715880e-d53d-4f04-a9c6-a6d572fc93b7", "name": "network-vif-deleted", "tag": "f8850838-98f3-4011-b142-9a244b15f41e", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:55.603356 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04d69e65-23bd-437f-8404-d5a0fd9919c1 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:55.603672 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5715880e-d53d-4f04-a9c6-a6d572fc93b7', 'name': 'network-vif-deleted', 'tag': 'f8850838-98f3-4011-b142-9a244b15f41e', 'status': 'completed', 'code': 200} Oct 13 04:24:55.660044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.664149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:55.668867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.679241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-69d3a3f4-c191-40ed-8110-e6bb08e29c58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84b861f1c5eb4d6d8beb77c3dd6e58fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080081 Oct 13 04:24:55.685404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:55.686074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a3f4-c191-40ed-8110-e6bb08e29c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00f876-a605-4051-b82b-8bdd945ea7ac,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.714775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.752976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b85a2c-d019-4508-8b0f-f8862f0424c0 req-9374e6af-3109-4887-b631-870a01e2da31 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.759620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b85a2c-d019-4508-8b0f-f8862f0424c0 req-9374e6af-3109-4887-b631-870a01e2da31 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.761201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3b85a2c-d019-4508-8b0f-f8862f0424c0 req-9374e6af-3109-4887-b631-870a01e2da31 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 1654 time: 0.1999266 Oct 13 04:24:55.811942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-45256d69-e792-481b-b1bf-cc634f57f802 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729466 Oct 13 04:24:55.841001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.877146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f7bd-40a5-428d-9671-c432ef98bbf0 req-dfd2237d-2f54-47cc-985f-466c824a5e98 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:55.878667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e597f7bd-40a5-428d-9671-c432ef98bbf0 req-dfd2237d-2f54-47cc-985f-466c824a5e98 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1121097 Oct 13 04:24:55.887851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3b85a2c-d019-4508-8b0f-f8862f0424c0 req-95bace62-9729-4430-8a5b-a3ee13b7ecb6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134903 Oct 13 04:24:55.908303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.911264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.915531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d506c16-c144-440b-9a47-20beadb5aa9c HTTP/1.1" status: 204 len: 168 time: 0.3474014 Oct 13 04:24:55.920085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:55.947015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Allocated IP 19.80.0.238 (3713455e-5689-4915-8c63-c64f156b135b/9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2/8285724b-0618-4dba-8ce5-01a7925cc2da) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:24:55.951348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf4d1c-ac3c-4fcd-97aa-f1c49f85bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d506c16-c144-440b-9a47-20beadb5aa9c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:55.981660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c42150a2-e01e-4fe6-8f1d-cac6913d9079 req-be0b99cf-2200-468c-a631-b7882eaad261 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607125 Oct 13 04:24:55.993011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e597f7bd-40a5-428d-9671-c432ef98bbf0 req-04d0be71-80dc-4cf5-8b61-bf4204aa8f45 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918529 Oct 13 04:24:56.037493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.043762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.048062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa00f876-a605-4051-b82b-8bdd945ea7ac HTTP/1.1" status: 204 len: 168 time: 0.3591084 Oct 13 04:24:56.065888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc12763-c69e-4e4b-a150-7966651875d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00f876-a605-4051-b82b-8bdd945ea7ac,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.199896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.243564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.294579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 3713455e-5689-4915-8c63-c64f156b135b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:24:56.297868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:24:56.302582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:24:56.308084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.369480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:56.370276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.390698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2107ae52-3553-4d01-aff8-442dfc0770dd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3839221 Oct 13 04:24:56.404996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:56.517515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.577863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:56.596095 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf826f6d-368f-46c5-a1f5-301bc9258f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.645251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6e9a027b-6155-48fa-92c3-4a487f5dd37d None None] Provisioning complete for port 8285724b-0618-4dba-8ce5-01a7925cc2da triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:24:56.645804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e9a027b-6155-48fa-92c3-4a487f5dd37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.697502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a027b-6155-48fa-92c3-4a487f5dd37d None None] Port 8285724b-0618-4dba-8ce5-01a7925cc2da cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:24:56.727620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf826f6d-368f-46c5-a1f5-301bc9258f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.738067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf826f6d-368f-46c5-a1f5-301bc9258f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.782069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cf826f6d-368f-46c5-a1f5-301bc9258f1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=468d40454277476b9d4574c7a2dde12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028880 Oct 13 04:24:56.784320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826f6d-368f-46c5-a1f5-301bc9258f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba963020-81f6-498f-89dc-5c7c43ea6ad8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.787044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53862) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:56.862696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.877281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40be59e6-47b6-4197-b891-f85bb9c0137e {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:56.885796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.892488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.899547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Transition to ACTIVE for port object 40be59e6-47b6-4197-b891-f85bb9c0137e will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:56.911843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.962139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Pushing event updated for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:56.971663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.979603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:56.983045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba963020-81f6-498f-89dc-5c7c43ea6ad8 HTTP/1.1" status: 204 len: 168 time: 0.1797245 Oct 13 04:24:57.003116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7bd21-2a4f-41a7-8e90-363b9e2c6207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba963020-81f6-498f-89dc-5c7c43ea6ad8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:57.136853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1b4ac-04b7-4131-95b7-ee5be7b4c6a6 req-b95d81ab-70de-4a30-9aad-b8d2117c41d9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.139868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Attempting to bind port 40be59e6-47b6-4197-b891-f85bb9c0137e on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:57.140212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Attempting to bind port 40be59e6-47b6-4197-b891-f85bb9c0137e by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:57.140541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Attempting to bind port 40be59e6-47b6-4197-b891-f85bb9c0137e on network 3713455e-5689-4915-8c63-c64f156b135b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:57.155804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Port 40be59e6-47b6-4197-b891-f85bb9c0137e on network 3713455e-5689-4915-8c63-c64f156b135b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:57.156127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Attempting to bind port 40be59e6-47b6-4197-b891-f85bb9c0137e on network 3713455e-5689-4915-8c63-c64f156b135b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:57.159203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1b4ac-04b7-4131-95b7-ee5be7b4c6a6 req-b95d81ab-70de-4a30-9aad-b8d2117c41d9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.170551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:57.170898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Checking segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:57.171376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Bound using segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:57.172189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Bound port: 40be59e6-47b6-4197-b891-f85bb9c0137e, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:57.172705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.175992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1b4ac-04b7-4131-95b7-ee5be7b4c6a6 req-b95d81ab-70de-4a30-9aad-b8d2117c41d9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.178393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52e1b4ac-04b7-4131-95b7-ee5be7b4c6a6 req-b95d81ab-70de-4a30-9aad-b8d2117c41d9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2388 time: 0.1613071 Oct 13 04:24:57.254360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52e1b4ac-04b7-4131-95b7-ee5be7b4c6a6 req-d88ba3f0-ae0d-4eae-8cf6-9ac079409fd9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686386 Oct 13 04:24:57.388897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b7b4a-81a1-4ce6-a95d-9cf97cdc52a9 req-fb37061a-7f4d-4509-a83f-ea62e489a17d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.395566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-978b7b4a-81a1-4ce6-a95d-9cf97cdc52a9 req-fb37061a-7f4d-4509-a83f-ea62e489a17d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1215451 Oct 13 04:24:57.409596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:57.441853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=40be59e6-47b6-4197-b891-f85bb9c0137e,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:57.463374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.542146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-978b7b4a-81a1-4ce6-a95d-9cf97cdc52a9 req-ba43b5b6-db1b-4533-87c9-c9ee539d9e8e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437161 Oct 13 04:24:57.591115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.591734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:57.593109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] 10.222.0.16 "PUT /v2.0/ports/40be59e6-47b6-4197-b891-f85bb9c0137e HTTP/1.1" status: 200 len: 1092 time: 1.1928582 Oct 13 04:24:57.593826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:57.609744 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c3737-89d4-4e27-a584-f19ecf2d952d" -d '{"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:57.645104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:57.692411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb922a-c013-4f71-b966-77a49da5464b service neutron] Pushing event updated for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:57.702815 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff9c1ef-4162-43cb-8403-ffd8239c9d12 x-openstack-request-id: req-1ff9c1ef-4162-43cb-8403-ffd8239c9d12 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:57.703149 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:57.703641 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ff9c1ef-4162-43cb-8403-ffd8239c9d12 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:57.704916 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e', 'status': 'completed', 'code': 200} Oct 13 04:24:57.837240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-e82c56e5-0fc8-4288-8175-79c65e98c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.840545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-e82c56e5-0fc8-4288-8175-79c65e98c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.841361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-e82c56e5-0fc8-4288-8175-79c65e98c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.843445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-e82c56e5-0fc8-4288-8175-79c65e98c7d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2731 time: 0.1225600 Oct 13 04:24:57.934290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50bd7c-7b2a-4500-a22c-f6bc42f000a0 req-4776f221-b79b-446b-bf97-13ac94ae7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:57.935871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f50bd7c-7b2a-4500-a22c-f6bc42f000a0 req-4776f221-b79b-446b-bf97-13ac94ae7160 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 1096 time: 0.2743945 Oct 13 04:24:57.936666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.071636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f50bd7c-7b2a-4500-a22c-f6bc42f000a0 req-3855e550-3d23-49c8-a6cd-cde7aa4e7908 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152341 Oct 13 04:24:58.268108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-ad32d618-4a1c-4b3b-b33c-8610ed6c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.268718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-ad32d618-4a1c-4b3b-b33c-8610ed6c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.269131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-ad32d618-4a1c-4b3b-b33c-8610ed6c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.271914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-ad32d618-4a1c-4b3b-b33c-8610ed6c7434 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4199672 Oct 13 04:24:58.423574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0c85fd-c614-45e8-b02d-0e225e8ae028 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:58.438883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.469889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Transition to ACTIVE for port object df0c85fd-c614-45e8-b02d-0e225e8ae028 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:58.481403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.573205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641147c5-e348-4452-8b39-5407c7761db2 req-c4601de2-746a-42f1-968f-967d4dcaa709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.580711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641147c5-e348-4452-8b39-5407c7761db2 req-c4601de2-746a-42f1-968f-967d4dcaa709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.589227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641147c5-e348-4452-8b39-5407c7761db2 req-c4601de2-746a-42f1-968f-967d4dcaa709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.598355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-641147c5-e348-4452-8b39-5407c7761db2 req-c4601de2-746a-42f1-968f-967d4dcaa709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2388 time: 0.1948452 Oct 13 04:24:58.677982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-f9db6edf-2adf-4b4e-a198-b3de874b744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.679952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c4c3737-89d4-4e27-a584-f19ecf2d952d req-f9db6edf-2adf-4b4e-a198-b3de874b744b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4004376 Oct 13 04:24:58.725257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-641147c5-e348-4452-8b39-5407c7761db2 req-75f34a98-15c7-4639-b925-d833dc4c07a7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259928 Oct 13 04:24:58.762675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Pushing event updated for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:58.815229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Attempting to bind port df0c85fd-c614-45e8-b02d-0e225e8ae028 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:58.816097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Attempting to bind port df0c85fd-c614-45e8-b02d-0e225e8ae028 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:58.816627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Attempting to bind port df0c85fd-c614-45e8-b02d-0e225e8ae028 on network e2740513-3f8f-4244-ab38-088c1dbb9360 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:58.849506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Port df0c85fd-c614-45e8-b02d-0e225e8ae028 on network e2740513-3f8f-4244-ab38-088c1dbb9360 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:58.849718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Attempting to bind port df0c85fd-c614-45e8-b02d-0e225e8ae028 on network e2740513-3f8f-4244-ab38-088c1dbb9360 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:58.860250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:58.860453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Checking segment: {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:58.860810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Bound using segment: {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:58.861304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Bound port: df0c85fd-c614-45e8-b02d-0e225e8ae028, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29c273d-89a5-419e-95e3-8931dfe9dcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:58.861670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:58.894861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b4ceb-91f7-4bb9-8241-b8ecb54cce6c req-cea924c4-c47f-4a34-ad98-15a172625507 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:58.905096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b7b4ceb-91f7-4bb9-8241-b8ecb54cce6c req-cea924c4-c47f-4a34-ad98-15a172625507 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.2269933 Oct 13 04:24:58.989276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b7b4ceb-91f7-4bb9-8241-b8ecb54cce6c req-e6dd1be2-90d7-4782-b821-26eb84c5830c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698836 Oct 13 04:24:59.073794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:24:59.082306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:24:59.096037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.161626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:24:59.162413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.181462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] 10.222.0.16 "PUT /v2.0/ports/df0c85fd-c614-45e8-b02d-0e225e8ae028 HTTP/1.1" status: 200 len: 1091 time: 1.5255454 Oct 13 04:24:59.202123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Request body: {'port': {'device_id': '22e970fa-224a-4235-bb09-f9abfd75a453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:59.232386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3bc91-e9ba-40d7-9daf-046dcde74f99 service neutron] Pushing event updated for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:59.284546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.571629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53988) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:24:59.680095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8285724b-0618-4dba-8ce5-01a7925cc2da {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:24:59.691492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.697975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f8850838-98f3-4011-b142-9a244b15f41e no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:24:59.713064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:24:59.716569 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16104d8a-988c-4dab-8ff8-45a7baa939e9" -d '{"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:24:59.740272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: f8850838-98f3-4011-b142-9a244b15f41e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:24:59.740640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device f8850838-98f3-4011-b142-9a244b15f41e not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:24:59.745474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Transition to ACTIVE for port object 8285724b-0618-4dba-8ce5-01a7925cc2da will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:24:59.757492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.791002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1573132209'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:24:59.838266 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd77dc3-37a5-4087-8247-f695beccf79f x-openstack-request-id: req-dfd77dc3-37a5-4087-8247-f695beccf79f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:24:59.838637 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:24:59.838881 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfd77dc3-37a5-4087-8247-f695beccf79f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:24:59.839442 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028', 'status': 'completed', 'code': 200} Oct 13 04:24:59.864493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Made reservation on behalf of 1c6e69cda5bd4d37b431ea5758cad308 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:24:59.866928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.899936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:24:59.937948 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:24:59.972879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Attempting to bind port 8285724b-0618-4dba-8ce5-01a7925cc2da on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:24:59.972879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Attempting to bind port 8285724b-0618-4dba-8ce5-01a7925cc2da by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:24:59.972879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Attempting to bind port 8285724b-0618-4dba-8ce5-01a7925cc2da on network 3713455e-5689-4915-8c63-c64f156b135b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:59.977725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Port 8285724b-0618-4dba-8ce5-01a7925cc2da on network 3713455e-5689-4915-8c63-c64f156b135b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:24:59.978417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Attempting to bind port 8285724b-0618-4dba-8ce5-01a7925cc2da on network 3713455e-5689-4915-8c63-c64f156b135b {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:24:59.988506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:24:59.988931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Checking segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:24:59.989411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Bound using segment: {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:24:59.990029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Bound port: 8285724b-0618-4dba-8ce5-01a7925cc2da, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe86ddf-180a-4189-98e2-8cc8072ea72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3713455e-5689-4915-8c63-c64f156b135b'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:24:59.990223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.035847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:00.102867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d159c5-546f-4748-a47a-919da07e90f9 req-ba9c7539-146f-4760-b5fb-4e2789ef699f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.109633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d159c5-546f-4748-a47a-919da07e90f9 req-ba9c7539-146f-4760-b5fb-4e2789ef699f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.117232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d159c5-546f-4748-a47a-919da07e90f9 req-ba9c7539-146f-4760-b5fb-4e2789ef699f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.121683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:00.125947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78d159c5-546f-4748-a47a-919da07e90f9 req-ba9c7539-146f-4760-b5fb-4e2789ef699f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2412 time: 0.2654557 Oct 13 04:25:00.128379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8285724b-0618-4dba-8ce5-01a7925cc2da,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:00.138209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.161352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-95779f06-9641-43dd-b270-3ab8406a77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.162087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-95779f06-9641-43dd-b270-3ab8406a77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.162752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-95779f06-9641-43dd-b270-3ab8406a77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.164676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-95779f06-9641-43dd-b270-3ab8406a77a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2823 time: 0.3321798 Oct 13 04:25:00.278721 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.279839 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.281971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] 10.222.0.16 "PUT /v2.0/ports/8285724b-0618-4dba-8ce5-01a7925cc2da HTTP/1.1" status: 200 len: 1092 time: 1.0842743 Oct 13 04:25:00.284034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d6fed-0f84-4bd2-bdbc-0f032a189c56 service neutron] Pushing event updated for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.370484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f031a8-3526-42d3-b156-42f15f48aaa3 req-875f6975-8bf7-4a9c-9705-b6856f6fa877 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.378383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4f031a8-3526-42d3-b156-42f15f48aaa3 req-875f6975-8bf7-4a9c-9705-b6856f6fa877 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0951753 Oct 13 04:25:00.435785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4f031a8-3526-42d3-b156-42f15f48aaa3 req-6549f1b4-040f-44b8-b595-66f5a90230f1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Oct 13 04:25:00.646885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78d159c5-546f-4748-a47a-919da07e90f9 req-d263c174-ef06-41f6-8ded-61319147f28e tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198007 Oct 13 04:25:00.648305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.659920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3d778-7a5d-42e7-bc8a-04f4f63209f6 req-ee13c437-693a-4965-8e41-b2749ed8a307 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.683874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24e3d778-7a5d-42e7-bc8a-04f4f63209f6 req-ee13c437-693a-4965-8e41-b2749ed8a307 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0991294 Oct 13 04:25:00.723673 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.732109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24e3d778-7a5d-42e7-bc8a-04f4f63209f6 req-c496b296-3e73-4f68-9b2e-62c226e96d98 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Oct 13 04:25:00.735676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.794551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:00.818530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-ead6f711-1331-4951-8123-3b11aea371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.818994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-ead6f711-1331-4951-8123-3b11aea371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.819485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-ead6f711-1331-4951-8123-3b11aea371eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:00.821925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-ead6f711-1331-4951-8123-3b11aea371eb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6454234 Oct 13 04:25:00.846553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.846771 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Added segment bd7a509f-9eae-40e0-855f-a6ed7aafea26 of type vlan for network 01834303-9833-491e-9e16-4d87420a7105 Oct 13 04:25:00.854908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4edad8-5c51-4bf3-a91a-b11c1caedb81,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:00.947865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.979286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:00.996925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.104993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:01.105478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae9afbb013f45d48ec65e610578fd2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0651212 Oct 13 04:25:01.116156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f12cac-177d-442b-9bd6-43ab01b1b0a9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.122203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-4a2a1895-fc94-4248-90d3-730cd6aee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.123981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16104d8a-988c-4dab-8ff8-45a7baa939e9 req-4a2a1895-fc94-4248-90d3-730cd6aee7bf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906539 Oct 13 04:25:01.131861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.138443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.139120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.162781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.164385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.166018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.166729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.167137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.169632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.170863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.172411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.173075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.174353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.175269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.175718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b8b14d-2630-4d2a-94fc-c6349df81440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:01.195543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.224975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.257632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ff2fb-4e50-4b5f-aae5-1ad5e55c6074 req-211b9f16-48f9-4368-b8ed-f29fad678e90 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.260176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-486ff2fb-4e50-4b5f-aae5-1ad5e55c6074 req-211b9f16-48f9-4368-b8ed-f29fad678e90 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.3085055 Oct 13 04:25:01.285593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.288761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.290537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0f12cac-177d-442b-9bd6-43ab01b1b0a9 HTTP/1.1" status: 204 len: 168 time: 0.1838837 Oct 13 04:25:01.299968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20acadb-db17-46e5-b974-104ade043be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f12cac-177d-442b-9bd6-43ab01b1b0a9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.336894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7599280 Oct 13 04:25:01.350982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76bc8a-c8c1-46b2-b60a-ed0e5cbaa389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Pushing event updated for resources: {'Network': ['ID=01834303-9833-491e-9e16-4d87420a7105,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.370056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 01834303-9833-491e-9e16-4d87420a7105 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:01.380822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-486ff2fb-4e50-4b5f-aae5-1ad5e55c6074 req-b0c6e12c-a026-4727-867b-e74243414714 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072142 Oct 13 04:25:01.388068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-aa1c2145-6944-43c7-a1be-fb5c4569a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.388544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-aa1c2145-6944-43c7-a1be-fb5c4569a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.389014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-aa1c2145-6944-43c7-a1be-fb5c4569a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.390705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-aa1c2145-6944-43c7-a1be-fb5c4569a65a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2865 time: 0.1780674 Oct 13 04:25:01.504119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-7514e19d-f074-416c-aea5-bd487932a00f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.141&port_id=40be59e6-47b6-4197-b891-f85bb9c0137e HTTP/1.1" status: 200 len: 217 time: 0.0973835 Oct 13 04:25:01.633459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-9d2d990c-a564-4a1a-adf9-a80c6e4ce3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.640731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-9d2d990c-a564-4a1a-adf9-a80c6e4ce3ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2 HTTP/1.1" status: 200 len: 801 time: 0.1199419 Oct 13 04:25:01.723810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-4a84e2c2-69a5-4272-bd49-83facb5ace4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.726411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-4a84e2c2-69a5-4272-bd49-83facb5ace4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3713455e-5689-4915-8c63-c64f156b135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789349 Oct 13 04:25:01.783988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:01.797806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aecaef-ce0a-448d-9014-ae868d3eeced admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.841804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:01.845088 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749fed0d-81ec-40d4-98d8-b84aa2743844" -d '{"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:01.887683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433612f-1dd2-4b3e-a402-dd9b78260697 req-421678f5-6de7-4229-b3e1-8ab6a54cf425 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.895697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433612f-1dd2-4b3e-a402-dd9b78260697 req-421678f5-6de7-4229-b3e1-8ab6a54cf425 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.898887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aecaef-ce0a-448d-9014-ae868d3eeced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.903196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433612f-1dd2-4b3e-a402-dd9b78260697 req-421678f5-6de7-4229-b3e1-8ab6a54cf425 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:01.903963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04aecaef-ce0a-448d-9014-ae868d3eeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:01.905386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a433612f-1dd2-4b3e-a402-dd9b78260697 req-421678f5-6de7-4229-b3e1-8ab6a54cf425 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2412 time: 0.1293752 Oct 13 04:25:01.945510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-a8fde188-6c5d-47a8-82ad-a211489430c2 service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103076 Oct 13 04:25:01.947256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04aecaef-ce0a-448d-9014-ae868d3eeced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec59b05acb894aee9382552b444b30d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610973 Oct 13 04:25:01.948136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecaef-ce0a-448d-9014-ae868d3eeced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d9abd-26f3-419c-b9e0-d8cc19be0b53,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:01.950589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:01.969039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:01.970915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a433612f-1dd2-4b3e-a402-dd9b78260697 req-b5eee148-ce7b-4c9d-a2b6-1fe2661e8cc0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Oct 13 04:25:01.974603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'network_id': '01834303-9833-491e-9e16-4d87420a7105', 'binding:host_id': 'n-h2-813736-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-498110066'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:02.012529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54058) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:02.048945 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6358126e-039f-425b-be41-709a69cac0e3 x-openstack-request-id: req-6358126e-039f-425b-be41-709a69cac0e3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:02.049252 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:02.050162 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6358126e-039f-425b-be41-709a69cac0e3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:02.050162 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da', 'status': 'completed', 'code': 200} Oct 13 04:25:02.069831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-ed5ec89c-d2c6-4151-93dc-c4d06be5a080 service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038320 Oct 13 04:25:02.074187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Made reservation on behalf of a328413368144269892d78fb10fbee90 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:02.076683 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.091989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.093771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.110877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Deleting subnet dc7964e2-8e16-4c52-9c86-16e84cf813b6 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:02.120581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-d3dd3f65-dfbd-4013-ab19-6465268d876a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.77&port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028 HTTP/1.1" status: 200 len: 217 time: 0.0423830 Oct 13 04:25:02.126202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.161882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.173405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-67066e98-299f-4ace-a969-1d041f1942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:02.174876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-67066e98-299f-4ace-a969-1d041f1942a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e3d3cf9-621e-4089-b6af-2b9cae63904d HTTP/1.1" status: 200 len: 801 time: 0.0472009 Oct 13 04:25:02.203723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.239531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-0bb33d55-896f-4d1b-8769-9ca89f290ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:02.241152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-0bb33d55-896f-4d1b-8769-9ca89f290ab4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2740513-3f8f-4244-ab38-088c1dbb9360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578628 Oct 13 04:25:02.281105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.309382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.315421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.315421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f72d9abd-26f3-419c-b9e0-d8cc19be0b53 HTTP/1.1" status: 204 len: 168 time: 0.3617268 Oct 13 04:25:02.341961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73014a66-4c1c-4d65-875e-3e31ceb54e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d9abd-26f3-419c-b9e0-d8cc19be0b53,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.366236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.373632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-143b7883-66a6-457b-881c-26567cb69f90 service neutron] 10.222.0.16 "GET /v2.0/networks/e2740513-3f8f-4244-ab38-088c1dbb9360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247785 Oct 13 04:25:02.377065 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.392585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:02.420047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.497313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535c11f-460f-4e42-8bc6-e495d258b560,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.531033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-83619b1d-f011-464d-bc4c-372e68cdf489 service neutron] 10.222.0.16 "GET /v2.0/networks/e2740513-3f8f-4244-ab38-088c1dbb9360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493540 Oct 13 04:25:02.538782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7964e2-8e16-4c52-9c86-16e84cf813b6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:02.556255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.559706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-31b0528a-1063-40d0-bcb3-d4f0a25ee5ff admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dc7964e2-8e16-4c52-9c86-16e84cf813b6 HTTP/1.1" status: 204 len: 168 time: 0.5461025 Oct 13 04:25:02.580987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:02.591479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-2f51dcbc-01d1-4a9c-87e3-ead0157aeccc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=8285724b-0618-4dba-8ce5-01a7925cc2da HTTP/1.1" status: 200 len: 217 time: 0.0523338 Oct 13 04:25:02.655383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-7200e9a8-23b3-403f-8cde-4c0026d55fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:02.657008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-7200e9a8-23b3-403f-8cde-4c0026d55fd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2 HTTP/1.1" status: 200 len: 801 time: 0.0579629 Oct 13 04:25:02.700898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b39-9159-42c2-9e24-beccd47027d6 req-0b57b748-14a6-4035-97aa-5ce2b178cd2d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:02.702464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4b08b39-9159-42c2-9e24-beccd47027d6 req-0b57b748-14a6-4035-97aa-5ce2b178cd2d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1675892 Oct 13 04:25:02.720037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-f9af6c7f-a914-4e40-a4f3-8bcceb1b396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:02.722234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-f9af6c7f-a914-4e40-a4f3-8bcceb1b396d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3713455e-5689-4915-8c63-c64f156b135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559340 Oct 13 04:25:02.749982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.841427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:02.850785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-cf8f4277-6a53-4efe-a06c-59c780d34cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201596 Oct 13 04:25:02.861556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.881224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:02.897342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4b08b39-9159-42c2-9e24-beccd47027d6 req-62fb2819-6ba4-41a8-8d2d-b8fe2a59bd96 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632884 Oct 13 04:25:02.977889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e08087ff-c695-4bd2-ac7d-2cf91ad28c37 req-de859d28-3e47-4134-8e2a-f9122262ca33 service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191652 Oct 13 04:25:03.075836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.089651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-8974a583-4967-4088-8045-99acf3b330ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.090159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-8974a583-4967-4088-8045-99acf3b330ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.090676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-8974a583-4967-4088-8045-99acf3b330ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.092953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-8974a583-4967-4088-8045-99acf3b330ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2865 time: 0.0637982 Oct 13 04:25:03.094342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=57e4e744-1bb4-4c9a-910b-de3e3aec2935,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:03.148340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b639143e-0b74-41b0-ada2-d6f815d25605']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:03.162771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a8edc2-9d38-4dbf-aeac-251d8628fbd7') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:03.163105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a8edc2-9d38-4dbf-aeac-251d8628fbd7') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:03.182718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.198265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb66b4-7dcf-4a06-8db3-e5db8ea875e4 req-a25c1183-42c2-40a1-bc8c-d1f6b628644b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.204915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb66b4-7dcf-4a06-8db3-e5db8ea875e4 req-a25c1183-42c2-40a1-bc8c-d1f6b628644b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.210992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb66b4-7dcf-4a06-8db3-e5db8ea875e4 req-a25c1183-42c2-40a1-bc8c-d1f6b628644b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.213355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4eb66b4-7dcf-4a06-8db3-e5db8ea875e4 req-a25c1183-42c2-40a1-bc8c-d1f6b628644b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2412 time: 0.1485627 Oct 13 04:25:03.219251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Checking segment: {'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:03.219849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Network hostable DHCP agents. Network: 01834303-9833-491e-9e16-4d87420a7105, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:03.244852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.262506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:03.262930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:03.264733 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:03.277844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Network 01834303-9833-491e-9e16-4d87420a7105 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:03.280908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-bc24c335-0a71-4091-99f3-d2f783863847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.282594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-bc24c335-0a71-4091-99f3-d2f783863847 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3713455e-5689-4915-8c63-c64f156b135b HTTP/1.1" status: 200 len: 901 time: 0.1815834 Oct 13 04:25:03.337512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4eb66b4-7dcf-4a06-8db3-e5db8ea875e4 req-1ddb2df8-7e9c-49d8-b47e-8a3d79316de5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120913 Oct 13 04:25:03.363174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-10434411-d286-4d34-b579-3cfe89e38d23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=8285724b-0618-4dba-8ce5-01a7925cc2da HTTP/1.1" status: 200 len: 217 time: 0.0690486 Oct 13 04:25:03.373242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 01834303-9833-491e-9e16-4d87420a7105) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:03.384623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:03.395316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e5b75-3659-4c7e-aa55-73d9f8bb2260 None None] Network 01834303-9833-491e-9e16-4d87420a7105 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:03.406757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.420196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.425919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b639143e-0b74-41b0-ada2-d6f815d25605 HTTP/1.1" status: 204 len: 168 time: 0.8417137 Oct 13 04:25:03.443971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.444431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.444775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.445611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-d753bb83-b657-4502-9e09-1ec1c99974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.448259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-d753bb83-b657-4502-9e09-1ec1c99974e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2 HTTP/1.1" status: 200 len: 801 time: 0.0750675 Oct 13 04:25:03.461668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.461668 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.462617 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 2 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.466918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d15c-f0f3-479d-b3ab-8b80e4969c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=b639143e-0b74-41b0-ada2-d6f815d25605,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:03.476419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad364f-9c78-41df-b7cd-201e16663191 req-d892aa7d-eb94-49d2-ba1f-1aff615e8414 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.478241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.478798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.479189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.483773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.484096 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.484488 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 3 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.485799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bad364f-9c78-41df-b7cd-201e16663191 req-d892aa7d-eb94-49d2-ba1f-1aff615e8414 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2021675 Oct 13 04:25:03.498691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.499033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.499397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.504040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.504367 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.504780 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 4 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.521043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.521377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.522761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.527741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.527741 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.528099 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 5 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.543368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.543838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.544181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.549383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.549841 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.550385 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 6 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.565650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.568079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.568479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.576334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.576334 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.576766 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 7 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.591055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.591424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.591765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.597678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.598013 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.598553 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 8 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.616662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.616829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-9de070ce-f9fa-4acf-a371-b090722ebd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.617059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.617423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.619164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-9de070ce-f9fa-4acf-a371-b090722ebd1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3713455e-5689-4915-8c63-c64f156b135b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588790 Oct 13 04:25:03.623291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.623623 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.624024 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 9 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.632007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bad364f-9c78-41df-b7cd-201e16663191 req-13546502-0513-4ea2-9dd8-3532ef4b2ba3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452084 Oct 13 04:25:03.640243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.640662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.641076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.647628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.648036 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.648428 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 10 to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 Oct 13 04:25:03.663510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:03.663859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:03.664184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:03.669866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:03.670194 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:03.670605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.745086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 57e4e744-1bb4-4c9a-910b-de3e3aec2935, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:03.745537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempted to set empty binding levels {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:25:03.747578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-c50ce6d6-0c5f-4ed9-9671-01629d3958ac service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132338 Oct 13 04:25:03.753329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54110) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:03.753506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.791759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:03.792616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.814610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=57e4e744-1bb4-4c9a-910b-de3e3aec2935,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:03.826781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3ef2456d-8e73-43f2-b13e-7ff5c58a93d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8540530 Oct 13 04:25:03.827232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:03.859395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4171e679-f604-4b46-9cfb-f607783389a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ff0914c37bd4ce8b832e8b8a2bab028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048388 Oct 13 04:25:03.861823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54118) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:03.908846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Deleting port 57e4e744-1bb4-4c9a-910b-de3e3aec2935 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:03.909193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.929043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-749fed0d-81ec-40d4-98d8-b84aa2743844 req-9a4c69f7-a78d-4576-b8ef-581a82c8535e service neutron] 10.222.0.16 "GET /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664791 Oct 13 04:25:03.952578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.976875 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.980150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 57e4e744-1bb4-4c9a-910b-de3e3aec2935, host n-h2-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:03.980522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:03.994826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Calling delete_port for 57e4e744-1bb4-4c9a-910b-de3e3aec2935 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:04.028681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.031457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.034909 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5199f5a2-f5fe-4dd8-b000-884e6fbab390 HTTP/1.1" status: 204 len: 168 time: 0.1698804 Oct 13 04:25:04.041708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517611a5-4f69-4d9a-a56e-da79d695d53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199f5a2-f5fe-4dd8-b000-884e6fbab390,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:04.081539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.116306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.123162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "DELETE /v2.0/ports/57e4e744-1bb4-4c9a-910b-de3e3aec2935 HTTP/1.1" status: 204 len: 168 time: 0.2926946 Oct 13 04:25:04.123162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885d55a-1eff-4764-9511-f856430d477a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event deleted for resources: {'Port': ['ID=57e4e744-1bb4-4c9a-910b-de3e3aec2935,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:04.123544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54128) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:04.148650 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4302e0ee-661d-4f27-80da-2525e115899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:25:04.153840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4302e0ee-661d-4f27-80da-2525e115899b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports/57e4e744-1bb4-4c9a-910b-de3e3aec2935 HTTP/1.1" status: 404 len: 333 time: 0.0256987 Oct 13 04:25:04.154013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:04.158700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'network_id': '01834303-9833-491e-9e16-4d87420a7105', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574807386'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:04.185503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Made reservation on behalf of a328413368144269892d78fb10fbee90 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:04.188034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.209172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 79077809-190b-4ba7-bb6e-117b136d5f35 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:04.435887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.483181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.494899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170f2d-b02e-44bf-a171-591e18ea4564 req-89815ff4-cd8a-437b-b0a2-9c679e85bf7f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.502183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170f2d-b02e-44bf-a171-591e18ea4564 req-89815ff4-cd8a-437b-b0a2-9c679e85bf7f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.511311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170f2d-b02e-44bf-a171-591e18ea4564 req-89815ff4-cd8a-437b-b0a2-9c679e85bf7f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.521196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f170f2d-b02e-44bf-a171-591e18ea4564 req-89815ff4-cd8a-437b-b0a2-9c679e85bf7f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2412 time: 0.1028905 Oct 13 04:25:04.552877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Network 01834303-9833-491e-9e16-4d87420a7105 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:04.565741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:04.573610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:04.574647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.575295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.577553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f170f2d-b02e-44bf-a171-591e18ea4564 req-03fc3b39-d1c5-4dec-96e2-36bc9e1774f5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510063 Oct 13 04:25:04.597797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4427009 Oct 13 04:25:04.600074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f4cc0-26a7-4d1d-808e-af977a437a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=79077809-190b-4ba7-bb6e-117b136d5f35,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:04.601190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:04.613782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:04.692907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:04.917787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653876-2cd8-4701-aef2-f4225f9a52c4 req-ad727d41-1c8a-4c82-9aec-caf95cbd673d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:04.926125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8653876-2cd8-4701-aef2-f4225f9a52c4 req-ad727d41-1c8a-4c82-9aec-caf95cbd673d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1763973 Oct 13 04:25:04.930327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.029022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8653876-2cd8-4701-aef2-f4225f9a52c4 req-f8e16494-dfa7-4563-9978-8ce37c67fc67 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962288 Oct 13 04:25:05.130967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-771400711-network', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:05.185854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:05.196098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.216824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.268394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54214) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.322746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 79077809-190b-4ba7-bb6e-117b136d5f35 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:05.332287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.340940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.369902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.375142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.395982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:05.409608 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.410243 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Added segment d2e7e0b9-7321-4672-b721-08120fc9d732 of type vlan for network 0c77bd0a-b8c1-401a-926e-7c42657662ec Oct 13 04:25:05.432191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=79077809-190b-4ba7-bb6e-117b136d5f35,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.466553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.468208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.469031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.474725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.476083 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.477371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.482594 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 2 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.503464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.504113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.504441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.518012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.518452 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.518853 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 3 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.530543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ade0afcc-93ee-4596-82ac-fed44a98cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.533893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.534475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.534815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.539607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.539894 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.540278 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 4 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.557235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.557590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.557927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.562790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.563029 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.563536 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 5 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.570657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54246a7c-31ee-456e-8bd3-96e1da950381,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.579646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.580315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.580315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.586028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.586264 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.586828 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 6 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.617839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.619350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:05.621081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.630873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.631255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.631598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.641314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.641643 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.642039 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 7 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.684269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.684608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.684945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.708490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7763984 Oct 13 04:25:05.713239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.723053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Request body: {'subnet': {'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-771400711-subnet', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:05.732144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.732475 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.735420 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 8 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.740112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 40be59e6-47b6-4197-b891-f85bb9c0137e details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:05.759813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c125c0-5df1-4cf0-9452-a59c18476c68 admin admin] Pushing event updated for resources: {'Network': ['ID=0c77bd0a-b8c1-401a-926e-7c42657662ec,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.771271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.771658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.772002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.772306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:05.774963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.788881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.789210 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.795097 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 9 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.819370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7cc88-64f6-427c-a8e7-d3f449b70410 req-4762098c-0892-48b3-938e-3e52bb415046 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:05.829940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7cc88-64f6-427c-a8e7-d3f449b70410 req-4762098c-0892-48b3-938e-3e52bb415046 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:05.839584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ade0afcc-93ee-4596-82ac-fed44a98cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.847778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7cc88-64f6-427c-a8e7-d3f449b70410 req-4762098c-0892-48b3-938e-3e52bb415046 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:05.850963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8f7cc88-64f6-427c-a8e7-d3f449b70410 req-4762098c-0892-48b3-938e-3e52bb415046 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2412 time: 0.1813755 Oct 13 04:25:05.855247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ade0afcc-93ee-4596-82ac-fed44a98cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.858951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:05.879312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.880026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.880504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.899354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.899354 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.901322 n-d-813736-1 neutron-server[95048]: INFO neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 10 to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 Oct 13 04:25:05.931797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ade0afcc-93ee-4596-82ac-fed44a98cebd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a7c6d6b0bb34cd5ab75162212cb13ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618083 Oct 13 04:25:05.934528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:05.935785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:05.935785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:05.936927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=40be59e6-47b6-4197-b891-f85bb9c0137e,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:05.937947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54230) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:05.939462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0afcc-93ee-4596-82ac-fed44a98cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb04d4f-2c6e-4d03-8db5-ff78c0be0273,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:05.953271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8f7cc88-64f6-427c-a8e7-d3f449b70410 req-88651b4c-aa3e-4243-b05b-28c1a5eab2b0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875421 Oct 13 04:25:05.967099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:05.967511 n-d-813736-1 neutron-server[95048]: ERROR neutron.plugins.ml2.managers [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 79077809-190b-4ba7-bb6e-117b136d5f35 on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:05.968101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:05.988482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '40be59e6-47b6-4197-b891-f85bb9c0137e', 'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'port_id': '40be59e6-47b6-4197-b891-f85bb9c0137e', 'mac_address': 'fa:16:3e:aa:14:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2', 'ip_address': '19.80.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:06.094034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.125841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40be59e6-47b6-4197-b891-f85bb9c0137e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:06.151855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.156372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 79077809-190b-4ba7-bb6e-117b136d5f35, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:06.156645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=40be59e6-47b6-4197-b891-f85bb9c0137e,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:06.156820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempted to set empty binding levels {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:25:06.163748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.166316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8285724b-0618-4dba-8ce5-01a7925cc2da details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:06.170342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.214172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8285724b-0618-4dba-8ce5-01a7925cc2da,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:06.217917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.225186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.236307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] In _notify_port_updated(), no bound segment for port 79077809-190b-4ba7-bb6e-117b136d5f35 on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:25:06.237360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.238013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.239364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "PUT /v2.0/ports/79077809-190b-4ba7-bb6e-117b136d5f35 HTTP/1.1" status: 200 len: 979 time: 1.6371787 Oct 13 04:25:06.259130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.289030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2115d125-9dcf-4085-8c14-8819d164f9ba,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.300901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '8285724b-0618-4dba-8ce5-01a7925cc2da', 'network_id': '3713455e-5689-4915-8c63-c64f156b135b', 'port_id': '8285724b-0618-4dba-8ce5-01a7925cc2da', 'mac_address': 'fa:16:3e:6f:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:06.303695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.326220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:06.326815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Network hostable DHCP agents. Network: 0c77bd0a-b8c1-401a-926e-7c42657662ec, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:06.356615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:06.367518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0c77bd0a-b8c1-401a-926e-7c42657662ec) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:06.373465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.382685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c027f86-45b7-49cd-bf32-ab8588c29d9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=79077809-190b-4ba7-bb6e-117b136d5f35,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.382962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.384194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.398185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8285724b-0618-4dba-8ce5-01a7925cc2da {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:06.404825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1487dc2a-9131-46c2-a0b6-6fe0753121ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6858532 Oct 13 04:25:06.407318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54240) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.412034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:06.426262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8285724b-0618-4dba-8ce5-01a7925cc2da,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:06.427565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a7763-a133-49e8-bb95-c90f81c53cca None None] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:06.447709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.448374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device df0c85fd-c614-45e8-b02d-0e225e8ae028 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:06.459674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.461001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.470292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.470292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.470539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.470977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.471462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.471912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.472714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.473556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.473556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.473929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.474370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.474835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.475298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.475742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.476193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.476631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.477694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.478041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.478683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.479381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.479832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.480273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.480715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.481152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.481589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.482085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.482532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.483089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.483431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.483869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.484310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.484748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.485185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.485628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.486098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.486496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.486940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.487450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.487986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.488621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:06.495181 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6a9f6515-cff2-4257-82dd-5e5762f694c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36088 time: 0.2217414 Oct 13 04:25:06.498054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54242) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.503024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.506540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.514058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbb04d4f-2c6e-4d03-8db5-ff78c0be0273 HTTP/1.1" status: 204 len: 168 time: 0.5725954 Oct 13 04:25:06.529758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0387d2-58aa-49e3-acda-646f2ab03184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb04d4f-2c6e-4d03-8db5-ff78c0be0273,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.611631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.876338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:06.884566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0c77bd0a-b8c1-401a-926e-7c42657662ec', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:06.885458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:06.959110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54250) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:06.975997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4ada-b327-4dec-8dec-d986774b2f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.009320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:07.010682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Deleting port 79077809-190b-4ba7-bb6e-117b136d5f35 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:07.011229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.037079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'df0c85fd-c614-45e8-b02d-0e225e8ae028', 'network_id': 'e2740513-3f8f-4244-ab38-088c1dbb9360', 'port_id': 'df0c85fd-c614-45e8-b02d-0e225e8ae028', 'mac_address': 'fa:16:3e:90:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3d3cf9-621e-4089-b6af-2b9cae63904d', 'ip_address': '19.86.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:07.074366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4ada-b327-4dec-8dec-d986774b2f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.080030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fd4ada-b327-4dec-8dec-d986774b2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.114555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Allocated IP 172.20.0.2 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/f714a201-6981-4a86-9eb9-9249295e85df) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:07.116616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.139011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0c85fd-c614-45e8-b02d-0e225e8ae028 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:07.139523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5fd4ada-b327-4dec-8dec-d986774b2f3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e83cc873bea4290951e7845c027d9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787472 Oct 13 04:25:07.140934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd4ada-b327-4dec-8dec-d986774b2f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615f167-026a-4b01-bdf1-9130c6176647,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.143618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54258) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:07.205699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.214581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:07.226653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.235499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.252345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04297705-2bd0-486b-87f2-a0c6266ced2a req-fca1eabf-ac48-4af6-8d90-c05cad671557 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.258118 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.258946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04297705-2bd0-486b-87f2-a0c6266ced2a req-fca1eabf-ac48-4af6-8d90-c05cad671557 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.264982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04297705-2bd0-486b-87f2-a0c6266ced2a req-fca1eabf-ac48-4af6-8d90-c05cad671557 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:07.266691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04297705-2bd0-486b-87f2-a0c6266ced2a req-fca1eabf-ac48-4af6-8d90-c05cad671557 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2414 time: 0.2008538 Oct 13 04:25:07.268772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 79077809-190b-4ba7-bb6e-117b136d5f35, host n-h2-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:07.269144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.304618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.325844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.331917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.331917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7615f167-026a-4b01-bdf1-9130c6176647 HTTP/1.1" status: 204 len: 168 time: 0.1852095 Oct 13 04:25:07.340288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8af76-cdae-4a51-b6b9-730dbdc3ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615f167-026a-4b01-bdf1-9130c6176647,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.360301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Calling delete_port for 79077809-190b-4ba7-bb6e-117b136d5f35 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:07.385599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.392446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04297705-2bd0-486b-87f2-a0c6266ced2a req-38883a26-987f-43e1-a3dc-f753d6caf625 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 Oct 13 04:25:07.396042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.448239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:07.459195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:07.462043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:07.464185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Pushing event updated for resources: {'Port': ['ID=f714a201-6981-4a86-9eb9-9249295e85df,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.475699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['40be59e6-47b6-4197-b891-f85bb9c0137e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:07.525503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.547146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8285724b-0618-4dba-8ce5-01a7925cc2da'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:07.549040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['df0c85fd-c614-45e8-b02d-0e225e8ae028'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:07.645131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Attempting to bind port f714a201-6981-4a86-9eb9-9249295e85df on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:07.645504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Attempting to bind port f714a201-6981-4a86-9eb9-9249295e85df by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:07.645866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Attempting to bind port f714a201-6981-4a86-9eb9-9249295e85df on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:07.648497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.652731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "DELETE /v2.0/ports/79077809-190b-4ba7-bb6e-117b136d5f35 HTTP/1.1" status: 204 len: 168 time: 1.1536007 Oct 13 04:25:07.655449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54270) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:07.656615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd23b9-3624-43bb-84b8-ce11a8f2401f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event deleted for resources: {'Port': ['ID=79077809-190b-4ba7-bb6e-117b136d5f35,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:07.671663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:07.672083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:07.672439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.672837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:07.673616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Bound port: f714a201-6981-4a86-9eb9-9249295e85df, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:07.673746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.694054 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c72f3e-9e91-4dcb-a273-e99277fe4b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:25:07.696855 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b4c72f3e-9e91-4dcb-a273-e99277fe4b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports/79077809-190b-4ba7-bb6e-117b136d5f35 HTTP/1.1" status: 404 len: 333 time: 0.0403764 Oct 13 04:25:07.700598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:07.706890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-595979476', 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:07.719135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.744858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Made reservation on behalf of a328413368144269892d78fb10fbee90 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:07.748758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.775671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 3ea30e91-bdb7-4ed4-818f-87240a581e6a yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:07.785008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:07.869469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] For port f714a201-6981-4a86-9eb9-9249295e85df, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:07.915088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] For port f714a201-6981-4a86-9eb9-9249295e85df, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f714a201-6981-4a86-9eb9-9249295e85df,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:07.997245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.004163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.018517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Allocated IP 172.25.0.123 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c75b1b85-d25b-4777-a51f-9baa06ea5db1) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:08.112270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d2259-032c-4db8-adbd-4fc53f37b47f None None] Pushing event updated for resources: {'Port': ['ID=f714a201-6981-4a86-9eb9-9249295e85df,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:08.194694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419de32-3845-422b-87a1-148af7c8b60e req-7654f1eb-4e87-4b1d-8b28-a46d0a0b5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.197200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-7654f1eb-4e87-4b1d-8b28-a46d0a0b5ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.1902800 Oct 13 04:25:08.205636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9ea55-5192-4661-89c8-ec1495e2e170 req-d25179f8-9c15-4d69-91e1-959af1728790 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.223698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99b9ea55-5192-4661-89c8-ec1495e2e170 req-d25179f8-9c15-4d69-91e1-959af1728790 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2027915 Oct 13 04:25:08.226802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.258721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.308002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.410448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:08.415975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Network 01834303-9833-491e-9e16-4d87420a7105 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:08.418233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:08.426290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:08.428285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:08.428694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Pushing event updated for resources: {'Port': ['ID=c75b1b85-d25b-4777-a51f-9baa06ea5db1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:08.433547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99b9ea55-5192-4661-89c8-ec1495e2e170 req-903053c2-7a97-4d5d-b1a2-751b321aaad4 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952853 Oct 13 04:25:08.440601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:08.441558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.442169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.469258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea30e91-bdb7-4ed4-818f-87240a581e6a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:08.505990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73507ee7-1a59-4a5f-b4d4-f9b4b0bd0901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8037601 Oct 13 04:25:08.507094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54310) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:08.551773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419de32-3845-422b-87a1-148af7c8b60e req-0a2de6a9-f6af-4e90-906f-38257496ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.559377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-0a2de6a9-f6af-4e90-906f-38257496ecef service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.3317096 Oct 13 04:25:08.679215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-5e614afe-e37f-4f9d-9b48-cd107a76ee55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.1043136 Oct 13 04:25:08.689011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9f7e0-bf87-4769-bf2a-4463fd00599a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.689217 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95e9f7e0-bf87-4769-bf2a-4463fd00599a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports/3ea30e91-bdb7-4ed4-818f-87240a581e6a HTTP/1.1" status: 200 len: 958 time: 0.1453655 Oct 13 04:25:08.692282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54324) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:08.838496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419de32-3845-422b-87a1-148af7c8b60e req-68adc2ec-b0c2-439a-9cd5-1a83c7fdeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.839992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-68adc2ec-b0c2-439a-9cd5-1a83c7fdeca5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.1360521 Oct 13 04:25:08.843402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140a15-6459-40bc-b740-705de81da96b req-e9482c33-9637-425e-b115-efa5e065bb7b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.850077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140a15-6459-40bc-b740-705de81da96b req-e9482c33-9637-425e-b115-efa5e065bb7b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.856639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140a15-6459-40bc-b740-705de81da96b req-e9482c33-9637-425e-b115-efa5e065bb7b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:08.858345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3140a15-6459-40bc-b740-705de81da96b req-e9482c33-9637-425e-b115-efa5e065bb7b tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2415 time: 0.1275036 Oct 13 04:25:08.866414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:08.900868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-aff66c2a-f9cb-46b0-8c50-7a9dd5dc27cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505102 Oct 13 04:25:09.002830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d01162-d392-4b0c-a315-6f7a0c134001 req-ffb0ff81-57dc-45ae-acb1-926935fb3436 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.004480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09d01162-d392-4b0c-a315-6f7a0c134001 req-ffb0ff81-57dc-45ae-acb1-926935fb3436 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1710002 Oct 13 04:25:09.019367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3140a15-6459-40bc-b740-705de81da96b req-5519a5ca-0788-4afc-932e-7740e1a1c96c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353512 Oct 13 04:25:09.019832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Deleting port 3ea30e91-bdb7-4ed4-818f-87240a581e6a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:09.019832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.066617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09d01162-d392-4b0c-a315-6f7a0c134001 req-f7d8cd94-3250-44bd-8c47-d3819572e361 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464516 Oct 13 04:25:09.130940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-4bb63b07-71a3-46c6-9ef2-6a8ef2687699 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219009 Oct 13 04:25:09.155604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.160275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.226201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Calling delete_port for 3ea30e91-bdb7-4ed4-818f-87240a581e6a owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:09.310105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f714a201-6981-4a86-9eb9-9249295e85df up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:09.332242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7419de32-3845-422b-87a1-148af7c8b60e req-9557ba94-330b-45ce-9bbd-7a31834be86d service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909280 Oct 13 04:25:09.396857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.397316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Router 1d986df0-1938-4224-9935-5a061529e2b7 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:25:09.446031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f714a201-6981-4a86-9eb9-9249295e85df triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:09.446414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.468465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ea30e91-bdb7-4ed4-818f-87240a581e6a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:09.492050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.501821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:09.503026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-64d3f04f-0100-4c98-87fb-3d32e962ec4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "DELETE /v2.0/ports/3ea30e91-bdb7-4ed4-818f-87240a581e6a HTTP/1.1" status: 204 len: 168 time: 0.8095691 Oct 13 04:25:09.530066 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5a2849-c5b7-4ca9-bcc6-a9cdcdbde76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:25:09.531618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e5a2849-c5b7-4ca9-bcc6-a9cdcdbde76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports/3ea30e91-bdb7-4ed4-818f-87240a581e6a HTTP/1.1" status: 404 len: 333 time: 0.0287707 Oct 13 04:25:09.535817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:09.541558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'network_id': '01834303-9833-491e-9e16-4d87420a7105', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-313469187'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:09.584812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Made reservation on behalf of a328413368144269892d78fb10fbee90 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:09.593655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.594271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.599023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc578452-58d9-4aa8-8a03-a4b77a549f2c None None] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:09.619658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 2c3f741c-a557-43d5-a13e-cc77662c543a yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:09.640853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:09.665809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecb1e9-2f52-4753-8989-4fd644331764 req-9670e296-d212-4b8c-bf09-72144e4bdf3c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:09.667386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1ecb1e9-2f52-4753-8989-4fd644331764 req-9670e296-d212-4b8c-bf09-72144e4bdf3c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0695271 Oct 13 04:25:09.671524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.675399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f2f1358-29f4-48a9-8211-2ddda0ba2456 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2643001 Oct 13 04:25:09.676839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Sync routers for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:09.677904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54382) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:09.732610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port f714a201-6981-4a86-9eb9-9249295e85df, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f714a201-6981-4a86-9eb9-9249295e85df,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:09.737518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1ecb1e9-2f52-4753-8989-4fd644331764 req-fc705152-94a1-4c7d-93b9-2a18f5aa768c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Oct 13 04:25:09.747151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:09.752788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:09.753434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:09.827106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 40be59e6-47b6-4197-b891-f85bb9c0137e up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:09.834998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d6942061-b6ee-4d66-a23d-4f2acd3e78cd None None] Provisioning complete for port f714a201-6981-4a86-9eb9-9249295e85df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:09.835330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d6942061-b6ee-4d66-a23d-4f2acd3e78cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.003984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.010535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=f714a201-6981-4a86-9eb9-9249295e85df,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.096794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 40be59e6-47b6-4197-b891-f85bb9c0137e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:10.101134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:10.163921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 40be59e6-47b6-4197-b891-f85bb9c0137e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:10.164820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.214384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.239041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc8f5-1fd7-4fee-a380-8cb64600f1fb req-741f8b9f-88e7-42f9-8045-cfa814cfaa86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.246286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc8f5-1fd7-4fee-a380-8cb64600f1fb req-741f8b9f-88e7-42f9-8045-cfa814cfaa86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.250513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7337947-57cf-4820-a696-8ccca3f713b9 req-4612b1a5-bfa3-4160-9b91-5371aa9b16f0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.252534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc8f5-1fd7-4fee-a380-8cb64600f1fb req-741f8b9f-88e7-42f9-8045-cfa814cfaa86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.254297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e19dc8f5-1fd7-4fee-a380-8cb64600f1fb req-741f8b9f-88e7-42f9-8045-cfa814cfaa86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2415 time: 0.1696217 Oct 13 04:25:10.261191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7337947-57cf-4820-a696-8ccca3f713b9 req-4612b1a5-bfa3-4160-9b91-5371aa9b16f0 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.0828381 Oct 13 04:25:10.319915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7337947-57cf-4820-a696-8ccca3f713b9 req-e2466944-9644-476f-a2e3-1b21289f97cd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574384 Oct 13 04:25:10.382598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.419625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:10.422008 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ddcbc6-7c9a-48f1-b3c5-91b5a601a3fb" -d '{"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:10.438068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=40be59e6-47b6-4197-b891-f85bb9c0137e,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:10.450549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.450975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8285724b-0618-4dba-8ce5-01a7925cc2da up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:10.513399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:08Z', 'revision_number': 3, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:10.517864 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc93f47-7ff7-4f90-9b32-6a8cd05a37bd x-openstack-request-id: req-efc93f47-7ff7-4f90-9b32-6a8cd05a37bd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:10.518158 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:10.518426 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efc93f47-7ff7-4f90-9b32-6a8cd05a37bd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:10.518812 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e', 'code': 200} Oct 13 04:25:10.564096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Checking router: 1d986df0-1938-4224-9935-5a061529e2b7 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:10.564319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Updating router 1d986df0-1938-4224-9935-5a061529e2b7 port c75b1b85-d25b-4777-a51f-9baa06ea5db1 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:10.619666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.624335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.626273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-26dc85f6-dfed-4f2a-a56d-6d45f65e52a5 None None] Provisioning complete for port f714a201-6981-4a86-9eb9-9249295e85df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:10.626597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-26dc85f6-dfed-4f2a-a56d-6d45f65e52a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.669341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Network 01834303-9833-491e-9e16-4d87420a7105 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:10.681278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f741c-a557-43d5-a13e-cc77662c543a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:10.683956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:10.695743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 8285724b-0618-4dba-8ce5-01a7925cc2da completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:10.708523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:10.709454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.710052 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.721619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e19dc8f5-1fd7-4fee-a380-8cb64600f1fb req-20124171-0b18-4c58-982a-631fbb9949c3 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389565 Oct 13 04:25:10.748053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0a8917b0-89ed-4807-a575-cafe29e9d425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2110145 Oct 13 04:25:10.751932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 8285724b-0618-4dba-8ce5-01a7925cc2da triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:10.752299 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.762333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54418) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:10.768500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:10.853012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.854241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:10.983445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49a552-55b2-4337-861e-ed78d99f959e req-fdbb569c-38ce-4a35-817e-8a80a93724f0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:10.985090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe49a552-55b2-4337-861e-ed78d99f959e req-fdbb569c-38ce-4a35-817e-8a80a93724f0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0887487 Oct 13 04:25:11.175214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Allocated IP 172.20.0.1 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/323bc1bd-bf45-4347-9300-484e91ebda87) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:11.200606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.261108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f714a201-6981-4a86-9eb9-9249295e85df up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:11.315516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8285724b-0618-4dba-8ce5-01a7925cc2da,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:11.330437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.331293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device df0c85fd-c614-45e8-b02d-0e225e8ae028 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:11.335809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.384341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.414754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe49a552-55b2-4337-861e-ed78d99f959e req-21e8ef3c-e62c-472c-8d45-f2484af57136 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757940 Oct 13 04:25:11.429139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.471691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.491040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Attempting to bind port c75b1b85-d25b-4777-a51f-9baa06ea5db1 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.491818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Attempting to bind port c75b1b85-d25b-4777-a51f-9baa06ea5db1 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.491966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Attempting to bind port c75b1b85-d25b-4777-a51f-9baa06ea5db1 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.518569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:11.518569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:11.518979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.519361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:11.519866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Bound port: c75b1b85-d25b-4777-a51f-9baa06ea5db1, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:11.520249 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.521339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] device_id is not set on port 2c3f741c-a557-43d5-a13e-cc77662c543a yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:11.535230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.537650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.539205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port df0c85fd-c614-45e8-b02d-0e225e8ae028 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:11.547287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.578659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017026-b028-40ce-92a4-a6d2d30e1839 req-1275a2fd-63b1-47a0-b412-e0649b8ff314 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:11.580594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06017026-b028-40ce-92a4-a6d2d30e1839 req-1275a2fd-63b1-47a0-b412-e0649b8ff314 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.0771022 Oct 13 04:25:11.582498 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.594343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f714a201-6981-4a86-9eb9-9249295e85df triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:11.594729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.630725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e132f0-085b-4483-a2a9-81b1de8b8eb2 None None] Pushing event updated for resources: {'Port': ['ID=c75b1b85-d25b-4777-a51f-9baa06ea5db1,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.652161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f741c-a557-43d5-a13e-cc77662c543a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.655105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.655348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:11.655895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.656410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.661699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:11.662223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.662479 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.662845 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 2 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.665122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:11.676474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.676739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.677248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.678959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port df0c85fd-c614-45e8-b02d-0e225e8ae028 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:11.680726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.683339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.683670 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.684066 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 3 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.705466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.705845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.706250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.712367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.713768 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.714430 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 4 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.717236 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.729498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.729852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.730273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.736198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.736526 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.736913 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 5 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.753117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.753475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.753775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.760123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.760528 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.761349 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 6 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.780780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.783104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.785589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.795702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06017026-b028-40ce-92a4-a6d2d30e1839 req-ce6567a2-47f6-4181-b616-2a0fc3d5f163 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076972 Oct 13 04:25:11.808213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.810849 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.811319 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 7 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.815012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-861da141-468f-44c2-bc7e-01bf5f89563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.815283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Pushing event updated for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:11.835619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] For port c75b1b85-d25b-4777-a51f-9baa06ea5db1, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:11.838121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] For port c75b1b85-d25b-4777-a51f-9baa06ea5db1, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c75b1b85-d25b-4777-a51f-9baa06ea5db1,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:11.864548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.864901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.865381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.872044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.872480 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.872885 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 8 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.889533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.890037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.890382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.895207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.895698 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.896251 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 9 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.900729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:11.919771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.920103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.920441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.935137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.935475 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.935849 n-d-813736-1 neutron-server[95047]: INFO neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempt 10 to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a Oct 13 04:25:11.975143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:11.975429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:11.975778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempting to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:11.997706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:11.998066 n-d-813736-1 neutron-server[95047]: ERROR neutron.plugins.ml2.managers [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Failed to bind port 2c3f741c-a557-43d5-a13e-cc77662c543a on host n-h2-813736-1 for vnic_type normal using segments [{'id': 'bd7a509f-9eae-40e0-855f-a6ed7aafea26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '01834303-9833-491e-9e16-4d87420a7105'}] Oct 13 04:25:11.998402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.013449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82df1-9cae-4784-8024-3b48ebfb3ad9 req-01f02a93-3469-477a-b187-545451118c3c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.022228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82df1-9cae-4784-8024-3b48ebfb3ad9 req-01f02a93-3469-477a-b187-545451118c3c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.030454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82df1-9cae-4784-8024-3b48ebfb3ad9 req-01f02a93-3469-477a-b187-545451118c3c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.034813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12a82df1-9cae-4784-8024-3b48ebfb3ad9 req-01f02a93-3469-477a-b187-545451118c3c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2417 time: 0.1151173 Oct 13 04:25:12.058396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.069267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e132f0-085b-4483-a2a9-81b1de8b8eb2 None None] Pushing event updated for resources: {'Port': ['ID=c75b1b85-d25b-4777-a51f-9baa06ea5db1,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.075862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.077523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:12.078211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:24:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:12.140694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12a82df1-9cae-4784-8024-3b48ebfb3ad9 req-2700500f-27d6-46e1-ae01-1b4d234da87a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966215 Oct 13 04:25:12.154080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5bc47e96-4652-4c3b-9c7b-88e424a55ffc None None] Provisioning complete for port 323bc1bd-bf45-4347-9300-484e91ebda87 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:12.154453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5bc47e96-4652-4c3b-9c7b-88e424a55ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.177311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 2c3f741c-a557-43d5-a13e-cc77662c543a, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:12.177831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attempted to set empty binding levels {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 04:25:12.183256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.224249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] In _notify_port_updated(), no bound segment for port 2c3f741c-a557-43d5-a13e-cc77662c543a on network 01834303-9833-491e-9e16-4d87420a7105 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:25:12.225539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.226358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.231781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "PUT /v2.0/ports/2c3f741c-a557-43d5-a13e-cc77662c543a HTTP/1.1" status: 200 len: 978 time: 1.4680817 Oct 13 04:25:12.233417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54436) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:12.251116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dbe6b-4cef-4d02-8873-dc1f53acb87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3f741c-a557-43d5-a13e-cc77662c543a,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.267381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.270171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5bc47e96-4652-4c3b-9c7b-88e424a55ffc None None] Port 323bc1bd-bf45-4347-9300-484e91ebda87 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:12.276230 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.346739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:12.360555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.370813 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.393474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.407593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.408019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.408283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.408993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.409331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.409851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.410309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.410652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.411546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.411546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.411763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.411960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.438163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Deleting port 2c3f741c-a557-43d5-a13e-cc77662c543a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:12.438550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.520339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Pushing event updated for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:12.521170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da'}, {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:12.524069 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d65dd70-ab81-47ba-a8b8-4f8b0f3fb759" -d '{"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da"}, {"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:12.538713 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.574655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.575009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.581769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:12.595278 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba2b59f-c65e-430d-8a1a-0e5d2df6b911 x-openstack-request-id: req-1ba2b59f-c65e-430d-8a1a-0e5d2df6b911 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:12.595590 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da", "code": 200}, {"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-plugged", "status": "completed", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:12.595853 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ba2b59f-c65e-430d-8a1a-0e5d2df6b911 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:12.597378 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da', 'code': 200} Oct 13 04:25:12.598347 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028', 'code': 200} Oct 13 04:25:12.636711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] For port 2c3f741c-a557-43d5-a13e-cc77662c543a, host n-h2-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:12.637654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.650382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:12.676340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566fd56-d7b9-4344-a75d-6a160ff24185 req-96c454a8-cc5a-4435-9bb1-1ac6f84f9d23 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.682241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 1, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:12.686428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1566fd56-d7b9-4344-a75d-6a160ff24185 req-96c454a8-cc5a-4435-9bb1-1ac6f84f9d23 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1849766 Oct 13 04:25:12.707050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Calling delete_port for 2c3f741c-a557-43d5-a13e-cc77662c543a owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:12.715551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4acd-fa49-463b-b85e-1c629e76f8b5 req-1bf8b07a-1fd4-4d66-a7e8-fab5e309a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.716151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4acd-fa49-463b-b85e-1c629e76f8b5 req-1bf8b07a-1fd4-4d66-a7e8-fab5e309a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.717018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4acd-fa49-463b-b85e-1c629e76f8b5 req-1bf8b07a-1fd4-4d66-a7e8-fab5e309a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:12.719852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cea4acd-fa49-463b-b85e-1c629e76f8b5 req-1bf8b07a-1fd4-4d66-a7e8-fab5e309a45e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2871 time: 0.0579112 Oct 13 04:25:12.732334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2503f1-e4b5-419a-8e0a-d6dac0301cf4 None None] The sync data for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 is: [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 1, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:12.778871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cea4acd-fa49-463b-b85e-1c629e76f8b5 req-bb13abc7-cdf7-48c7-bb49-f71970730acd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507452 Oct 13 04:25:12.820651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1566fd56-d7b9-4344-a75d-6a160ff24185 req-5631cd93-0678-4a6d-bed1-b85c6310c469 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326847 Oct 13 04:25:12.844027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:12.847391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:12.968648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.033843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2251b-b241-441c-9d08-bdbdf742a677 req-8589fb8e-16bd-4932-9932-05ba489db9fa tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.033843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ef2251b-b241-441c-9d08-bdbdf742a677 req-8589fb8e-16bd-4932-9932-05ba489db9fa tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1150205 Oct 13 04:25:13.099988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c3f741c-a557-43d5-a13e-cc77662c543a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:13.139609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.145501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ecaaef2f-7ab0-4028-aa01-2867e74005b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "DELETE /v2.0/ports/2c3f741c-a557-43d5-a13e-cc77662c543a HTTP/1.1" status: 204 len: 168 time: 0.9082723 Oct 13 04:25:13.147933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ef2251b-b241-441c-9d08-bdbdf742a677 req-cff4b3e4-97ab-469e-aea8-c2255c6c52d1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001730 Oct 13 04:25:13.155690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54448) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:13.218229 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f8f020-62b3-463c-a177-8f5b88149517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] GET failed (client error): The resource could not be found. Oct 13 04:25:13.218367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Router 1d986df0-1938-4224-9935-5a061529e2b7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:13.223772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-60f8f020-62b3-463c-a177-8f5b88149517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024147761-project-admin] 10.222.0.49 "GET /v2.0/ports/2c3f741c-a557-43d5-a13e-cc77662c543a HTTP/1.1" status: 404 len: 333 time: 0.0659354 Oct 13 04:25:13.224660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54454) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:13.313042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-07fa383f-d649-484d-81d7-2b3bbb67568b None None] Provisioning complete for port 323bc1bd-bf45-4347-9300-484e91ebda87 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:13.313427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07fa383f-d649-484d-81d7-2b3bbb67568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.379772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-07fa383f-d649-484d-81d7-2b3bbb67568b None None] Port 323bc1bd-bf45-4347-9300-484e91ebda87 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:13.395436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.426258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:13.438629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbc62-99ef-4797-b068-a298274f980b req-47599b02-27ac-402b-b295-4653e4f09921 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.445379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbc62-99ef-4797-b068-a298274f980b req-47599b02-27ac-402b-b295-4653e4f09921 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.457943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbc62-99ef-4797-b068-a298274f980b req-47599b02-27ac-402b-b295-4653e4f09921 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:13.457943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ecbc62-99ef-4797-b068-a298274f980b req-47599b02-27ac-402b-b295-4653e4f09921 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2418 time: 0.1362326 Oct 13 04:25:13.468693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e0bd1596-29ca-4353-8493-2f482c58e176 admin admin] 10.222.0.49 "PUT /v2.0/routers/1d986df0-1938-4224-9935-5a061529e2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7814310 Oct 13 04:25:13.504750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ecbc62-99ef-4797-b068-a298274f980b req-e7cca172-8279-48ed-b3ce-878b17d9725d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Oct 13 04:25:13.572267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.608779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01834303-9833-491e-9e16-4d87420a7105']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.623674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7a509f-9eae-40e0-855f-a6ed7aafea26') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.623674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7a509f-9eae-40e0-855f-a6ed7aafea26') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:13.646105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.666889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.674794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:13.675200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:13.678552 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:13.787815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.802161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:13.808195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] 10.222.0.49 "DELETE /v2.0/networks/01834303-9833-491e-9e16-4d87420a7105 HTTP/1.1" status: 204 len: 168 time: 0.5799773 Oct 13 04:25:13.823580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84720bca-360b-4540-bb8b-aeb55b9b6b93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1184258315-project] Pushing event deleted for resources: {'Network': ['ID=01834303-9833-491e-9e16-4d87420a7105,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:14.043338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d4573-c65e-4010-9049-92a8363df583 req-8ba3060c-fc73-4ba5-b551-1caf0f5e4b2b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.045610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f85d4573-c65e-4010-9049-92a8363df583 req-8ba3060c-fc73-4ba5-b551-1caf0f5e4b2b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0983844 Oct 13 04:25:14.105343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f85d4573-c65e-4010-9049-92a8363df583 req-83b1c7c6-eb7f-4c6b-a8ff-91ed037c87b4 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527847 Oct 13 04:25:14.131002 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85ffcace-f8fc-4410-ba46-b70c49be60ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.323145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85ba29-39ec-4a59-9b1c-0e57435dd53a req-767222b5-a3b7-4148-bf23-b9d3d1833d63 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.332324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f85ba29-39ec-4a59-9b1c-0e57435dd53a req-767222b5-a3b7-4148-bf23-b9d3d1833d63 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.0734789 Oct 13 04:25:14.338553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54476) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.432156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f85ba29-39ec-4a59-9b1c-0e57435dd53a req-d0f4256b-021d-4525-b257-0261d947c575 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985756 Oct 13 04:25:14.604051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6d54ef5-11bd-4425-b41a-325efa8ed025 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c6e69cda5bd4d37b431ea5758cad308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634938 Oct 13 04:25:14.606689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54482) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.647095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54486) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.654457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849652484', 'description': 'tempest-description--466373116'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:14.696152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.700678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.774906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.797048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d73d-0844-4229-9a28-bac3db4c1524 req-3234afb3-5679-40d5-9ea5-53154bdb7e9a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.814214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112158dc-dce3-431c-9191-183f9c39cd00 req-861444dc-e5e8-4512-bde8-d62ea68c8309 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.822127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-112158dc-dce3-431c-9191-183f9c39cd00 req-861444dc-e5e8-4512-bde8-d62ea68c8309 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.0989294 Oct 13 04:25:14.825556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d73d-0844-4229-9a28-bac3db4c1524 req-3234afb3-5679-40d5-9ea5-53154bdb7e9a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.841600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d73d-0844-4229-9a28-bac3db4c1524 req-3234afb3-5679-40d5-9ea5-53154bdb7e9a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:14.846237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb65d73d-0844-4229-9a28-bac3db4c1524 req-3234afb3-5679-40d5-9ea5-53154bdb7e9a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2418 time: 0.1517987 Oct 13 04:25:14.893543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-112158dc-dce3-431c-9191-183f9c39cd00 req-d193aaac-e708-44e5-a2cd-a20e72c6fcac tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704379 Oct 13 04:25:14.897865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.907825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.934870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb65d73d-0844-4229-9a28-bac3db4c1524 req-cc4ef576-411d-4e55-bf48-efdf0b10965e tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631273 Oct 13 04:25:14.951807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.953720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.954483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:14.964453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3066959 Oct 13 04:25:14.965084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d4edad8-5c51-4bf3-a91a-b11c1caedb81 HTTP/1.1" status: 204 len: 168 time: 0.3484943 Oct 13 04:25:14.965084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54492) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:14.981143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'security_group_rule': {'security_group_id': '09902c04-5a86-47a0-986f-6ad93e24e8d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:14.990493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8b5a-e208-4dac-93d3-5b923eec19c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09902c04-5a86-47a0-986f-6ad93e24e8d5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.004365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e67ea-f59b-4355-8c0d-71b3159c0060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4edad8-5c51-4bf3-a91a-b11c1caedb81,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.040871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.121630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.144465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.175626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.179687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:15.180972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202699 Oct 13 04:25:15.183331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f92ef-a3cd-4561-b45d-6889bf84e8b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1856d7c3-2e89-4bc8-b3cb-e14b93db285a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.186678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'security_group_rule': {'security_group_id': '09902c04-5a86-47a0-986f-6ad93e24e8d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:15.244409 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.308397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.316598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c75b1b85-d25b-4777-a51f-9baa06ea5db1 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:15.401412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.419842 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.433375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.436649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c75b1b85-d25b-4777-a51f-9baa06ea5db1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:15.437428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.473870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079d2e3-67b1-4b46-902e-3deda095c15d req-03f1d8d6-2aa6-4293-adba-f096a9e117a8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.479994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479403cf-9ef9-4900-befd-72764499fa34 req-1f5a64ab-6d54-44e9-af2e-2796d68c1a0f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.482922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1079d2e3-67b1-4b46-902e-3deda095c15d req-03f1d8d6-2aa6-4293-adba-f096a9e117a8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2235258 Oct 13 04:25:15.484984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a914c-468b-4715-b9c5-dabb262d376f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.496870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479403cf-9ef9-4900-befd-72764499fa34 req-1f5a64ab-6d54-44e9-af2e-2796d68c1a0f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.524582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479403cf-9ef9-4900-befd-72764499fa34 req-1f5a64ab-6d54-44e9-af2e-2796d68c1a0f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.533139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479403cf-9ef9-4900-befd-72764499fa34 req-1f5a64ab-6d54-44e9-af2e-2796d68c1a0f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2418 time: 0.1617787 Oct 13 04:25:15.542172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.545194 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3fb6786e-516f-4d24-b4f2-f868e18212fb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3631978 Oct 13 04:25:15.548158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54512) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:15.548515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54514) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:15.564565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:15.573812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.585669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1079d2e3-67b1-4b46-902e-3deda095c15d req-bcade897-3c57-40f1-b905-56b24a19363c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952628 Oct 13 04:25:15.621529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port c75b1b85-d25b-4777-a51f-9baa06ea5db1, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c75b1b85-d25b-4777-a51f-9baa06ea5db1,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:15.630391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.654037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-479403cf-9ef9-4900-befd-72764499fa34 req-99ac4901-33cd-4a34-bdb0-244af012169a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196058 Oct 13 04:25:15.662926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.686235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5c6ebd66-2fc2-4376-8c21-33c02968b930 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a328413368144269892d78fb10fbee90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364429 Oct 13 04:25:15.688685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54516) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:15.737800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78cd37-c4cf-4dc5-8a88-8646ea5843a8 req-ec18a3cb-ab39-46c4-85c9-3a3bbb5e4e1e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:15.739418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad78cd37-c4cf-4dc5-8a88-8646ea5843a8 req-ec18a3cb-ab39-46c4-85c9-3a3bbb5e4e1e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.0989013 Oct 13 04:25:15.747978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=c75b1b85-d25b-4777-a51f-9baa06ea5db1,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:15.812445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.825757 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Sync routers for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:15.845288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:15.848049 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:15.850218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.863234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad78cd37-c4cf-4dc5-8a88-8646ea5843a8 req-45e03a7a-d6de-4d48-b265-fbe3a2980447 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086347 Oct 13 04:25:15.883557 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.964699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.967507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:15.971873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9535c11f-460f-4e42-8bc6-e495d258b560 HTTP/1.1" status: 204 len: 168 time: 0.2821951 Oct 13 04:25:15.990764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a70745-a32e-485d-b161-d5c74c57205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535c11f-460f-4e42-8bc6-e495d258b560,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:16.048299 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:16.064008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.25.0.71 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/cb1d786f-3894-4821-aebb-0281114306c4) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:16.239702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.251387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6712f92-d9d5-4337-8449-7b4866475086 req-6d15a945-e4fa-490c-967e-f5d845bcb216 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.260272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6712f92-d9d5-4337-8449-7b4866475086 req-6d15a945-e4fa-490c-967e-f5d845bcb216 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.0662129 Oct 13 04:25:16.307678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6712f92-d9d5-4337-8449-7b4866475086 req-1a3f96ed-10c6-4567-b866-c4f892474fcf tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465109 Oct 13 04:25:16.337736 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.413274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=cb1d786f-3894-4821-aebb-0281114306c4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:16.417348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:16.419185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:16.421542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:16.459794 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:12Z', 'revision_number': 2, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:16.489494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Checking router: 1d986df0-1938-4224-9935-5a061529e2b7 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:16.489856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Updating router 1d986df0-1938-4224-9935-5a061529e2b7 port 323bc1bd-bf45-4347-9300-484e91ebda87 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:25:16.517895 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.578493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.665863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:16.720545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018775be-0087-4d9d-936c-3c7f63148334 req-ec2d33ef-5540-4287-a2a5-7848a19d0339 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.729358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-018775be-0087-4d9d-936c-3c7f63148334 req-ec2d33ef-5540-4287-a2a5-7848a19d0339 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0610168 Oct 13 04:25:16.780465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-018775be-0087-4d9d-936c-3c7f63148334 req-5f7f09a2-4aba-4594-9049-5417a9316f91 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502000 Oct 13 04:25:16.862313 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:16.944166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-b0206f2a-45a2-4455-b2e0-4eb02b30438a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.955834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-b0206f2a-45a2-4455-b2e0-4eb02b30438a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.965058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-b0206f2a-45a2-4455-b2e0-4eb02b30438a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.966775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-b0206f2a-45a2-4455-b2e0-4eb02b30438a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2418 time: 0.1573951 Oct 13 04:25:16.983846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8f5-90c0-447b-a243-c85a77b1c5d1 req-6b41d99c-3a3b-4347-bd75-1b93ce3109de tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:16.991416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8f5-90c0-447b-a243-c85a77b1c5d1 req-6b41d99c-3a3b-4347-bd75-1b93ce3109de tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.010316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8f5-90c0-447b-a243-c85a77b1c5d1 req-6b41d99c-3a3b-4347-bd75-1b93ce3109de tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.018797 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.024251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-714ee8f5-90c0-447b-a243-c85a77b1c5d1 req-6b41d99c-3a3b-4347-bd75-1b93ce3109de tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 2418 time: 0.1532645 Oct 13 04:25:17.030234 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.129263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Pushing event updated for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.165328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.165328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.165328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.165931 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.166039 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.166525 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.166862 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.167266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.167599 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.168142 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.168477 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.168860 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:25:17.188256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.223408 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Attempting to bind port 323bc1bd-bf45-4347-9300-484e91ebda87 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:17.223817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Attempting to bind port 323bc1bd-bf45-4347-9300-484e91ebda87 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:17.225741 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Attempting to bind port 323bc1bd-bf45-4347-9300-484e91ebda87 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:17.239682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-714ee8f5-90c0-447b-a243-c85a77b1c5d1 req-6f62bb87-f9e0-479c-91dd-6094a305bc88 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143137 Oct 13 04:25:17.240715 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:17.241549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:17.241966 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.242909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:17.243678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Bound port: 323bc1bd-bf45-4347-9300-484e91ebda87, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:17.244001 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.302603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c75b1b85-d25b-4777-a51f-9baa06ea5db1 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:17.348375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:17.354989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port 40be59e6-47b6-4197-b891-f85bb9c0137e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:17.366861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.438203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c75b1b85-d25b-4777-a51f-9baa06ea5db1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:17.438911 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.460347 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] For port 323bc1bd-bf45-4347-9300-484e91ebda87, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:17.468709 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] For port 323bc1bd-bf45-4347-9300-484e91ebda87, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=323bc1bd-bf45-4347-9300-484e91ebda87,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:17.480393 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.563175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] Provisioning complete for port 323bc1bd-bf45-4347-9300-484e91ebda87 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:17.563944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.636134 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:17.636727 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:17.698504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b48ad-681e-45f6-abf0-2c43dba6d9c2 req-28491b59-c6d7-4754-8b95-6b94d74e9e3d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.708067 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c9b48ad-681e-45f6-abf0-2c43dba6d9c2 req-28491b59-c6d7-4754-8b95-6b94d74e9e3d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1853316 Oct 13 04:25:17.709226 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893982b-5751-432c-892c-e6c1de5efa7e None None] Pushing event updated for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.710207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'networks': [{'name': 'tempest-network--934658188'}, {'name': 'tempest-network--1147422975'}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:17.714620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-network--934658188'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:17.716137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-network--1147422975'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:17.729562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.769284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.783008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] For port 323bc1bd-bf45-4347-9300-484e91ebda87, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=323bc1bd-bf45-4347-9300-484e91ebda87,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:17.783931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port 40be59e6-47b6-4197-b891-f85bb9c0137e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=40be59e6-47b6-4197-b891-f85bb9c0137e,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:17.785229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.793601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6c9b48ad-681e-45f6-abf0-2c43dba6d9c2 req-a86c4c3d-7da3-481c-8f3e-9224cbfab271 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834031 Oct 13 04:25:17.794646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.803696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.811055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0b3b-a0d3-430a-946f-9de3993e2335 req-87fc0ea9-f009-44c2-856c-bdfb2e946b42 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:17.822049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-faea0b3b-a0d3-430a-946f-9de3993e2335 req-87fc0ea9-f009-44c2-856c-bdfb2e946b42 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.3089092 Oct 13 04:25:17.845277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:17.887018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for 40be59e6-47b6-4197-b891-f85bb9c0137e owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:17.916808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf491-18b7-4406-8ab3-1ee2a76cf3d3 None None] Pushing event updated for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:17.938623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'network': 2} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:17.946376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.967873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:17.993207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=cb1d786f-3894-4821-aebb-0281114306c4,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.007964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.021073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-faea0b3b-a0d3-430a-946f-9de3993e2335 req-c3e3fe23-a996-4c79-9201-7b460bdaef39 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920540 Oct 13 04:25:18.026492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d25faaf8-e5cf-4935-aaff-de8e3ce3d921 None None] Provisioning complete for port 323bc1bd-bf45-4347-9300-484e91ebda87 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:18.027169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d25faaf8-e5cf-4935-aaff-de8e3ce3d921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.028772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb13c56-fd1a-461c-857c-f5c54248e069 req-60c29040-55c7-410c-a01d-9d71af68dd8a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:18.030892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbb13c56-fd1a-461c-857c-f5c54248e069 req-60c29040-55c7-410c-a01d-9d71af68dd8a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0927846 Oct 13 04:25:18.068262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.070106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1fb314eb-f914-4806-9334-3d0603be876b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5093534 Oct 13 04:25:18.154988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbb13c56-fd1a-461c-857c-f5c54248e069 req-e7b03967-d8b8-42f1-96cb-4b71dab015e1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155639 Oct 13 04:25:18.228026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.236461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.236939 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.264274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.277071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['40be59e6-47b6-4197-b891-f85bb9c0137e', '8285724b-0618-4dba-8ce5-01a7925cc2da', 'df0c85fd-c614-45e8-b02d-0e225e8ae028'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:18.307874 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:18.343155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93288a95-e373-4c3e-ba20-fb1ad335c84c None None] The sync data for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 is: [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:18.435171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=40be59e6-47b6-4197-b891-f85bb9c0137e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.504834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca08c5-055a-436b-8167-a9a6c631c4ce req-88a8ead2-4416-4e96-b956-6208ad288232 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:18.512821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca08c5-055a-436b-8167-a9a6c631c4ce req-88a8ead2-4416-4e96-b956-6208ad288232 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:18.527578 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20ca08c5-055a-436b-8167-a9a6c631c4ce req-88a8ead2-4416-4e96-b956-6208ad288232 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 1682 time: 0.1720414 Oct 13 04:25:18.574236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port 40be59e6-47b6-4197-b891-f85bb9c0137e on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:18.578903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.582799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-73dedd13-cee7-415b-9af7-53d38797c8dc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "DELETE /v2.0/ports/40be59e6-47b6-4197-b891-f85bb9c0137e HTTP/1.1" status: 204 len: 173 time: 1.5507958 Oct 13 04:25:18.584301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:18.597751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:18.605387 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5becefd-7377-47f0-beed-8bcee99be392" -d '{"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:18.628109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25623601-0d43-4d8d-a8e8-07d7b28f1e41,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:18.631841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20ca08c5-055a-436b-8167-a9a6c631c4ce req-70755f7f-a5f1-4526-b499-c99782b7fd72 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964592 Oct 13 04:25:18.748940 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0faee-e6f6-4dda-acca-db7f12761eb2 x-openstack-request-id: req-35c0faee-e6f6-4dda-acca-db7f12761eb2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:18.749233 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "40be59e6-47b6-4197-b891-f85bb9c0137e", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:18.749483 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35c0faee-e6f6-4dda-acca-db7f12761eb2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:18.749889 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': '40be59e6-47b6-4197-b891-f85bb9c0137e', 'status': 'completed', 'code': 200} Oct 13 04:25:18.757580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.758895 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment 1fc25106-2797-4aae-b799-61bebb105dea of type vlan for network cfc64965-5c6e-494e-9c38-e097d4e483bd Oct 13 04:25:18.806513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-09409391-3748-4c05-9fe1-04e32df39cfd tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:18.808768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-09409391-3748-4c05-9fe1-04e32df39cfd tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.0752118 Oct 13 04:25:18.847881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-fe4ef237-0964-47fa-b39b-04a13a4019c5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1849652484&fields=id&tenant_id=e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 267 time: 0.4320779 Oct 13 04:25:18.878932 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.941728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Deleting port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:18.942070 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:18.972388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port df0c85fd-c614-45e8-b02d-0e225e8ae028 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:18.972985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.059308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:19.100431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802017a6-807b-44a5-9f05-4fceb2258f90 req-87d062d7-dbac-4bbb-a129-d202f9dca911 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.102523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-802017a6-807b-44a5-9f05-4fceb2258f90 req-87d062d7-dbac-4bbb-a129-d202f9dca911 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1562254 Oct 13 04:25:19.104686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.105033 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment 96b07a3a-f0f5-4961-b2b3-8fdadb38f116 of type vlan for network b6cf1975-f83c-4637-a4df-98d6312b40cf Oct 13 04:25:19.164569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-53945d50-a298-4c4f-8e4e-453252c06514 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.166862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] For port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:19.167339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.175052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-53945d50-a298-4c4f-8e4e-453252c06514 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.3260267 Oct 13 04:25:19.196271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-802017a6-807b-44a5-9f05-4fceb2258f90 req-505dc199-54d8-46b5-8de2-658e9ef37a5b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686052 Oct 13 04:25:19.232798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port df0c85fd-c614-45e8-b02d-0e225e8ae028, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=df0c85fd-c614-45e8-b02d-0e225e8ae028,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:19.233168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.254178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-76e96fb1-fc85-467f-b7d9-fd633f544a1e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/quotas/e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 375 time: 0.0774550 Oct 13 04:25:19.306806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.309213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for df0c85fd-c614-45e8-b02d-0e225e8ae028 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:19.322326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 323bc1bd-bf45-4347-9300-484e91ebda87 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:19.382358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 323bc1bd-bf45-4347-9300-484e91ebda87 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:19.383604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.395105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-c4e7a967-212a-4558-93fe-29904aebf8b6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407826 Oct 13 04:25:19.398799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.399401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.405331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.410367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.411049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.540595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affe09-1bd2-47fb-9b79-d84262fbf050 req-5549bdf3-7805-4704-970f-f9e4cd5a7e15 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.543616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33affe09-1bd2-47fb-9b79-d84262fbf050 req-5549bdf3-7805-4704-970f-f9e4cd5a7e15 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 945 time: 0.1741405 Oct 13 04:25:19.573364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=cfc64965-5c6e-494e-9c38-e097d4e483bd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.591799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cfc64965-5c6e-494e-9c38-e097d4e483bd details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:19.634967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2640100 Oct 13 04:25:19.642972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54598) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:19.653335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33affe09-1bd2-47fb-9b79-d84262fbf050 req-445af8f9-00d3-44c5-b20d-50de087d4d93 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups?id=83f603f6-a347-4ba4-879d-63496ea850e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901675 Oct 13 04:25:19.780900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7e0d-5bb2-45ce-81c3-2c40c2cdfe22 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=b6cf1975-f83c-4637-a4df-98d6312b40cf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:19.792437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b6cf1975-f83c-4637-a4df-98d6312b40cf details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:19.829265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-9886b469-2e35-4aaf-80a1-001ddcc1e938 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122176 Oct 13 04:25:19.863556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.864183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.864444 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Floating IP 6dcc8a43-31b8-43fa-8f96-9d51d55ca185 disassociated. External IP: 172.25.0.61, port: e0ac79f5-f5ea-4000-84d3-6c4e5d87427b. Oct 13 04:25:19.864701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Calling delete_port for e0ac79f5-f5ea-4000-84d3-6c4e5d87427b owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:19.894973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a56b5-11f8-4344-a624-da2f9ff9d928 req-6a36e30f-ba5e-4b74-b202-bacb80e83ea1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:19.904210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f66a56b5-11f8-4344-a624-da2f9ff9d928 req-6a36e30f-ba5e-4b74-b202-bacb80e83ea1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0990038 Oct 13 04:25:19.944964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:19.990294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f66a56b5-11f8-4344-a624-da2f9ff9d928 req-e6331f36-383e-48b9-a438-ec58f47bce67 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851319 Oct 13 04:25:20.222327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.283594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event deleted for resources: {'Port': ['ID=e0ac79f5-f5ea-4000-84d3-6c4e5d87427b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.331671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f6146-43dd-42df-8d6e-6e3039434a2e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.354531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f6146-43dd-42df-8d6e-6e3039434a2e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.361858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f6146-43dd-42df-8d6e-6e3039434a2e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.372209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f6146-43dd-42df-8d6e-6e3039434a2e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.374268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-964f6146-43dd-42df-8d6e-6e3039434a2e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7290962 Oct 13 04:25:20.378250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54606) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:20.434980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2bb1d-fa18-4987-9848-a852f91b43f2 req-3c4cd0fc-db0c-44fc-8d82-ad2fa638e7f7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:20.436563 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cee2bb1d-fa18-4987-9848-a852f91b43f2 req-3c4cd0fc-db0c-44fc-8d82-ad2fa638e7f7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 946 time: 0.1653137 Oct 13 04:25:20.449286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-d00a3750-cfcc-47c8-a258-d53a0507fcb1 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058931 Oct 13 04:25:20.453138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=df0c85fd-c614-45e8-b02d-0e225e8ae028,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:20.469861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port df0c85fd-c614-45e8-b02d-0e225e8ae028 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:20.472555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.476217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-66502240-486c-456d-8c9e-2acaef401544 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "DELETE /v2.0/ports/df0c85fd-c614-45e8-b02d-0e225e8ae028 HTTP/1.1" status: 204 len: 173 time: 1.8633802 Oct 13 04:25:20.586630 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cee2bb1d-fa18-4987-9848-a852f91b43f2 req-a3cba82d-9f40-4aa0-b4ca-91bb14931653 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126239 Oct 13 04:25:20.593521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.603482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:20.754499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:20.756899 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c97e4-afa1-476d-a6ac-0ca4c0c09ba6" -d '{"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:20.764919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d1630cc-ddff-4ffd-954d-770c1bb7335d req-0aee2abe-95c7-4017-91e2-ed0fd47abc8c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 210 time: 0.0583453 Oct 13 04:25:20.770218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port 8285724b-0618-4dba-8ce5-01a7925cc2da {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:20.770986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.820805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:20.873318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc64965-5c6e-494e-9c38-e097d4e483bd']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:20.914417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc25106-2797-4aae-b799-61bebb105dea') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:20.915865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc25106-2797-4aae-b799-61bebb105dea') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:21.047148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97769b56-f1f9-47ac-9ee4-9272e3c02855 req-88b851a5-c45e-4dd2-bd21-1a56f384ac4a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1517272 Oct 13 04:25:21.060934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.112229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port 8285724b-0618-4dba-8ce5-01a7925cc2da, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8285724b-0618-4dba-8ce5-01a7925cc2da,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:21.113035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.119766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.142019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for 8285724b-0618-4dba-8ce5-01a7925cc2da owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:21.142628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:21.143260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:21.147552 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:21.188652 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8bf386-25b4-4ce4-bce6-40eca6e301a4 x-openstack-request-id: req-8f8bf386-25b4-4ce4-bce6-40eca6e301a4 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:21.189492 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "df0c85fd-c614-45e8-b02d-0e225e8ae028", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:21.189944 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f8bf386-25b4-4ce4-bce6-40eca6e301a4 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:21.191047 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': 'df0c85fd-c614-45e8-b02d-0e225e8ae028', 'status': 'completed', 'code': 200} Oct 13 04:25:21.238397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b3d61-e31c-469c-9e05-be572f1cf030 req-0d2faad4-1779-4780-b7ec-7aa09873a022 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:21.255057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-118b3d61-e31c-469c-9e05-be572f1cf030 req-0d2faad4-1779-4780-b7ec-7aa09873a022 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.3178368 Oct 13 04:25:21.343203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:21.356599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Sync routers for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:21.378561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:21.379958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:21.417294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.436072 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.440559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce0656-0cb9-4d07-8f35-d7f0c4e6bf01 req-50924d59-db6a-44a2-b3b1-7b66c55f6e6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:21.442234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58ce0656-0cb9-4d07-8f35-d7f0c4e6bf01 req-50924d59-db6a-44a2-b3b1-7b66c55f6e6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1165378 Oct 13 04:25:21.448303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/cfc64965-5c6e-494e-9c38-e097d4e483bd HTTP/1.1" status: 204 len: 168 time: 1.0673771 Oct 13 04:25:21.477535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54638) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:21.518343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] No DVR routers for this DVR port e0ac79f5-f5ea-4000-84d3-6c4e5d87427b on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:21.558358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.561969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4eca3ca5-c95f-42cb-899a-de261dee6f93 req-c202cd28-3381-4fa0-a4a0-432f1a88d7ce tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.47 "DELETE /v2.0/ports/e0ac79f5-f5ea-4000-84d3-6c4e5d87427b HTTP/1.1" status: 204 len: 173 time: 2.7433331 Oct 13 04:25:21.562444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'name': 'network-vif-deleted', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:21.564845 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3d059-3347-4181-b5f9-d29af99063dd" -d '{"events": [{"server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "name": "network-vif-deleted", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:21.572142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7915-c2db-48b6-bdd2-e97f34fc583c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=cfc64965-5c6e-494e-9c38-e097d4e483bd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.577761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-118b3d61-e31c-469c-9e05-be572f1cf030 req-ef313934-7f6f-4066-9c3a-eae22f95a622 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217943 Oct 13 04:25:21.681016 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.767886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=8285724b-0618-4dba-8ce5-01a7925cc2da,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:21.822650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58ce0656-0cb9-4d07-8f35-d7f0c4e6bf01 req-973b62dc-df64-4145-a11e-0f5fe8b1bab3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716645 Oct 13 04:25:21.834858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.835854 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca3a04-f1b6-4dba-915c-cbdd87e78537 x-openstack-request-id: req-00ca3a04-f1b6-4dba-915c-cbdd87e78537 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:21.837000 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b808f-dc91-4c77-9c8a-fb6fd1472915", "name": "network-vif-deleted", "tag": "e0ac79f5-f5ea-4000-84d3-6c4e5d87427b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:21.837536 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00ca3a04-f1b6-4dba-915c-cbdd87e78537 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:21.838259 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b808f-dc91-4c77-9c8a-fb6fd1472915', 'name': 'network-vif-deleted', 'tag': 'e0ac79f5-f5ea-4000-84d3-6c4e5d87427b', 'status': 'completed', 'code': 200} Oct 13 04:25:21.861424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:21.868790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 40be59e6-47b6-4197-b891-f85bb9c0137e no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:21.933568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port 8285724b-0618-4dba-8ce5-01a7925cc2da on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:21.949081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 40be59e6-47b6-4197-b891-f85bb9c0137e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:21.957092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 40be59e6-47b6-4197-b891-f85bb9c0137e not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:21.957887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8285724b-0618-4dba-8ce5-01a7925cc2da no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:21.967908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:21.971719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-186bf10b-c876-4bc6-b750-852ac530b3ec req-67f23d6c-cfae-48d1-867a-92dd81faf9c9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "DELETE /v2.0/ports/8285724b-0618-4dba-8ce5-01a7925cc2da HTTP/1.1" status: 204 len: 173 time: 1.4886541 Oct 13 04:25:22.004147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e0ac79f5-f5ea-4000-84d3-6c4e5d87427b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:22.016698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:22.019909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 8285724b-0618-4dba-8ce5-01a7925cc2da {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:22.020510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8285724b-0618-4dba-8ce5-01a7925cc2da not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:22.021160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device df0c85fd-c614-45e8-b02d-0e225e8ae028 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:22.039394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de4537c1-da0f-4fa1-b6f2-71f3624e0e36 req-3dce854a-476f-431e-bbfc-8b088e58e1e7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=22e970fa-224a-4235-bb09-f9abfd75a453 HTTP/1.1" status: 200 len: 210 time: 0.0839236 Oct 13 04:25:22.094674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3322b392-1aff-45ec-b9eb-6b20cc1ac0ce req-cce65775-98d2-49ff-9707-5380dd2ce5bb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 210 time: 0.1180723 Oct 13 04:25:22.165633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: e0ac79f5-f5ea-4000-84d3-6c4e5d87427b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:22.170615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e0ac79f5-f5ea-4000-84d3-6c4e5d87427b not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:22.177672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: df0c85fd-c614-45e8-b02d-0e225e8ae028 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:22.181409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device df0c85fd-c614-45e8-b02d-0e225e8ae028 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:22.239371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.268839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5f310b20-7c67-487e-b8d1-c045853a5a75 req-95736c02-fe9b-4b47-ab08-f719cebc4dbd tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0732806 Oct 13 04:25:22.304757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cf1975-f83c-4637-a4df-98d6312b40cf']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:22.344795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b07a3a-f0f5-4961-b2b3-8fdadb38f116') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:22.345765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b07a3a-f0f5-4961-b2b3-8fdadb38f116') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:22.371662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.401482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.425402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:22.426972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:22.436238 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:22.478807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:22.503088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6acfc427-8259-454b-9dee-7585662c0329', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:22.561700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.568161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.573819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/b6cf1975-f83c-4637-a4df-98d6312b40cf HTTP/1.1" status: 204 len: 168 time: 1.0868437 Oct 13 04:25:22.576665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54668) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:22.586741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:22.598434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e3423-ff01-46e9-b6f2-c7cfa550e643 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=b6cf1975-f83c-4637-a4df-98d6312b40cf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:22.610328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:22.697477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:22.703466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Checking router: cc1fc184-c64c-4e9f-b6f9-d7c46f65400e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:22.765800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:22.776503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:22.777565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:23.041713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd6f31-044f-4a16-94a9-993ec552165e req-17b8bd21-9438-4942-9628-19452964211d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.052347 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9bd6f31-044f-4a16-94a9-993ec552165e req-17b8bd21-9438-4942-9628-19452964211d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1873479 Oct 13 04:25:23.159235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.169982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b06e8-6733-4347-b2c9-becbb5de16d8 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.195945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:23.204863 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e173341-9114-4400-a5d2-ee49e741d3b6" -d '{"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:23.207182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b06e8-6733-4347-b2c9-becbb5de16d8 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.212375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f2b06e8-6733-4347-b2c9-becbb5de16d8 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6332829 Oct 13 04:25:23.223589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54682) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:23.235605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-862039276'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:23.261731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-360e3e94-8ed5-4ac8-8783-05d8d44173d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.262781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-360e3e94-8ed5-4ac8-8783-05d8d44173d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.5620747 Oct 13 04:25:23.269836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9bd6f31-044f-4a16-94a9-993ec552165e req-a012f596-3665-4134-ad9d-86212e7a2fb5 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166164 Oct 13 04:25:23.276956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:23.342335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:23.353794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:23.372147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962ea3b-a7db-4b59-b743-01c27f7ae6c8 req-eb87f6d4-4ad3-403e-b73a-8336a7686985 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:23.380233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8962ea3b-a7db-4b59-b743-01c27f7ae6c8 req-eb87f6d4-4ad3-403e-b73a-8336a7686985 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1625409 Oct 13 04:25:23.385258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6acfc427-8259-454b-9dee-7585662c0329'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:23.433283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-536ffe4f-1929-4b5c-be75-58baac9be623 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 380 time: 0.1550331 Oct 13 04:25:23.433805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54688) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:23.472967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'device_id': '2e302696-710e-4f21-a895-b5e79435b6bf', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'admin_state_up': True, 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'security_groups': ['09902c04-5a86-47a0-986f-6ad93e24e8d5']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:23.511258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:23.766710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0b740a60-361a-4f61-bba9-e84d0ff51c80 req-fef05153-4e7e-4743-8d27-72eb9fd950d8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 210 time: 0.1743596 Oct 13 04:25:23.848028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting subnet 5e3d3cf9-621e-4089-b6af-2b9cae63904d {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:23.854940 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c528c6e-e110-4171-9c0f-cad02a47d595 x-openstack-request-id: req-4c528c6e-e110-4171-9c0f-cad02a47d595 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:23.857155 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e970fa-224a-4235-bb09-f9abfd75a453", "name": "network-vif-deleted", "tag": "8285724b-0618-4dba-8ce5-01a7925cc2da", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:23.857605 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c528c6e-e110-4171-9c0f-cad02a47d595 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:23.858178 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e970fa-224a-4235-bb09-f9abfd75a453', 'name': 'network-vif-deleted', 'tag': '8285724b-0618-4dba-8ce5-01a7925cc2da', 'status': 'completed', 'code': 200} Oct 13 04:25:23.888754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.010430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e177d4dc-3ac6-4dc6-a0b1-f006b4cf81d8 req-bbe61118-f37f-4635-bbf8-a4521b85ba35 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0546484 Oct 13 04:25:24.043476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:24.113589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.122992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:24.126872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.147208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b382b26-a9ec-4249-88fe-bf42ecf62b8d None None] The sync data for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 is: [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:22:05Z', 'revision_number': 4, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '48ba854c-b1d0-4395-88fc-ac5f87a39184', 'name': '', 'network_id': '6f43d7e2-4516-4df6-b8d9-948af5ae83c8', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'mac_address': 'fa:16:3e:df:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:22:03Z', 'updated_at': '2021-10-13T04:22:09Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'subnets': [{'id': '3b6809b7-f694-4056-bab7-3a8f05674f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:24.167594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:24.204122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.204807 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment f9bf0056-d693-455e-be29-a5cb3971924f of type vlan for network 04154786-1052-4560-8733-8e9caed7586d Oct 13 04:25:24.315056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.326300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8962ea3b-a7db-4b59-b743-01c27f7ae6c8 req-c84b0fc4-0708-47f8-9ede-8c0bbaa7399e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9448473 Oct 13 04:25:24.403131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.411127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:24.412082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.444543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2173386 Oct 13 04:25:24.467726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54696) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:24.475803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-183098976'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:24.636184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f64a5-8360-4776-ad53-a19db3d0ced3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=04154786-1052-4560-8733-8e9caed7586d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.642068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:24.651557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 04154786-1052-4560-8733-8e9caed7586d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:24.657404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.668570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.758056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89282e67-326c-4688-8199-061f9c392435 None None] New status for floating IP 6dcc8a43-31b8-43fa-8f96-9d51d55ca185: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:24.808955 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:24.836394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.848378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:24.853837 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment 8d038700-b643-4121-8b88-7737be78b7af of type vlan for network 39c87a8b-af6e-4740-aa8b-e831d99e0046 Oct 13 04:25:24.964105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3d3cf9-621e-4089-b6af-2b9cae63904d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:24.998986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a593e-4c52-43ab-ad15-3d930e7cf651 req-f4d9f4c5-db41-4c90-90a8-9007ed44f01b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:25.008232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f2a593e-4c52-43ab-ad15-3d930e7cf651 req-f4d9f4c5-db41-4c90-90a8-9007ed44f01b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.5317531 Oct 13 04:25:25.013935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.20.0.3 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/05285b60-59b2-454a-84b7-b70301a497f2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:25.048428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-65fa4036-f86a-4458-a726-e429ec883fa0 req-264f0943-3abd-4c09-a70c-bfe2b73a39be tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 210 time: 0.0960791 Oct 13 04:25:25.069140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.079951 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.081653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6cba1f-6c24-413d-a412-a6fc249f8597 None None] Network e2740513-3f8f-4244-ab38-088c1dbb9360 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:25.088106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ab55ed8-e94c-4807-aefc-52471800bdff tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/subnets/5e3d3cf9-621e-4089-b6af-2b9cae63904d HTTP/1.1" status: 204 len: 168 time: 1.6507432 Oct 13 04:25:25.089875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54704) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:25.133607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f2a593e-4c52-43ab-ad15-3d930e7cf651 req-69af353e-a9be-4404-bfb6-dd5dc0df8fbd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119964 Oct 13 04:25:25.323692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.441745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] DHCP port deletion for e2740513-3f8f-4244-ab38-088c1dbb9360 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:25.454224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40111cea-8d84-4a94-9051-37a17938c505 req-34b508e7-fbec-44fa-b6ae-b14edfe666cb tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1228797 Oct 13 04:25:25.473759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.479662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:25.492737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.560897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.577919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1082790 Oct 13 04:25:25.595277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Deleting port 3aa77239-46df-4ee4-8792-66f505b2ef5b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:25.597519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:25.598340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.606144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'ports': [{'network_id': '04154786-1052-4560-8733-8e9caed7586d', 'name': 'tempest-port--2022139342', 'admin_state_up': True}, {'network_id': '39c87a8b-af6e-4740-aa8b-e831d99e0046', 'admin_state_up': False}]} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:25.606460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'port': {'network_id': '04154786-1052-4560-8733-8e9caed7586d', 'name': 'tempest-port--2022139342', 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:25.606940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'port': {'network_id': '39c87a8b-af6e-4740-aa8b-e831d99e0046', 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:25.769647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] For port 3aa77239-46df-4ee4-8792-66f505b2ef5b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3aa77239-46df-4ee4-8792-66f505b2ef5b,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:25.770291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.796556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3b494-b113-4342-ba38-61f3d7e8c486 req-b37b4045-988b-4294-9f4d-1da1104612c3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:25.807805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Calling delete_port for 3aa77239-46df-4ee4-8792-66f505b2ef5b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:25.812407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fa3b494-b113-4342-ba38-61f3d7e8c486 req-b37b4045-988b-4294-9f4d-1da1104612c3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2003772 Oct 13 04:25:25.840834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cf50b-8ac4-43e0-be79-c739b9d80871 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=39c87a8b-af6e-4740-aa8b-e831d99e0046,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:25.856380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a1a06-ad7d-4f83-a54c-3f7216c932c0 req-42f88a7c-aa95-43e8-82d4-3c8ef6b9842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:25.884665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f75a1a06-ad7d-4f83-a54c-3f7216c932c0 req-42f88a7c-aa95-43e8-82d4-3c8ef6b9842d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.2749841 Oct 13 04:25:25.907917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port 3aa77239-46df-4ee4-8792-66f505b2ef5b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:25.908272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:25.966513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 39c87a8b-af6e-4740-aa8b-e831d99e0046 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:26.012704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.069640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f75a1a06-ad7d-4f83-a54c-3f7216c932c0 req-b43a15be-b296-4cf9-b552-5a03f86ba571 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668198 Oct 13 04:25:26.111415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:26.115762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.131286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port 3aa77239-46df-4ee4-8792-66f505b2ef5b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3aa77239-46df-4ee4-8792-66f505b2ef5b,segment=NetworkSegment(f29c273d-89a5-419e-95e3-8931dfe9dcfb),segment_id=f29c273d-89a5-419e-95e3-8931dfe9dcfb)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:26.131669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.185129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for 3aa77239-46df-4ee4-8792-66f505b2ef5b owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:26.214821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fa3b494-b113-4342-ba38-61f3d7e8c486 req-19a7b300-08a7-4c3b-aea6-4a687a68e4d9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951111 Oct 13 04:25:26.236914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'port': 2} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:26.247772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.272719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] No DVR routers for this DVR port 3aa77239-46df-4ee4-8792-66f505b2ef5b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:26.290640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b744c57-2947-4380-aa33-692baaab95ab None None] Pushing event deleted for resources: {'Port': ['ID=3aa77239-46df-4ee4-8792-66f505b2ef5b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.318124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:26.319043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.341417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6acfc427-8259-454b-9dee-7585662c0329 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:26.341932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.352564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:26.354502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.373807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:26.482870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90c2bc-a22b-46a3-b834-1225bde0deae req-c5379b96-74b6-4383-8d93-75a7a150feb3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:26.484641 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c90c2bc-a22b-46a3-b834-1225bde0deae req-c5379b96-74b6-4383-8d93-75a7a150feb3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 931 time: 0.1690097 Oct 13 04:25:26.515707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.519153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.566293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:26.568720 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7aac75-c4d0-456a-8c43-ab9d152bb5f9" -d '{"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:26.586789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:26.598105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=3aa77239-46df-4ee4-8792-66f505b2ef5b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.606482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.628225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port 3aa77239-46df-4ee4-8792-66f505b2ef5b on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:26.735855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:26.756550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c90c2bc-a22b-46a3-b834-1225bde0deae req-5ea32fff-bb6a-412e-82d7-df8e140321ca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603993 Oct 13 04:25:26.911772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:26.912443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.943424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] device_id is not set on port cc88eb8c-3dcd-499b-bc43-03e57e5c6f72 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:26.957199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:26.982930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913fd91-42aa-453d-a3dc-365469f8d563 req-d36588b3-2af0-4d0d-93bc-004a973932b9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:26.996736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0913fd91-42aa-453d-a3dc-365469f8d563 req-d36588b3-2af0-4d0d-93bc-004a973932b9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.6439986 Oct 13 04:25:26.999347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-270610ee-70cf-4b5e-93bf-baeefe0c5d95 None None] Provisioning complete for port 05285b60-59b2-454a-84b7-b70301a497f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:26.999925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-270610ee-70cf-4b5e-93bf-baeefe0c5d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.034284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2740513-3f8f-4244-ab38-088c1dbb9360']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:27.071243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29c273d-89a5-419e-95e3-8931dfe9dcfb') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:27.071477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29c273d-89a5-419e-95e3-8931dfe9dcfb') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:27.098696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-270610ee-70cf-4b5e-93bf-baeefe0c5d95 None None] Port 05285b60-59b2-454a-84b7-b70301a497f2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:27.108184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.138726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-227e9b95-e4f9-4fbc-af18-a02c79d819f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6795764 Oct 13 04:25:27.156557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.169484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Request body: {'port': {'device_id': '2e302696-710e-4f21-a895-b5e79435b6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:27.175483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:27.177387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:27.195407 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:27.330728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0913fd91-42aa-453d-a3dc-365469f8d563 req-74f892f5-be14-47c5-9776-f7427a1af499 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343470 Oct 13 04:25:27.340335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3aa77239-46df-4ee4-8792-66f505b2ef5b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:27.422961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 3aa77239-46df-4ee4-8792-66f505b2ef5b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:27.423335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3aa77239-46df-4ee4-8792-66f505b2ef5b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:27.438523 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a344c-51af-4a1b-baf3-b828fb454ab3 x-openstack-request-id: req-4f8a344c-51af-4a1b-baf3-b828fb454ab3 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:27.438763 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:27.438992 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f8a344c-51af-4a1b-baf3-b828fb454ab3 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:27.441451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.442640 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'code': 200} Oct 13 04:25:27.471452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03eb3802-5bf9-4b9b-8f1f-43d0de3898c9 req-c47ff61b-c58b-41b6-976b-e8830841d649 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1117530 Oct 13 04:25:27.531936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.543568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:27.546717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/networks/e2740513-3f8f-4244-ab38-088c1dbb9360 HTTP/1.1" status: 204 len: 168 time: 2.4559002 Oct 13 04:25:27.571107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:27.580490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ba3a3-7f1c-44b5-a408-25ead3dc5115 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Network': ['ID=e2740513-3f8f-4244-ab38-088c1dbb9360,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:27.984502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9876b3f-54a5-41d2-b5b9-681af6a87216 req-e55032ce-6820-4e68-932d-7f2a17ff5015 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:27.988850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9876b3f-54a5-41d2-b5b9-681af6a87216 req-e55032ce-6820-4e68-932d-7f2a17ff5015 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 931 time: 0.0956211 Oct 13 04:25:28.098103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9876b3f-54a5-41d2-b5b9-681af6a87216 req-54c68911-00dd-4615-a209-7145ad6eb501 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978713 Oct 13 04:25:28.130968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf378-c157-4b21-9af4-1e75953f302c req-ca8ca7e1-9125-4300-b77f-4639dc5a56d1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:28.141035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad2cf378-c157-4b21-9af4-1e75953f302c req-ca8ca7e1-9125-4300-b77f-4639dc5a56d1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.6076059 Oct 13 04:25:28.225593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting subnet 9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:28.302293 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.347817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad2cf378-c157-4b21-9af4-1e75953f302c req-7dcf6c43-43ec-474f-a43c-95171a4310b8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062001 Oct 13 04:25:28.354802 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.568362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:28.695648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] device_id is not set on port 6dff99da-00b0-406e-a985-aa2396fc37f8 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:25:28.812062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947bbfd-44c2-4e78-8336-1280e98a1af2 req-e0bd3950-7cd7-45dc-8d7f-da283f6099f3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:28.813588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1947bbfd-44c2-4e78-8336-1280e98a1af2 req-e0bd3950-7cd7-45dc-8d7f-da283f6099f3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1701956 Oct 13 04:25:28.870471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea905a72-3be1-4da7-8715-fecf525b15bd req-1746683a-156d-4807-ab3d-3dbbb81a1f48 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0479994 Oct 13 04:25:28.917323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd559c-f796-4c7f-896a-5594dffb860f req-63dbaff8-2e25-4528-a975-e8381892cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:28.922112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-63dbaff8-2e25-4528-a975-e8381892cd4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.1704800 Oct 13 04:25:28.950754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.014524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1947bbfd-44c2-4e78-8336-1280e98a1af2 req-dfa1b4e6-e0a9-4f47-9bc4-3f43f454c983 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726096 Oct 13 04:25:29.142627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe152d-e115-4e6f-91ca-cd476099037f req-1a1c5738-87de-42ca-9d39-da3a3fcd78ab tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:29.143089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:29.144810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-57fe152d-e115-4e6f-91ca-cd476099037f req-1a1c5738-87de-42ca-9d39-da3a3fcd78ab tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1268463 Oct 13 04:25:29.159879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.171621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.223968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Transition to ACTIVE for port object 05285b60-59b2-454a-84b7-b70301a497f2 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:29.225435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.271667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-57fe152d-e115-4e6f-91ca-cd476099037f req-69e53092-a293-48d9-bbb1-50a07beb766c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211956 Oct 13 04:25:29.286581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.289619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa7786-d26f-44c8-b8cb-6e446a051fc4 None None] Network 3713455e-5689-4915-8c63-c64f156b135b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:29.293904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/subnets/9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2 HTTP/1.1" status: 204 len: 168 time: 1.7214508 Oct 13 04:25:29.296400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd559c-f796-4c7f-896a-5594dffb860f req-a754a6e0-2bee-4fb5-90e0-1bc8ccd45429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:29.298653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:29.300469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-a754a6e0-2bee-4fb5-90e0-1bc8ccd45429 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.3698249 Oct 13 04:25:29.317153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.358075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-1086ef1b-d3ce-4deb-a4c3-df12a9fe3ae0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0496256 Oct 13 04:25:29.468066 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c935b-c8d5-47ef-96bd-4fcb0dc605fe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee61b6f-6f85-4d3e-a70d-8cb23fe8f5b2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.471441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd559c-f796-4c7f-896a-5594dffb860f req-0dd8eb8b-883f-4ee6-bc07-e5eb925a763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:29.473390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-0dd8eb8b-883f-4ee6-bc07-e5eb925a763d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.1061804 Oct 13 04:25:29.530512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-51620dc3-76f1-45c5-a2bc-baaef3aabb3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471854 Oct 13 04:25:29.626237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.730328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] DHCP port deletion for 3713455e-5689-4915-8c63-c64f156b135b request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:29.740830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:29.774896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad25-2481-45e8-9e73-c28d921b086d req-bd91c66e-1413-46d6-ac04-93fb7467f6d9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:29.784726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4becad25-2481-45e8-9e73-c28d921b086d req-bd91c66e-1413-46d6-ac04-93fb7467f6d9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 943 time: 0.4141753 Oct 13 04:25:29.787895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-b3c8ae47-725c-4127-927e-5e05bad009bb service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472513 Oct 13 04:25:29.909333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:29.936909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Deleting port d17a754a-f303-413e-8eea-07975fa08791 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:29.937277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.054150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31fd559c-f796-4c7f-896a-5594dffb860f req-1346cb91-ff06-411d-af40-96e2b6ebe470 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550759 Oct 13 04:25:30.149289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4becad25-2481-45e8-9e73-c28d921b086d req-d9ec69c3-1d0f-4028-982e-55c84a675ddc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585665 Oct 13 04:25:30.185773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Checking segment: {'id': 'f9bf0056-d693-455e-be29-a5cb3971924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '04154786-1052-4560-8733-8e9caed7586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:30.186365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network hostable DHCP agents. Network: 04154786-1052-4560-8733-8e9caed7586d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:30.196995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8651fcd-cf4f-4576-9350-4dd7e6a40a1f req-aec3cef0-682f-4e9a-bb58-035b0fcba67b tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1268785 Oct 13 04:25:30.213841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Attempting to bind port 05285b60-59b2-454a-84b7-b70301a497f2 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:30.214583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Attempting to bind port 05285b60-59b2-454a-84b7-b70301a497f2 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:30.217015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Attempting to bind port 05285b60-59b2-454a-84b7-b70301a497f2 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:30.243258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Port': ['ID=cc88eb8c-3dcd-499b-bc43-03e57e5c6f72,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:30.303574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] For port d17a754a-f303-413e-8eea-07975fa08791, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d17a754a-f303-413e-8eea-07975fa08791,segment=NetworkSegment(fbe86ddf-180a-4189-98e2-8cc8072ea72c),segment_id=fbe86ddf-180a-4189-98e2-8cc8072ea72c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:30.304210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.323152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Port 05285b60-59b2-454a-84b7-b70301a497f2 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:30.323882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Attempting to bind port 05285b60-59b2-454a-84b7-b70301a497f2 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:30.357637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Calling delete_port for d17a754a-f303-413e-8eea-07975fa08791 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:30.370910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network 04154786-1052-4560-8733-8e9caed7586d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:30.378200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:30.378955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:30.379730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:30.380608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Bound port: 05285b60-59b2-454a-84b7-b70301a497f2, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:30.381224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.503596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c109-9dca-41d8-9f7d-ce81ea4e9139 req-cdd56f99-b9f1-4982-95de-e3092772ef89 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:30.515675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e64c109-9dca-41d8-9f7d-ce81ea4e9139 req-cdd56f99-b9f1-4982-95de-e3092772ef89 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2528119 Oct 13 04:25:30.527946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.566023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550392-58b2-4f5f-a527-ccf4900db7da req-95161343-581e-400c-a665-0138f4818ee0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:30.567801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af550392-58b2-4f5f-a527-ccf4900db7da req-95161343-581e-400c-a665-0138f4818ee0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1367352 Oct 13 04:25:30.583887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] Pushing event deleted for resources: {'Port': ['ID=d17a754a-f303-413e-8eea-07975fa08791,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:30.598776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 04154786-1052-4560-8733-8e9caed7586d) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:30.601076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c67dd-eae7-4222-9184-ad3763461d58 None None] No DVR routers for this DVR port d17a754a-f303-413e-8eea-07975fa08791 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:30.618067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:30.619423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:30.626179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0be8e-ff6f-4f4f-9335-9f93e48b1dcb None None] Network 04154786-1052-4560-8733-8e9caed7586d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:30.648890 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af550392-58b2-4f5f-a527-ccf4900db7da req-451d5e10-bd78-4160-ae75-ae829f194c69 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736237 Oct 13 04:25:30.902105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e64c109-9dca-41d8-9f7d-ce81ea4e9139 req-ee94b973-3eab-43f2-9da2-8078c498ae5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801410 Oct 13 04:25:30.924842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port d17a754a-f303-413e-8eea-07975fa08791 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:30.925408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.009659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port d17a754a-f303-413e-8eea-07975fa08791, host n-d-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:31.010753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.025464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for d17a754a-f303-413e-8eea-07975fa08791 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:31.028429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Port d17a754a-f303-413e-8eea-07975fa08791 was not found and therefore no delete operation was performed {{(pid=95047) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:25:31.029966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Port': ['ID=6dff99da-00b0-406e-a985-aa2396fc37f8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.036502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:31.044160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.109573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:31.114192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=d17a754a-f303-413e-8eea-07975fa08791,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.126110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port d17a754a-f303-413e-8eea-07975fa08791 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:31.133302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Checking segment: {'id': '8d038700-b643-4121-8b88-7737be78b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '39c87a8b-af6e-4740-aa8b-e831d99e0046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:31.133790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network hostable DHCP agents. Network: 39c87a8b-af6e-4740-aa8b-e831d99e0046, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:31.138492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.239149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d17a754a-f303-413e-8eea-07975fa08791 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:31.302783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d17a754a-f303-413e-8eea-07975fa08791 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:31.304673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:31.305691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d17a754a-f303-413e-8eea-07975fa08791 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:31.354888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:31.355688 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.357199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-0d6eb129-c399-433f-a1af-96409958f8eb service neutron] 10.222.0.16 "PUT /v2.0/ports/05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 1091 time: 4.2031772 Oct 13 04:25:31.380115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76f52e-8bd3-414e-9ccc-1ee78028a1bf req-adea6466-2b4d-4521-bb0d-a07ba84b0f01 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:31.381657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c76f52e-8bd3-414e-9ccc-1ee78028a1bf req-adea6466-2b4d-4521-bb0d-a07ba84b0f01 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 943 time: 0.1077886 Oct 13 04:25:31.419952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:31.422588 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24" -d '{"events": [{"name": "network-changed", "server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:31.463435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c76f52e-8bd3-414e-9ccc-1ee78028a1bf req-08c69ff3-8b26-44b1-bffc-765cb4799ee1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704658 Oct 13 04:25:31.515775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adaf4eaa-18b1-4909-9f1b-d965f6a71a65 req-de1c9688-fea8-4f77-ac14-01d0ae65b1ab tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.1086977 Oct 13 04:25:31.586946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.619611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3713455e-5689-4915-8c63-c64f156b135b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:31.629796 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9a8b8-b39c-46bb-9ca3-c7911aeaf98e x-openstack-request-id: req-86f9a8b8-b39c-46bb-9ca3-c7911aeaf98e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:31.630101 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:31.630320 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86f9a8b8-b39c-46bb-9ca3-c7911aeaf98e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:31.630657 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'status': 'completed', 'code': 200} Oct 13 04:25:31.634742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe86ddf-180a-4189-98e2-8cc8072ea72c') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:31.634928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe86ddf-180a-4189-98e2-8cc8072ea72c') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:31.636660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network 39c87a8b-af6e-4740-aa8b-e831d99e0046 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:31.671929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 39c87a8b-af6e-4740-aa8b-e831d99e0046) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:31.681612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.687485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b15d245-bfad-48b0-b822-7cb5834b8e16 None None] Network 39c87a8b-af6e-4740-aa8b-e831d99e0046 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:31.699584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:31.709569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:31.715014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:31.715743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.781900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.795864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-5ac8753f-a07b-420e-9156-1136471b92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:31.797498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-5ac8753f-a07b-420e-9156-1136471b92ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1094 time: 0.3714745 Oct 13 04:25:31.813563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-91f9e714-4cea-4326-92c7-f578b336a7ec tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.2149174 Oct 13 04:25:31.814873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:31.815338 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:31.816697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54796) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:31.820398 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:31.931382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-3293657d-2f5e-461f-abe0-408d16b04ee0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 217 time: 0.1120913 Oct 13 04:25:32.017064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-4664fcef-7952-42a9-92b7-825cf0977376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.018535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-4664fcef-7952-42a9-92b7-825cf0977376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0595880 Oct 13 04:25:32.061715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.066017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164b203-510c-4e1a-8879-345719c8cc68 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.075039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7164b203-510c-4e1a-8879-345719c8cc68 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.078015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7164b203-510c-4e1a-8879-345719c8cc68 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2600825 Oct 13 04:25:32.082231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54802) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:32.142118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.147358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/networks/3713455e-5689-4915-8c63-c64f156b135b HTTP/1.1" status: 204 len: 168 time: 2.8430300 Oct 13 04:25:32.159956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:32.166007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1668748852'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:32.176585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd282b8-c1ff-4601-ad55-975da5b55b16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Network': ['ID=3713455e-5689-4915-8c63-c64f156b135b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:32.212565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1014f6-199b-431a-b78a-c3b8a9bfa3c3 req-a622dc49-07c3-41ee-b81e-f27847cdc555 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.214193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff1014f6-199b-431a-b78a-c3b8a9bfa3c3 req-a622dc49-07c3-41ee-b81e-f27847cdc555 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2981939 Oct 13 04:25:32.283091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-11531cac-f66e-4a61-ab41-766f3d305896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.284594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e71ac-6f87-4958-a9ed-7ac0891d8315 req-895627a1-4c14-407a-b03c-464bdc86ac7c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.286456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-11531cac-f66e-4a61-ab41-766f3d305896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587209 Oct 13 04:25:32.293710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-725e71ac-6f87-4958-a9ed-7ac0891d8315 req-895627a1-4c14-407a-b03c-464bdc86ac7c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1355083 Oct 13 04:25:32.321186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:32.335000 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.391300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting port cc88eb8c-3dcd-499b-bc43-03e57e5c6f72 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:32.391884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.494385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff1014f6-199b-431a-b78a-c3b8a9bfa3c3 req-b7965446-baee-4134-be5a-f29f544011e5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698879 Oct 13 04:25:32.520579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-725e71ac-6f87-4958-a9ed-7ac0891d8315 req-fa8cf961-7b4f-4d63-bf5f-dacf77b80fdd tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223382 Oct 13 04:25:32.563614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.584690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-87b7b001-4ee2-4629-af55-671dc5d3d240 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873950 Oct 13 04:25:32.591230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:32.591880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Calling delete_port for cc88eb8c-3dcd-499b-bc43-03e57e5c6f72 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:32.684313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.684719 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Added segment d55f7f36-e5df-4ec6-8e6e-70ce6698421c of type vlan for network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 Oct 13 04:25:32.791875 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63e460d6-0eea-43c5-9c65-5f266f0d3080 req-0afe2c4d-9305-480a-88cc-d2ddd06abc85 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/ports?device_id=de8b808f-dc91-4c77-9c8a-fb6fd1472915 HTTP/1.1" status: 200 len: 210 time: 0.0657663 Oct 13 04:25:32.834650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.881709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Port': ['ID=cc88eb8c-3dcd-499b-bc43-03e57e5c6f72,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:32.910090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.913442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-36250102-665a-4bf8-a90b-e7afb734937f tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/ports/cc88eb8c-3dcd-499b-bc43-03e57e5c6f72 HTTP/1.1" status: 204 len: 168 time: 0.8288431 Oct 13 04:25:32.917545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:32.947572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.984572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:32.992310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:32.993080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.104097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting port 6dff99da-00b0-406e-a985-aa2396fc37f8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:33.104457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.160350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Network': ['ID=9afe9dab-5e2d-49ec-bed5-984271a1f5b1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:33.172582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:33.198272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fc3df-bb73-42c4-9902-f91c9e6da7e2 req-33b8f36f-710a-4043-8f19-c7a8cd967383 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:33.206222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.207343 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-787fc3df-bb73-42c4-9902-f91c9e6da7e2 req-33b8f36f-710a-4043-8f19-c7a8cd967383 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 943 time: 0.5067856 Oct 13 04:25:33.216974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-520ee6a2-b72c-4e97-a844-2f67576b5338 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0555975 Oct 13 04:25:33.219040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:33.230575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Calling delete_port for 6dff99da-00b0-406e-a985-aa2396fc37f8 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:33.240882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'subnet': {'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:33.381271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.403310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-787fc3df-bb73-42c4-9902-f91c9e6da7e2 req-18509281-a7f2-4140-8bcc-2d519768bb9a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947272 Oct 13 04:25:33.404956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:33.409443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.437598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-042552f7-5e36-4962-89d9-1de4b33aa0d0 req-805c404e-0fd6-48fd-b144-25f6dd73ccac service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8414111 Oct 13 04:25:33.456291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Port': ['ID=6dff99da-00b0-406e-a985-aa2396fc37f8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:33.470615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.496191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-550d8e76-8165-42ab-9567-d23d3cb83b4a tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/ports/6dff99da-00b0-406e-a985-aa2396fc37f8 HTTP/1.1" status: 204 len: 168 time: 0.5751812 Oct 13 04:25:33.497023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:33.567008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-797bbec2-2519-46ea-881d-ae321873f2ca tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0687423 Oct 13 04:25:33.567634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:33.572654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-277685436'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:33.650661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:33.654620 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.753917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.785489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-a158f6d9-42c9-46a5-b43e-b741a4fa65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:33.787316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-a158f6d9-42c9-46a5-b43e-b741a4fa65b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1094 time: 0.2769051 Oct 13 04:25:33.822411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:33.891287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68121607-d542-4eb7-8dd5-6e5c2c939b7e req-6770e01a-6738-422f-8663-815ce956f91a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:33.901410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68121607-d542-4eb7-8dd5-6e5c2c939b7e req-6770e01a-6738-422f-8663-815ce956f91a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2132506 Oct 13 04:25:33.917883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:33.922382 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment c0c1b02f-e379-4f1e-ac42-90e8a467535a of type vlan for network 71ddbec9-37f8-455e-9c51-551def30de1d Oct 13 04:25:33.961465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Checking segment: {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:33.962179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network hostable DHCP agents. Network: 9afe9dab-5e2d-49ec-bed5-984271a1f5b1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:33.979137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e678-a8f2-4557-8cf9-807c4dedb850 req-399c4bd2-9c48-41ce-9fc8-a85b3b8498a1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:33.981003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0f4e678-a8f2-4557-8cf9-807c4dedb850 req-399c4bd2-9c48-41ce-9fc8-a85b3b8498a1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2042663 Oct 13 04:25:33.984659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Subnet': ['ID=68716919-c2ab-40ee-bf8d-901a5348a5c4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:34.047248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.077862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68121607-d542-4eb7-8dd5-6e5c2c939b7e req-6a04bc93-b823-42b6-b202-edc711ca430b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754327 Oct 13 04:25:34.160301 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.168167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.169204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.329119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7604206 Oct 13 04:25:34.345433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:34.345995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54846) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:34.358674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-218514113'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:34.396103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:34.400184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.421729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3ab2e-2ffe-4d54-a3b5-49073b634d29 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=71ddbec9-37f8-455e-9c51-551def30de1d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:34.437363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 71ddbec9-37f8-455e-9c51-551def30de1d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:34.536729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:34.604175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.604539 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Added segment 40843aed-16a6-4b25-a7ee-add3d9ff2057 of type vlan for network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 Oct 13 04:25:34.607147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.666082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e297b4-b1b1-4993-8aea-d507931c5e56 req-4b3b68d9-cbd4-46a8-986c-ec98e310ce0d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.676872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69e297b4-b1b1-4993-8aea-d507931c5e56 req-4b3b68d9-cbd4-46a8-986c-ec98e310ce0d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 943 time: 0.1237276 Oct 13 04:25:34.735262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.741556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.763506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:34.824148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69e297b4-b1b1-4993-8aea-d507931c5e56 req-9d0dff3a-bddc-476c-900d-dc3509b425c5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482997 Oct 13 04:25:34.845602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.849159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 9afe9dab-5e2d-49ec-bed5-984271a1f5b1) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:34.857176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.857951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.858817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c816615-1889-45a8-a0f3-eace847c3377 None None] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:34.880738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.884807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.890699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-41521755-b80e-4abe-b55c-3dc3cb07ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:34.896248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-41521755-b80e-4abe-b55c-3dc3cb07ed57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 1.0689142 Oct 13 04:25:34.918416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0f4e678-a8f2-4557-8cf9-807c4dedb850 req-06b3c206-ee16-45a3-8ed2-2835913a6149 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9279540 Oct 13 04:25:34.934936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Network': ['ID=6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:34.945362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.948871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:34.950210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "DELETE /v2.0/security-groups/83f603f6-a347-4ba4-879d-63496ea850e7 HTTP/1.1" status: 204 len: 168 time: 0.5655057 Oct 13 04:25:34.957530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54860) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:35.001268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2fa07bbe-1bbf-48e5-a10e-ff50f9bf079e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6539042 Oct 13 04:25:35.016842 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-f587bb3a-36c1-4397-90ef-0a9ff9a4a56d tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] show failed (client error): The resource could not be found. Oct 13 04:25:35.024886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f587bb3a-36c1-4397-90ef-0a9ff9a4a56d tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "GET /v2.0/security-groups/83f603f6-a347-4ba4-879d-63496ea850e7 HTTP/1.1" status: 404 len: 347 time: 0.0624533 Oct 13 04:25:35.025999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:35.026803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f61fd-ff45-4259-8f3d-692dbc626594 tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f603f6-a347-4ba4-879d-63496ea850e7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:35.108826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-3c340995-c0d5-4b0a-8e1f-79430484dc2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 217 time: 0.1669645 Oct 13 04:25:35.153225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54864) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:35.163424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31d68f15-1581-4673-8bfe-c20b56417ee6 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9309170 Oct 13 04:25:35.172088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54866) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:35.172409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'subnets': [{'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1816439648', 'ip_version': 4}, {'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:35.172728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'subnet': {'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1816439648', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:35.177519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Request body: {'subnet': {'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:35.225589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-706213676'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:35.234068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:35.274489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-ff1b7e6a-cbec-485c-8bf4-af856399edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.278777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-ff1b7e6a-cbec-485c-8bf4-af856399edc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1661856 Oct 13 04:25:35.313385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:35.321145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.422656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:35.459686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-c06ac878-9e0d-406c-a8c1-1f53b981d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:35.462291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-c06ac878-9e0d-406c-a8c1-1f53b981d797 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761899 Oct 13 04:25:35.496110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.496458 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Added segment 449456ee-09cb-4cda-a563-afb721261fac of type vlan for network 56627b4c-54fc-4e38-8a2b-a048144aa71d Oct 13 04:25:35.542083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-9afe9dab-5e2d-49ec-bed5-984271a1f5b1', 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'fixed_ips': [{'subnet_id': '68716919-c2ab-40ee-bf8d-901a5348a5c4'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:35.543467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.625746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Deleting port 50ad5b97-d187-4bac-b90d-1c20d4893087 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:35.626337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.876522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Made reservation on behalf of 1c421b75388d4075a75303eca7ec2b57 for: {'subnet': 2} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:35.892043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.893738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:35.917614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:25:35.943248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-61641916-dd09-46ca-a9ed-99f22e19d225 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723372 Oct 13 04:25:35.995483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.166728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.188359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:36.189276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.246744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Allocated IP 19.80.0.2 (9afe9dab-5e2d-49ec-bed5-984271a1f5b1/68716919-c2ab-40ee-bf8d-901a5348a5c4/4ea3ff68-edd0-4d00-98d8-9c697fab4b13) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:36.252099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.252556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.326073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Calling delete_port for 50ad5b97-d187-4bac-b90d-1c20d4893087 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:36.349585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd301b-e317-444c-bd6f-f85dd66fad84 req-3b9832c7-45ee-4de9-a89f-0f6bcf2ccd88 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:36.363560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fbd301b-e317-444c-bd6f-f85dd66fad84 req-3b9832c7-45ee-4de9-a89f-0f6bcf2ccd88 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 943 time: 0.4055350 Oct 13 04:25:36.386307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c6cb4-892b-4e1b-9067-31dde08020f4 req-b112f109-6707-4c44-8d84-d49079ef2608 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:36.390485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be3c6cb4-892b-4e1b-9067-31dde08020f4 req-b112f109-6707-4c44-8d84-d49079ef2608 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2758977 Oct 13 04:25:36.400338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:36.441298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '05285b60-59b2-454a-84b7-b70301a497f2', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:25:36.541392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be3c6cb4-892b-4e1b-9067-31dde08020f4 req-93e653ea-6598-4895-afb4-ef37d59aead2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343067 Oct 13 04:25:36.631614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fbd301b-e317-444c-bd6f-f85dd66fad84 req-c1bd76c6-baf8-4e0e-8862-615c40b7efd1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573904 Oct 13 04:25:36.634673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0cd9e1e7-8e79-4fdb-a27f-f547dd338b24 req-4e853df0-3e54-46c6-9b61-ac29de46427a service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798742 Oct 13 04:25:36.637912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4637413 Oct 13 04:25:36.666388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:36.675860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'subnet': {'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:36.763751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.788150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:36.835225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:36.856032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.884942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25673d2-72ff-4970-9b54-88d8af1a0e2d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Network': ['ID=56627b4c-54fc-4e38-8a2b-a048144aa71d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:36.893927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:36.898712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:36.927326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:36.964004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.153673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.172254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:37.258381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['05285b60-59b2-454a-84b7-b70301a497f2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:25:37.261022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Pushing event updated for resources: {'Port': ['ID=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:37.280605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:37.301600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:37.306903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:37.358840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.410233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Attempting to bind port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:37.410962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Attempting to bind port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:37.412324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Attempting to bind port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 on network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:37.427414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:37.428083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Checking segment: {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:37.428670 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.429969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Bound using segment: {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:37.432793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Bound port: 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:37.433392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.436488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad0851-b7cb-4c59-8244-dc0cd3824883 req-35e64112-74d1-4a6c-9c45-bcaf70be1eb1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:37.438184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04ad0851-b7cb-4c59-8244-dc0cd3824883 req-35e64112-74d1-4a6c-9c45-bcaf70be1eb1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1998003 Oct 13 04:25:37.519841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.568300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] For port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:37.589418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Subnet': ['ID=331ce5b7-b415-4199-81bf-838269fffe81,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:37.623255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04ad0851-b7cb-4c59-8244-dc0cd3824883 req-9dcd6a1e-b06b-481d-adc4-93933e5a50d3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746378 Oct 13 04:25:37.630659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Checking segment: {'id': 'c0c1b02f-e379-4f1e-ac42-90e8a467535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:37.631028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network hostable DHCP agents. Network: 71ddbec9-37f8-455e-9c51-551def30de1d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:37.682292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.692853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Subnet': ['ID=0efa5606-97c2-40a4-867f-752f9460607f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:37.718899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network 71ddbec9-37f8-455e-9c51-551def30de1d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:37.726382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Checking segment: {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:37.726753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network hostable DHCP agents. Network: 56627b4c-54fc-4e38-8a2b-a048144aa71d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:37.739764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Pushing event deleted for resources: {'Port': ['ID=50ad5b97-d187-4bac-b90d-1c20d4893087,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:37.775163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:37.781595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 56627b4c-54fc-4e38-8a2b-a048144aa71d) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:37.790191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:37.790788 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.798245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f43d719-2ca4-4e6a-bb58-eaa70c433b35 None None] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:37.801269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] For port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:37.833873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 71ddbec9-37f8-455e-9c51-551def30de1d) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:37.852518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-32de782e-4da6-4e26-9079-c5357966fe01 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1761599 Oct 13 04:25:37.861984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa58d701-8634-4f13-b4b2-2eb25eaa7f74 None None] Network 71ddbec9-37f8-455e-9c51-551def30de1d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:37.876293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:37.896276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:38.532921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239ecfd-02b3-4e33-b0e3-5895322539e5 req-82b3337a-0c33-4fde-86c4-e0e3556ac6d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:38.558187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e662f3-b996-4753-b63a-5c8992a1ee33 None None] Pushing event updated for resources: {'Port': ['ID=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:38.572500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7239ecfd-02b3-4e33-b0e3-5895322539e5 req-82b3337a-0c33-4fde-86c4-e0e3556ac6d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1370716 Oct 13 04:25:38.645969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event updated for resources: {'Subnet': ['ID=453200fb-bd4e-425a-a960-4846022025a5,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:38.666700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:38.669497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:38.670831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4557e368-aedc-49eb-ac39-acd54d6c164a tempest-ServersTestBootFromVolume-366567697 tempest-ServersTestBootFromVolume-366567697-project] 10.222.0.49 "DELETE /v2.0/floatingips/6dcc8a43-31b8-43fa-8f96-9d51d55ca185 HTTP/1.1" status: 204 len: 168 time: 3.6385698 Oct 13 04:25:38.677188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:38.691786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69101be-585e-488a-8fce-206f7c995f59 req-409cd7b5-40f0-4406-991e-167f5fcff47a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:38.693784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a69101be-585e-488a-8fce-206f7c995f59 req-409cd7b5-40f0-4406-991e-167f5fcff47a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.8839788 Oct 13 04:25:38.706511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7239ecfd-02b3-4e33-b0e3-5895322539e5 req-d0e18d13-fa92-442c-a41d-f480c564bfe5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281590 Oct 13 04:25:38.902649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-56627b4c-54fc-4e38-8a2b-a048144aa71d', 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'fixed_ips': [{'subnet_id': '0efa5606-97c2-40a4-867f-752f9460607f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:38.904284 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:38.948615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Checking segment: {'id': '40843aed-16a6-4b25-a7ee-add3d9ff2057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:38.948973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network hostable DHCP agents. Network: 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:39.131720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a69101be-585e-488a-8fce-206f7c995f59 req-4eacf518-d0e2-4704-8f75-411e9ce52bbf tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435576 Oct 13 04:25:39.218803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:39.238043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-71ddbec9-37f8-455e-9c51-551def30de1d', 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d', 'tenant_id': '1c421b75388d4075a75303eca7ec2b57', 'fixed_ips': [{'subnet_id': '331ce5b7-b415-4199-81bf-838269fffe81'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:39.239512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:39.269015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-2bde16a7-445f-46b8-9c94-7d65b70ac50d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.282279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-2bde16a7-445f-46b8-9c94-7d65b70ac50d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.289201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-2bde16a7-445f-46b8-9c94-7d65b70ac50d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/networks?id=9afe9dab-5e2d-49ec-bed5-984271a1f5b1&id=56627b4c-54fc-4e38-8a2b-a048144aa71d HTTP/1.1" status: 200 len: 1391 time: 0.2887561 Oct 13 04:25:39.314310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-631b844c-ea17-4f71-92ad-044eee0fa97a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/quotas/7d38bdd7485d4204bbfcb0cac2b4c7f9 HTTP/1.1" status: 200 len: 375 time: 0.0236497 Oct 13 04:25:39.383101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:39.414500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.415031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:39.419802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:39.478038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5160afb5-437b-4c6f-b8f4-29f3b7645f08 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1626284 Oct 13 04:25:39.603653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b5169-b00d-4daa-a412-892d41a9da4b None None] Network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:39.688591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:39.700458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d900b49b-b6e0-4646-bf59-a5c71f8436f3 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5318081 Oct 13 04:25:39.718650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54924) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:39.802084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-c6fb2806-a0ae-4ac7-98fc-af1c5a88f7e7 service neutron] 10.222.0.49 "GET /v2.0/networks/9afe9dab-5e2d-49ec-bed5-984271a1f5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134444 Oct 13 04:25:39.865730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Allocated IP 19.86.0.2 (56627b4c-54fc-4e38-8a2b-a048144aa71d/0efa5606-97c2-40a4-867f-752f9460607f/35c169b8-3f06-4f23-8259-3bb32bb2f775) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:40.168652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-1165a127-a0a1-4495-b214-ae790ad51031 service neutron] 10.222.0.49 "GET /v2.0/networks/9afe9dab-5e2d-49ec-bed5-984271a1f5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651869 Oct 13 04:25:40.198005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Allocated IP 172.20.0.2 (71ddbec9-37f8-455e-9c51-551def30de1d/331ce5b7-b415-4199-81bf-838269fffe81/9c6ca6a8-635e-4722-9414-ad29b891336f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:40.236628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:40.290887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e809d6e-9604-417a-98db-36b976e60a01 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.293412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e809d6e-9604-417a-98db-36b976e60a01 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.300879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e809d6e-9604-417a-98db-36b976e60a01 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.303031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e809d6e-9604-417a-98db-36b976e60a01 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5833447 Oct 13 04:25:40.309997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54936) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:40.428799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b996b-652e-4889-956d-9e295e12d132 req-eae386c1-7bae-41e1-838a-b58fdb7e7a18 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:40.434830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c6b996b-652e-4889-956d-9e295e12d132 req-eae386c1-7bae-41e1-838a-b58fdb7e7a18 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.5094547 Oct 13 04:25:40.516453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3', 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3', 'tenant_id': '1c421b75388d4075a75303eca7ec2b57', 'fixed_ips': [{'subnet_id': '453200fb-bd4e-425a-a960-4846022025a5'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:25:40.524748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:40.541605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1105f1c-8150-4650-90d0-604b0c7a9409 None None] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:40.545492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5f80b398-90f7-49ad-9264-6b9b7bc903a4 service neutron] 10.222.0.49 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721318 Oct 13 04:25:40.611931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting subnet 331ce5b7-b415-4199-81bf-838269fffe81 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:40.633796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c6b996b-652e-4889-956d-9e295e12d132 req-9bc7d309-7fcf-4e8b-91bd-2fd750385cbd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043701 Oct 13 04:25:40.888623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.075806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-798f1423-ff4b-4c63-932d-e88f9cbb3c18 service neutron] 10.222.0.49 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270805 Oct 13 04:25:41.233423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092486b5-570d-420b-a7bc-63887ada88db req-30444fb5-fd0b-4b80-9796-8e150f936747 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:41.242713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-092486b5-570d-420b-a7bc-63887ada88db req-30444fb5-fd0b-4b80-9796-8e150f936747 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1410656 Oct 13 04:25:41.314923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-092486b5-570d-420b-a7bc-63887ada88db req-cfb69884-4914-4e83-bc19-684d5aa25551 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708823 Oct 13 04:25:41.427467 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3095718-6b03-44e6-b3db-acc3fb360ac3 req-34a81b1e-cacd-4084-a68b-552a3b27814f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 210 time: 0.0846870 Oct 13 04:25:41.494070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Allocated IP 172.20.0.18 (6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3/453200fb-bd4e-425a-a960-4846022025a5/f90fdc4d-9cc8-4aa6-a457-070d66308b0b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:41.815778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Deleting port 48ba854c-b1d0-4395-88fc-ac5f87a39184 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:41.818631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:41.851425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 05285b60-59b2-454a-84b7-b70301a497f2 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:25:42.005355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.064478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 05285b60-59b2-454a-84b7-b70301a497f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:42.064877 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.096703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.153868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:42.154245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.303651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] For port 48ba854c-b1d0-4395-88fc-ac5f87a39184, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48ba854c-b1d0-4395-88fc-ac5f87a39184,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:42.317431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.373422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.382640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.401891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8bd12-c2fa-457a-b8b3-c1b48c43d2d1 req-0bf00097-9c63-49a6-a70d-96f55175dc63 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.417107 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00a8bd12-c2fa-457a-b8b3-c1b48c43d2d1 req-0bf00097-9c63-49a6-a70d-96f55175dc63 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.5592179 Oct 13 04:25:42.426142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.434357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.460636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3a282c8b-c3db-42d1-8fdd-ca688ddd64e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.585642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Calling delete_port for 48ba854c-b1d0-4395-88fc-ac5f87a39184 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:42.644085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00a8bd12-c2fa-457a-b8b3-c1b48c43d2d1 req-70e8cf03-bd4e-4619-977b-ffdacb83eb86 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137032 Oct 13 04:25:42.661741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.690934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30eadd-1755-470d-93d9-c0f355ed90f7 req-8b4c9896-4d11-429c-954c-b37e98a0a42d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:42.711974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c30eadd-1755-470d-93d9-c0f355ed90f7 req-8b4c9896-4d11-429c-954c-b37e98a0a42d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2066000 Oct 13 04:25:42.739306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bd983281-e245-4f32-b9ff-2154226d4404 None None] Provisioning complete for port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:42.740113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd983281-e245-4f32-b9ff-2154226d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.769309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca6a8-635e-4722-9414-ad29b891336f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:42.810292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c30eadd-1755-470d-93d9-c0f355ed90f7 req-1c376024-69b7-4b3d-a24e-52d98e45ca69 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872569 Oct 13 04:25:42.827680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.829721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.867483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Network 71ddbec9-37f8-455e-9c51-551def30de1d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:42.892290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:42.955232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:42.970576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:42.993639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.043789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2ef2f25c-0469-4b3e-9aea-9fef9cf49e81 req-e72bc995-0897-4890-9aee-6b824e95f7ec tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 210 time: 0.1496782 Oct 13 04:25:43.070628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:43.155908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.166755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:43.194482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:43.248459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Pushing event updated for resources: {'Port': ['ID=f90fdc4d-9cc8-4aa6-a457-070d66308b0b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.302341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:43.310688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:43.333162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:43.406536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Subnet': ['ID=331ce5b7-b415-4199-81bf-838269fffe81,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.428040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.436199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e76e04c7-5602-45b1-8b3a-bf5ed9a8248e tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/subnets/331ce5b7-b415-4199-81bf-838269fffe81 HTTP/1.1" status: 204 len: 168 time: 3.1234298 Oct 13 04:25:43.441908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-48f51f23-acf4-4d4e-910b-c292f1f25235 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.457340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.457575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:43.457670 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.457752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-48f51f23-acf4-4d4e-910b-c292f1f25235 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.462073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-48f51f23-acf4-4d4e-910b-c292f1f25235 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "GET /v2.0/networks?id=9afe9dab-5e2d-49ec-bed5-984271a1f5b1&id=56627b4c-54fc-4e38-8a2b-a048144aa71d HTTP/1.1" status: 200 len: 1391 time: 0.3407476 Oct 13 04:25:43.481577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'port': {'device_id': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1', 'admin_state_up': True, 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:43.589785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting subnet 453200fb-bd4e-425a-a960-4846022025a5 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:43.603606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.690740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:43.695472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.734066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.787645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Pushing event updated for resources: {'Port': ['ID=35c169b8-3f06-4f23-8259-3bb32bb2f775,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:43.823393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:43.884913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a074fab-aac0-41ff-9075-9992ccd9993b req-ce98d3ff-8855-47b9-af4f-ecccef9201eb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:43.899550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a074fab-aac0-41ff-9075-9992ccd9993b req-ce98d3ff-8855-47b9-af4f-ecccef9201eb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1858785 Oct 13 04:25:43.916190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:43.948113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:43.949335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Attempting to bind port 9c6ca6a8-635e-4722-9414-ad29b891336f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:43.949703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Attempting to bind port 9c6ca6a8-635e-4722-9414-ad29b891336f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c0c1b02f-e379-4f1e-ac42-90e8a467535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:43.950154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Attempting to bind port 9c6ca6a8-635e-4722-9414-ad29b891336f on network 71ddbec9-37f8-455e-9c51-551def30de1d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:43.954972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Attempting to bind port 35c169b8-3f06-4f23-8259-3bb32bb2f775 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:43.955367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Attempting to bind port 35c169b8-3f06-4f23-8259-3bb32bb2f775 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:43.955723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Attempting to bind port 35c169b8-3f06-4f23-8259-3bb32bb2f775 on network 56627b4c-54fc-4e38-8a2b-a048144aa71d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:44.024334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:44.026680 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5beb28-6fe0-4585-ae33-9e31b3c3c89a" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:44.033979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.040180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:44.040561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Checking segment: {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:44.040970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.041367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Bound using segment: {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:44.041860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Bound port: 35c169b8-3f06-4f23-8259-3bb32bb2f775, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:44.042241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.044171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.046978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.126571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.130609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.161739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:44.162118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Checking segment: {'id': 'c0c1b02f-e379-4f1e-ac42-90e8a467535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:44.162520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.162913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Bound using segment: {'id': 'c0c1b02f-e379-4f1e-ac42-90e8a467535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:44.164050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Bound port: 9c6ca6a8-635e-4722-9414-ad29b891336f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c1b02f-e379-4f1e-ac42-90e8a467535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71ddbec9-37f8-455e-9c51-551def30de1d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:44.164838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.172501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Allocated IP 19.80.0.161 (9afe9dab-5e2d-49ec-bed5-984271a1f5b1/68716919-c2ab-40ee-bf8d-901a5348a5c4/735593e8-130a-4148-b86b-94082a95c829) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:44.186431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242d94-072f-4f9c-948a-81e92e4b8c0d req-3079fb14-43a8-4eda-b65c-851c54871601 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.189062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e242d94-072f-4f9c-948a-81e92e4b8c0d req-3079fb14-43a8-4eda-b65c-851c54871601 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1991196 Oct 13 04:25:44.223286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ba854c-b1d0-4395-88fc-ac5f87a39184,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.259514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e242d94-072f-4f9c-948a-81e92e4b8c0d req-40ca97ec-f438-42ef-980f-095a4f7c9577 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632982 Oct 13 04:25:44.277488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5a074fab-aac0-41ff-9075-9992ccd9993b req-b834766f-e2fc-45f1-9e01-fa869c280741 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766804 Oct 13 04:25:44.319080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] For port 9c6ca6a8-635e-4722-9414-ad29b891336f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:44.324552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] For port 9c6ca6a8-635e-4722-9414-ad29b891336f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c6ca6a8-635e-4722-9414-ad29b891336f,segment=NetworkSegment(c0c1b02f-e379-4f1e-ac42-90e8a467535a),segment_id=c0c1b02f-e379-4f1e-ac42-90e8a467535a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:44.326410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Attempting to bind port f90fdc4d-9cc8-4aa6-a457-070d66308b0b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:44.327040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Attempting to bind port f90fdc4d-9cc8-4aa6-a457-070d66308b0b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '40843aed-16a6-4b25-a7ee-add3d9ff2057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:44.327683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Attempting to bind port f90fdc4d-9cc8-4aa6-a457-070d66308b0b on network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:44.340174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:44.340530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Checking segment: {'id': '40843aed-16a6-4b25-a7ee-add3d9ff2057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:44.340926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.341329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Bound using segment: {'id': '40843aed-16a6-4b25-a7ee-add3d9ff2057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:44.341808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Bound port: f90fdc4d-9cc8-4aa6-a457-070d66308b0b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40843aed-16a6-4b25-a7ee-add3d9ff2057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:44.342191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.375039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.412172 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bae6de-769a-4dbc-a13a-487aa4a60aee x-openstack-request-id: req-e1bae6de-769a-4dbc-a13a-487aa4a60aee {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:44.412826 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:44.413354 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1bae6de-769a-4dbc-a13a-487aa4a60aee {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:44.416027 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:25:44.520538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd983281-e245-4f32-b9ff-2154226d4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.583631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d790e195-441d-4b9c-9cbc-a0e1ec2234d2 req-ae689025-f31a-4137-a079-357a7458aabe tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 210 time: 0.0919390 Oct 13 04:25:44.668290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] For port 35c169b8-3f06-4f23-8259-3bb32bb2f775, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:44.678629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] For port 35c169b8-3f06-4f23-8259-3bb32bb2f775, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35c169b8-3f06-4f23-8259-3bb32bb2f775,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:44.689020 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.706321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.739822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Subnet': ['ID=453200fb-bd4e-425a-a960-4846022025a5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:44.759861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99feaf-43fc-4b17-908f-7b36be4cf5d6 req-d9dfeecc-8b74-4fbe-84fe-effcabf36512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:44.761809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d99feaf-43fc-4b17-908f-7b36be4cf5d6 req-d9dfeecc-8b74-4fbe-84fe-effcabf36512 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1096 time: 0.2488468 Oct 13 04:25:44.798164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] For port f90fdc4d-9cc8-4aa6-a457-070d66308b0b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:44.801433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.830208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:44.837832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.842164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06d0fd32-604f-453b-8b3e-6e7f8e968a48 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/subnets/453200fb-bd4e-425a-a960-4846022025a5 HTTP/1.1" status: 204 len: 168 time: 1.3858678 Oct 13 04:25:44.857213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05536b8d-799c-4f7d-b4d3-c0048ff1f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.861065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:44.864289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:44.869092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:44.893766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54996) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:44.988435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] For port f90fdc4d-9cc8-4aa6-a457-070d66308b0b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f90fdc4d-9cc8-4aa6-a457-070d66308b0b,segment=NetworkSegment(40843aed-16a6-4b25-a7ee-add3d9ff2057),segment_id=40843aed-16a6-4b25-a7ee-add3d9ff2057)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:45.017704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.034261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:45.034957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.090591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-bd983281-e245-4f32-b9ff-2154226d4404 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:25:45.090953 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-bd983281-e245-4f32-b9ff-2154226d4404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:25:45.091723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ba8f1-1894-4105-8c81-b3e871fb9eb5 None None] Network 71ddbec9-37f8-455e-9c51-551def30de1d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:45.094752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6135287 Oct 13 04:25:45.112197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Request body: {'port': {'device_id': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d', 'admin_state_up': True, 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:45.124424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76ae69-457c-4dda-996e-e005b2680ae9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.174862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea9b78-d51f-4817-a73b-f5b34bad2ab4 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca6a8-635e-4722-9414-ad29b891336f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.198975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d99feaf-43fc-4b17-908f-7b36be4cf5d6 req-1252029b-e005-4963-b960-4a7c645eccfe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671699 Oct 13 04:25:45.307643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5727420f-f1fb-43dc-a507-b792b319c8e1 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:45.325352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5727420f-f1fb-43dc-a507-b792b319c8e1 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4256954 Oct 13 04:25:45.326241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:45.376659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.500776 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.575794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fae16f-33c4-4106-8c83-a36ff8516cd1 None None] Pushing event updated for resources: {'Port': ['ID=35c169b8-3f06-4f23-8259-3bb32bb2f775,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.734306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0643f-327b-4172-bf23-98185611d074 None None] Pushing event updated for resources: {'Port': ['ID=f90fdc4d-9cc8-4aa6-a457-070d66308b0b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:45.737936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.813965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e7eaf-ea97-42ce-a8d1-9b0e06cf6319 req-871d4cf2-6436-4a36-a952-4e43d4230d9d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:45.815486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-017e7eaf-ea97-42ce-a8d1-9b0e06cf6319 req-871d4cf2-6436-4a36-a952-4e43d4230d9d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2856762 Oct 13 04:25:45.990119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:45.995555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9def9572-a362-440e-8e47-e382f760de93 None None] Provisioning complete for port 735593e8-130a-4148-b86b-94082a95c829 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:45.996055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9def9572-a362-440e-8e47-e382f760de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.020158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Made reservation on behalf of 7d38bdd7485d4204bbfcb0cac2b4c7f9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:46.024306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.061794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca171671-10b5-435f-95ac-47ab7a932e41 req-e2f83038-620a-45de-b814-f8aa4edcee97 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.073792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca171671-10b5-435f-95ac-47ab7a932e41 req-e2f83038-620a-45de-b814-f8aa4edcee97 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.5897152 Oct 13 04:25:46.105260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9def9572-a362-440e-8e47-e382f760de93 None None] Port 735593e8-130a-4148-b86b-94082a95c829 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:46.143962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9def9572-a362-440e-8e47-e382f760de93 None None] Provisioning complete for port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:46.144341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9def9572-a362-440e-8e47-e382f760de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.203674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:46.259159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-017e7eaf-ea97-42ce-a8d1-9b0e06cf6319 req-bd61ab21-90b5-4c24-93c1-ab256d13a9d4 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048353 Oct 13 04:25:46.297187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca171671-10b5-435f-95ac-47ab7a932e41 req-c6ffbc5c-87c3-44fa-8770-51e68fcd33c4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224669 Oct 13 04:25:46.523340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35c169b8-3f06-4f23-8259-3bb32bb2f775 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:46.588118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting port f90fdc4d-9cc8-4aa6-a457-070d66308b0b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:46.588473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.651538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 35c169b8-3f06-4f23-8259-3bb32bb2f775 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:46.651913 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.783939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] For port f90fdc4d-9cc8-4aa6-a457-070d66308b0b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f90fdc4d-9cc8-4aa6-a457-070d66308b0b,segment=NetworkSegment(40843aed-16a6-4b25-a7ee-add3d9ff2057),segment_id=40843aed-16a6-4b25-a7ee-add3d9ff2057)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:46.785943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e832908-5eb2-4e60-9c2d-2569e644e502 req-7590e9de-f3dd-4323-bc50-92237c7c675d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:46.786928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.794477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e832908-5eb2-4e60-9c2d-2569e644e502 req-7590e9de-f3dd-4323-bc50-92237c7c675d tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 932 time: 0.3306406 Oct 13 04:25:46.802425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:46.826939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Calling delete_port for f90fdc4d-9cc8-4aa6-a457-070d66308b0b owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:46.832675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Sync routers for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:46.833529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e1dad21e-4410-4047-9aa4-4cd12a57c033 admin admin] 10.222.0.49 "PUT /v2.0/routers/cc1fc184-c64c-4e9f-b6f9-d7c46f65400e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1549382 Oct 13 04:25:46.842946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:46.893853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:46.938229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Routers {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:46.938875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:47.059799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Allocated IP 19.86.0.23 (56627b4c-54fc-4e38-8a2b-a048144aa71d/0efa5606-97c2-40a4-867f-752f9460607f/ea0acff8-6575-478f-a62c-3de594219684) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:25:47.227148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.276098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Set router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:47.436510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Port': ['ID=f90fdc4d-9cc8-4aa6-a457-070d66308b0b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:47.444075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114e691-b360-4437-b84b-ffd1fce7f6ea None None] Network 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:47.448120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] No DVR routers for this DVR port f90fdc4d-9cc8-4aa6-a457-070d66308b0b on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:47.675096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1e9f29b4-dc8e-4aad-9846-a7266898302c None None] Could not find standard attr ID for object f90fdc4d-9cc8-4aa6-a457-070d66308b0b. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:25:47.689247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.729263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e832908-5eb2-4e60-9c2d-2569e644e502 req-04fdc0a2-42a9-49c4-a147-f382b600a706 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9338961 Oct 13 04:25:47.740809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1e715-6967-4fe0-a929-be4f7e6f7e86 None None] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:47.771793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.796708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:47.810875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40843aed-16a6-4b25-a7ee-add3d9ff2057') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:47.811243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40843aed-16a6-4b25-a7ee-add3d9ff2057') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:47.834853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.864708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 35c169b8-3f06-4f23-8259-3bb32bb2f775, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35c169b8-3f06-4f23-8259-3bb32bb2f775,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:47.871797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.879977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:47.880472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.894077 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.961642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:47.965966 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:47.995027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102008-d388-42fa-8334-ab53c3d7f0d9 req-4deaa3be-5131-4c9c-940f-6fb455362e6d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.005290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea102008-d388-42fa-8334-ab53c3d7f0d9 req-4deaa3be-5131-4c9c-940f-6fb455362e6d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.1479151 Oct 13 04:25:48.015722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.068535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.075434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.082245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 HTTP/1.1" status: 204 len: 168 time: 2.7519665 Oct 13 04:25:48.090376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55028) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:48.093276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6694-908c-4871-a260-7b8466a40363 req-bafd3db0-b1dc-4c8b-b563-1d0402e19a9c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.102434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-abeb6694-908c-4871-a260-7b8466a40363 req-bafd3db0-b1dc-4c8b-b563-1d0402e19a9c tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.6629744 Oct 13 04:25:48.116080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.153610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.158855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:48.252423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea102008-d388-42fa-8334-ab53c3d7f0d9 req-5416144c-50e2-4116-8c5a-2916a6a0ee51 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461762 Oct 13 04:25:48.330668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.338577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Deleting port 0af8462e-3f1a-4c3d-8038-e79c896b8c10 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:48.339219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.556895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-30aad70d-4532-4947-b967-14cb3d7bcca4 None None] Provisioning complete for port 35c169b8-3f06-4f23-8259-3bb32bb2f775 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:48.556895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30aad70d-4532-4947-b967-14cb3d7bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.663389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] For port 0af8462e-3f1a-4c3d-8038-e79c896b8c10, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0af8462e-3f1a-4c3d-8038-e79c896b8c10,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:48.663814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.679909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Calling delete_port for 0af8462e-3f1a-4c3d-8038-e79c896b8c10 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:48.707923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65588a82-1b8e-4833-b93f-74bbcf24a12b None None] DHCP port deletion for 6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:48.769919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4355056-d05d-4755-bb49-1594cd30b0e0 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=6c83f1e0-e94b-4c38-8f68-2e890f2fcfc3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:48.817082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:25:48.840856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:48.845218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:25:48.853372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=35c169b8-3f06-4f23-8259-3bb32bb2f775,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:48.855935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:48.856314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:48.867740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event updated for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:48.912123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-abeb6694-908c-4871-a260-7b8466a40363 req-c1a14f6f-d4ff-4eab-be6a-00002902b95f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8078566 Oct 13 04:25:48.962888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:48.963550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.011811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-7065fc21-8ad1-4dbc-9003-f01be9d058b7 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9132040 Oct 13 04:25:49.020884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Deleting port 9c6ca6a8-635e-4722-9414-ad29b891336f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:49.021498 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.026375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Request body: {'port': {'device_id': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:49.047831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87baa2-5c4c-4e2f-9143-e38824c334aa req-927ead32-0613-4e14-85ad-39987ef2cfa6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:49.053292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2d87baa2-5c4c-4e2f-9143-e38824c334aa req-927ead32-0613-4e14-85ad-39987ef2cfa6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.5376942 Oct 13 04:25:49.071804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:49.080003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'floatingip': {'port_id': '05285b60-59b2-454a-84b7-b70301a497f2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:49.152074 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.164625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] For port 9c6ca6a8-635e-4722-9414-ad29b891336f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9c6ca6a8-635e-4722-9414-ad29b891336f,segment=NetworkSegment(c0c1b02f-e379-4f1e-ac42-90e8a467535a),segment_id=c0c1b02f-e379-4f1e-ac42-90e8a467535a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:49.165148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.204070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Calling delete_port for 9c6ca6a8-635e-4722-9414-ad29b891336f owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:49.206586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af8462e-3f1a-4c3d-8038-e79c896b8c10,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:49.336282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.365877 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.471430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.561043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.565112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.603332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dd9b2-e234-4197-8231-5203b520aed0 req-37acb752-65a1-4f56-90c8-b0c796264025 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:49.611689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'name': 'tempest-ServersTestBootFromVolume-1790746391-router', 'tenant_id': '6ff5ff68434340aa802e3388b0dda0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:21:58Z', 'updated_at': '2021-10-13T04:25:43Z', 'revision_number': 5, 'project_id': '6ff5ff68434340aa802e3388b0dda0d5', 'gw_port': {'id': '0af8462e-3f1a-4c3d-8038-e79c896b8c10', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:21:59Z', 'updated_at': '2021-10-13T04:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:49.619231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dd9b2-e234-4197-8231-5203b520aed0 req-37acb752-65a1-4f56-90c8-b0c796264025 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:49.637457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c1dd9b2-e234-4197-8231-5203b520aed0 req-37acb752-65a1-4f56-90c8-b0c796264025 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1654 time: 0.5645621 Oct 13 04:25:49.705877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.712414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc1fc184-c64c-4e9f-b6f9-d7c46f65400e {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:25:49.763935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Checking router: cc1fc184-c64c-4e9f-b6f9-d7c46f65400e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:49.805101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.806649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cfae9f70-fcae-4847-833d-ee63c5dac1f5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cc1fc184-c64c-4e9f-b6f9-d7c46f65400e HTTP/1.1" status: 204 len: 168 time: 2.9624567 Oct 13 04:25:49.814413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:49.859604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f90fdc4d-9cc8-4aa6-a457-070d66308b0b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:49.867377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:49.950938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f90fdc4d-9cc8-4aa6-a457-070d66308b0b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:49.964227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f90fdc4d-9cc8-4aa6-a457-070d66308b0b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 04:25:49.970789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:49.973923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:25:49.976378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:25:49.977024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4522a9d-c577-4ca0-a032-0596e4b1355a None None] The sync data for ids ['cc1fc184-c64c-4e9f-b6f9-d7c46f65400e'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:50.019786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Deleting subnet 3b6809b7-f694-4056-bab7-3a8f05674f8c {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:25:50.028483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Port': ['ID=9c6ca6a8-635e-4722-9414-ad29b891336f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:50.043391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] No DVR routers for this DVR port 9c6ca6a8-635e-4722-9414-ad29b891336f on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:50.055419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.074170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Port f90fdc4d-9cc8-4aa6-a457-070d66308b0b not found, will not notify nova. {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 04:25:50.088540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c1dd9b2-e234-4197-8231-5203b520aed0 req-e74a163b-c8f9-4545-9a01-bbff653829e0 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497974 Oct 13 04:25:50.109414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.125612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.137651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.152555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.172755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.195707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.209772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.216191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-bff4464d-fa68-4653-8068-0e42ba88ae22 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.5389636 Oct 13 04:25:50.233297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-edd4e6a7-205b-41d5-98eb-b5e45d13ebca None None] Provisioning complete for port 35c169b8-3f06-4f23-8259-3bb32bb2f775 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:50.235766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-edd4e6a7-205b-41d5-98eb-b5e45d13ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.349501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.354605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.389763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f2dfc7c-9604-4478-91c8-aed16b9f8d40 req-19a0c00c-9bc5-4935-b27f-7bb84324b5df tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609943 Oct 13 04:25:50.406268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ddbec9-37f8-455e-9c51-551def30de1d']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:50.426935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c1b02f-e379-4f1e-ac42-90e8a467535a') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:50.427282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c1b02f-e379-4f1e-ac42-90e8a467535a') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:50.449260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.481495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-edd4e6a7-205b-41d5-98eb-b5e45d13ebca None None] Provisioning complete for port ea0acff8-6575-478f-a62c-3de594219684 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:50.481876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-edd4e6a7-205b-41d5-98eb-b5e45d13ebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.557165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c887f8c-2713-4e3d-a1fe-67843aac315e None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:25:50.604449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.669126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:50.672742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:50.684223 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:50.715788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-edd4e6a7-205b-41d5-98eb-b5e45d13ebca None None] Port ea0acff8-6575-478f-a62c-3de594219684 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:50.785519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc896-5288-4ffb-b062-878e29e4a20f req-5854c67c-e99d-4053-8cdf-42257fcb77ed tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:50.798389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c2fc896-5288-4ffb-b062-878e29e4a20f req-5854c67c-e99d-4053-8cdf-42257fcb77ed tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.5674715 Oct 13 04:25:50.912855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f8df1a05-e6c7-4392-9fe3-1ce961f6dfa1 None None] Provisioning complete for port ea0acff8-6575-478f-a62c-3de594219684 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:50.915574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f8df1a05-e6c7-4392-9fe3-1ce961f6dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.009813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c2fc896-5288-4ffb-b062-878e29e4a20f req-0f63d431-f3a1-4329-b77e-94496dbc8be8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044315 Oct 13 04:25:51.010415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.094919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35c169b8-3f06-4f23-8259-3bb32bb2f775 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:25:51.218906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.219535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f8df1a05-e6c7-4392-9fe3-1ce961f6dfa1 None None] Port ea0acff8-6575-478f-a62c-3de594219684 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:25:51.229418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c887f8c-2713-4e3d-a1fe-67843aac315e None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:25:51.250904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.270859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/71ddbec9-37f8-455e-9c51-551def30de1d HTTP/1.1" status: 204 len: 168 time: 3.1711662 Oct 13 04:25:51.300281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:51.436622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55070) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:51.483225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735593e8-130a-4148-b86b-94082a95c829 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:51.485018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 35c169b8-3f06-4f23-8259-3bb32bb2f775 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:25:51.485589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.491453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.505604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Transition to ACTIVE for port object 735593e8-130a-4148-b86b-94082a95c829 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:51.544664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.556007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad40c4-ea0e-4150-97d1-fbb735660427 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=71ddbec9-37f8-455e-9c51-551def30de1d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:51.623282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.630711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.637785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.644798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.652208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.662113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.669284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.671507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c42f4ad6-31d6-4156-8347-8041ac54580d req-8efa970d-9aae-435a-bc86-b168b8fd8497 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.9360657 Oct 13 04:25:51.740735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.785156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Pushing event updated for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:51.816931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cca3600-4649-49d7-a162-5f2cf54204db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.820481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.832601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3b6809b7-f694-4056-bab7-3a8f05674f8c HTTP/1.1" status: 204 len: 168 time: 1.9767835 Oct 13 04:25:51.833969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:51.938399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:51.949860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5113694-e5e6-4a50-8cb6-66e05c104527 req-d4980e1c-1dbe-43fb-a67f-55eab8c2da16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.956818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5113694-e5e6-4a50-8cb6-66e05c104527 req-d4980e1c-1dbe-43fb-a67f-55eab8c2da16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:51.971857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afaf13-7326-4e4e-af3a-a8d76b7f966a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6809b7-f694-4056-bab7-3a8f05674f8c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:51.980032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f90fdc4d-9cc8-4aa6-a457-070d66308b0b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:51.983706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5113694-e5e6-4a50-8cb6-66e05c104527 req-d4980e1c-1dbe-43fb-a67f-55eab8c2da16 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1666 time: 0.6317072 Oct 13 04:25:52.010557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f90fdc4d-9cc8-4aa6-a457-070d66308b0b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:52.011033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f90fdc4d-9cc8-4aa6-a457-070d66308b0b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:52.037192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f7404-04d9-4459-a628-fa26cf30873f None None] Network 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:52.153753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0af8462e-3f1a-4c3d-8038-e79c896b8c10 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:52.188585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0af8462e-3f1a-4c3d-8038-e79c896b8c10 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:52.188962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0af8462e-3f1a-4c3d-8038-e79c896b8c10 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:52.189342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48ba854c-b1d0-4395-88fc-ac5f87a39184 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:52.213489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Attempting to bind port 735593e8-130a-4148-b86b-94082a95c829 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:52.213823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Attempting to bind port 735593e8-130a-4148-b86b-94082a95c829 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:52.214150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Attempting to bind port 735593e8-130a-4148-b86b-94082a95c829 on network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:52.221652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 48ba854c-b1d0-4395-88fc-ac5f87a39184 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:52.222149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48ba854c-b1d0-4395-88fc-ac5f87a39184 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:52.344614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5113694-e5e6-4a50-8cb6-66e05c104527 req-f7bc105e-ef59-48f2-be40-11977ac54429 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597367 Oct 13 04:25:52.362548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Port 735593e8-130a-4148-b86b-94082a95c829 on network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:52.371539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Attempting to bind port 735593e8-130a-4148-b86b-94082a95c829 on network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:52.414493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:52.414891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Checking segment: {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:52.418238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Bound using segment: {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:52.418724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Bound port: 735593e8-130a-4148-b86b-94082a95c829, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:52.419175 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.433392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] DHCP port deletion for 6f43d7e2-4516-4df6-b8d9-948af5ae83c8 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:25:52.443442 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:25:52.522095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:52.528270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=735593e8-130a-4148-b86b-94082a95c829,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:52.539780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.544200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Deleting port 86e33552-add0-4dc3-922e-7e13f4dd635b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:52.544592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.579333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.637564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] For port 86e33552-add0-4dc3-922e-7e13f4dd635b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86e33552-add0-4dc3-922e-7e13f4dd635b,segment=NetworkSegment(1a1e4c80-6d7c-457d-8899-194d0c92539f),segment_id=1a1e4c80-6d7c-457d-8899-194d0c92539f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:52.638141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.665117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Calling delete_port for 86e33552-add0-4dc3-922e-7e13f4dd635b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:52.668000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:52.670497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.672359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] 10.222.0.16 "PUT /v2.0/ports/735593e8-130a-4148-b86b-94082a95c829 HTTP/1.1" status: 200 len: 1092 time: 3.6512477 Oct 13 04:25:52.686153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'tag': '735593e8-130a-4148-b86b-94082a95c829'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:52.694133 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae420074-c703-4bb0-867f-2fef8228dca3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "tag": "735593e8-130a-4148-b86b-94082a95c829"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:52.700927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.717301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.747658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Request body: {'port': {'device_id': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:52.758140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8564-b3bb-4c62-b0c1-d248c2487ea1 req-c2b303e2-238b-4972-8c2c-230f394b607e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:52.760557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b34c8564-b3bb-4c62-b0c1-d248c2487ea1 req-c2b303e2-238b-4972-8c2c-230f394b607e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.5776410 Oct 13 04:25:52.811974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdf062-bed6-4cf3-862a-0e50e452479c service neutron] Pushing event updated for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:52.816287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cca3600-4649-49d7-a162-5f2cf54204db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.823707 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86354fa1-51d1-4636-b148-3af6a3efb7a8 x-openstack-request-id: req-86354fa1-51d1-4636-b148-3af6a3efb7a8 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:52.825357 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "tag": "735593e8-130a-4148-b86b-94082a95c829", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:52.826754 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86354fa1-51d1-4636-b148-3af6a3efb7a8 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:52.827781 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'tag': '735593e8-130a-4148-b86b-94082a95c829', 'status': 'completed', 'code': 200} Oct 13 04:25:52.832814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c87a8b-af6e-4740-aa8b-e831d99e0046']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:52.836191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.840975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6cca3600-4649-49d7-a162-5f2cf54204db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.854385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.872286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] No DVR routers for this DVR port 86e33552-add0-4dc3-922e-7e13f4dd635b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:52.893476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a670d-0040-42e9-81d9-9779da163eb9 None None] Pushing event deleted for resources: {'Port': ['ID=86e33552-add0-4dc3-922e-7e13f4dd635b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:52.893896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d038700-b643-4121-8b88-7737be78b7af') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:52.894399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d038700-b643-4121-8b88-7737be78b7af') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:52.921392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.934147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:52.989461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.000419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6cca3600-4649-49d7-a162-5f2cf54204db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da29d1428bdd42b3821b5b62b23700fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4867458 Oct 13 04:25:53.000419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca3600-4649-49d7-a162-5f2cf54204db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6991a-8ce5-4090-b5f1-d593f02f8579,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:53.005191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:53.023353 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b34c8564-b3bb-4c62-b0c1-d248c2487ea1 req-8e5e4142-7f6a-4c30-a8c3-fa8003dd823e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210984 Oct 13 04:25:53.028040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:53.028524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:53.032137 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:53.142632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-9a38d6bb-f2e4-44fd-8395-5cf1dc58de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.143322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-9a38d6bb-f2e4-44fd-8395-5cf1dc58de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.145247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-9a38d6bb-f2e4-44fd-8395-5cf1dc58de3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1913 time: 0.3399901 Oct 13 04:25:53.152022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Deleting port 86e33552-add0-4dc3-922e-7e13f4dd635b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:25:53.152511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.175600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.231968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.235119 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/39c87a8b-af6e-4740-aa8b-e831d99e0046 HTTP/1.1" status: 204 len: 168 time: 1.9170241 Oct 13 04:25:53.250940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:53.315713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025fdb6-342c-4189-9bdb-ae24d619185c tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=39c87a8b-af6e-4740-aa8b-e831d99e0046,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:53.371467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] For port 86e33552-add0-4dc3-922e-7e13f4dd635b, host n-d-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:53.371845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.495131 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Floating IP f938bc3a-9099-4183-8980-f1b490e9b32a associated. External IP: 172.25.0.71, port: 05285b60-59b2-454a-84b7-b70301a497f2. Oct 13 04:25:53.574659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.590392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-3e309e7b-5c5c-4da7-8b8c-b32d7c4d7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.591963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-3e309e7b-5c5c-4da7-8b8c-b32d7c4d7d06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.3013787 Oct 13 04:25:53.691871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Calling delete_port for 86e33552-add0-4dc3-922e-7e13f4dd635b owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:25:53.701537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Port 86e33552-add0-4dc3-922e-7e13f4dd635b was not found and therefore no delete operation was performed {{(pid=95048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:25:53.702455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.711429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.759492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56743de5-3421-4341-9ae8-ca1278fb08ba req-f838cac2-a659-463d-b77a-064ce798da61 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.765535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56743de5-3421-4341-9ae8-ca1278fb08ba req-f838cac2-a659-463d-b77a-064ce798da61 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.767434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56743de5-3421-4341-9ae8-ca1278fb08ba req-f838cac2-a659-463d-b77a-064ce798da61 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1666 time: 0.3132555 Oct 13 04:25:53.788644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e33552-add0-4dc3-922e-7e13f4dd635b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:53.795295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] No DVR routers for this DVR port 86e33552-add0-4dc3-922e-7e13f4dd635b on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:25:53.800977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.810177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-67648937-1f6d-4178-9c20-3f1335eaf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.810633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-67648937-1f6d-4178-9c20-3f1335eaf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.811096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-67648937-1f6d-4178-9c20-3f1335eaf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.812741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-67648937-1f6d-4178-9c20-3f1335eaf674 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6575856 Oct 13 04:25:53.831825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:25:53.925337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55120) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:53.928330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:53.990233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-063b9bf3-03ec-4691-b5c8-786f30f5c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:53.992285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-063b9bf3-03ec-4691-b5c8-786f30f5c975 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.3521559 Oct 13 04:25:53.995111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56743de5-3421-4341-9ae8-ca1278fb08ba req-1f61833c-d342-4cbe-9937-6ad5fc6f618e tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981401 Oct 13 04:25:54.003953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04154786-1052-4560-8733-8e9caed7586d']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.027246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.046846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.049669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.053376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5a6991a-8ce5-4090-b5f1-d593f02f8579 HTTP/1.1" status: 204 len: 168 time: 1.0405078 Oct 13 04:25:54.112361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f43d7e2-4516-4df6-b8d9-948af5ae83c8']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.116678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bf0056-d693-455e-be29-a5cb3971924f') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.117109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bf0056-d693-455e-be29-a5cb3971924f') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.136964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82542-b1d2-4cf7-9764-264d881d764b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6991a-8ce5-4090-b5f1-d593f02f8579,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:54.146081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1e4c80-6d7c-457d-8899-194d0c92539f') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.146411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1e4c80-6d7c-457d-8899-194d0c92539f') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.199445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.200304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.212579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-84911077-ae6e-4150-a3d4-3a633bcfc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.214100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae420074-c703-4bb0-867f-2fef8228dca3 req-84911077-ae6e-4150-a3d4-3a633bcfc239 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3779900 Oct 13 04:25:54.217840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86e33552-add0-4dc3-922e-7e13f4dd635b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:54.237866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.246744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:54.247165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:54.261904 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:54.284216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.297347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0acff8-6575-478f-a62c-3de594219684 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:25:54.305293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-690e24a3-3a29-434a-b93e-8bcc5d1eccd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1001 time: 0.2988689 Oct 13 04:25:54.310843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:25:54.311281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:25:54.316626 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:25:54.319261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.355763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.372497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.378242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.378459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.378876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.379377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.379838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.380326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.380747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.383779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-839bb552-d6a3-4d72-8f88-b5234a4fe2fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6491 time: 0.4574528 Oct 13 04:25:54.386790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6f43d7e2-4516-4df6-b8d9-948af5ae83c8 HTTP/1.1" status: 204 len: 168 time: 2.5426762 Oct 13 04:25:54.417841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ff6b1-ddda-4563-88db-bd04a38636e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f43d7e2-4516-4df6-b8d9-948af5ae83c8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:54.451354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Transition to ACTIVE for port object ea0acff8-6575-478f-a62c-3de594219684 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:25:54.461084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Router 1d986df0-1938-4224-9935-5a061529e2b7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:25:54.476867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.489399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.526573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.529852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] 10.222.0.49 "DELETE /v2.0/networks/04154786-1052-4560-8733-8e9caed7586d HTTP/1.1" status: 204 len: 168 time: 1.2778440 Oct 13 04:25:54.537495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-74a61ffc-1c58-43b8-8b6c-06dc0f1667df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.539928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-74a61ffc-1c58-43b8-8b6c-06dc0f1667df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.2185500 Oct 13 04:25:54.547505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e76c4-0220-4592-a057-79293318644a req-20426d9d-b0db-48f1-8f19-9ebc6cf0f257 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.553658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a44e76c4-0220-4592-a057-79293318644a req-20426d9d-b0db-48f1-8f19-9ebc6cf0f257 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.3883481 Oct 13 04:25:54.564529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-0152e0ab-126a-493d-a17c-7dc19ceaa237 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726556 Oct 13 04:25:54.575032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 86e33552-add0-4dc3-922e-7e13f4dd635b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:25:54.575782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86e33552-add0-4dc3-922e-7e13f4dd635b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:25:54.580219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab04265-182f-4500-8474-96136c807024 tempest-BulkNetworkOpsTest-1454762511 tempest-BulkNetworkOpsTest-1454762511-project] Pushing event deleted for resources: {'Network': ['ID=04154786-1052-4560-8733-8e9caed7586d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:54.638525 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a44e76c4-0220-4592-a057-79293318644a req-af73a4aa-8652-49a2-b2b7-7fa51adc7112 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779612 Oct 13 04:25:54.686502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:54.784060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-5c9e7304-5493-4470-8051-c7aef2e6b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:54.786085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-5c9e7304-5493-4470-8051-c7aef2e6b609 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329035 Oct 13 04:25:54.826978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:54.909205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:25:54.921424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55152) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:54.924054 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Sync routers for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:25:54.933178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:54.940621 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:54.941711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:54.951180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Attempting to bind port ea0acff8-6575-478f-a62c-3de594219684 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:25:54.951552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Attempting to bind port ea0acff8-6575-478f-a62c-3de594219684 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:25:54.951886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Attempting to bind port ea0acff8-6575-478f-a62c-3de594219684 on network 56627b4c-54fc-4e38-8a2b-a048144aa71d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:55.014986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55ba8521-0f65-419b-9160-62e8d72f7020 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ff5ff68434340aa802e3388b0dda0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835866 Oct 13 04:25:55.017728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55158) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:55.021102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Port ea0acff8-6575-478f-a62c-3de594219684 on network 56627b4c-54fc-4e38-8a2b-a048144aa71d not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:25:55.021410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Attempting to bind port ea0acff8-6575-478f-a62c-3de594219684 on network 56627b4c-54fc-4e38-8a2b-a048144aa71d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:25:55.028139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0c334703-1a11-4d99-9e0a-127e9e341938 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "PUT /v2.0/floatingips/f938bc3a-9099-4183-8980-f1b490e9b32a HTTP/1.1" status: 200 len: 990 time: 5.9520807 Oct 13 04:25:55.031753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:55.034020 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:55.041658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-0af82ac4-0ce7-4536-a9b8-5549fe3c48cb service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462196 Oct 13 04:25:55.042427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:25:55.042766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Checking segment: {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:55.043806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Bound using segment: {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:25:55.044206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Bound port: ea0acff8-6575-478f-a62c-3de594219684, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449456ee-09cb-4cda-a563-afb721261fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:25:55.044566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.109723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:55.262813 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f7f732-59b9-463e-9cd8-8871aa2bbdd5 x-openstack-request-id: req-62f7f732-59b9-463e-9cd8-8871aa2bbdd5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:55.263155 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:55.263413 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62f7f732-59b9-463e-9cd8-8871aa2bbdd5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:55.263815 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'status': 'completed', 'code': 200} Oct 13 04:25:55.267698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ff76b9b-6d61-423d-8c3a-801da2975abc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c421b75388d4075a75303eca7ec2b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444717 Oct 13 04:25:55.271677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55170) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:55.305661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-866fdd15-64fa-4eaa-b6d0-4e5bff80f7ee req-a9aa3cc0-17ec-4907-94f4-9d8321f9a11a service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382770 Oct 13 04:25:55.307006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:25:55.318626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ea0acff8-6575-478f-a62c-3de594219684,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:25:55.345190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714d7c-a7da-474e-b03d-878ba2eb9239 req-95090d4f-c739-45ce-b771-c1975176ae7a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.367743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714d7c-a7da-474e-b03d-878ba2eb9239 req-95090d4f-c739-45ce-b771-c1975176ae7a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.369704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f714d7c-a7da-474e-b03d-878ba2eb9239 req-95090d4f-c739-45ce-b771-c1975176ae7a tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.1871293 Oct 13 04:25:55.371536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.394179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.417430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.435214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f938bc3a-9099-4183-8980-f1b490e9b32a', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e302696-710e-4f21-a895-b5e79435b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:16Z', 'updated_at': '2021-10-13T04:25:52Z', 'revision_number': 1, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:55.448448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-755298e6-6a6b-4245-8f85-23ee3440ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.449970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-755298e6-6a6b-4245-8f85-23ee3440ba66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1096 time: 0.1349216 Oct 13 04:25:55.456499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.476603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Checking router: 1d986df0-1938-4224-9935-5a061529e2b7 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:25:55.480212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.481293 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.483616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea0acff8-6575-478f-a62c-3de594219684 HTTP/1.1" status: 200 len: 1091 time: 2.7399638 Oct 13 04:25:55.492876 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:25:55.493815 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:55.515918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f714d7c-a7da-474e-b03d-878ba2eb9239 req-b0dfa3c2-bdb0-4c0c-a576-6b46e7302154 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286092 Oct 13 04:25:55.561043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-1f0ed24a-a4da-4d0f-baad-16ecd23472df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.562539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-1f0ed24a-a4da-4d0f-baad-16ecd23472df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1096 time: 0.1877360 Oct 13 04:25:55.562698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.641377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b2d3a-a80a-453e-9650-83705ded34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:55.711177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-53cfeede-816f-442c-bbc3-a4b959e6bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.711651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-53cfeede-816f-442c-bbc3-a4b959e6bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.713293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-53cfeede-816f-442c-bbc3-a4b959e6bdcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1980 time: 0.1309083 Oct 13 04:25:55.752643 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:25:55.774779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-4cbd9a43-3c97-4363-93fe-19c5db4d83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.777462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-4cbd9a43-3c97-4363-93fe-19c5db4d83d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.3185508 Oct 13 04:25:55.797190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.802111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.805592 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25623601-0d43-4d8d-a8e8-07d7b28f1e41 HTTP/1.1" status: 204 len: 168 time: 0.5293043 Oct 13 04:25:55.890200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.893751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:55.897378 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d10f0e-b758-48a4-82ea-ce681bfda0b8 HTTP/1.1" status: 204 len: 168 time: 0.8781135 Oct 13 04:25:55.901647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d6693-a5ad-4f61-b8b8-df86f386e430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25623601-0d43-4d8d-a8e8-07d7b28f1e41,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:55.932895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cc510-3e67-49ac-bdcc-51214cbd6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d10f0e-b758-48a4-82ea-ce681bfda0b8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:55.958539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-2d6db7d4-1bbd-4d4a-b108-27c283361755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1534121 Oct 13 04:25:55.984045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13ff6-f068-4480-a431-91790c75d306 req-b353abef-a749-4d42-902f-9aeee26bf691 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:55.985640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44e13ff6-f068-4480-a431-91790c75d306 req-b353abef-a749-4d42-902f-9aeee26bf691 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1793754 Oct 13 04:25:56.055181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-0f136be7-e0b0-458c-96c9-3a0fb0b8a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.057425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-0f136be7-e0b0-458c-96c9-3a0fb0b8a5a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0913799 Oct 13 04:25:56.063574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44e13ff6-f068-4480-a431-91790c75d306 req-19f39e4f-4c92-484d-be68-6b3c513ac0f9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576415 Oct 13 04:25:56.169066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-bb5c24b5-6ab1-4740-9f19-a6b4b2a850b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.170667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-bb5c24b5-6ab1-4740-9f19-a6b4b2a850b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046982 Oct 13 04:25:56.258079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-cae0379a-d937-4344-882d-24536abfabf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=735593e8-130a-4148-b86b-94082a95c829 HTTP/1.1" status: 200 len: 217 time: 0.5295293 Oct 13 04:25:56.275592 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f938bc3a-9099-4183-8980-f1b490e9b32a', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e302696-710e-4f21-a895-b5e79435b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:16Z', 'updated_at': '2021-10-13T04:25:52Z', 'revision_number': 1, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:25:56.345672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a80197-dded-415e-9fd8-7759b10f646f None None] The sync data for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 is: [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'f938bc3a-9099-4183-8980-f1b490e9b32a', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e302696-710e-4f21-a895-b5e79435b6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:25:16Z', 'updated_at': '2021-10-13T04:25:52Z', 'revision_number': 1, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:25:56.346060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-fecce0c1-7863-4f7a-98ae-b39211df8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.361350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-fecce0c1-7863-4f7a-98ae-b39211df8a08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.7584302 Oct 13 04:25:56.375514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-28ce56f8-3f1f-4df2-8b2c-90c52b5c0d17 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948979 Oct 13 04:25:56.409022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-42e4769b-61bc-40a2-838c-f14dd79fbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.413146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-42e4769b-61bc-40a2-838c-f14dd79fbe68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=68716919-c2ab-40ee-bf8d-901a5348a5c4 HTTP/1.1" status: 200 len: 801 time: 0.1399901 Oct 13 04:25:56.544270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3f003c3-ee7b-4f15-82cb-20bd8a54ab9b req-28084e62-5dda-4736-a924-307fe7aabae8 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595442 Oct 13 04:25:56.581023 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-76226822-f5db-444a-ad92-3d123a509bff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1001 time: 0.2072189 Oct 13 04:25:56.582817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-09cfc1df-241b-4a74-9533-e28a8238d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.591622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-09cfc1df-241b-4a74-9533-e28a8238d39a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9afe9dab-5e2d-49ec-bed5-984271a1f5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112611 Oct 13 04:25:56.685569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-e0eb11d0-52bb-4534-99a2-b91a954d3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.687759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-e0eb11d0-52bb-4534-99a2-b91a954d3abb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.0952957 Oct 13 04:25:56.793339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832b8c-eb2e-46fb-ab91-1592365c2478 req-63997367-b5f3-4e11-82d0-bf17b3628a86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.801647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bce032-555f-4d48-a858-f9188d847794 None None] New status for floating IP f938bc3a-9099-4183-8980-f1b490e9b32a: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:25:56.804774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-acdbb899-dba4-4cba-a1fa-e6e6ebbb5e41 service neutron] 10.222.0.16 "GET /v2.0/networks/9afe9dab-5e2d-49ec-bed5-984271a1f5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157784 Oct 13 04:25:56.817643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832b8c-eb2e-46fb-ab91-1592365c2478 req-63997367-b5f3-4e11-82d0-bf17b3628a86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:56.817643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e832b8c-eb2e-46fb-ab91-1592365c2478 req-63997367-b5f3-4e11-82d0-bf17b3628a86 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.1703792 Oct 13 04:25:56.909492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e832b8c-eb2e-46fb-ab91-1592365c2478 req-bcb6034b-607d-4eb2-b9b3-49afc8a71d41 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833774 Oct 13 04:25:57.170369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-ab245d28-4944-4dab-969d-a80e6b33da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:57.172494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-ab245d28-4944-4dab-969d-a80e6b33da2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3620150 Oct 13 04:25:57.281795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:57.287319 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ff3fa-70ae-4469-8fe6-138f082b18f8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "tag": "ea0acff8-6575-478f-a62c-3de594219684"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:57.309513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55306) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:57.318368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-9e418c86-5a8f-4a5e-835d-caa2588801f8 service neutron] 10.222.0.16 "GET /v2.0/networks/9afe9dab-5e2d-49ec-bed5-984271a1f5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877725 Oct 13 04:25:57.476043 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9747f7b-952b-417b-8bed-68df13e4fbe2 x-openstack-request-id: req-b9747f7b-952b-417b-8bed-68df13e4fbe2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:57.476498 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "tag": "ea0acff8-6575-478f-a62c-3de594219684", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:57.476804 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9747f7b-952b-417b-8bed-68df13e4fbe2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:57.477450 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684', 'status': 'completed', 'code': 200} Oct 13 04:25:57.487670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-06da9f3a-f693-4bcf-b5eb-bf9d607dd63d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=ea0acff8-6575-478f-a62c-3de594219684 HTTP/1.1" status: 200 len: 217 time: 0.1076062 Oct 13 04:25:57.529453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b6abd-6ed0-4378-b267-dc7386569862 req-ba3ab613-b5f0-4dda-9d6f-d58e6f4bff46 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:57.543092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-485b6abd-6ed0-4378-b267-dc7386569862 req-ba3ab613-b5f0-4dda-9d6f-d58e6f4bff46 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.2903979 Oct 13 04:25:57.635523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-1563af3c-8415-4ef6-a4f3-c3f4ac68a965 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393098 Oct 13 04:25:57.679477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1090138383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:57.717265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.719349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.739647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-ab530c84-7649-48e6-bc34-1fa03f8f99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:57.741528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-ab530c84-7649-48e6-bc34-1fa03f8f99aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0efa5606-97c2-40a4-867f-752f9460607f HTTP/1.1" status: 200 len: 801 time: 0.2393169 Oct 13 04:25:57.779096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-485b6abd-6ed0-4378-b267-dc7386569862 req-656db66b-aa7b-49e9-ab95-e8ec2cc7246d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125125 Oct 13 04:25:57.806198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.811956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.846864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.848926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9ea9be71-2e2a-4f51-b4f4-831eb6d095ae tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5375919 Oct 13 04:25:57.856846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55330) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:57.864347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-482921011'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:57.901548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:57.907590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:57.924123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-74eba0f9-aa4d-4b5b-99f4-7fa859d64b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:57.925705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-74eba0f9-aa4d-4b5b-99f4-7fa859d64b5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56627b4c-54fc-4e38-8a2b-a048144aa71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1456370 Oct 13 04:25:57.927691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-476c893f-2d31-4c2a-8e8b-ee4854e4ea28 req-a03f5ab9-470b-4e86-8e59-0afa3fdecc22 service neutron] 10.222.0.16 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683389 Oct 13 04:25:57.942050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.055705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:25:58.084217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-67d6048b-35b8-4d15-9c44-6755615aaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.090207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-67d6048b-35b8-4d15-9c44-6755615aaf4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.1755648 Oct 13 04:25:58.127047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-36acb25a-45db-4a0d-a676-c08629ad9a4a service neutron] 10.222.0.16 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884251 Oct 13 04:25:58.203973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.221871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.233591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.236947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:25:58.273950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:25:58.276539 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c4419-e083-4b72-a462-e14c112a5b6c" -d '{"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-unplugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:25:58.277057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea3a4e-d23c-49ac-9a74-62580ce8e452 req-2f53eaa3-cdce-4cf7-9441-3df79e0b8785 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.285580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.285923 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Added segment b21acf5a-4674-41fc-a596-1a049bb8ee2c of type vlan for network fc81edce-9377-453b-8582-33e6f40d968d Oct 13 04:25:58.293491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7ea3a4e-d23c-49ac-9a74-62580ce8e452 req-2f53eaa3-cdce-4cf7-9441-3df79e0b8785 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1793797 Oct 13 04:25:58.298469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-199ef702-f26f-41cc-ae28-0627733f98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.300428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-199ef702-f26f-41cc-ae28-0627733f98dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.2023079 Oct 13 04:25:58.302451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:25:58.309851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.345344 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcb58cac-2dac-4319-bf1a-25ca77628459 req-157b6f57-8bbd-4700-9929-574e4742b7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720657 Oct 13 04:25:58.369981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7ea3a4e-d23c-49ac-9a74-62580ce8e452 req-934da737-b06a-4256-bfa3-56945654cef8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595076 Oct 13 04:25:58.388565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164e29ef-245a-4d09-9f46-46303eb9a126,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:58.423311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:58.496718 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0c1d5-d869-4de2-8ed1-aaa4b857cf6d x-openstack-request-id: req-acb0c1d5-d869-4de2-8ed1-aaa4b857cf6d {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:25:58.496996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.497370 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-unplugged", "status": "failed", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "code": 422}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:25:58.497743 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-acb0c1d5-d869-4de2-8ed1-aaa4b857cf6d {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:25:58.498247 n-d-813736-1 neutron-server[95049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'code': 422} returned with failed status Oct 13 04:25:58.521640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-bb500d69-9e20-4045-8c3d-4f5a055293e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.1440473 Oct 13 04:25:58.543746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-53d4fb83-157b-45dc-ab2e-4c73468a9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.544730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-53d4fb83-157b-45dc-ab2e-4c73468a9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.546660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-53d4fb83-157b-45dc-ab2e-4c73468a9169 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1980 time: 0.1341684 Oct 13 04:25:58.565166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9c70c2a6-d902-48a9-bd7e-4ca7bb971ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2515130 Oct 13 04:25:58.630911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-92990ed7-e570-4519-bfeb-2238698a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.635654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-92990ed7-e570-4519-bfeb-2238698a00dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.0983696 Oct 13 04:25:58.636737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.643254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.645003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:58.718157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d750-e8ae-4ca1-ae17-d96539ffaaf3 req-fbae22ac-0c31-4acf-9a6f-e70e188a0645 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.725384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d750-e8ae-4ca1-ae17-d96539ffaaf3 req-fbae22ac-0c31-4acf-9a6f-e70e188a0645 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.729589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1d4d750-e8ae-4ca1-ae17-d96539ffaaf3 req-fbae22ac-0c31-4acf-9a6f-e70e188a0645 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.1816339 Oct 13 04:25:58.779750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9215043 Oct 13 04:25:58.783423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:58.791707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'subnet': {'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:58.803036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-70134a58-3a8e-471e-8f71-026ff5c7f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.805012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-70134a58-3a8e-471e-8f71-026ff5c7f0bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=56627b4c-54fc-4e38-8a2b-a048144aa71d HTTP/1.1" status: 200 len: 902 time: 0.2243779 Oct 13 04:25:58.810097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-16c3a978-6278-470e-9388-ddfba2503e96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1433065 Oct 13 04:25:58.822588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b1d4d750-e8ae-4ca1-ae17-d96539ffaaf3 req-e1347f81-e286-4ec8-98f6-78dfc7f77fba tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862982 Oct 13 04:25:58.856520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6acd9-2a0e-419f-9373-e06e0c23b1b8 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Network': ['ID=fc81edce-9377-453b-8582-33e6f40d968d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:58.876072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fc81edce-9377-453b-8582-33e6f40d968d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:25:58.891384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-ac631851-1e56-4a6d-a0fa-f607299e083b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=ea0acff8-6575-478f-a62c-3de594219684 HTTP/1.1" status: 200 len: 217 time: 0.0677481 Oct 13 04:25:58.964731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.965210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.965673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.966129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.966583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.967398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.967517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:58.969500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-9b5dea6a-99f7-4c36-8b54-670b31d091d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=23b61804f1dd4c44a41af73a737a66d0&device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 6491 time: 0.3041816 Oct 13 04:25:59.048910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-89f16074-f912-4efd-87f3-f76b8ce44ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.050424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-89f16074-f912-4efd-87f3-f76b8ce44ca5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0efa5606-97c2-40a4-867f-752f9460607f HTTP/1.1" status: 200 len: 801 time: 0.1484537 Oct 13 04:25:59.071277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:59.075029 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.187271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-316193f1-5d85-4e00-9aad-1081d5bcb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.188837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-316193f1-5d85-4e00-9aad-1081d5bcb66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56627b4c-54fc-4e38-8a2b-a048144aa71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287153 Oct 13 04:25:59.197350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-82be403c-8e57-4ab8-873a-15a55fdcfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.197846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-82be403c-8e57-4ab8-873a-15a55fdcfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.198375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-82be403c-8e57-4ab8-873a-15a55fdcfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.200173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-82be403c-8e57-4ab8-873a-15a55fdcfb1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=113ad6d8-5dbc-42dd-af49-2005969c3381&id=4cf141f1-92db-4931-845b-ca7b83a7fd44&id=4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 200 len: 2293 time: 0.1802399 Oct 13 04:25:59.204872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-61d20127-91d1-40c3-a143-0b30981156a7 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810508 Oct 13 04:25:59.355803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-dd230225-24e9-429b-bbbc-1593e3690ace service neutron] 10.222.0.16 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562078 Oct 13 04:25:59.433465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-b408f9c0-badf-4f89-9bc8-041927d02244 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 200 len: 1001 time: 0.2194190 Oct 13 04:25:59.455144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55398) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:59.483605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.520969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb738e9-6da1-4d27-bae6-7e3eaf0f487c req-1ee1f3a1-679a-4fff-8b62-b127ddf714ef tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.523668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ecb738e9-6da1-4d27-bae6-7e3eaf0f487c req-1ee1f3a1-679a-4fff-8b62-b127ddf714ef tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.1329241 Oct 13 04:25:59.546958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f89ff259-1d67-49a9-9f16-927f9cf0c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.548681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f89ff259-1d67-49a9-9f16-927f9cf0c52d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf HTTP/1.1" status: 200 len: 851 time: 0.1055634 Oct 13 04:25:59.557582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b04d5050-04aa-4bdb-9d91-73693361e73e req-d179b84e-9b5a-4de8-b7fe-c5c25f9e9616 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319464 Oct 13 04:25:59.608163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ecb738e9-6da1-4d27-bae6-7e3eaf0f487c req-6abdade0-7bfc-48c4-8352-8c7432f0f0df tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743749 Oct 13 04:25:59.632797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e0d01ef7-a57f-444c-a530-592f1bbe6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.634453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e0d01ef7-a57f-444c-a530-592f1bbe6c21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48675cfe-0eea-4613-9b0f-aee4a25a1dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738666 Oct 13 04:25:59.686016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e1320-0a03-4ebf-ac32-104c02f95cb9 req-3c3db320-13ae-45d3-a167-bad63a3985a7 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.687654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-085e1320-0a03-4ebf-ac32-104c02f95cb9 req-3c3db320-13ae-45d3-a167-bad63a3985a7 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2175167 Oct 13 04:25:59.692314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Subnet': ['ID=6a064309-d541-4f72-8275-353fd70916de,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:25:59.731991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5d40882-351d-4412-96dc-511ac805d01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.733334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-6b0090f6-d122-45b2-bad5-2eafcdf77255 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2919419 Oct 13 04:25:59.758321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-79d4bb77-aae4-4265-b0dc-503e308530cd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:25:59.759291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-79d4bb77-aae4-4265-b0dc-503e308530cd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134659 Oct 13 04:25:59.767324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Checking segment: {'id': 'b21acf5a-4674-41fc-a596-1a049bb8ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:25:59.767688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network hostable DHCP agents. Network: fc81edce-9377-453b-8582-33e6f40d968d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:25:59.778796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-011ff3fa-70ae-4469-8fe6-138f082b18f8 req-5e066139-07d5-44cb-b79f-f6160abdeb33 service neutron] 10.222.0.16 "GET /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395438 Oct 13 04:25:59.816506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-085e1320-0a03-4ebf-ac32-104c02f95cb9 req-1fb9c577-2fd1-4528-ac01-1a4d7232bff8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099718 Oct 13 04:25:59.831309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network fc81edce-9377-453b-8582-33e6f40d968d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:25:59.841197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fc81edce-9377-453b-8582-33e6f40d968d) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:25:59.845691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:25:59.846354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.852349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf19691-2a14-4ce8-8ef3-2cfa108b59fc None None] Network fc81edce-9377-453b-8582-33e6f40d968d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:25:59.869225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-627c079c-830b-4a50-83eb-2e2b1a5d84c1 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0846162 Oct 13 04:25:59.871154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-71ba596f-2f3f-439f-a7f6-6391b32fcb3a service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207692 Oct 13 04:25:59.881310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55412) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:25:59.894807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'network': {'name': 'tempest-router-network01--963032984'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:25:59.908358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5d40882-351d-4412-96dc-511ac805d01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.945328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5d40882-351d-4412-96dc-511ac805d01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:25:59.960922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:25:59.965907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.007497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:00.040269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b5d40882-351d-4412-96dc-511ac805d01f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=536ac5bf0b1742f3bd0e1cf0350ebb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837302 Oct 13 04:26:00.040620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.040620 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Added segment 1ea7089b-da60-4e2c-909b-5ea713295ce7 of type vlan for network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc Oct 13 04:26:00.041810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55416) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:00.081914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-fc81edce-9377-453b-8582-33e6f40d968d', 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d', 'tenant_id': 'ca1d2e94ad234732b56367d38c34e528', 'fixed_ips': [{'subnet_id': '6a064309-d541-4f72-8275-353fd70916de'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:00.083051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.131374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f6e6cb2f-ef70-4cfa-b3a2-d5d25f6b1865 service neutron] 10.222.0.47 "GET /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509022 Oct 13 04:26:00.158088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.194910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-2a28f686-6922-47c9-98bf-062498418652 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 217 time: 0.0540211 Oct 13 04:26:00.205549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d40882-351d-4412-96dc-511ac805d01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9798900-1938-41d1-9a6c-a36316bb2372,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:00.209372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.237354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.242841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63614c-54a6-4667-b0ee-abab813da041 req-db1ca94c-fa43-4881-b9d3-56c457c23376 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.250015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63614c-54a6-4667-b0ee-abab813da041 req-db1ca94c-fa43-4881-b9d3-56c457c23376 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.259178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d63614c-54a6-4667-b0ee-abab813da041 req-db1ca94c-fa43-4881-b9d3-56c457c23376 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.2390969 Oct 13 04:26:00.266153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Allocated IP 172.20.0.2 (fc81edce-9377-453b-8582-33e6f40d968d/6a064309-d541-4f72-8275-353fd70916de/e56bd0c5-c226-40f6-9e51-5cafe938051d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:00.293760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.300651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.301646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.309985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.312748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.313986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9798900-1938-41d1-9a6c-a36316bb2372 HTTP/1.1" status: 204 len: 168 time: 0.2707813 Oct 13 04:26:00.349204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d63614c-54a6-4667-b0ee-abab813da041 req-60563ba1-0dce-45f1-9c44-065d4acce76f tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886114 Oct 13 04:26:00.368248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f72343f2-1f71-48f6-bd82-5e1d43dcbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.369998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f72343f2-1f71-48f6-bd82-5e1d43dcbbd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1492240 Oct 13 04:26:00.376279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f153a2-ab7b-4393-bb72-7f6d7150691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9798900-1938-41d1-9a6c-a36316bb2372,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:00.407389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5224276 Oct 13 04:26:00.427604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55424) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:00.441270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'network': {'name': 'tempest-router-network02--1842568160'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:00.468538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcc379-cc13-47de-906c-60d179044afc tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Network': ['ID=271745ac-c9c5-4daa-a7ae-2090d9c0f8fc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:00.485270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:00.492308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-5a0d1cbb-eaf4-4f4a-b4e4-7163fe1bd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.496084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-5a0d1cbb-eaf4-4f4a-b4e4-7163fe1bd07a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162901 Oct 13 04:26:00.529806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:00.539750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.571191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.580504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.604263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:00.623956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.624821 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Added segment d4fab7fe-ce75-4f2c-a0cf-423485d883a0 of type vlan for network 132372ef-913a-404a-a497-62b86b9b3024 Oct 13 04:26:00.633131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Network fc81edce-9377-453b-8582-33e6f40d968d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:00.638414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:00.650637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:00.701113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-55076069-6915-4c4f-9855-99b6e692553c service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960161 Oct 13 04:26:00.713068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Pushing event updated for resources: {'Port': ['ID=e56bd0c5-c226-40f6-9e51-5cafe938051d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:00.726873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Attempting to bind port e56bd0c5-c226-40f6-9e51-5cafe938051d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:00.728300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Attempting to bind port e56bd0c5-c226-40f6-9e51-5cafe938051d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b21acf5a-4674-41fc-a596-1a049bb8ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:00.728839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Attempting to bind port e56bd0c5-c226-40f6-9e51-5cafe938051d on network fc81edce-9377-453b-8582-33e6f40d968d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:00.735858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:00.736628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Checking segment: {'id': 'b21acf5a-4674-41fc-a596-1a049bb8ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:00.737196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.737744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Bound using segment: {'id': 'b21acf5a-4674-41fc-a596-1a049bb8ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:00.738376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Bound port: e56bd0c5-c226-40f6-9e51-5cafe938051d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21acf5a-4674-41fc-a596-1a049bb8ee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fc81edce-9377-453b-8582-33e6f40d968d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:00.738943 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.792996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.860994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] For port e56bd0c5-c226-40f6-9e51-5cafe938051d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:00.871109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] For port e56bd0c5-c226-40f6-9e51-5cafe938051d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e56bd0c5-c226-40f6-9e51-5cafe938051d,segment=NetworkSegment(b21acf5a-4674-41fc-a596-1a049bb8ee2c),segment_id=b21acf5a-4674-41fc-a596-1a049bb8ee2c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:00.889767 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.956659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:00.977671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:00.992542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:01.003438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007deb93-e9fb-49a1-868b-e8434e2e3aa7 None None] Pushing event updated for resources: {'Port': ['ID=e56bd0c5-c226-40f6-9e51-5cafe938051d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:01.034150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f562a-53e6-402e-bef3-8739734f115d req-809b7453-3301-44f0-86af-d5d245c58635 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.040538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be6f562a-53e6-402e-bef3-8739734f115d req-809b7453-3301-44f0-86af-d5d245c58635 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.2533479 Oct 13 04:26:01.180318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Network': ['ID=132372ef-913a-404a-a497-62b86b9b3024,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:01.193514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7648237 Oct 13 04:26:01.197664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55444) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:01.207691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'subnet': {'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:01.213685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.214029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.214364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.214706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.215036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.215522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.215854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.216396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.216950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.217491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.218883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.218883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f46908-f2a3-4415-af8e-f429d7b73185 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:01.232935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 132372ef-913a-404a-a497-62b86b9b3024 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:01.396699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-32752a22-4f5c-42e4-8fc7-138c82d025ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.399764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-32752a22-4f5c-42e4-8fc7-138c82d025ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac&tenant_id=0cbe7b9938814e12bba2db780f69e008 HTTP/1.1" status: 200 len: 1094 time: 0.2161331 Oct 13 04:26:01.404987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be6f562a-53e6-402e-bef3-8739734f115d req-85f13834-b997-4501-8e80-adda2d498190 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354851 Oct 13 04:26:01.428580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:01.449691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aeef4-3079-43fd-8ba9-3339d43a1821 req-c52dc0c0-7791-45eb-a691-e44524de676e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.469700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-444aeef4-3079-43fd-8ba9-3339d43a1821 req-c52dc0c0-7791-45eb-a691-e44524de676e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2917399 Oct 13 04:26:01.512599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:01.516610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:01.577397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-3edba10a-4dcf-409f-8d4c-5e8d70aa72d2 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655579 Oct 13 04:26:01.589020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-444aeef4-3079-43fd-8ba9-3339d43a1821 req-87186870-1c10-495f-a582-4f8371d6319b tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180909 Oct 13 04:26:01.599632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc45e8-4d4c-4b70-bfbb-1997de8a2682 req-2ecc1948-e3b6-4d0a-8f89-d9e4e1b14658 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.607144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc45e8-4d4c-4b70-bfbb-1997de8a2682 req-2ecc1948-e3b6-4d0a-8f89-d9e4e1b14658 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.608882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90bc45e8-4d4c-4b70-bfbb-1997de8a2682 req-2ecc1948-e3b6-4d0a-8f89-d9e4e1b14658 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.1430342 Oct 13 04:26:01.664469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-28696042-048c-4b47-9a24-0af1f4fc5880 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 217 time: 0.0640640 Oct 13 04:26:01.674436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90bc45e8-4d4c-4b70-bfbb-1997de8a2682 req-280ad559-6fb7-4bdc-855f-917ec172541e tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Oct 13 04:26:01.697496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:01.768745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-2d73287e-b65e-46df-81ac-2cbe5c02f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.770329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-2d73287e-b65e-46df-81ac-2cbe5c02f92e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.0981865 Oct 13 04:26:01.825220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:01.896327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Subnet': ['ID=2ae3f1ed-5630-40ca-a302-f257c68868d8,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:01.921570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Checking segment: {'id': '1ea7089b-da60-4e2c-909b-5ea713295ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:01.921979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network hostable DHCP agents. Network: 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:01.954451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:01.977128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:01.987520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a32861-855a-43da-a655-034498acc576 None None] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:01.997708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:01.998324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.031615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e3f95334-5706-42a0-8eaa-0aebc42a1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:02.033222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e3f95334-5706-42a0-8eaa-0aebc42a1e1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557693 Oct 13 04:26:02.035637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82a79355-2949-470b-a2c9-ecb30dd54ffd tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8333764 Oct 13 04:26:02.040082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55464) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:02.048335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'subnet': {'network_id': '132372ef-913a-404a-a497-62b86b9b3024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:02.100705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ea0acff8-6575-478f-a62c-3de594219684 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:02.108970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:02.188053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Made reservation on behalf of ca1d2e94ad234732b56367d38c34e528 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:02.193559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.224601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:02.291510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f935c637-bcc0-4aee-b906-a37cc95cf8ba service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479646 Oct 13 04:26:02.389273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e56bd0c5-c226-40f6-9e51-5cafe938051d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:02.453964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-83e50af7-9081-4e31-98e3-69f211dd0b28 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517289 Oct 13 04:26:02.556865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e4111b74-785c-4f2f-a629-35ca325c644d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319 HTTP/1.1" status: 200 len: 217 time: 0.0915356 Oct 13 04:26:02.559450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:02.601226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ea0acff8-6575-478f-a62c-3de594219684,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:02.615692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-271745ac-c9c5-4daa-a7ae-2090d9c0f8fc', 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc', 'tenant_id': 'ca1d2e94ad234732b56367d38c34e528', 'fixed_ips': [{'subnet_id': '2ae3f1ed-5630-40ca-a302-f257c68868d8'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:02.616954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.635409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'ea0acff8-6575-478f-a62c-3de594219684', 'network_id': '56627b4c-54fc-4e38-8a2b-a048144aa71d', 'port_id': 'ea0acff8-6575-478f-a62c-3de594219684', 'mac_address': 'fa:16:3e:6e:8c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efa5606-97c2-40a4-867f-752f9460607f', 'ip_address': '19.86.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:02.645953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e63419-d088-4c47-bd7c-f26cc7e82c57 None None] Network fc81edce-9377-453b-8582-33e6f40d968d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:02.718787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ba17a64-23cd-432f-95b5-c45045bcc2d1 req-c5c86909-682d-46e2-9b70-129f575986b2 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.0623760 Oct 13 04:26:02.729882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:02.747911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e56bd0c5-c226-40f6-9e51-5cafe938051d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:02.748283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.760375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.764002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a4e7f-747e-4ed0-a855-cca3c21e52da req-5a77a557-c322-4518-9b27-9903b2907546 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:02.770445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-ca0bc2a7-0b01-4ef3-b9fa-d96e833c8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:02.772122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-ca0bc2a7-0b01-4ef3-b9fa-d96e833c8504 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1393337 Oct 13 04:26:02.774368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8a4e7f-747e-4ed0-a855-cca3c21e52da req-5a77a557-c322-4518-9b27-9903b2907546 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 943 time: 0.2103307 Oct 13 04:26:02.816009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.816162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Transition to ACTIVE for port object 6acfc427-8259-454b-9dee-7585662c0329 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:02.831976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.873692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-7f07955a-bb02-48f8-a12f-bd0bbb31149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:02.875343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-7f07955a-bb02-48f8-a12f-bd0bbb31149e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956514 Oct 13 04:26:02.927906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.938784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1a9252ea-e9de-4110-82b9-db4864874406 None None] Provisioning complete for port e56bd0c5-c226-40f6-9e51-5cafe938051d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:02.939397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a9252ea-e9de-4110-82b9-db4864874406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:02.992421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8a4e7f-747e-4ed0-a855-cca3c21e52da req-dd8efdde-7d31-4a47-a9f0-c820c8004acc tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169387 Oct 13 04:26:03.026690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Subnet': ['ID=3d967386-299b-4ddb-bb89-d07fb2dd73b8,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:03.035166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Checking segment: {'id': 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '132372ef-913a-404a-a497-62b86b9b3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:03.035537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network hostable DHCP agents. Network: 132372ef-913a-404a-a497-62b86b9b3024, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:03.085037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network 132372ef-913a-404a-a497-62b86b9b3024 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:03.118485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 132372ef-913a-404a-a497-62b86b9b3024) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:03.126258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.126848 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:03.187402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66b768a-3412-428d-8987-daeb5ffbb246 None None] Network 132372ef-913a-404a-a497-62b86b9b3024 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:03.212063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0acff8-6575-478f-a62c-3de594219684 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:03.213838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-431038e7-03bf-431a-ae42-07c904129b61 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282316 Oct 13 04:26:03.228036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=9']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:03.234126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8c67edc2-1e23-4d9c-94e9-3b8bc4f4b43e tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1892815 Oct 13 04:26:03.236042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55500) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:03.388747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457320d1-0c5d-471d-9437-f5f8a226b2b6 req-6e828b28-d1d6-4139-bb51-8d3d60e78cda tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.399852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-457320d1-0c5d-471d-9437-f5f8a226b2b6 req-6e828b28-d1d6-4139-bb51-8d3d60e78cda tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.4224663 Oct 13 04:26:03.467397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] No DVR routers for this DVR port 6acfc427-8259-454b-9dee-7585662c0329 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:03.591457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ea0acff8-6575-478f-a62c-3de594219684,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:03.620192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:03.621176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 735593e8-130a-4148-b86b-94082a95c829 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:03.665467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-457320d1-0c5d-471d-9437-f5f8a226b2b6 req-e11b810a-70fa-4d71-9e40-2042f35fd9ba tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646201 Oct 13 04:26:03.684296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-7f968ff0-eae0-4019-9a22-c47d900c6dfd service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342978 Oct 13 04:26:03.770633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90610f-05a5-45d0-bcf7-150c5c6c2abf req-6258392a-01b7-47bd-94a1-750d7b463266 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.778344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90610f-05a5-45d0-bcf7-150c5c6c2abf req-6258392a-01b7-47bd-94a1-750d7b463266 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.780203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd90610f-05a5-45d0-bcf7-150c5c6c2abf req-6258392a-01b7-47bd-94a1-750d7b463266 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1678 time: 0.6490984 Oct 13 04:26:03.792309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-f54296cb-900f-435c-bd58-7c6c1965daaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5 HTTP/1.1" status: 200 len: 217 time: 0.0736237 Oct 13 04:26:03.821130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:03.821534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:03.822266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:03.847593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:03.848036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Attempting to bind port 6acfc427-8259-454b-9dee-7585662c0329 on network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:03.855349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Allocated IP 172.20.0.2 (271745ac-c9c5-4daa-a7ae-2090d9c0f8fc/2ae3f1ed-5630-40ca-a302-f257c68868d8/dbc649ed-d4b1-4c7d-938d-152b8e795877) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:03.860085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:03.861000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Checking segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:03.861730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Bound using segment: {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:03.861730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Bound port: 6acfc427-8259-454b-9dee-7585662c0329, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f62f36-888f-4abc-a8f0-ecffbabb8346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:03.862272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:03.913829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-a8c4b47f-eb2c-41c0-a7a6-3952bec0bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:03.915386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-a8c4b47f-eb2c-41c0-a7a6-3952bec0bda6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 200 len: 797 time: 0.1132712 Oct 13 04:26:03.916735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd90610f-05a5-45d0-bcf7-150c5c6c2abf req-33f815bc-82bd-403a-9f37-cc2cbbd5b9b9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975180 Oct 13 04:26:03.964294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.034482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:04.129486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:04.141589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:04.195479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.249521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=735593e8-130a-4148-b86b-94082a95c829,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:04.264473 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a9252ea-e9de-4110-82b9-db4864874406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.271841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.341509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '735593e8-130a-4148-b86b-94082a95c829', 'network_id': '9afe9dab-5e2d-49ec-bed5-984271a1f5b1', 'port_id': '735593e8-130a-4148-b86b-94082a95c829', 'mac_address': 'fa:16:3e:1f:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68716919-c2ab-40ee-bf8d-901a5348a5c4', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:04.364407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:04.452778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port e56bd0c5-c226-40f6-9e51-5cafe938051d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e56bd0c5-c226-40f6-9e51-5cafe938051d,segment=NetworkSegment(b21acf5a-4674-41fc-a596-1a049bb8ee2c),segment_id=b21acf5a-4674-41fc-a596-1a049bb8ee2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:04.477439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61167f02-02ed-410d-92c5-2ce8c3873f75 req-e71e3cd9-a00d-4fb1-9ae4-6bb42df32819 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.1382101 Oct 13 04:26:04.524054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-132372ef-913a-404a-a497-62b86b9b3024', 'network_id': '132372ef-913a-404a-a497-62b86b9b3024', 'tenant_id': 'ca1d2e94ad234732b56367d38c34e528', 'fixed_ips': [{'subnet_id': '3d967386-299b-4ddb-bb89-d07fb2dd73b8'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:04.525591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.526186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.527583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-a15b3b90-928c-4866-8f0b-f42341581b51 service neutron] 10.222.0.47 "PUT /v2.0/ports/6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 1091 time: 3.1036441 Oct 13 04:26:04.528081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:04.530414 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:04.540106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.542773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.608319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-61afde10-5df0-497c-9be7-b1d689da7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.614971 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-61afde10-5df0-497c-9be7-b1d689da7770 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=113ad6d8-5dbc-42dd-af49-2005969c3381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6818535 Oct 13 04:26:04.814665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a8bd5-0c4c-4627-a4f6-a0197740ead4 req-9fe56d0b-754b-44d2-a7c9-e4ca44fbba62 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.828790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-425a8bd5-0c4c-4627-a4f6-a0197740ead4 req-9fe56d0b-754b-44d2-a7c9-e4ca44fbba62 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.6455116 Oct 13 04:26:04.848190 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b192b9-a7c7-4401-acb6-c989dff29b34 x-openstack-request-id: req-41b192b9-a7c7-4401-acb6-c989dff29b34 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:04.848711 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:04.848711 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41b192b9-a7c7-4401-acb6-c989dff29b34 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:04.849100 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'status': 'completed', 'code': 200} Oct 13 04:26:04.855112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-a01a4e12-5ecc-4fd8-96dc-a4fbfaabca58 service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085996 Oct 13 04:26:04.913798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=e56bd0c5-c226-40f6-9e51-5cafe938051d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:04.919387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:04.965430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa21fd4-1923-431b-98be-dc50782d311f req-bb7816f4-9633-4f36-9574-804b1ab149a8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.967262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfa21fd4-1923-431b-98be-dc50782d311f req-bb7816f4-9633-4f36-9574-804b1ab149a8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1173799 Oct 13 04:26:04.969204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-69d1a03e-72ed-4f96-af60-a3346d63d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:04.970943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-69d1a03e-72ed-4f96-af60-a3346d63d151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1095 time: 0.4035714 Oct 13 04:26:04.997734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-425a8bd5-0c4c-4627-a4f6-a0197740ead4 req-3f0e0cac-c547-4439-aba2-71832f9b3959 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673605 Oct 13 04:26:05.046614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735593e8-130a-4148-b86b-94082a95c829 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:05.050932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-1a9252ea-e9de-4110-82b9-db4864874406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:26:05.051556 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-1a9252ea-e9de-4110-82b9-db4864874406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:26:05.071006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.109101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.120814 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfa21fd4-1923-431b-98be-dc50782d311f req-cdc471ad-c2c8-4bf6-a51c-ff1cb967e7f6 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Oct 13 04:26:05.124557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=735593e8-130a-4148-b86b-94082a95c829,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:05.127736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-991fcffe-9807-4dfa-a452-3cfe47f01bfa service neutron] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361267 Oct 13 04:26:05.172961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.178471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-a1bec6ad-805b-4bec-aca1-6d940e089e16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e HTTP/1.1" status: 200 len: 217 time: 0.0426376 Oct 13 04:26:05.210209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:05.217521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:05.225240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:05.271454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Pushing event updated for resources: {'Port': ['ID=dbc649ed-d4b1-4c7d-938d-152b8e795877,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:05.272949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Allocated IP 172.20.0.1 (271745ac-c9c5-4daa-a7ae-2090d9c0f8fc/2ae3f1ed-5630-40ca-a302-f257c68868d8/dbfd5fe3-d3ca-45d9-a417-980bda789a77) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:05.291654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-c409dd09-3d21-4bb3-a2ed-10ae846698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.294793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-c409dd09-3d21-4bb3-a2ed-10ae846698e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.3161740 Oct 13 04:26:05.353366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041f13-11d1-4f69-8587-89f34ea525fd req-3d15963f-f59b-4c8c-9568-d9148f2415f5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.354968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Allocated IP 172.20.0.2 (132372ef-913a-404a-a497-62b86b9b3024/3d967386-299b-4ddb-bb89-d07fb2dd73b8/e5923872-7a59-4c05-b81d-57760becb5be) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:05.359797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041f13-11d1-4f69-8587-89f34ea525fd req-3d15963f-f59b-4c8c-9568-d9148f2415f5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.369538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58041f13-11d1-4f69-8587-89f34ea525fd req-3d15963f-f59b-4c8c-9568-d9148f2415f5 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1680 time: 0.1726511 Oct 13 04:26:05.376699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-27aed806-3c3f-4208-bd6e-3680b8bc8c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 999 time: 0.0744827 Oct 13 04:26:05.420961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Attempting to bind port dbc649ed-d4b1-4c7d-938d-152b8e795877 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:05.421166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Attempting to bind port dbc649ed-d4b1-4c7d-938d-152b8e795877 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1ea7089b-da60-4e2c-909b-5ea713295ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:05.421511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Attempting to bind port dbc649ed-d4b1-4c7d-938d-152b8e795877 on network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:05.436542 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58041f13-11d1-4f69-8587-89f34ea525fd req-cab7bacc-9d59-45d9-8071-46d571337f2e tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651670 Oct 13 04:26:05.455788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-2bac2fad-7b7b-466a-830c-29376700b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.455788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-2bac2fad-7b7b-466a-830c-29376700b63a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.0685189 Oct 13 04:26:05.465430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['ea0acff8-6575-478f-a62c-3de594219684'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:05.523853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:05.523853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Checking segment: {'id': '1ea7089b-da60-4e2c-909b-5ea713295ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:05.524386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.524671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Bound using segment: {'id': '1ea7089b-da60-4e2c-909b-5ea713295ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:05.525614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Bound port: dbc649ed-d4b1-4c7d-938d-152b8e795877, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea7089b-da60-4e2c-909b-5ea713295ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '271745ac-c9c5-4daa-a7ae-2090d9c0f8fc'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:05.526007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.526964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.552439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['735593e8-130a-4148-b86b-94082a95c829'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:05.588276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.676196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Port': ['ID=dbfd5fe3-d3ca-45d9-a417-980bda789a77,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:05.717284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25a89eec-fb79-446f-9e56-285dfdc6b717 req-94702c7f-5827-4973-b6eb-68f639e31092 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.0507717 Oct 13 04:26:05.719471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:05.721214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:05.724815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:05.746356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:05.794753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.865681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] For port dbc649ed-d4b1-4c7d-938d-152b8e795877, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:05.916819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] For port dbc649ed-d4b1-4c7d-938d-152b8e795877, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dbc649ed-d4b1-4c7d-938d-152b8e795877,segment=NetworkSegment(1ea7089b-da60-4e2c-909b-5ea713295ce7),segment_id=1ea7089b-da60-4e2c-909b-5ea713295ce7)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:05.928533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-4e57873b-b5df-4f68-9727-d815e710235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:05.929942 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-4e57873b-b5df-4f68-9727-d815e710235b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.7312000 Oct 13 04:26:05.954760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.962051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:05.995626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c80bdba4-416f-4cbc-9254-d0fc9e7ba7c5 req-7143d391-cdb9-4ba2-bc09-caf7153530fc tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0834520 Oct 13 04:26:06.021455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-20227355-b97c-4d7f-b79c-0ca61daec748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.024008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-20227355-b97c-4d7f-b79c-0ca61daec748 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779767 Oct 13 04:26:06.026148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-14cb62d2-0bc8-4ea2-be4a-562120ce5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.027593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-14cb62d2-0bc8-4ea2-be4a-562120ce5408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5640831 Oct 13 04:26:06.086173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fe406-43ac-4faf-827a-49949330e3a8 req-390d6fd9-02cf-4ac5-8828-adfc79e0c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.089378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad9fe406-43ac-4faf-827a-49949330e3a8 req-390d6fd9-02cf-4ac5-8828-adfc79e0c61d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.1381183 Oct 13 04:26:06.166796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.270313 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.287120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d9c7de27-2fff-4aa4-81a1-a50b6accc6f1 None None] Provisioning complete for port e56bd0c5-c226-40f6-9e51-5cafe938051d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:06.288820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9c7de27-2fff-4aa4-81a1-a50b6accc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.299574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad9fe406-43ac-4faf-827a-49949330e3a8 req-912464ab-4197-4316-86c2-10a10c9f970c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928375 Oct 13 04:26:06.349871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-a3ca4c2e-3c9a-47e9-b58e-7fd6a2c85bdb service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111119 Oct 13 04:26:06.361224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-39e32ccb-b6e8-4ec8-b3b7-cc6732ffdc53 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831569 Oct 13 04:26:06.390944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec7b4-7571-4d11-9f0f-d29287f3cf63 None None] Pushing event updated for resources: {'Port': ['ID=dbc649ed-d4b1-4c7d-938d-152b8e795877,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:06.411948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edabf3d-7b32-4cbe-80b0-eb09a09d1915 req-871e66dd-c6aa-4196-b8e8-b5b76f9b05bf tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.416488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6edabf3d-7b32-4cbe-80b0-eb09a09d1915 req-871e66dd-c6aa-4196-b8e8-b5b76f9b05bf tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1254830 Oct 13 04:26:06.459136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afb37b-6805-4144-868e-d63c9b8cf102 req-153b5f4d-1c58-4219-a768-5e04b4da8120 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.460702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13afb37b-6805-4144-868e-d63c9b8cf102 req-153b5f4d-1c58-4219-a768-5e04b4da8120 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1655068 Oct 13 04:26:06.494767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Network 132372ef-913a-404a-a497-62b86b9b3024 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:06.510227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:06.519236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:06.578739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13afb37b-6805-4144-868e-d63c9b8cf102 req-0f9f96ac-7ec7-45aa-80f9-cf4357554473 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175652 Oct 13 04:26:06.588610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Pushing event updated for resources: {'Port': ['ID=e5923872-7a59-4c05-b81d-57760becb5be,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:06.753157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6edabf3d-7b32-4cbe-80b0-eb09a09d1915 req-bdb34407-9dda-4dff-8d78-c873cb70802d tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301742 Oct 13 04:26:06.780030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.789705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.819591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Attempting to bind port e5923872-7a59-4c05-b81d-57760becb5be on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:06.823631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Attempting to bind port e5923872-7a59-4c05-b81d-57760becb5be by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '132372ef-913a-404a-a497-62b86b9b3024'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:06.824113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Attempting to bind port e5923872-7a59-4c05-b81d-57760becb5be on network 132372ef-913a-404a-a497-62b86b9b3024 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:06.851860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:06.865152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Checking segment: {'id': 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '132372ef-913a-404a-a497-62b86b9b3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:06.869983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.869983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Bound using segment: {'id': 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '132372ef-913a-404a-a497-62b86b9b3024'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:06.872536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Bound port: e5923872-7a59-4c05-b81d-57760becb5be, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '132372ef-913a-404a-a497-62b86b9b3024'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:06.873229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.889792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dbc649ed-d4b1-4c7d-938d-152b8e795877 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:06.921769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-73ecbb3d-0022-451b-b975-44766d462e53 service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015868 Oct 13 04:26:06.924473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-e2296eae-6a55-4b29-8417-0aeef790b9c9 service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017913 Oct 13 04:26:06.953009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Port': ['ID=dbfd5fe3-d3ca-45d9-a417-980bda789a77,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:06.957886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:06.982842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b677-f613-4b86-8fc0-490db488f1ab req-baa2bb58-4530-4668-88f0-bfc82db58144 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.990572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110b677-f613-4b86-8fc0-490db488f1ab req-baa2bb58-4530-4668-88f0-bfc82db58144 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:06.999600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7110b677-f613-4b86-8fc0-490db488f1ab req-baa2bb58-4530-4668-88f0-bfc82db58144 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1680 time: 0.1207812 Oct 13 04:26:07.001788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-4c5ae038-9a21-4dcb-81f4-49d1cb28afb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 200 len: 217 time: 0.0666625 Oct 13 04:26:07.166668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7110b677-f613-4b86-8fc0-490db488f1ab req-294ed499-3bc8-4abe-8e77-9458859100a9 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632769 Oct 13 04:26:07.204206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c85bd2b-4ad4-4448-bf19-cac9e21be4e8 req-78eaca31-59e8-4a28-979a-c77bf48ef0e5 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0529506 Oct 13 04:26:07.218834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-6c63a5e8-d29e-4093-ae47-3de609eb294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.220713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-6c63a5e8-d29e-4093-ae47-3de609eb294c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 200 len: 797 time: 0.2036643 Oct 13 04:26:07.229696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-b283c910-03c4-4ae0-aa2e-ad4f9d25cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.231395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-b283c910-03c4-4ae0-aa2e-ad4f9d25cd95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0cbe7b9938814e12bba2db780f69e008&device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1095 time: 0.1914287 Oct 13 04:26:07.240013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:07.247941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:07.349729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dbc649ed-d4b1-4c7d-938d-152b8e795877 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:07.351521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:07.404628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] For port e5923872-7a59-4c05-b81d-57760becb5be, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:07.409234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] For port e5923872-7a59-4c05-b81d-57760becb5be, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5923872-7a59-4c05-b81d-57760becb5be,segment=NetworkSegment(d4fab7fe-ce75-4f2c-a0cf-423485d883a0),segment_id=d4fab7fe-ce75-4f2c-a0cf-423485d883a0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:07.424870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:07.462339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-e195d64f-7b26-4ee2-bd8c-8061a0189baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.464490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-e195d64f-7b26-4ee2-bd8c-8061a0189baa service neutron] 10.222.0.47 "GET /v2.0/networks?id=68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 200 len: 918 time: 0.2184007 Oct 13 04:26:07.483442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-957d0221-b149-47a8-b8ca-87ac39dfa281 req-52f99329-4938-4561-a5b7-ca92c8b6c6f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0505662 Oct 13 04:26:07.537066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:07.591609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-6f772ecd-3e29-4bb5-9a56-788a41647fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:07.593248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-6f772ecd-3e29-4bb5-9a56-788a41647fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4cf141f1-92db-4931-845b-ca7b83a7fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3609638 Oct 13 04:26:07.663177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355dfb6-c621-4986-b708-1d9070400502 None None] Pushing event updated for resources: {'Port': ['ID=e5923872-7a59-4c05-b81d-57760becb5be,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:07.682273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port dbc649ed-d4b1-4c7d-938d-152b8e795877, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dbc649ed-d4b1-4c7d-938d-152b8e795877,segment=NetworkSegment(1ea7089b-da60-4e2c-909b-5ea713295ce7),segment_id=1ea7089b-da60-4e2c-909b-5ea713295ce7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:07.705195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:07.706364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e56bd0c5-c226-40f6-9e51-5cafe938051d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:07.738771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Router 8672d957-dc8c-40bc-87b6-5d6504c51541 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:26:07.776915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-768c96d3-d88b-4f79-a282-5cfc9212df4d service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658337 Oct 13 04:26:07.959863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e56bd0c5-c226-40f6-9e51-5cafe938051d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:07.962938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:08.079618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=dbc649ed-d4b1-4c7d-938d-152b8e795877,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:08.187664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-b2d57c9f-0935-48f1-8ed5-053be4aa8a31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 200 len: 999 time: 0.7052243 Oct 13 04:26:08.199687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:08.209916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-32395a2e-f3bd-46ea-a4b9-e6a5f03cf17b tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9577327 Oct 13 04:26:08.217827 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] Sync routers for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:08.219564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc273e7-d177-4703-8d43-e6ef23e27928 req-5f76d0f0-6454-4525-bd2d-646b2d0958b7 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.228050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcc273e7-d177-4703-8d43-e6ef23e27928 req-5f76d0f0-6454-4525-bd2d-646b2d0958b7 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1836307 Oct 13 04:26:08.230912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55578) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:08.236363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:08.242916 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:08.246570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f088b0-6138-437a-a60a-90d7feeade4f None None] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:08.335078 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:08.353015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-6455ce1a-db64-4b91-b458-c23def9e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.356168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-6455ce1a-db64-4b91-b458-c23def9e0443 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 200 len: 856 time: 0.1096456 Oct 13 04:26:08.357327 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:08.361800 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:08.426671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba67c0-f597-4767-97ae-f82d85f50a98 req-adc9fb09-dd80-496d-b2da-41a791421c43 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.440924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33ba67c0-f597-4767-97ae-f82d85f50a98 req-adc9fb09-dd80-496d-b2da-41a791421c43 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.3265259 Oct 13 04:26:08.454366 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:08.460606 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062f4893-d944-42f7-84ec-002165dcea02 None None] The sync data for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:08.484085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caba6bbc-7a5b-47d7-9fee-7b2ec068b5d7 req-6c61acd0-1dd3-42c8-a9c4-c73870b5d82a service neutron] 10.222.0.47 "GET /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982951 Oct 13 04:26:08.521769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33ba67c0-f597-4767-97ae-f82d85f50a98 req-abd9e37c-d753-4d11-a340-bf049e0902e1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754597 Oct 13 04:26:08.618997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcc273e7-d177-4703-8d43-e6ef23e27928 req-588916ea-0ded-4ba3-90c5-e851bbaf4b51 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897579 Oct 13 04:26:08.640152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-6fb467a8-5979-4bf1-8a7e-ba6f8ec89215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:08.658740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-6fb467a8-5979-4bf1-8a7e-ba6f8ec89215 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=68b07b1a-5a1d-478c-bc6b-4b63569065d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234436 Oct 13 04:26:08.885308 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81625a8f-9a0d-4a99-af37-5d47fc72fe0e req-43082c81-454e-4eb8-9b4a-b6aa72008a03 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0395899 Oct 13 04:26:09.044287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f64e8cb-0b42-4e1d-8bd2-1d57d306fd52 None None] Provisioning complete for port dbc649ed-d4b1-4c7d-938d-152b8e795877 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:09.044917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f64e8cb-0b42-4e1d-8bd2-1d57d306fd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:09.083656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded5f8-abc9-460a-86f8-b7685e4c92f8 req-0dadc3fe-d7e0-45e4-bfe6-8a7610c9fdbd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.092462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ded5f8-abc9-460a-86f8-b7685e4c92f8 req-0dadc3fe-d7e0-45e4-bfe6-8a7610c9fdbd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:09.128468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78ded5f8-abc9-460a-86f8-b7685e4c92f8 req-0dadc3fe-d7e0-45e4-bfe6-8a7610c9fdbd tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1680 time: 0.3838351 Oct 13 04:26:09.237041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ea0acff8-6575-478f-a62c-3de594219684 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:09.343146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dbc649ed-d4b1-4c7d-938d-152b8e795877 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:09.408941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-78ded5f8-abc9-460a-86f8-b7685e4c92f8 req-8575d975-4b52-49b1-b577-a1f8c1bd86ad tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784903 Oct 13 04:26:09.417475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-5d9a0563-1d73-42b0-b51e-1e7e57d4897f service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391264 Oct 13 04:26:09.706269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160d184-69fe-4c74-ab51-de8c8ea796f9 None None] Network 132372ef-913a-404a-a497-62b86b9b3024 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:09.709306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port ea0acff8-6575-478f-a62c-3de594219684 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:09.743735 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebf192cc-c677-4ced-bc82-23fe2ca0a64e req-a5cc283b-8883-455c-bbe5-d5692836d14d service neutron] 10.222.0.47 "GET /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625473 Oct 13 04:26:09.755933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dbc649ed-d4b1-4c7d-938d-152b8e795877 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:09.757867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:09.841503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port ea0acff8-6575-478f-a62c-3de594219684 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:09.841503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.124902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19f37e-55ad-4252-aeaa-f422ea497881 req-b01007c0-7778-471a-a72b-180ac0801b4b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.127634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd19f37e-55ad-4252-aeaa-f422ea497881 req-b01007c0-7778-471a-a72b-180ac0801b4b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1513617 Oct 13 04:26:10.233410 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-3f54d91d-8d2e-4af3-a584-d86538f40aef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:10.247892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3f54d91d-8d2e-4af3-a584-d86538f40aef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0152078 Oct 13 04:26:10.249964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55604) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:10.353310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Provisioning complete for port e5923872-7a59-4c05-b81d-57760becb5be triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:10.354174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.382784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd19f37e-55ad-4252-aeaa-f422ea497881 req-5decd38c-b001-447b-84b4-6a310afa5778 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283959 Oct 13 04:26:10.391554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-5da75139-7c4a-45b3-9cde-1daac4821606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.401446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-5da75139-7c4a-45b3-9cde-1daac4821606 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddf8e6a9585b4981945c943b99708990&device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 1096 time: 0.2725105 Oct 13 04:26:10.752744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.754961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.761446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5923872-7a59-4c05-b81d-57760becb5be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:10.818422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889e86c-daf2-4c30-b084-7afa2d87380c req-c60cb952-9ce2-427f-bcbd-74840f111d90 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.821666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c889e86c-daf2-4c30-b084-7afa2d87380c req-c60cb952-9ce2-427f-bcbd-74840f111d90 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.2613227 Oct 13 04:26:10.923002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ea0acff8-6575-478f-a62c-3de594219684,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:10.926848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:10.934055 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9825f5b5-612e-42b9-9856-09bb7a8edbd5" -d '{"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0acff8-6575-478f-a62c-3de594219684"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:10.942758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:10.944445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 735593e8-130a-4148-b86b-94082a95c829 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:10.951025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-fe48847c-1012-4f0a-9c24-5f466e348c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:10.960806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-fe48847c-1012-4f0a-9c24-5f466e348c63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 200 len: 919 time: 0.3385315 Oct 13 04:26:10.982782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e5923872-7a59-4c05-b81d-57760becb5be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:10.983101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.019993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-a0d83b5f-c715-4367-b87a-6949c2c82bcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0594656 Oct 13 04:26:11.122346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] For port e5923872-7a59-4c05-b81d-57760becb5be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5923872-7a59-4c05-b81d-57760becb5be,segment=NetworkSegment(d4fab7fe-ce75-4f2c-a0cf-423485d883a0),segment_id=d4fab7fe-ce75-4f2c-a0cf-423485d883a0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:11.144498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.170449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c889e86c-daf2-4c30-b084-7afa2d87380c req-c5c3ee8d-b0ef-4213-a6ea-17f357b98037 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359261 Oct 13 04:26:11.200575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:11.230656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-2fb2ba9e-88ca-4fd2-9c7e-6d42894b8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.234248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-2fb2ba9e-88ca-4fd2-9c7e-6d42894b8345 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 200 len: 858 time: 0.2042701 Oct 13 04:26:11.257673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Provisioning complete for port dbc649ed-d4b1-4c7d-938d-152b8e795877 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:11.258060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.266194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.373830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Pushing event updated for resources: {'Port': ['ID=e5923872-7a59-4c05-b81d-57760becb5be,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:11.385902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-b5873ade-7c45-4aa2-9ac0-bf7bea88cda7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db22a8a9-1128-4dee-8f2a-093226d2f2f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416891 Oct 13 04:26:11.427334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 735593e8-130a-4148-b86b-94082a95c829 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:11.479202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 735593e8-130a-4148-b86b-94082a95c829 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:11.479583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.498332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10b22-7384-4c7d-b2b6-5e3f717d1297 req-b3f792d2-919f-41e2-b108-ae239831b895 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.504766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10b22-7384-4c7d-b2b6-5e3f717d1297 req-b3f792d2-919f-41e2-b108-ae239831b895 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:11.522954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83d10b22-7384-4c7d-b2b6-5e3f717d1297 req-b3f792d2-919f-41e2-b108-ae239831b895 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1681 time: 0.2465594 Oct 13 04:26:11.583704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83d10b22-7384-4c7d-b2b6-5e3f717d1297 req-a84c1a42-1666-4cf5-8bc0-9b821912ef00 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595622 Oct 13 04:26:11.585257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.640195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-f6802a6c-e3b8-4e6d-88a6-76017d773e01 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302067 Oct 13 04:26:11.713671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Provisioning complete for port dbfd5fe3-d3ca-45d9-a417-980bda789a77 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:11.714731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.760588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5923872-7a59-4c05-b81d-57760becb5be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:11.799789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.802140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-87c00733-0f1c-4c86-8d57-014d52e187f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.830247 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b576a8-bfe5-4fdc-b106-022f72b5dfa3 x-openstack-request-id: req-52b576a8-bfe5-4fdc-b106-022f72b5dfa3 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:11.830396 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-plugged", "status": "completed", "tag": "ea0acff8-6575-478f-a62c-3de594219684", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:11.830645 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52b576a8-bfe5-4fdc-b106-022f72b5dfa3 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:11.830946 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684', 'code': 200} Oct 13 04:26:11.857074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-118b32f4-da9f-429d-bd07-384def8d51ee None None] Port dbfd5fe3-d3ca-45d9-a417-980bda789a77 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:11.885126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting port dbfd5fe3-d3ca-45d9-a417-980bda789a77 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:11.885483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.916720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2a6b64c-b8f4-43b9-9a57-4de0f521ed9c req-d659da43-c74a-4449-a506-875fb1e899e4 service neutron] 10.222.0.47 "GET /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663567 Oct 13 04:26:11.944769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=735593e8-130a-4148-b86b-94082a95c829,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:11.959988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:11.964931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e5923872-7a59-4c05-b81d-57760becb5be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:11.965974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.026627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac5a61-ee4f-4e28-a608-c2c73306c80b req-a626b716-acf5-4636-9918-87ef6eb075de tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.041597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7ac5a61-ee4f-4e28-a608-c2c73306c80b req-a626b716-acf5-4636-9918-87ef6eb075de tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1112401 Oct 13 04:26:12.091034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8717cc6b-b8a0-4b1a-8791-9abad2b2ceb3 None None] Provisioning complete for port dbfd5fe3-d3ca-45d9-a417-980bda789a77 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:12.091436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8717cc6b-b8a0-4b1a-8791-9abad2b2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.137192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.138742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:12.140856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7ac5a61-ee4f-4e28-a608-c2c73306c80b req-4b2c7eb2-df95-4f28-8a29-1a7c99ac5c8d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886776 Oct 13 04:26:12.156721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Calling delete_port for dbfd5fe3-d3ca-45d9-a417-980bda789a77 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:12.263298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8717cc6b-b8a0-4b1a-8791-9abad2b2ceb3 None None] Port dbfd5fe3-d3ca-45d9-a417-980bda789a77 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:12.326607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8717cc6b-b8a0-4b1a-8791-9abad2b2ceb3 None None] Provisioning complete for port e5923872-7a59-4c05-b81d-57760becb5be triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:12.326989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8717cc6b-b8a0-4b1a-8791-9abad2b2ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.394117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee935-1681-484a-ace0-a7c0bc4fc6b3 req-05bf114b-0021-4564-aab3-1488ac4441e3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.399958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433ee935-1681-484a-ace0-a7c0bc4fc6b3 req-05bf114b-0021-4564-aab3-1488ac4441e3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0992341 Oct 13 04:26:12.489680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433ee935-1681-484a-ace0-a7c0bc4fc6b3 req-0f9de7fb-2a5f-4f26-baef-eece168b3228 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793946 Oct 13 04:26:12.532969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.571863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Port': ['ID=dbfd5fe3-d3ca-45d9-a417-980bda789a77,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:12.597143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.802197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:12.899214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518adccc-4074-4b75-b673-0a55de345001 req-a7e58c04-2e9a-42f6-84e6-9d39ea1b72c4 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.905619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518adccc-4074-4b75-b673-0a55de345001 req-a7e58c04-2e9a-42f6-84e6-9d39ea1b72c4 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:12.914156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-518adccc-4074-4b75-b673-0a55de345001 req-a7e58c04-2e9a-42f6-84e6-9d39ea1b72c4 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.1965237 Oct 13 04:26:13.027794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-518adccc-4074-4b75-b673-0a55de345001 req-2f8d561d-5972-4469-8b5f-fe0cb72eeb29 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047010 Oct 13 04:26:13.080276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Router 8672d957-dc8c-40bc-87b6-5d6504c51541 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:13.173884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:13.181772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9f16900f-c06d-45cc-960b-937e3b31029f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9284499 Oct 13 04:26:13.185629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55626) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:13.191725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] Sync routers for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:13.202840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:13.203527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:13.251097 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-cf7ff9ff-da70-4bb4-a483-525c05ea629f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] delete failed (client error): The resource could not be found. Oct 13 04:26:13.252580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cf7ff9ff-da70-4bb4-a483-525c05ea629f tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-576681682 HTTP/1.1" status: 404 len: 334 time: 0.0659032 Oct 13 04:26:13.256732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55632) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:13.262031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-55f0a391-6f20-479a-876c-5521cd394e83 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'router': {'external_gateway_info': {'network_id': '8672d957-dc8c-40bc-87b6-5d6504c51541'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:13.332807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:13.359485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:13.360116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:25:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:13.424456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:13.425292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df63aa8-0f7e-4260-9d7a-4d91071e858f None None] The sync data for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:13.663518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c128f-aeca-4776-92ec-e4b70c514a14 req-69a093fe-974f-460b-8e85-eac564167ec8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:13.668966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c8c128f-aeca-4776-92ec-e4b70c514a14 req-69a093fe-974f-460b-8e85-eac564167ec8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.2941706 Oct 13 04:26:13.792811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c8c128f-aeca-4776-92ec-e4b70c514a14 req-7b14c20b-fb2f-4be5-bde0-ff9aa995ea87 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043172 Oct 13 04:26:13.803596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55f0a391-6f20-479a-876c-5521cd394e83 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:13.832296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735593e8-130a-4148-b86b-94082a95c829'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:13.836092 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-55f0a391-6f20-479a-876c-5521cd394e83 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] update failed (client error): The resource could not be found. Oct 13 04:26:13.837044 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-55f0a391-6f20-479a-876c-5521cd394e83 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541 HTTP/1.1" status: 404 len: 339 time: 0.5793009 Oct 13 04:26:13.841304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:13.841853 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b3e3d-2571-47e9-8544-b31010a739c0" -d '{"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-plugged", "status": "completed", "tag": "735593e8-130a-4148-b86b-94082a95c829"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:13.967383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c81781-1531-4e2b-b8a0-e2b557bee1e6 req-931f3c1f-cfa2-4f7e-b89d-c438457e76cd tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:13.968920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02c81781-1531-4e2b-b8a0-e2b557bee1e6 req-931f3c1f-cfa2-4f7e-b89d-c438457e76cd tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0729835 Oct 13 04:26:14.051929 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02c81781-1531-4e2b-b8a0-e2b557bee1e6 req-8cec1151-da9c-48a6-bbd0-ec0387d8ea63 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725086 Oct 13 04:26:14.122375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a16109e8-063a-4e09-9126-f417dd2046fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.185700 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f67d7-e09b-43f3-ac4c-e8f99131fa0a x-openstack-request-id: req-846f67d7-e09b-43f3-ac4c-e8f99131fa0a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:14.186111 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-plugged", "status": "completed", "tag": "735593e8-130a-4148-b86b-94082a95c829", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:14.186485 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-846f67d7-e09b-43f3-ac4c-e8f99131fa0a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:14.187001 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735593e8-130a-4148-b86b-94082a95c829', 'code': 200} Oct 13 04:26:14.250980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.348640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b83ad5-7310-45e4-ace7-46d32b53c2d9 req-0e62034f-1d6f-46a7-81b3-da283e2a0214 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.357350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b83ad5-7310-45e4-ace7-46d32b53c2d9 req-0e62034f-1d6f-46a7-81b3-da283e2a0214 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.359476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20b83ad5-7310-45e4-ace7-46d32b53c2d9 req-0e62034f-1d6f-46a7-81b3-da283e2a0214 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.0963686 Oct 13 04:26:14.437850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20b83ad5-7310-45e4-ace7-46d32b53c2d9 req-7d5db048-ad8a-4d7d-b964-87f11f15a0b4 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Oct 13 04:26:14.444273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbb398-97e5-4f8d-8f9e-12446ff71ae5 req-79c9eb5d-0046-48a6-907f-11db8ba6c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.444751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbb398-97e5-4f8d-8f9e-12446ff71ae5 req-79c9eb5d-0046-48a6-907f-11db8ba6c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.446737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61fbb398-97e5-4f8d-8f9e-12446ff71ae5 req-79c9eb5d-0046-48a6-907f-11db8ba6c4ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1984 time: 0.1776073 Oct 13 04:26:14.536855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61fbb398-97e5-4f8d-8f9e-12446ff71ae5 req-83fc525a-79d0-4d23-b061-9d7f516359e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485919 Oct 13 04:26:14.666843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Allocated IP 172.20.0.1 (fc81edce-9377-453b-8582-33e6f40d968d/6a064309-d541-4f72-8275-353fd70916de/1c7d2f06-9586-440c-a8dd-b2625cbe3ca0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:14.812166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.886071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:14.947691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68dc62-92dc-488e-84cb-2fad7ebef00e req-671372ab-4da5-46d0-829d-f8ca02b2bdf9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:14.949532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c68dc62-92dc-488e-84cb-2fad7ebef00e req-671372ab-4da5-46d0-829d-f8ca02b2bdf9 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.0555630 Oct 13 04:26:14.952610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Port': ['ID=1c7d2f06-9586-440c-a8dd-b2625cbe3ca0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:14.968518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network fc81edce-9377-453b-8582-33e6f40d968d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:14.970098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:14.972984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:15.024843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8c68dc62-92dc-488e-84cb-2fad7ebef00e req-277588be-d4d5-44a4-973d-89ed8f24f878 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672286 Oct 13 04:26:15.032723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.304939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded14421-031e-4a24-b8db-d245c2c63365 req-a3e51c5c-3753-42d5-902c-84f20c8d5803 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:15.308716 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.316762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ded14421-031e-4a24-b8db-d245c2c63365 req-a3e51c5c-3753-42d5-902c-84f20c8d5803 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1243484 Oct 13 04:26:15.339963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.376396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ded14421-031e-4a24-b8db-d245c2c63365 req-0100e7d5-6ff1-4e68-a8e7-38ba28079901 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Oct 13 04:26:15.380984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-edbbf96e-bfba-40d7-aee5-bcf7ccbfe877 None None] Provisioning complete for port 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:15.382537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-edbbf96e-bfba-40d7-aee5-bcf7ccbfe877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.470776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-edbbf96e-bfba-40d7-aee5-bcf7ccbfe877 None None] Port 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:15.475312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.581585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a937db-36ba-4182-bc97-f219f7da97c8 req-078d8d54-535c-4a9e-a4e6-5a410cb796bb tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:15.588976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a937db-36ba-4182-bc97-f219f7da97c8 req-078d8d54-535c-4a9e-a4e6-5a410cb796bb tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:15.602467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01a937db-36ba-4182-bc97-f219f7da97c8 req-078d8d54-535c-4a9e-a4e6-5a410cb796bb tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.0861721 Oct 13 04:26:15.673000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01a937db-36ba-4182-bc97-f219f7da97c8 req-dcde72b7-f5f9-463f-8943-ba689a32553c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695207 Oct 13 04:26:15.815392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.832991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:15.926911 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.016046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event updated for resources: {'Port': ['ID=1c7d2f06-9586-440c-a8dd-b2625cbe3ca0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:16.073757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Network fc81edce-9377-453b-8582-33e6f40d968d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:16.078238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:16.252131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059ce26-4523-4233-9dbe-62d6e5e43d5b req-f0d84fc3-ae7b-46c0-bf67-58993d308222 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.255733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2059ce26-4523-4233-9dbe-62d6e5e43d5b req-f0d84fc3-ae7b-46c0-bf67-58993d308222 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.0602062 Oct 13 04:26:16.309337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2059ce26-4523-4233-9dbe-62d6e5e43d5b req-8f257ee2-247e-48d2-b6e0-64f3f37dd61b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482020 Oct 13 04:26:16.319907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Router 8672d957-dc8c-40bc-87b6-5d6504c51541 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:16.507462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5f234c9f-5db7-472f-829a-cc7645642b38 None None] Provisioning complete for port 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:16.508508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f234c9f-5db7-472f-829a-cc7645642b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.526590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:16.540501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5afab7ee-853d-4a18-b92a-503469cb37d6 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6972780 Oct 13 04:26:16.545638 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] Sync routers for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:16.556259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:16.560011 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:16.561334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:16.568090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5f234c9f-5db7-472f-829a-cc7645642b38 None None] Port 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:16.608114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:16.619910 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:16.620860 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:16.664259 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:16.665309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9b64f-2a06-4b01-9065-6ae0763868ec None None] The sync data for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:16.699488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ed0cbd3-c915-48c3-a56b-79f0dbe8f54d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:16.776264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa54e4-c12c-4279-856c-e9f5c6e75655 req-69db0832-9f09-4937-844f-8ec64cb6c0ce tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:16.777813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbaa54e4-c12c-4279-856c-e9f5c6e75655 req-69db0832-9f09-4937-844f-8ec64cb6c0ce tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.3196845 Oct 13 04:26:16.837203 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-4ed0cbd3-c915-48c3-a56b-79f0dbe8f54d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 04:26:16.841310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4ed0cbd3-c915-48c3-a56b-79f0dbe8f54d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541 HTTP/1.1" status: 409 len: 329 time: 0.2792244 Oct 13 04:26:16.841635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55672) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:16.857484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbaa54e4-c12c-4279-856c-e9f5c6e75655 req-3a605628-c07b-4f09-9a86-e8e6d9880d63 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715308 Oct 13 04:26:17.034980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c38d-68d2-4384-8c46-eebf622bf719 req-8078f5ee-6f95-4e39-a388-eefb3783d5d3 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.059450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c38d-68d2-4384-8c46-eebf622bf719 req-8078f5ee-6f95-4e39-a388-eefb3783d5d3 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.060304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc37c38d-68d2-4384-8c46-eebf622bf719 req-8078f5ee-6f95-4e39-a388-eefb3783d5d3 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.1178613 Oct 13 04:26:17.173906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc37c38d-68d2-4384-8c46-eebf622bf719 req-67806f02-2ad8-4a07-9b79-314ad2bf0033 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061845 Oct 13 04:26:17.198087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:17.558396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b57e0f40-5974-4b98-b633-27584214e19d req-ece43959-2a89-4290-9f60-1171a577e78b tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0556772 Oct 13 04:26:17.832488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4798f-4f4f-4749-8805-c03462abb629 req-4fbd8cf3-26e9-4c44-942b-402a0bff4c62 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.840755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4798f-4f4f-4749-8805-c03462abb629 req-4fbd8cf3-26e9-4c44-942b-402a0bff4c62 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.842398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edf4798f-4f4f-4749-8805-c03462abb629 req-4fbd8cf3-26e9-4c44-942b-402a0bff4c62 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.1080403 Oct 13 04:26:17.886760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edf4798f-4f4f-4749-8805-c03462abb629 req-69d636af-6558-4ff5-9fff-2ea5cb44df71 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Oct 13 04:26:17.888367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efcff8-255b-4ba4-8b6a-2f37b378d83a req-0835db0d-3341-40b5-bdfe-c798c45f991f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:17.889892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07efcff8-255b-4ba4-8b6a-2f37b378d83a req-0835db0d-3341-40b5-bdfe-c798c45f991f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1583326 Oct 13 04:26:17.998382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07efcff8-255b-4ba4-8b6a-2f37b378d83a req-aff111e5-ee93-4382-b3c8-9742f6a518c2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986695 Oct 13 04:26:18.066636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d187bc0-5285-409e-9fcb-91950d5a5020 req-de139fb9-f04c-47d7-b12e-2a92015c8394 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:18.076688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d187bc0-5285-409e-9fcb-91950d5a5020 req-de139fb9-f04c-47d7-b12e-2a92015c8394 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0884337 Oct 13 04:26:18.114551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.123195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d187bc0-5285-409e-9fcb-91950d5a5020 req-8a73edd2-50f1-4e14-9e10-585dfd030b15 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Oct 13 04:26:18.411709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting port 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:18.412324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.525345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.538839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Calling delete_port for 1c7d2f06-9586-440c-a8dd-b2625cbe3ca0 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:18.746482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-270669f7-a5a6-48e7-96d2-9a67561b4043 req-24bdd925-1dda-4c86-a953-bd5f1dd199b5 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0711792 Oct 13 04:26:18.764191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:18.794440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Port': ['ID=1c7d2f06-9586-440c-a8dd-b2625cbe3ca0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:18.969096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.170390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fe599-3a65-4fa7-9c8f-ae54eabfa259 req-68bfd4a1-3386-420d-92f6-a91a8873bd36 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.179549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-195fe599-3a65-4fa7-9c8f-ae54eabfa259 req-68bfd4a1-3386-420d-92f6-a91a8873bd36 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.0955007 Oct 13 04:26:19.216792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705b99-10b3-4660-83c7-5f6df4d8c9b6 req-4ff271cb-59b9-4083-8949-092d8f32dfed tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.220299 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-195fe599-3a65-4fa7-9c8f-ae54eabfa259 req-024309bd-6259-4683-9b43-def613dc50d1 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Oct 13 04:26:19.223279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705b99-10b3-4660-83c7-5f6df4d8c9b6 req-4ff271cb-59b9-4083-8949-092d8f32dfed tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.224835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab705b99-10b3-4660-83c7-5f6df4d8c9b6 req-4ff271cb-59b9-4083-8949-092d8f32dfed tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.2229135 Oct 13 04:26:19.229180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Router 8672d957-dc8c-40bc-87b6-5d6504c51541 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:19.353113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab705b99-10b3-4660-83c7-5f6df4d8c9b6 req-8ce791b9-4d4a-4ea4-a903-7fb6df8900d8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200137 Oct 13 04:26:19.378307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741092-5e5c-4de5-ad7c-aece19a5876d req-91450491-d25c-4325-81a9-72b6407408b8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.383517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69741092-5e5c-4de5-ad7c-aece19a5876d req-91450491-d25c-4325-81a9-72b6407408b8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0803368 Oct 13 04:26:19.389858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:19.400046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:19.400284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a0acb7f-578d-4203-bd4c-7bb87cb5e737 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572529 Oct 13 04:26:19.408107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] Sync routers for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:19.425581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-b18a2015-906a-4b4b-a499-11b97864db81 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.429670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:19.430303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:19.434513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-b18a2015-906a-4b4b-a499-11b97864db81 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:19.437221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-b18a2015-906a-4b4b-a499-11b97864db81 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 1682 time: 0.1350121 Oct 13 04:26:19.445157 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-460762ee-0f26-460d-8c4c-bd71ae5d7b58 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] show failed (client error): The resource could not be found. Oct 13 04:26:19.450022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-460762ee-0f26-460d-8c4c-bd71ae5d7b58 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1297330546 HTTP/1.1" status: 404 len: 335 time: 0.0451488 Oct 13 04:26:19.450209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55728) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:19.454850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5aebba45-6bf7-4fa9-9e6a-33ecdfae0131 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:19.487018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:19.496341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] Routers {'8672d957-dc8c-40bc-87b6-5d6504c51541'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:19.497169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8672d957-dc8c-40bc-87b6-5d6504c51541'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:19.520268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69741092-5e5c-4de5-ad7c-aece19a5876d req-226027d0-49b1-45e1-b329-57d0cde46744 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357441 Oct 13 04:26:19.521889 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-5aebba45-6bf7-4fa9-9e6a-33ecdfae0131 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] update failed (client error): The resource could not be found. Oct 13 04:26:19.522900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5aebba45-6bf7-4fa9-9e6a-33ecdfae0131 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-376402403 HTTP/1.1" status: 404 len: 334 time: 0.0717921 Oct 13 04:26:19.527468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55730) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:19.541961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:19.542922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd95bdf-119a-46b5-9b74-b44ba7b6270e None None] The sync data for ids ['8672d957-dc8c-40bc-87b6-5d6504c51541'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:19.613201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting subnet 3d967386-299b-4ddb-bb89-d07fb2dd73b8 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:19.619610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.661452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port 735593e8-130a-4148-b86b-94082a95c829 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:19.661957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.680706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.836754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.884507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port 735593e8-130a-4148-b86b-94082a95c829, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=735593e8-130a-4148-b86b-94082a95c829,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:19.884936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:19.913682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89999ed7-bb5f-4146-8d99-a51b7f9921fd req-37b24036-7cec-4864-ae02-e251dc6ced39 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0540016 Oct 13 04:26:19.921209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for 735593e8-130a-4148-b86b-94082a95c829 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:19.999789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.039906 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.045641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/subnets/3d967386-299b-4ddb-bb89-d07fb2dd73b8 HTTP/1.1" status: 204 len: 168 time: 0.4983664 Oct 13 04:26:20.045641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ec80d-a6d1-4bf6-9f8d-f0d820de4de5 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Subnet': ['ID=3d967386-299b-4ddb-bb89-d07fb2dd73b8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.045931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55736) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:20.067142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f73d4c-b857-403f-9f54-5a564ccab40e None None] Network 132372ef-913a-404a-a497-62b86b9b3024 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:20.177705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting subnet 2ae3f1ed-5630-40ca-a302-f257c68868d8 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:20.182505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.199329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.231589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.232438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['ea0acff8-6575-478f-a62c-3de594219684', '735593e8-130a-4148-b86b-94082a95c829'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:20.270868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=735593e8-130a-4148-b86b-94082a95c829,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.293482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port 735593e8-130a-4148-b86b-94082a95c829 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:20.296707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.301561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-2abed4aa-91b5-495a-888f-4414270506cc tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "DELETE /v2.0/ports/735593e8-130a-4148-b86b-94082a95c829 HTTP/1.1" status: 204 len: 173 time: 0.8560257 Oct 13 04:26:20.302159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-deleted', 'tag': '735593e8-130a-4148-b86b-94082a95c829'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:20.305105 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93b71c-d856-4c9e-98cc-cfb3ea1fef82" -d '{"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-deleted", "tag": "735593e8-130a-4148-b86b-94082a95c829"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:20.373246 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c32034-76c8-4120-ac2e-029af06e5bd2 x-openstack-request-id: req-77c32034-76c8-4120-ac2e-029af06e5bd2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:20.373547 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-deleted", "tag": "735593e8-130a-4148-b86b-94082a95c829", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:20.373818 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77c32034-76c8-4120-ac2e-029af06e5bd2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:20.374351 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-deleted', 'tag': '735593e8-130a-4148-b86b-94082a95c829', 'status': 'completed', 'code': 200} Oct 13 04:26:20.451306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.556864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] DHCP port deletion for 132372ef-913a-404a-a497-62b86b9b3024 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:20.582067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port ea0acff8-6575-478f-a62c-3de594219684 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:20.582415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.653602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Deleting port e5923872-7a59-4c05-b81d-57760becb5be {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:20.654591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.661578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81be20-5a17-4717-b4aa-a1d07fa2a97a req-cedafe83-d9da-41d1-bc31-3686dfce51d8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:20.663980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee81be20-5a17-4717-b4aa-a1d07fa2a97a req-cedafe83-d9da-41d1-bc31-3686dfce51d8 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 945 time: 0.1316473 Oct 13 04:26:20.666366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde8349-caf2-40ab-ac3a-e2f4fa6d4ffd req-d4df4da8-d65d-4544-bba2-7879de9bf256 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:20.670160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffde8349-caf2-40ab-ac3a-e2f4fa6d4ffd req-d4df4da8-d65d-4544-bba2-7879de9bf256 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1291630 Oct 13 04:26:20.737006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee81be20-5a17-4717-b4aa-a1d07fa2a97a req-2c43cc23-f28c-400f-9193-ebf47c4fa614 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 Oct 13 04:26:20.743170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] For port e5923872-7a59-4c05-b81d-57760becb5be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e5923872-7a59-4c05-b81d-57760becb5be,segment=NetworkSegment(d4fab7fe-ce75-4f2c-a0cf-423485d883a0),segment_id=d4fab7fe-ce75-4f2c-a0cf-423485d883a0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:20.744334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.749738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.762494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port ea0acff8-6575-478f-a62c-3de594219684, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ea0acff8-6575-478f-a62c-3de594219684,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:20.762871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.766278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Calling delete_port for e5923872-7a59-4c05-b81d-57760becb5be owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:20.792060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for ea0acff8-6575-478f-a62c-3de594219684 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:20.806654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:20.831941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/subnets/2ae3f1ed-5630-40ca-a302-f257c68868d8 HTTP/1.1" status: 204 len: 168 time: 0.7849364 Oct 13 04:26:20.849493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffde8349-caf2-40ab-ac3a-e2f4fa6d4ffd req-640cff7b-c188-4fa1-a1b4-4bbb0a218255 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676757 Oct 13 04:26:20.851288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:20.855940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae3f1ed-5630-40ca-a302-f257c68868d8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:20.893234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.893774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.894293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.894791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.895321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.895809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.896294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.896903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.897401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.897885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.898400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.898899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2056f9-6bb6-45c7-8839-2889989b7d27 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:20.900380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c17513-58cb-4e4c-837b-7f23066ba12c None None] Network 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:21.165680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440900-c666-4910-9870-18a73a42439b req-85b6688c-4f2d-44e8-a8c2-33a63b85aab0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:21.168231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5440900-c666-4910-9870-18a73a42439b req-85b6688c-4f2d-44e8-a8c2-33a63b85aab0 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1915860 Oct 13 04:26:21.230109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.266433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['735593e8-130a-4148-b86b-94082a95c829'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:21.268319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.293666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5440900-c666-4910-9870-18a73a42439b req-8180c633-eac5-4ada-b9cb-b86b446719ab tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159887 Oct 13 04:26:21.294848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=ea0acff8-6575-478f-a62c-3de594219684,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:21.363828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] No DVR routers for this DVR port e5923872-7a59-4c05-b81d-57760becb5be on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:21.366176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Pushing event deleted for resources: {'Port': ['ID=e5923872-7a59-4c05-b81d-57760becb5be,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:21.376240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port ea0acff8-6575-478f-a62c-3de594219684 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:21.380565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.388265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a366fb1-376e-408d-a4f9-86a3421cd91d req-e6d0eb2b-aeb5-4087-bd8d-98118bb80e85 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.16 "DELETE /v2.0/ports/ea0acff8-6575-478f-a62c-3de594219684 HTTP/1.1" status: 204 len: 173 time: 1.0789051 Oct 13 04:26:21.393489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.393831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.394178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.394519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.394855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.395803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.396034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.396350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.397217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.397541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.397880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.398199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30710543-8a79-4a65-8b19-2a6bd7776fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:21.440606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7a67572-bde5-4634-8056-9b83fc79a2a5 req-bb294853-f397-43ab-8b3b-75f45e096b85 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0532985 Oct 13 04:26:21.478436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.579657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] DHCP port deletion for 271745ac-c9c5-4daa-a7ae-2090d9c0f8fc request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:21.632080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.679640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132372ef-913a-404a-a497-62b86b9b3024']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:21.686011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Deleting port dbc649ed-d4b1-4c7d-938d-152b8e795877 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:21.687054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.705503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:21.706032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fab7fe-ce75-4f2c-a0cf-423485d883a0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:21.716499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.733898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.738008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5923872-7a59-4c05-b81d-57760becb5be no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:21.741365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:21.741817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:21.745997 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:21.794177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] For port dbc649ed-d4b1-4c7d-938d-152b8e795877, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dbc649ed-d4b1-4c7d-938d-152b8e795877,segment=NetworkSegment(1ea7089b-da60-4e2c-909b-5ea713295ce7),segment_id=1ea7089b-da60-4e2c-909b-5ea713295ce7)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:21.794595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.806407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e5923872-7a59-4c05-b81d-57760becb5be {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:21.806977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e5923872-7a59-4c05-b81d-57760becb5be not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:21.808539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dbc649ed-d4b1-4c7d-938d-152b8e795877 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:21.812418 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.824343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.826705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Calling delete_port for dbc649ed-d4b1-4c7d-938d-152b8e795877 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:21.830551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55764) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:21.835629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/networks/132372ef-913a-404a-a497-62b86b9b3024 HTTP/1.1" status: 204 len: 168 time: 0.9519548 Oct 13 04:26:21.857088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887e1e9-e7bd-4301-bf34-b060eaa5ec6d tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Network': ['ID=132372ef-913a-404a-a497-62b86b9b3024,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:21.932294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aba5e497-f7a6-4cde-b744-2d4780299b26 req-077b31c7-d02a-4146-877b-3ffda6b0c022 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe4e5f8-5e6a-422b-b722-c118ee692fa1 HTTP/1.1" status: 200 len: 210 time: 0.0449345 Oct 13 04:26:21.965168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.985042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:21.990656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No active binding found for port dbc649ed-d4b1-4c7d-938d-152b8e795877 {{(pid=95049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:26:21.991480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dbc649ed-d4b1-4c7d-938d-152b8e795877 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:22.012071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] The port 'dbc649ed-d4b1-4c7d-938d-152b8e795877' was deleted {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:26:22.020724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] Pushing event deleted for resources: {'Port': ['ID=dbc649ed-d4b1-4c7d-938d-152b8e795877,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.025921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbaf8f9-d6d6-4979-af71-b3f83d11dd3f None None] No DVR routers for this DVR port dbc649ed-d4b1-4c7d-938d-152b8e795877 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:22.088926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc815-f153-48e2-ad46-aa2c0347b7e7 req-c27e3e52-fff7-4d62-a2dc-58b46c033b27 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:22.097954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae8bc815-f153-48e2-ad46-aa2c0347b7e7 req-c27e3e52-fff7-4d62-a2dc-58b46c033b27 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 944 time: 0.1572151 Oct 13 04:26:22.126094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.135468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae8bc815-f153-48e2-ad46-aa2c0347b7e7 req-24c46e0b-95ab-4362-9ed1-0cb6281e6c4d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363958 Oct 13 04:26:22.161202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271745ac-c9c5-4daa-a7ae-2090d9c0f8fc']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:22.172574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea7089b-da60-4e2c-909b-5ea713295ce7') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:22.173216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea7089b-da60-4e2c-909b-5ea713295ce7') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:22.182361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.195834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.201731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:22.202113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:22.205106 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:22.211580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:22.268177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.292973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.298607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/networks/271745ac-c9c5-4daa-a7ae-2090d9c0f8fc HTTP/1.1" status: 204 len: 168 time: 0.4643908 Oct 13 04:26:22.298607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05c64-6a17-4def-8a63-24192b4a0969 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Network': ['ID=271745ac-c9c5-4daa-a7ae-2090d9c0f8fc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.299249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:22.329658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:22.345435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '6acfc427-8259-454b-9dee-7585662c0329', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'port_id': '6acfc427-8259-454b-9dee-7585662c0329', 'mac_address': 'fa:16:3e:44:40:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:22.368734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting subnet 6a064309-d541-4f72-8275-353fd70916de {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:22.372637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.385631 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.399753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:22.418625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.420574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:22.424903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.462511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-deleted', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:22.464885 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67aef44-ce05-42a8-be1b-d759da502b2c" -d '{"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-deleted", "tag": "ea0acff8-6575-478f-a62c-3de594219684"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:22.476732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.522287 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a1413-b440-473e-84da-078155c1d3f4 x-openstack-request-id: req-629a1413-b440-473e-84da-078155c1d3f4 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:22.522686 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe4e5f8-5e6a-422b-b722-c118ee692fa1", "name": "network-vif-deleted", "tag": "ea0acff8-6575-478f-a62c-3de594219684", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:22.523043 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-629a1413-b440-473e-84da-078155c1d3f4 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:22.523547 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe4e5f8-5e6a-422b-b722-c118ee692fa1', 'name': 'network-vif-deleted', 'tag': 'ea0acff8-6575-478f-a62c-3de594219684', 'status': 'completed', 'code': 200} Oct 13 04:26:22.566660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.584267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f830e46d-9e77-4310-bbaa-bb22d0338e15 req-f2a69fae-2c08-41fb-bf32-089593f588da tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Oct 13 04:26:22.595953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b59f08-d2f0-4d8b-885c-01aa397e3ff6 req-fdf89e48-eb30-4ec2-a55f-3517e3186ca5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:22.597735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68b59f08-d2f0-4d8b-885c-01aa397e3ff6 req-fdf89e48-eb30-4ec2-a55f-3517e3186ca5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1364300 Oct 13 04:26:22.660261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68b59f08-d2f0-4d8b-885c-01aa397e3ff6 req-9ef49862-6a49-4f78-9bad-97aea7eace9a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542195 Oct 13 04:26:22.666306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.696607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Subnet': ['ID=6a064309-d541-4f72-8275-353fd70916de,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:22.699196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.704678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-51245c2a-2d95-401d-9789-1033b02bd1b9 tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/subnets/6a064309-d541-4f72-8275-353fd70916de HTTP/1.1" status: 204 len: 168 time: 0.4023838 Oct 13 04:26:22.705067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:22.712114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7dc80-3cc7-4830-a644-508733f5c83c None None] Network fc81edce-9377-453b-8582-33e6f40d968d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:22.801733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.820629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6acfc427-8259-454b-9dee-7585662c0329'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:22.870207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Deleting port e56bd0c5-c226-40f6-9e51-5cafe938051d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:22.871315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.955191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] For port e56bd0c5-c226-40f6-9e51-5cafe938051d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e56bd0c5-c226-40f6-9e51-5cafe938051d,segment=NetworkSegment(b21acf5a-4674-41fc-a596-1a049bb8ee2c),segment_id=b21acf5a-4674-41fc-a596-1a049bb8ee2c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:22.955548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:22.971409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Calling delete_port for e56bd0c5-c226-40f6-9e51-5cafe938051d owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:23.023128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55794) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:23.153422 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad06b53-cbf8-41bf-b61f-c0cdad3fe40a None None] DHCP port deletion for fc81edce-9377-453b-8582-33e6f40d968d request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:23.160861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.210349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Port': ['ID=e56bd0c5-c226-40f6-9e51-5cafe938051d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:23.212198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting subnet 0efa5606-97c2-40a4-867f-752f9460607f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:23.213902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] No DVR routers for this DVR port e56bd0c5-c226-40f6-9e51-5cafe938051d on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:23.220166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.242021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ea0acff8-6575-478f-a62c-3de594219684 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:23.272390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: ea0acff8-6575-478f-a62c-3de594219684 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:23.273347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ea0acff8-6575-478f-a62c-3de594219684 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:23.273944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 735593e8-130a-4148-b86b-94082a95c829 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:23.293333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.295406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 735593e8-130a-4148-b86b-94082a95c829 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:23.295957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 735593e8-130a-4148-b86b-94082a95c829 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:23.338574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.370041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f637-e86a-4ede-9159-45be11f9c8cc req-ad511600-9795-4058-92ee-e584dfca2de3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:23.371948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c99f637-e86a-4ede-9159-45be11f9c8cc req-ad511600-9795-4058-92ee-e584dfca2de3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 945 time: 0.1266096 Oct 13 04:26:23.375401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81edce-9377-453b-8582-33e6f40d968d']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:23.384256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.393006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21acf5a-4674-41fc-a596-1a049bb8ee2c') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:23.393385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21acf5a-4674-41fc-a596-1a049bb8ee2c') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:23.410649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.435342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.442150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c99f637-e86a-4ede-9159-45be11f9c8cc req-06897af7-109e-46b1-905f-1a09e689b00f tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Oct 13 04:26:23.445210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:23.445742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:23.449641 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:23.459741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.491926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Subnet': ['ID=0efa5606-97c2-40a4-867f-752f9460607f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:23.494063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.499666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-28432e24-e36f-4599-b3f1-b4b5b7153709 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/subnets/0efa5606-97c2-40a4-867f-752f9460607f HTTP/1.1" status: 204 len: 168 time: 0.4749641 Oct 13 04:26:23.500835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55802) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:23.515633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c75586-00b3-4a8a-8c05-6d63f02bfebd None None] Network 56627b4c-54fc-4e38-8a2b-a048144aa71d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:23.547945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.558842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.566157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/networks/fc81edce-9377-453b-8582-33e6f40d968d HTTP/1.1" status: 204 len: 168 time: 0.8600225 Oct 13 04:26:23.573476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55804) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:23.612498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.617236 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-10f39468-1504-4c51-bb21-acf14f7606eb tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "GET /v2.0/ports?device_id=8672d957-dc8c-40bc-87b6-5d6504c51541 HTTP/1.1" status: 200 len: 205 time: 0.0406680 Oct 13 04:26:23.618907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cefb2-b354-4995-8d09-20bb99cf0cef tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Pushing event deleted for resources: {'Network': ['ID=fc81edce-9377-453b-8582-33e6f40d968d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:23.621400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:23.701387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e56bd0c5-c226-40f6-9e51-5cafe938051d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:23.761811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e56bd0c5-c226-40f6-9e51-5cafe938051d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:23.762576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e56bd0c5-c226-40f6-9e51-5cafe938051d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:23.780975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] DHCP port deletion for 56627b4c-54fc-4e38-8a2b-a048144aa71d request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:23.857197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Deleting port 35c169b8-3f06-4f23-8259-3bb32bb2f775 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:23.857642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.949900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] For port 35c169b8-3f06-4f23-8259-3bb32bb2f775, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35c169b8-3f06-4f23-8259-3bb32bb2f775,segment=NetworkSegment(449456ee-09cb-4cda-a563-afb721261fac),segment_id=449456ee-09cb-4cda-a563-afb721261fac)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:23.950508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:23.973790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Calling delete_port for 35c169b8-3f06-4f23-8259-3bb32bb2f775 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:24.084568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.120871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] Pushing event deleted for resources: {'Port': ['ID=35c169b8-3f06-4f23-8259-3bb32bb2f775,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.124755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865c6c7-5af4-412a-a437-cb5af63132c0 None None] No DVR routers for this DVR port 35c169b8-3f06-4f23-8259-3bb32bb2f775 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:24.221265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-846091cf-1c53-477d-9ecd-dc464e5c5c2f req-4c5e74dc-5a05-4c0f-9def-ee53a8a4aca4 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0993659 Oct 13 04:26:24.229086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:24.249100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.342056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 6acfc427-8259-454b-9dee-7585662c0329 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:24.346865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 6acfc427-8259-454b-9dee-7585662c0329 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:24.347291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.436836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.471147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.563451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:24.564607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:24.567603 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908623ae-bfa6-41dd-ae04-ab895cd9aebc" -d '{"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:24.572563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.582069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56627b4c-54fc-4e38-8a2b-a048144aa71d']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:24.623779 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcc5f52-0f9f-4917-934a-e78cf83375fe x-openstack-request-id: req-fdcc5f52-0f9f-4917-934a-e78cf83375fe {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:24.624172 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-plugged", "status": "completed", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:24.624306 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdcc5f52-0f9f-4917-934a-e78cf83375fe {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:24.624698 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'code': 200} Oct 13 04:26:24.628816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449456ee-09cb-4cda-a563-afb721261fac') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:24.629511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449456ee-09cb-4cda-a563-afb721261fac') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:24.638609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.643265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.645320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.661413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.701204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.712845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:24.713247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:24.716681 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:24.729138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.729655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Fanout notify agent at l3_agent the message router_deleted on router 8672d957-dc8c-40bc-87b6-5d6504c51541 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:26:24.769998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e8949-c507-44b1-aacf-85ad342f081a req-9363bf2b-c933-4139-9b87-e559f31e1374 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:24.772447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-078e8949-c507-44b1-aacf-85ad342f081a req-9363bf2b-c933-4139-9b87-e559f31e1374 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1949842 Oct 13 04:26:24.780845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.784517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-597222a4-c245-4e8b-9f13-53f43ad41cad tempest-RoutersNegativeTest-744297557 tempest-RoutersNegativeTest-744297557-project] 10.222.0.49 "DELETE /v2.0/routers/8672d957-dc8c-40bc-87b6-5d6504c51541 HTTP/1.1" status: 204 len: 168 time: 1.1593084 Oct 13 04:26:24.829598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.842299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:24.846038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/networks/56627b4c-54fc-4e38-8a2b-a048144aa71d HTTP/1.1" status: 204 len: 168 time: 1.3440945 Oct 13 04:26:24.849084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55824) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:24.854669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-078e8949-c507-44b1-aacf-85ad342f081a req-caea23d0-5039-4846-8307-2b3c6467fb63 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688159 Oct 13 04:26:24.895982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f892dd-25a8-477b-a339-0d5c6c477058 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Network': ['ID=56627b4c-54fc-4e38-8a2b-a048144aa71d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:24.941727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting subnet 68716919-c2ab-40ee-bf8d-901a5348a5c4 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:24.945872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.010930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.109812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.142351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55828) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:25.251606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b68901-eb19-4df7-b2d4-10e37eeef7a5 req-22b4275e-c5d6-4e93-8b93-7a72d0893c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:25.253664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68b68901-eb19-4df7-b2d4-10e37eeef7a5 req-22b4275e-c5d6-4e93-8b93-7a72d0893c7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 1097 time: 0.4711821 Oct 13 04:26:25.255107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.345747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24982969-1666-4695-a495-d78c4a80fa06 None None] Network 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:25.346279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.355268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/subnets/68716919-c2ab-40ee-bf8d-901a5348a5c4 HTTP/1.1" status: 204 len: 168 time: 0.5015159 Oct 13 04:26:25.369724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55840) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:25.397379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51a61-4ce6-485f-a868-ebc1834ea75c tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Subnet': ['ID=68716919-c2ab-40ee-bf8d-901a5348a5c4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:25.420404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9ea7377-3528-4ba8-b404-567eda79538e req-249cb925-fa92-4134-982b-47a5c458519d tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0680001 Oct 13 04:26:25.438867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68b68901-eb19-4df7-b2d4-10e37eeef7a5 req-5eb1a4e0-6a97-46f1-817c-a5ae76c0fc3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733170 Oct 13 04:26:25.481166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:25.488264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0d0471eb-cf82-4059-909d-08bd33d29a7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca1d2e94ad234732b56367d38c34e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443520 Oct 13 04:26:25.573441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.579579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.612413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.641387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] DHCP port deletion for 9afe9dab-5e2d-49ec-bed5-984271a1f5b1 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:25.683647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Deleting port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:25.684252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.706367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.709553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.713438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/164e29ef-245a-4d09-9f46-46303eb9a126 HTTP/1.1" status: 204 len: 168 time: 0.2284899 Oct 13 04:26:25.726326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35c169b8-3f06-4f23-8259-3bb32bb2f775 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:25.741677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b61c3a-5486-4382-99cb-27c8d4f8b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e29ef-245a-4d09-9f46-46303eb9a126,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:25.787991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 35c169b8-3f06-4f23-8259-3bb32bb2f775 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:25.788605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35c169b8-3f06-4f23-8259-3bb32bb2f775 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:25.789305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] For port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:25.789910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.805018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Deleting port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:25.805018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.807307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Calling delete_port for 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:25.892033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] For port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,segment=NetworkSegment(d55f7f36-e5df-4ec6-8e6e-70ce6698421c),segment_id=d55f7f36-e5df-4ec6-8e6e-70ce6698421c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:25.892819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.911967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Calling delete_port for 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:25.931507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:25.964307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Port': ['ID=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:25.969750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] No DVR routers for this DVR port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:26.029938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.062621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] Pushing event deleted for resources: {'Port': ['ID=4ea3ff68-edd0-4d00-98d8-9c697fab4b13,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:26.070385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984fa4e-f47e-4ae3-b30c-9ff27f5c9aad None None] No DVR routers for this DVR port 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:26.110038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0689e-67c4-4a64-9451-ac038f0990b7 req-59dc5da0-9ae1-4502-82ba-1bea2dc84273 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:26.110699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.114730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3fb0689e-67c4-4a64-9451-ac038f0990b7 req-59dc5da0-9ae1-4502-82ba-1bea2dc84273 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1141546 Oct 13 04:26:26.147941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afe9dab-5e2d-49ec-bed5-984271a1f5b1']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:26.159613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:26.159899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55f7f36-e5df-4ec6-8e6e-70ce6698421c') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:26.165811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3fb0689e-67c4-4a64-9451-ac038f0990b7 req-760f5f3a-f339-4296-a2dc-6b9bfa469133 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Oct 13 04:26:26.178081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.191604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.208305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:26.209437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:26.213088 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:26.277223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.287219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:26.294012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] 10.222.0.49 "DELETE /v2.0/networks/9afe9dab-5e2d-49ec-bed5-984271a1f5b1 HTTP/1.1" status: 204 len: 168 time: 0.9099057 Oct 13 04:26:26.306836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e5d3c-01bb-47bb-9ce6-c5ad9c303e69 tempest-ServersTestMultiNic-106674331 tempest-ServersTestMultiNic-106674331-project] Pushing event deleted for resources: {'Network': ['ID=9afe9dab-5e2d-49ec-bed5-984271a1f5b1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:26.507235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55882) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:26.687441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae9242b7-a548-4cf0-a77b-b312d91ab92d req-0af16e08-2927-446a-8249-be5771056562 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0640242 Oct 13 04:26:26.810619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55892) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:26.977444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-409273ec-c113-44f7-ba9e-fb0791e0e422 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:26.977884 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-409273ec-c113-44f7-ba9e-fb0791e0e422 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:26:26.978395 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-409273ec-c113-44f7-ba9e-fb0791e0e422 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:26:26.983580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-409273ec-c113-44f7-ba9e-fb0791e0e422 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1676686 Oct 13 04:26:26.983580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55902) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:26.987663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--949351129'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:27.045683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.056213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.084823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.162576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.180262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.268386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c573f0d-335b-4cdd-9cb8-c8380ae17474,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.362120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.390967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.458383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bed8e4-164e-4cd6-9d18-48d31b0d9a89,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.484178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.491981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55934) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:27.492527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3ffb1d14-d8d9-4e16-ba03-32abd8de683a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5079219 Oct 13 04:26:27.499451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '92bed8e4-164e-4cd6-9d18-48d31b0d9a89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:27.515159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f95b8c-aaf7-4b6b-81bb-b7f4bd564086 req-d675265f-17ee-4eb5-a343-243019af33aa tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:27.518985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73f95b8c-aaf7-4b6b-81bb-b7f4bd564086 req-d675265f-17ee-4eb5-a343-243019af33aa tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1860673 Oct 13 04:26:27.621252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.648048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73f95b8c-aaf7-4b6b-81bb-b7f4bd564086 req-9ac5aef3-75d4-4094-a73b-4935dca1efe7 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166174 Oct 13 04:26:27.720149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:27.787430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:27.789928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ea3ff68-edd0-4d00-98d8-9c697fab4b13 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:27.846768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.856630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4e81411-0d32-422d-bcd9-e2146b84024a req-1e0fe807-c19b-4112-a8ca-791f1bb5bea9 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0454552 Oct 13 04:26:27.857873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Deleting port e308930e-9e81-4d45-9e8f-0cc45aee7c96 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:27.858188 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.907035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.934236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272eeeee-1736-4e99-ba8d-a21333d2a3f9,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:27.951817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.952996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6a3a8961-054a-446a-be9b-e109de37631b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587028 Oct 13 04:26:27.956003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:27.960727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d12abde3-44a1-4b9f-8f1b-c8a2c92913e5 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '92bed8e4-164e-4cd6-9d18-48d31b0d9a89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:27.965370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] For port e308930e-9e81-4d45-9e8f-0cc45aee7c96, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e308930e-9e81-4d45-9e8f-0cc45aee7c96,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:27.965370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:27.984350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Calling delete_port for e308930e-9e81-4d45-9e8f-0cc45aee7c96 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:28.023721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d12abde3-44a1-4b9f-8f1b-c8a2c92913e5 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.116697 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-d12abde3-44a1-4b9f-8f1b-c8a2c92913e5 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:26:28.121324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d12abde3-44a1-4b9f-8f1b-c8a2c92913e5 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1617839 Oct 13 04:26:28.122266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55944) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.195853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.222809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.240623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.280653 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.288871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e308930e-9e81-4d45-9e8f-0cc45aee7c96,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:28.295596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.299370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/92bed8e4-164e-4cd6-9d18-48d31b0d9a89 HTTP/1.1" status: 204 len: 168 time: 0.1739705 Oct 13 04:26:28.301701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55946) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.336751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe63d4-f3aa-468e-9f96-f616a8929156 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bed8e4-164e-4cd6-9d18-48d31b0d9a89,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:28.381845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-757a619a-3c1d-467b-b7b6-5610ddd7a5d9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778408 Oct 13 04:26:28.386409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55948) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.395333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866856069'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:28.428290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.538344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.552258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.558486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.610008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.615914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2282939 Oct 13 04:26:28.616621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.627562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1c9929f3-98d9-42d3-b1df-173876137fc7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'e6fa6fb3-5531-4fec-a7e1-9b5ebc14e2fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:28.628338 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-1c9929f3-98d9-42d3-b1df-173876137fc7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 04:26:28.628909 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-1c9929f3-98d9-42d3-b1df-173876137fc7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:28.634006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1c9929f3-98d9-42d3-b1df-173876137fc7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136111 Oct 13 04:26:28.640074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55954) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.660498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7cf29-e073-4114-bc25-772ee89d44e9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa6fb3-5531-4fec-a7e1-9b5ebc14e2fc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:28.793869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.795415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:28.820341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.874199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78773e-b275-42c1-bcfb-2b84b91aef41 req-24194686-9871-4aea-adfb-654bd2cd7735 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:28.876161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a78773e-b275-42c1-bcfb-2b84b91aef41 req-24194686-9871-4aea-adfb-654bd2cd7735 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1316617 Oct 13 04:26:28.904260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.904260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:28.904260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/e6fa6fb3-5531-4fec-a7e1-9b5ebc14e2fc HTTP/1.1" status: 204 len: 168 time: 0.2613163 Oct 13 04:26:28.904260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.948633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:28.955674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7781ca90-b180-453f-9565-a446fa0dced5 admin admin] 10.222.0.49 "PUT /v2.0/routers/5aa0182b-b0d6-4eaa-9b84-b103ccf98953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4473815 Oct 13 04:26:28.957778 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Sync routers for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:28.960997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:28.962224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0088283-428a-4412-baf8-cd006c30c34e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa6fb3-5531-4fec-a7e1-9b5ebc14e2fc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:28.990622 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:28.991262 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:29.031283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:29.031571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc76b9dd-85b8-4121-b191-43668f3b1cde tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1214445 Oct 13 04:26:29.039027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a78773e-b275-42c1-bcfb-2b84b91aef41 req-04842d36-9753-409f-aa26-303ceb231f03 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346693 Oct 13 04:26:29.054954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828351377'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:29.129961 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:29.171148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.180543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2d5c8e59-011e-4733-b68e-db0bead72518 req-85c7b7b2-f13c-4f87-ba5a-222bd3ac05af tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.1494434 Oct 13 04:26:29.245025 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.327147 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:26:28Z', 'revision_number': 5, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:29.357370 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Checking router: 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:29.367818 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Routers {'5aa0182b-b0d6-4eaa-9b84-b103ccf98953'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:29.368765 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:29.498873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] Set router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:29.684645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.724009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.748407 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.776363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:26:28Z', 'revision_number': 5, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:29.801486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e898d-101f-4447-9f2f-02ccaf6743e5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:29.809289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.810532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9ec49d2c-c4d9-471e-9e50-80b35659fa46 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7616813 Oct 13 04:26:29.813363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:29.818291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c39f04-9867-4dc4-b933-c8ae3507d8ad None None] The sync data for ids ['5aa0182b-b0d6-4eaa-9b84-b103ccf98953'] in n-d-813736-1 is: [{'id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'name': 'tempest-ServersTestMultiNic-299563087-router', 'tenant_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:37Z', 'updated_at': '2021-10-13T04:26:28Z', 'revision_number': 5, 'project_id': '7d38bdd7485d4204bbfcb0cac2b4c7f9', 'gw_port': {'id': 'f5c7a551-93bc-476b-a6f2-f3311e6f58d7', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa0182b-b0d6-4eaa-9b84-b103ccf98953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:39Z', 'updated_at': '2021-10-13T04:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:29.821214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-29d08fa6-5e45-4d92-a9b8-6fd881051141 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'c27e898d-101f-4447-9f2f-02ccaf6743e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:29.822033 n-d-813736-1 neutron-server[95048]: WARNING neutron.api.v2.base [None req-29d08fa6-5e45-4d92-a9b8-6fd881051141 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 04:26:29.822536 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-29d08fa6-5e45-4d92-a9b8-6fd881051141 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:29.837947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-29d08fa6-5e45-4d92-a9b8-6fd881051141 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0212114 Oct 13 04:26:29.838167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55986) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:29.860071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Deleting port f5c7a551-93bc-476b-a6f2-f3311e6f58d7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:29.860741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.908642 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.935618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.957940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] For port f5c7a551-93bc-476b-a6f2-f3311e6f58d7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:29.958300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.971730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Calling delete_port for f5c7a551-93bc-476b-a6f2-f3311e6f58d7 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:29.986157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.989209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:29.992867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/c27e898d-101f-4447-9f2f-02ccaf6743e5 HTTP/1.1" status: 204 len: 168 time: 0.1515918 Oct 13 04:26:29.993818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.002101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eecd13-c979-4527-a99b-37a4497e02bf tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e898d-101f-4447-9f2f-02ccaf6743e5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.089073 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-838d0ea0-0e0e-4644-83a5-95a9767ec1c6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934415 Oct 13 04:26:30.092439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55992) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.096543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--114101864'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.165420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.257359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.310868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c7a551-93bc-476b-a6f2-f3311e6f58d7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.350828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.354075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646a4239-8b1f-46b2-a431-a4c9cb98a4b5 req-e1235f44-75df-4240-91a2-551e23414dde tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0586154 Oct 13 04:26:30.377860 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.423205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.424456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3311176 Oct 13 04:26:30.428198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55998) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.428944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27db8e-ee3b-49b3-a5e5-7fc4c95ada9d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a471e076-67d5-4eaf-a097-88a4e4434a5f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.431384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.433268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1063eaa2-cae9-42b1-be15-6d9b01dc8d52 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'a471e076-67d5-4eaf-a097-88a4e4434a5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.434145 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-1063eaa2-cae9-42b1-be15-6d9b01dc8d52 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 04:26:30.434657 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-1063eaa2-cae9-42b1-be15-6d9b01dc8d52 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.438544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1063eaa2-cae9-42b1-be15-6d9b01dc8d52 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092034 Oct 13 04:26:30.439014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56000) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.444250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7760b72f-b01d-4dd2-8758-71afb5725bdc tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'a471e076-67d5-4eaf-a097-88a4e4434a5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.445049 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-7760b72f-b01d-4dd2-8758-71afb5725bdc tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 04:26:30.445523 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-7760b72f-b01d-4dd2-8758-71afb5725bdc tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.449317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7760b72f-b01d-4dd2-8758-71afb5725bdc tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093086 Oct 13 04:26:30.449881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.457610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f6ced6c8-074a-4f78-b8fd-018a8696b6c6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'a471e076-67d5-4eaf-a097-88a4e4434a5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.458441 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-f6ced6c8-074a-4f78-b8fd-018a8696b6c6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 04:26:30.459645 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-f6ced6c8-074a-4f78-b8fd-018a8696b6c6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.463157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6ced6c8-074a-4f78-b8fd-018a8696b6c6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100176 Oct 13 04:26:30.464025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.468614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-587f7971-1fec-4f56-a15f-8090a73a612a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'a471e076-67d5-4eaf-a097-88a4e4434a5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.469492 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-587f7971-1fec-4f56-a15f-8090a73a612a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 04:26:30.469984 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-587f7971-1fec-4f56-a15f-8090a73a612a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.470940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-587f7971-1fec-4f56-a15f-8090a73a612a tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058057 Oct 13 04:26:30.473950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.532456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.541556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.543781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.560085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.592663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.593217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa0182b-b0d6-4eaa-9b84-b103ccf98953 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:26:30.597891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.599120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9bffb5ed-e624-4f05-a934-5d760a828087 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5aa0182b-b0d6-4eaa-9b84-b103ccf98953 HTTP/1.1" status: 204 len: 168 time: 1.6369054 Oct 13 04:26:30.602332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.605071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.607724 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.611299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/a471e076-67d5-4eaf-a097-88a4e4434a5f HTTP/1.1" status: 204 len: 168 time: 0.1334338 Oct 13 04:26:30.613779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56010) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.633526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623027-1b4d-428d-9209-9613f5c8acd7 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471e076-67d5-4eaf-a097-88a4e4434a5f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.651670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Deleting subnet a0160dcf-ff22-4cb8-ba8e-092200473416 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:30.655254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.669769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2b60307-c4d9-453a-8985-e3c8bf5bbb05 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548768 Oct 13 04:26:30.675577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56012) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.680294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--293814085'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.699638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.707387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.784954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.789008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.789680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.817579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.819994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1433380 Oct 13 04:26:30.823195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.828330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0b379090-b7fc-4c5e-a16e-87e4c151670c tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.829127 n-d-813736-1 neutron-server[95048]: WARNING neutron.api.v2.base [None req-0b379090-b7fc-4c5e-a16e-87e4c151670c tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:26:30.829492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d69f-d378-4e9d-a8df-bff7997422ad tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ca39e-e110-47f6-be89-fe4763725606,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.829679 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-0b379090-b7fc-4c5e-a16e-87e4c151670c tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.830700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b379090-b7fc-4c5e-a16e-87e4c151670c tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065019 Oct 13 04:26:30.832359 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:26:30.833422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56018) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.839600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-303a191a-3a6a-4203-90a8-1c1dd3509938 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.868954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.883762 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-303a191a-3a6a-4203-90a8-1c1dd3509938 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.887796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-303a191a-3a6a-4203-90a8-1c1dd3509938 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0494132 Oct 13 04:26:30.888357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56022) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.893439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7acf54b3-f1a7-4b8a-b09c-bcb115e487a9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.893992 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-7acf54b3-f1a7-4b8a-b09c-bcb115e487a9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 04:26:30.894553 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-7acf54b3-f1a7-4b8a-b09c-bcb115e487a9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.898835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7acf54b3-f1a7-4b8a-b09c-bcb115e487a9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062230 Oct 13 04:26:30.899008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0160dcf-ff22-4cb8-ba8e-092200473416,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:30.900997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56024) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.901582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:30.907407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-182e116c-eb52-448a-a6bd-b982c818e563 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a0160dcf-ff22-4cb8-ba8e-092200473416 HTTP/1.1" status: 204 len: 168 time: 0.3020165 Oct 13 04:26:30.907657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.909759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c822f6-1677-4386-82f3-6a4d449c6510 None None] Network 8aeedb95-9127-4993-8e00-fba6377d4e4a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:30.911164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fbdab93b-c005-4742-9239-8d6eb5e8fd38 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.971708 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-fbdab93b-c005-4742-9239-8d6eb5e8fd38 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.973139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fbdab93b-c005-4742-9239-8d6eb5e8fd38 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0708194 Oct 13 04:26:30.976075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.982540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ef2a2c37-643d-4ea5-a2ed-ce2ae9724319 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:30.983398 n-d-813736-1 neutron-server[95048]: WARNING neutron.api.v2.base [None req-ef2a2c37-643d-4ea5-a2ed-ce2ae9724319 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 04:26:30.983850 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-ef2a2c37-643d-4ea5-a2ed-ce2ae9724319 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:30.985229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef2a2c37-643d-4ea5-a2ed-ce2ae9724319 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065362 Oct 13 04:26:30.989560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56036) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:30.999439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-85bbd4d1-e6af-46c2-871a-3cfab6532ee1 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.032576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.108884 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-85bbd4d1-e6af-46c2-871a-3cfab6532ee1 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:31.109954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-85bbd4d1-e6af-46c2-871a-3cfab6532ee1 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1192060 Oct 13 04:26:31.114351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56040) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.120335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3aea1d17-5340-49ff-b48b-14aa3b46587e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.120813 n-d-813736-1 neutron-server[95048]: WARNING neutron.api.v2.base [None req-3aea1d17-5340-49ff-b48b-14aa3b46587e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 04:26:31.121330 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-3aea1d17-5340-49ff-b48b-14aa3b46587e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:31.123271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3aea1d17-5340-49ff-b48b-14aa3b46587e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085890 Oct 13 04:26:31.126574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.133080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-554d871a-623d-43b1-9255-39e0a19ed537 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.148651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Deleting port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:31.150123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.166935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] DHCP port deletion for 8aeedb95-9127-4993-8e00-fba6377d4e4a request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:26:31.181573 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-554d871a-623d-43b1-9255-39e0a19ed537 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:31.182686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-554d871a-623d-43b1-9255-39e0a19ed537 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0546603 Oct 13 04:26:31.187566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56046) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.192615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-024bf2bb-3351-4713-ac84-d9e878aa5737 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '3d3ca39e-e110-47f6-be89-fe4763725606', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.234167 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-024bf2bb-3351-4713-ac84-d9e878aa5737 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:31.235679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-024bf2bb-3351-4713-ac84-d9e878aa5737 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0470276 Oct 13 04:26:31.238496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.248704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Deleting port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:31.249214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.251870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] For port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:31.252702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.276689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Calling delete_port for f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:31.297113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.321455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.331727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] For port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,segment=NetworkSegment(ac7a638f-60b6-405d-803c-ee2a97fcf7f0),segment_id=ac7a638f-60b6-405d-803c-ee2a97fcf7f0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:31.332131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.354541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Calling delete_port for f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:31.369151 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.372097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.376145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.379134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d3ca39e-e110-47f6-be89-fe4763725606 HTTP/1.1" status: 204 len: 168 time: 0.1388416 Oct 13 04:26:31.384116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56050) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.398027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.409389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] No DVR routers for this DVR port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:31.411855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618af1a9-707e-43f3-be7f-d88aae78ca4d tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ca39e-e110-47f6-be89-fe4763725606,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.454295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30a32479-a3bb-435b-b695-01f6996a9967 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687060 Oct 13 04:26:31.458452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.498930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496558626'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.538209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.538758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.548782 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.558149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f4ba9fe-97d1-4187-a91c-2e3e9da56f63 req-4103e175-3963-4b4d-aa2e-50b09bfd3402 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0602798 Oct 13 04:26:31.570045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] Pushing event deleted for resources: {'Port': ['ID=f5c8b7b3-bf2b-49cf-b06a-d9793abeb978,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.581560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cb47e0-b4f7-4dbe-abf3-3efe3a9ea00c None None] No DVR routers for this DVR port f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:31.596783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeedb95-9127-4993-8e00-fba6377d4e4a']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:31.660874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:31.661568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7a638f-60b6-405d-803c-ee2a97fcf7f0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:31.677556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.680812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e308930e-9e81-4d45-9e8f-0cc45aee7c96 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:31.719542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.728852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e308930e-9e81-4d45-9e8f-0cc45aee7c96 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:31.733101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e308930e-9e81-4d45-9e8f-0cc45aee7c96 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:31.733799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c7a551-93bc-476b-a6f2-f3311e6f58d7 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:31.734041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:31.734287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:31.735988 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:31.748342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.762768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f5c7a551-93bc-476b-a6f2-f3311e6f58d7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:31.763493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c7a551-93bc-476b-a6f2-f3311e6f58d7 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:31.764192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:31.778986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.810834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:31.811262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f5c8b7b3-bf2b-49cf-b06a-d9793abeb978 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:31.830936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.832276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3436325 Oct 13 04:26:31.834836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.835784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.841040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:31.854059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3c023b3a-7869-4c2f-b5ba-9c7b29e289d0 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c0ad3-f24d-4d02-8f86-5c2111946a98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.860731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] 10.222.0.49 "DELETE /v2.0/networks/8aeedb95-9127-4993-8e00-fba6377d4e4a HTTP/1.1" status: 204 len: 168 time: 0.9404421 Oct 13 04:26:31.862374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7261f-3593-47e1-a9e5-d8e9562ce16b tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c0ad3-f24d-4d02-8f86-5c2111946a98,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.881281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e47bd-e90f-496f-ab33-30e896bc065c admin admin] Pushing event deleted for resources: {'Network': ['ID=8aeedb95-9127-4993-8e00-fba6377d4e4a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:31.909548 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-3c023b3a-7869-4c2f-b5ba-9c7b29e289d0 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The resource could not be found. Oct 13 04:26:31.911365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c023b3a-7869-4c2f-b5ba-9c7b29e289d0 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0687699 Oct 13 04:26:31.913837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56066) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:31.918853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2414b54e-0f50-4a5a-85d1-49a50b5fba5f tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c0ad3-f24d-4d02-8f86-5c2111946a98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '58f70cce-4be7-4c47-b587-48b82b04704a'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:31.971280 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-2414b54e-0f50-4a5a-85d1-49a50b5fba5f tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The resource could not be found. Oct 13 04:26:31.974702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2414b54e-0f50-4a5a-85d1-49a50b5fba5f tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0592768 Oct 13 04:26:31.977392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.079036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56072) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.097065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.129578 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fe48584e-b860-414e-95d7-9c14e5bac92a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d38bdd7485d4204bbfcb0cac2b4c7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486693 Oct 13 04:26:32.130969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.131816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.184495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.187909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.192380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.192928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa5c0ad3-f24d-4d02-8f86-5c2111946a98 HTTP/1.1" status: 204 len: 168 time: 0.2134633 Oct 13 04:26:32.194244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56076) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.213260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86520523-f02a-4e65-934a-444ac97f5cd4 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c0ad3-f24d-4d02-8f86-5c2111946a98,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.226102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.274749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-94a5c356-7974-4e74-b2b0-bfc39fe9d8da tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695913 Oct 13 04:26:32.275463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56080) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.281294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8c8301dd-e5ce-4627-8a14-2e5743de6d51 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': 'e72d5fba-6c55-4da9-979d-ac1f381b466a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:32.294399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.297229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.300822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ce155e1-d29c-4c2f-a4e7-708e0f960bf0 HTTP/1.1" status: 204 len: 168 time: 0.1656227 Oct 13 04:26:32.309295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d959137-a0d9-44ab-a586-eddb929728ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce155e1-d29c-4c2f-a4e7-708e0f960bf0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.347076 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-8c8301dd-e5ce-4627-8a14-2e5743de6d51 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The resource could not be found. Oct 13 04:26:32.348697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8c8301dd-e5ce-4627-8a14-2e5743de6d51 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0720370 Oct 13 04:26:32.353250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56084) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.360764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--438951912'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:32.391001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.494202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.498262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.535869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.537687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1829867 Oct 13 04:26:32.538914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1c88c-9479-4962-bade-bf68d73dcaed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf3874-4322-4114-bbfd-50c84a6ac8c8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.540595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56088) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.554560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--619489527'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:32.582856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.672725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.683152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.757822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.759666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2177243 Oct 13 04:26:32.762514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56098) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.767286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-088614d7-7e87-423c-8e6f-de6cbd682880 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group_rule': {'security_group_id': '44bf3874-4322-4114-bbfd-50c84a6ac8c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39284b7a-beed-4723-bad7-5ba471872d6b'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:32.779572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeed03-8c53-4bb7-88a9-7a804eac56a8 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39284b7a-beed-4723-bad7-5ba471872d6b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:32.789969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-25c45c41-06ef-4317-b8eb-c984616f3767 req-9faf9e80-eb91-48bb-b1cc-220e9c756c70 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0969384 Oct 13 04:26:32.832768 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-088614d7-7e87-423c-8e6f-de6cbd682880 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:26:32.834717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-088614d7-7e87-423c-8e6f-de6cbd682880 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0709753 Oct 13 04:26:32.837689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:32.910866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:32.935794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.001412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.003910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.007394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/39284b7a-beed-4723-bad7-5ba471872d6b HTTP/1.1" status: 204 len: 168 time: 0.1658671 Oct 13 04:26:33.008240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56110) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.016944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0784-aab2-4c07-a7f2-7c210f9472db tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39284b7a-beed-4723-bad7-5ba471872d6b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.102274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6ea7255-18b9-4cdc-9472-8799e4982a80 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0912671 Oct 13 04:26:33.105364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56114) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.176131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.206266 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.266444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56120) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.268196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.271674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.278054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56124) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.279774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/44bf3874-4322-4114-bbfd-50c84a6ac8c8 HTTP/1.1" status: 204 len: 168 time: 0.1729445 Oct 13 04:26:33.297896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8b091-df7e-4c07-8368-db1394741049 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf3874-4322-4114-bbfd-50c84a6ac8c8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.355030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c227e115-7c8d-44aa-9c47-77c9c90d02a3 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718014 Oct 13 04:26:33.355276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.359852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'tempest-secgroup--879738634'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:33.392265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.422510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-651105397-network', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:33.475152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:33.477489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.491780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.521982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.532865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.676858 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.683184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.683388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3259194 Oct 13 04:26:33.688785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d254c546-afed-4199-84e9-0baf2874a563 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:33.689439 n-d-813736-1 neutron-server[95047]: WARNING neutron.api.v2.base [None req-d254c546-afed-4199-84e9-0baf2874a563 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 04:26:33.690105 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-d254c546-afed-4199-84e9-0baf2874a563 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 04:26:33.692128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d254c546-afed-4199-84e9-0baf2874a563 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "PUT /v2.0/security-groups/6933e14f-4941-4f1c-a9df-28df7d4575bf HTTP/1.1" status: 409 len: 330 time: 0.0092149 Oct 13 04:26:33.696125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.707303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a27ee-eb7b-4a64-9a77-99582e479452 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6933e14f-4941-4f1c-a9df-28df7d4575bf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.767640 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.773380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.790827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.808075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:33.815912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.821553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d0700-c6d5-4740-88ef-cbfb658a6772,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.827904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.828335 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Added segment a15ca2bf-dcaa-4176-b304-37b2ea032a89 of type vlan for network fc5422b0-6844-413d-99eb-acda6c118e13 Oct 13 04:26:33.872158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.883940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.885990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.891439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/6933e14f-4941-4f1c-a9df-28df7d4575bf HTTP/1.1" status: 204 len: 168 time: 0.1938903 Oct 13 04:26:33.891662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.908660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9cf3c-cbb1-4d1a-b525-26e373be2b7e tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933e14f-4941-4f1c-a9df-28df7d4575bf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:33.960866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337a3c9c-26c1-4e32-8c27-71deaa726cd4 req-cc8a338a-43c3-428d-8fc9-a57092a8ce05 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0491045 Oct 13 04:26:33.961090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7eeb48f8-f9f7-4002-b56b-d79b624307e6 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645154 Oct 13 04:26:33.961090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.961090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:33.961392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56140) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:33.961634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:33.987010 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-abb1b668-fb62-48ef-8186-980e03daa6ed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] delete failed (client error): The resource could not be found. Oct 13 04:26:33.988073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-abb1b668-fb62-48ef-8186-980e03daa6ed tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "DELETE /v2.0/security-groups/48e604c5-49e6-481a-af47-6cb8f86070a1 HTTP/1.1" status: 404 len: 347 time: 0.0257711 Oct 13 04:26:33.995524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56142) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.009640 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-2d3b783f-0973-4271-8c30-323a4f8168d9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] show failed (client error): The resource could not be found. Oct 13 04:26:34.011134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d3b783f-0973-4271-8c30-323a4f8168d9 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-groups/3b11667d-43c2-416a-88dd-c5ecc98694b5 HTTP/1.1" status: 404 len: 347 time: 0.0141857 Oct 13 04:26:34.014466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.032864 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-1577faf7-0335-481f-96ef-085b34bc9709 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] show failed (client error): The resource could not be found. Oct 13 04:26:34.038477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1577faf7-0335-481f-96ef-085b34bc9709 tempest-NegativeSecGroupTest-593744588 tempest-NegativeSecGroupTest-593744588-project] 10.222.0.49 "GET /v2.0/security-group-rules/55f62c07-7410-4c0e-80c9-145cfd26d9dd HTTP/1.1" status: 404 len: 356 time: 0.0181949 Oct 13 04:26:34.038646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7662458 Oct 13 04:26:34.038918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.044043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Request body: {'subnet': {'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-subnet', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:34.066753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0d6bd-e45c-4bd2-92d8-815d033d779c admin admin] Pushing event updated for resources: {'Network': ['ID=fc5422b0-6844-413d-99eb-acda6c118e13,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.072239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:34.074776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.078579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fc5422b0-6844-413d-99eb-acda6c118e13 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:34.264602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.308972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.316240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89246d6-75d3-4a41-93f1-afb73ceb9d5f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.334088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Checking segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:34.334459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Network hostable DHCP agents. Network: fc5422b0-6844-413d-99eb-acda6c118e13, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:34.352819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Network fc5422b0-6844-413d-99eb-acda6c118e13 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:34.363246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fc5422b0-6844-413d-99eb-acda6c118e13) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:34.375475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2931845e-48ff-4cbc-88a3-00b4c6e9a21f None None] Network fc5422b0-6844-413d-99eb-acda6c118e13 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:34.380159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:34.383752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.420745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56160) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.425742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:34.428939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f09343b2-ba4b-45ee-97fc-79e5910bccd7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3886600 Oct 13 04:26:34.468149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.469196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.547373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a924cde9-c44a-4f2f-80db-3ae4b0a562a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c80740c1514f49e7be5b9d6b0d5fdb6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348123 Oct 13 04:26:34.547753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56162) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:34.547892 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.569449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-fc5422b0-6844-413d-99eb-acda6c118e13', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:34.570457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.620792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.646676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.727811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.729611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.734840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:34.739826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c573f0d-335b-4cdd-9cb8-c8380ae17474 HTTP/1.1" status: 204 len: 168 time: 0.1882048 Oct 13 04:26:34.756519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac192f-07e1-463f-abdc-f36d19a69623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c573f0d-335b-4cdd-9cb8-c8380ae17474,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:34.765421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Allocated IP 172.20.0.2 (fc5422b0-6844-413d-99eb-acda6c118e13/d89246d6-75d3-4a41-93f1-afb73ceb9d5f/4f208492-0452-43ac-afbf-7c41205d79f0) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:34.828405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-553816a1-1d27-45bf-ba93-be07a1975b5f req-ae8139ef-b336-4c72-821d-8c06d06b9f5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0457289 Oct 13 04:26:35.000761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.004592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.013269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.024047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.064626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Network fc5422b0-6844-413d-99eb-acda6c118e13 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:35.068206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:35.073591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:35.164380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24961d6a-ea1b-4810-b8ec-ae1d0121f925 req-74b65572-208b-417b-a04f-25269d767594 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0546687 Oct 13 04:26:35.169478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Pushing event updated for resources: {'Port': ['ID=4f208492-0452-43ac-afbf-7c41205d79f0,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:35.202503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Attempting to bind port 4f208492-0452-43ac-afbf-7c41205d79f0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:35.202933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Attempting to bind port 4f208492-0452-43ac-afbf-7c41205d79f0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:35.203639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Attempting to bind port 4f208492-0452-43ac-afbf-7c41205d79f0 on network fc5422b0-6844-413d-99eb-acda6c118e13 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:35.204957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Allocated IP 172.25.0.227 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/78627506-9b8c-41a5-97f8-f1fa7408e958) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:35.214588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:35.214588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Checking segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:35.214588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.215028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Bound using segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:35.215974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Bound port: 4f208492-0452-43ac-afbf-7c41205d79f0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:35.216372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.341793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] For port 4f208492-0452-43ac-afbf-7c41205d79f0, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:35.346789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] For port 4f208492-0452-43ac-afbf-7c41205d79f0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f208492-0452-43ac-afbf-7c41205d79f0,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:35.354739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.437200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.480480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb2714-3ebe-4e09-a68f-8791467090ec None None] Pushing event updated for resources: {'Port': ['ID=4f208492-0452-43ac-afbf-7c41205d79f0,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:35.551610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:35.622731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:35.629266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:35.640958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:35.678716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Pushing event updated for resources: {'Port': ['ID=78627506-9b8c-41a5-97f8-f1fa7408e958,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:36.049692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:36.388842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:36.430287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a7726e10-76eb-435c-9f60-abe01cfc466a req-0eff84dc-c225-44d3-a2d3-1b9fe2f1ad91 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.1148500 Oct 13 04:26:36.679505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Router 0fdce087-7069-4339-a7f1-7d1e7ae00570 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:26:36.908245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:36.919499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Sync routers for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:36.936204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:36.937433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:36.953089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:36.959706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c528441e-2689-4c63-a749-f9b526bb1d94 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5345025 Oct 13 04:26:36.960276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:37.290788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bed5e-3be3-4da0-9645-853a853c3d4a None None] Network fc5422b0-6844-413d-99eb-acda6c118e13 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:37.317425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:37.584054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cc001385-608c-4470-b3eb-008cced009b6 req-e38b68ac-36c5-4947-acdf-bfcecc70ef24 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13&device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.0841622 Oct 13 04:26:37.831251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f208492-0452-43ac-afbf-7c41205d79f0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:37.951100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b62916f-7425-4ccd-922e-5b1a9b0ae1b1 req-10b52c61-aa94-466d-9e27-86ecdaf1bf93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7dd1f89a1d8a4303bb8e96d1f228211f&device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0323749 Oct 13 04:26:38.028531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] Provisioning complete for port 4f208492-0452-43ac-afbf-7c41205d79f0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:38.029101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.069838 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.073377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b62916f-7425-4ccd-922e-5b1a9b0ae1b1 req-5e2d67c2-056a-4546-a4eb-b59dbc65539a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7dd1f89a1d8a4303bb8e96d1f228211f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1129007 Oct 13 04:26:38.152413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa15f972-53c3-42e9-b123-d4e6f7b72214 req-99a5bde2-6810-4cbd-ac58-4e83529fe1fb tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.1262057 Oct 13 04:26:38.349519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62916f-7425-4ccd-922e-5b1a9b0ae1b1 req-b000ecf8-51e6-4b48-af69-1fbad9475aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:38.351754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4f208492-0452-43ac-afbf-7c41205d79f0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:38.352133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.357886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b62916f-7425-4ccd-922e-5b1a9b0ae1b1 req-b000ecf8-51e6-4b48-af69-1fbad9475aed service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2748010 Oct 13 04:26:38.429977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Allocated IP 172.20.0.1 (fc5422b0-6844-413d-99eb-acda6c118e13/d89246d6-75d3-4a41-93f1-afb73ceb9d5f/731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:38.434253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.580007 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.624610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.659869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Network fc5422b0-6844-413d-99eb-acda6c118e13 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:38.678965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] For port 4f208492-0452-43ac-afbf-7c41205d79f0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f208492-0452-43ac-afbf-7c41205d79f0,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:38.681981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:38.684447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:38.711648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.743694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Pushing event updated for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.756649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.787849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 3, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:38.799835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e3cf7-f668-4e14-a57b-4ed9d3d8684a None None] Pushing event updated for resources: {'Port': ['ID=4f208492-0452-43ac-afbf-7c41205d79f0,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:38.848639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:38.853763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Checking router: 0fdce087-7069-4339-a7f1-7d1e7ae00570 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:38.854192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Updating router 0fdce087-7069-4339-a7f1-7d1e7ae00570 port 78627506-9b8c-41a5-97f8-f1fa7408e958 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:38.955733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.033620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.331173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:26:39.331575 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:26:39.362433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-350f09a9-1557-4e04-81d7-107e920aab4c req-419015a4-600b-42e7-beb4-b3860f5d8d26 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0705225 Oct 13 04:26:39.406058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.412706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.439924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-11f056ca-1b0d-4428-8a9d-4ee94d295b78 None None] Provisioning complete for port 4f208492-0452-43ac-afbf-7c41205d79f0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:39.439924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11f056ca-1b0d-4428-8a9d-4ee94d295b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.606977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b62916f-7425-4ccd-922e-5b1a9b0ae1b1 req-4aa9deb0-7bae-4a5b-b7f0-65eb089b001d tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.16 "GET /v2.0/ports?device_id=005ebbbc-c47d-40ff-a31f-7d23cde06f13 HTTP/1.1" status: 200 len: 210 time: 0.0673785 Oct 13 04:26:39.622662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.683435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Pushing event updated for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.761805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.774232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.819912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Network fc5422b0-6844-413d-99eb-acda6c118e13 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:39.821520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:39.888431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3130b4a-a17b-47c0-b10f-41bf065e3fd9 None None] Pushing event updated for resources: {'Port': ['ID=78627506-9b8c-41a5-97f8-f1fa7408e958,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:39.928363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Attempting to bind port 78627506-9b8c-41a5-97f8-f1fa7408e958 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:39.929057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Attempting to bind port 78627506-9b8c-41a5-97f8-f1fa7408e958 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:39.929595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Attempting to bind port 78627506-9b8c-41a5-97f8-f1fa7408e958 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:39.940283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:39.940953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:39.941819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.942395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:39.943901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Bound port: 78627506-9b8c-41a5-97f8-f1fa7408e958, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:39.944650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:39.952731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9e7f2ad3-2888-4b90-bc7b-1189b23ad532 None None] Provisioning complete for port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:39.953123 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2ad3-2888-4b90-bc7b-1189b23ad532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:40.055730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f2ad3-2888-4b90-bc7b-1189b23ad532 None None] Port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:40.062482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f208492-0452-43ac-afbf-7c41205d79f0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:40.068350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] For port 78627506-9b8c-41a5-97f8-f1fa7408e958, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:40.106427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] For port 78627506-9b8c-41a5-97f8-f1fa7408e958, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=78627506-9b8c-41a5-97f8-f1fa7408e958,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:40.129114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:40.222899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3130b4a-a17b-47c0-b10f-41bf065e3fd9 None None] Pushing event updated for resources: {'Port': ['ID=78627506-9b8c-41a5-97f8-f1fa7408e958,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:40.269243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4f208492-0452-43ac-afbf-7c41205d79f0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:40.272674 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:40.289732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:40.291832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:40.560828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-75b4d3ff-d392-45fc-9afc-d7f5a9e2963e None None] Provisioning complete for port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:40.561478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75b4d3ff-d392-45fc-9afc-d7f5a9e2963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:40.609722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-75b4d3ff-d392-45fc-9afc-d7f5a9e2963e None None] Port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:26:40.639121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Router 0fdce087-7069-4339-a7f1-7d1e7ae00570 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:40.701112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:40.732436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a479a-ce95-4c88-a133-1986ec04b12e req-e09b852e-e11f-4617-b40f-875d0954484e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:40.742702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de2a479a-ce95-4c88-a133-1986ec04b12e req-e09b852e-e11f-4617-b40f-875d0954484e tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1878507 Oct 13 04:26:40.848761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de2a479a-ce95-4c88-a133-1986ec04b12e req-3e5c7ef0-49cf-48df-81c8-7934c189c911 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004915 Oct 13 04:26:40.853968 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e22677c-c807-4e27-9da4-7062ad5589f0 req-1ae4e855-9d07-429f-9b75-fd67137f701b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dd1f89a1d8a4303bb8e96d1f228211f&device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.1493235 Oct 13 04:26:40.910208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:40.915886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ab4a903b-6309-4576-923a-b36d153869f4 admin admin] 10.222.0.49 "PUT /v2.0/routers/0fdce087-7069-4339-a7f1-7d1e7ae00570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9541776 Oct 13 04:26:40.932476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e22677c-c807-4e27-9da4-7062ad5589f0 req-9a75e40c-0125-4bed-a471-dc43aa2f134c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7dd1f89a1d8a4303bb8e96d1f228211f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563581 Oct 13 04:26:41.141541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:39Z', 'revision_number': 2, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:41.173733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a6fb-7963-47d5-ad6a-f63c27136451 None None] The sync data for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 is: [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:39Z', 'revision_number': 2, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:41.489149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:41.619608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22677c-c807-4e27-9da4-7062ad5589f0 req-dd47bcc7-38aa-4dbe-9095-277460e10961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:41.621323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e22677c-c807-4e27-9da4-7062ad5589f0 req-dd47bcc7-38aa-4dbe-9095-277460e10961 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6741133 Oct 13 04:26:41.637794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-731d8bc2-9206-449e-95cf-ce9c122e1cd2 req-9356ad44-0680-4a35-8d8b-3948f57bd6dd tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.8400688 Oct 13 04:26:41.726471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2328-c8c4-4349-9c58-46e9bb660c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:42.140113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ca2b-9d2c-49ce-a814-196706c160f6 req-c1801ce1-5a17-412d-891b-d5b199d22ece tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:42.141739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6fb6ca2b-9d2c-49ce-a814-196706c160f6 req-c1801ce1-5a17-412d-891b-d5b199d22ece tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1173766 Oct 13 04:26:42.235101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6fb6ca2b-9d2c-49ce-a814-196706c160f6 req-1c7c6e82-6879-446d-99bf-82a46293248f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797415 Oct 13 04:26:42.615600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:42.812336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-808a1f79-1e47-4719-859b-a3a5232a839e req-a884de1f-8d86-4cfc-ae64-9456b4fa0c63 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.49 "GET /v2.0/ports?device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.0572569 Oct 13 04:26:43.199432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e22677c-c807-4e27-9da4-7062ad5589f0 req-c093a142-a3c9-46de-8377-ddcbdf8c2cb3 tempest-ServerShowV247Test-987110788 tempest-ServerShowV247Test-987110788-project] 10.222.0.47 "GET /v2.0/ports?device_id=78dccc9c-ed42-4312-bc78-64fc178504d8 HTTP/1.1" status: 200 len: 210 time: 0.0406253 Oct 13 04:26:43.215311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-191d6048-3436-4249-8f23-08e79b5314b3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:43.220404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-191d6048-3436-4249-8f23-08e79b5314b3 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.1336150 Oct 13 04:26:43.446099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b40d7c-6fe7-4ffa-b837-54b51e5f8d17 req-5d5136e6-9a8d-4d87-b625-8bf3411dfca5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:43.447512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03b40d7c-6fe7-4ffa-b837-54b51e5f8d17 req-5d5136e6-9a8d-4d87-b625-8bf3411dfca5 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 945 time: 0.0701227 Oct 13 04:26:43.451155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Deleting port a34c9172-f072-4d25-8f96-ca8aea20e580 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:43.451674 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:43.550059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03b40d7c-6fe7-4ffa-b837-54b51e5f8d17 req-c449bff0-c6ba-44a1-ba69-fe5e5b127e00 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940549 Oct 13 04:26:43.583028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] For port a34c9172-f072-4d25-8f96-ca8aea20e580, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a34c9172-f072-4d25-8f96-ca8aea20e580,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:43.583974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:43.600828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Calling delete_port for a34c9172-f072-4d25-8f96-ca8aea20e580 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:43.772920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:43.787721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'a34c9172-f072-4d25-8f96-ca8aea20e580'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:43.809279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Pushing event deleted for resources: {'Port': ['ID=a34c9172-f072-4d25-8f96-ca8aea20e580,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:43.901960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] No DVR routers for this DVR port a34c9172-f072-4d25-8f96-ca8aea20e580 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:43.905157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:43.908827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e66fcdc2-49f9-449a-8360-66521322fb36 req-1f7043a8-a7aa-4e91-9d35-0383e306f2af tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "DELETE /v2.0/ports/a34c9172-f072-4d25-8f96-ca8aea20e580 HTTP/1.1" status: 204 len: 173 time: 0.6748199 Oct 13 04:26:43.909026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'name': 'network-vif-deleted', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:43.942887 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66b6a4-9762-4d6a-94b1-12ac111fbbc9" -d '{"events": [{"server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "name": "network-vif-deleted", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:44.368052 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46ef2d-3013-45fc-a3e8-65ea59674ada x-openstack-request-id: req-9b46ef2d-3013-45fc-a3e8-65ea59674ada {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:44.368724 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d634835-2d8b-47f4-91b3-1e4b38e96a7d", "name": "network-vif-deleted", "tag": "a34c9172-f072-4d25-8f96-ca8aea20e580", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:44.371356 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b46ef2d-3013-45fc-a3e8-65ea59674ada {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:44.372466 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d634835-2d8b-47f4-91b3-1e4b38e96a7d', 'name': 'network-vif-deleted', 'tag': 'a34c9172-f072-4d25-8f96-ca8aea20e580', 'status': 'completed', 'code': 200} Oct 13 04:26:44.393894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 78627506-9b8c-41a5-97f8-f1fa7408e958 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:44.419871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:44.470468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68866edb-cb4d-463d-9a10-9cf5a6d4c84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.519087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Sync routers for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:44.531703 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:44.532793 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:44.555050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 78627506-9b8c-41a5-97f8-f1fa7408e958 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:44.555500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.680678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.709419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 78627506-9b8c-41a5-97f8-f1fa7408e958, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=78627506-9b8c-41a5-97f8-f1fa7408e958,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:44.719917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.761923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54198517-3183-485e-84a6-d6858dbbc02c req-1ebbd9a0-d8bb-4ef4-b7e2-458fa3d657d6 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d634835-2d8b-47f4-91b3-1e4b38e96a7d HTTP/1.1" status: 200 len: 210 time: 0.1048355 Oct 13 04:26:44.764527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26aeb36e-161a-4add-8bed-55150ac66e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.783955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=78627506-9b8c-41a5-97f8-f1fa7408e958,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:44.826267 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:44.861312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26aeb36e-161a-4add-8bed-55150ac66e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.866256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26aeb36e-161a-4add-8bed-55150ac66e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.908799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-26aeb36e-161a-4add-8bed-55150ac66e46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dd1f89a1d8a4303bb8e96d1f228211f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869609 Oct 13 04:26:44.909528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeb36e-161a-4add-8bed-55150ac66e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73492c85-b0bb-4175-89cc-d975451c2fcf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:44.911913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56414) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:44.975285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:44.998506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.049820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.055018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.058754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73492c85-b0bb-4175-89cc-d975451c2fcf HTTP/1.1" status: 204 len: 168 time: 0.1433933 Oct 13 04:26:45.058917 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:39Z', 'revision_number': 2, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:45.064177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f76a4b-236f-4e39-bdf8-0007517a1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73492c85-b0bb-4175-89cc-d975451c2fcf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:45.101166 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Checking router: 0fdce087-7069-4339-a7f1-7d1e7ae00570 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:45.101515 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Updating router 0fdce087-7069-4339-a7f1-7d1e7ae00570 port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:26:45.127341 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.312822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.433582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.556986 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.566146 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.706657 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Attempting to bind port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:45.707036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Attempting to bind port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:45.707431 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Attempting to bind port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 on network fc5422b0-6844-413d-99eb-acda6c118e13 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:45.715399 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:45.715779 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Checking segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:45.716184 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.716598 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Bound using segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:45.717057 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Bound port: 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:45.717434 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.789559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] For port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:45.793081 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] For port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:45.800257 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Pushing event updated for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:45.809202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.809747 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.810308 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.810809 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.811369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.811869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.812363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.812866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.813399 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.813888 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.814565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.815250 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:26:45.821049 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:45.909857 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458ef0f-6f89-4c0b-8b0b-43862dcbf7c2 None None] Pushing event updated for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:45.951818 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:45.953446 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:46.005617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] Provisioning complete for port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:46.007890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.123077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 78627506-9b8c-41a5-97f8-f1fa7408e958 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:46.263613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.299910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56460) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:46.358992 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:46.438939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] For port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:46.453658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a34c9172-f072-4d25-8f96-ca8aea20e580 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:46.483113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.523478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab106fd4-0e08-4af8-9adb-e33f876beb73 req-b5df7384-9ade-4233-9f04-64f8b99530b4 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:46.553032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ab106fd4-0e08-4af8-9adb-e33f876beb73 req-b5df7384-9ade-4233-9f04-64f8b99530b4 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1932538 Oct 13 04:26:46.600887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-85453971-network', 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:46.669042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:46.678161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.686387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ab106fd4-0e08-4af8-9adb-e33f876beb73 req-40ccb79d-4406-4bd7-9a4b-a64cca48f6b8 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304383 Oct 13 04:26:46.697036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: a34c9172-f072-4d25-8f96-ca8aea20e580 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:46.697393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a34c9172-f072-4d25-8f96-ca8aea20e580 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:46.699925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.727092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 78627506-9b8c-41a5-97f8-f1fa7408e958 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:46.727491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.800437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eb8d8c83-976e-469f-a74f-cd49c72bdda4 None None] Provisioning complete for port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:46.800841 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb8d8c83-976e-469f-a74f-cd49c72bdda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.849576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.851653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92e0cb-c3b5-44dd-8a38-1dd4a5493288 None None] Pushing event updated for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:46.863874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.880818 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:45Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:46.889484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:46.913575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:46.914360 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Added segment 153d1f71-b924-4014-959f-29dbfb7d5fd9 of type vlan for network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 Oct 13 04:26:46.938673 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2421e1-0a9b-4cc4-a521-8c52cbb23641 None None] The sync data for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 is: [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:45Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:46.973286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.014401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25406061-2289-454c-84f6-f95e46cc516e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:47.039784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.041604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:47.042192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.116425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56472) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:47.116639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8156996 Oct 13 04:26:47.122364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497a342-c60a-4015-a591-090b0298d18e admin admin] Pushing event updated for resources: {'Network': ['ID=1d0bcd8c-5687-48e1-81aa-af01eaedd709,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:47.133987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:47.134623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Request body: {'subnet': {'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-85453971-subnet', 'tenant_id': 'a544d149f41546118eb4f97969ae3b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:47.180206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:47.192160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.264483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.481438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.592603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:47.593375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Network hostable DHCP agents. Network: 1d0bcd8c-5687-48e1-81aa-af01eaedd709, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:47.595369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:47.623338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:47.643016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1d0bcd8c-5687-48e1-81aa-af01eaedd709) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:47.648614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:47.649201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:47.654541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352821ae-a6e5-44a8-80e8-a62407d8cb86 None None] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:47.687686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-57b2a08a-c11e-4ab1-8145-75a81fc085cd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5622118 Oct 13 04:26:47.906272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f231a6-4874-4295-8788-5c6d6805597c req-9b89acc9-f084-4886-bae0-e656f9771de9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:47.942577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0f231a6-4874-4295-8788-5c6d6805597c req-9b89acc9-f084-4886-bae0-e656f9771de9 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1116607 Oct 13 04:26:47.975334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d04929-b45d-4784-8456-5bba290b1ce6 None None] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:48.093329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0f231a6-4874-4295-8788-5c6d6805597c req-f55fa136-5553-490b-b438-b94e6bfe375a tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495335 Oct 13 04:26:48.181553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:48.293830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:48.294209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:48.514354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-b9c8d86e-c9ef-4bf9-b7ab-410a02f14f97 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:48.522868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-b9c8d86e-c9ef-4bf9-b7ab-410a02f14f97 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.1541462 Oct 13 04:26:48.549607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-6121f937-7bd5-4fd2-a8af-51f65d607b1f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0253189 Oct 13 04:26:48.604091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-5e02a79f-ab4e-456b-a6d7-00e9b32b7e83 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536146 Oct 13 04:26:48.786577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-6e63b79b-3f12-475e-ac66-a69c2df2eaba service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745691 Oct 13 04:26:48.901938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-85375748-d29c-4328-8ecd-d46301b3eced service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066890 Oct 13 04:26:49.127567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e8ca9d5-64db-44e8-9a80-0588ac1c4756 req-56fd0860-d730-4f40-995f-e5d8b1610c3a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 210 time: 0.0379481 Oct 13 04:26:49.308150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae49a5-b3e6-457f-89f1-279d1fb51d4c req-709b00be-4eab-4b05-b35d-7e2fb2f33c42 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:49.310133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5ae49a5-b3e6-457f-89f1-279d1fb51d4c req-709b00be-4eab-4b05-b35d-7e2fb2f33c42 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0736325 Oct 13 04:26:49.363011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5ae49a5-b3e6-457f-89f1-279d1fb51d4c req-5c0842cc-5661-40c7-a61b-2bc2b13da1ac tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Oct 13 04:26:50.416531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef0f4963-3c30-42dc-9707-f8f88396cf03 req-6a8bccbb-e977-46dd-a2cf-a5c86018ce70 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 210 time: 0.0818281 Oct 13 04:26:50.580175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca591b-d1e0-4fd3-a852-8fcd1ec371c7 req-94f6e48e-b7ce-46b5-817c-96085c8ae9ba tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.590642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dca591b-d1e0-4fd3-a852-8fcd1ec371c7 req-94f6e48e-b7ce-46b5-817c-96085c8ae9ba tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1180627 Oct 13 04:26:50.641821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dca591b-d1e0-4fd3-a852-8fcd1ec371c7 req-1adb47d1-e2c9-487e-a95f-6f3a2aa9c388 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497746 Oct 13 04:26:50.701442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-8e074b72-987f-40e8-8d05-fb7ff01d104e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:50.703854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-8e074b72-987f-40e8-8d05-fb7ff01d104e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.1992750 Oct 13 04:26:50.718142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:50.836571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:50.844044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:51.021470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.8 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/83a55bf5-95d4-491a-ab11-8c358e04340e) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:26:51.243637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:51.287330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:51.328903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:26:51.332711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:51.337205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:26:51.390221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:51.390879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:51.420918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7065902 Oct 13 04:26:51.421989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc504b-f546-4bad-906b-526b70586131 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:51.438088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Request body: {'port': {'device_id': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:51.534158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:51.616667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc389d2-e370-4985-8f05-f6a1e107e181 req-2ea46d37-d1c5-49d4-8cd1-161461389958 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:51.619165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4bc389d2-e370-4985-8f05-f6a1e107e181 req-2ea46d37-d1c5-49d4-8cd1-161461389958 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 931 time: 0.0845478 Oct 13 04:26:51.712193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4bc389d2-e370-4985-8f05-f6a1e107e181 req-c20589df-fa96-4eb5-8c1c-625bdc0c403a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849619 Oct 13 04:26:51.851013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbab85d-9a21-4243-a286-a83a87dabb2e req-198bf390-c975-4268-8e79-fd6e7452ce0f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:51.859505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cbab85d-9a21-4243-a286-a83a87dabb2e req-198bf390-c975-4268-8e79-fd6e7452ce0f tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.1278598 Oct 13 04:26:51.941152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cbab85d-9a21-4243-a286-a83a87dabb2e req-fa5ca16a-29ad-4606-bf8b-f20f276426b1 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/security-groups?id=abe18f27-f25b-40e7-861f-cdfc76b62bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681839 Oct 13 04:26:52.009292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a55bf5-95d4-491a-ab11-8c358e04340e {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:52.038555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.066478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Transition to ACTIVE for port object 83a55bf5-95d4-491a-ab11-8c358e04340e will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:26:52.077251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.278594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Pushing event updated for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:52.315121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-919a4a9b-3989-4cfa-9b04-f237fb4b8655 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.317099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-919a4a9b-3989-4cfa-9b04-f237fb4b8655 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 945 time: 0.0973356 Oct 13 04:26:52.329339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Attempting to bind port 83a55bf5-95d4-491a-ab11-8c358e04340e on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:26:52.329807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Attempting to bind port 83a55bf5-95d4-491a-ab11-8c358e04340e by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:26:52.330230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Attempting to bind port 83a55bf5-95d4-491a-ab11-8c358e04340e on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:52.335879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Port 83a55bf5-95d4-491a-ab11-8c358e04340e on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:26:52.336340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Attempting to bind port 83a55bf5-95d4-491a-ab11-8c358e04340e on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:26:52.341691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:26:52.342268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:52.342730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:26:52.343297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Bound port: 83a55bf5-95d4-491a-ab11-8c358e04340e, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:26:52.343745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.434989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:26:52.439382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83a55bf5-95d4-491a-ab11-8c358e04340e,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:26:52.447834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.462371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Deleting port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:52.463171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.550639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.553368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.554328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] 10.222.0.16 "PUT /v2.0/ports/83a55bf5-95d4-491a-ab11-8c358e04340e HTTP/1.1" status: 200 len: 1091 time: 1.1212952 Oct 13 04:26:52.556910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:52.560536 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76" -d '{"events": [{"name": "network-changed", "server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:52.578010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031d282-7e1b-4351-b70d-f9367d0dfc1c service neutron] Pushing event updated for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:52.596121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] For port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:52.596931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.618831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Calling delete_port for e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:52.619463 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9f57d-f736-4de5-a566-f3dc8fef3d60 x-openstack-request-id: req-29b9f57d-f736-4de5-a566-f3dc8fef3d60 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:52.619703 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:52.626304 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29b9f57d-f736-4de5-a566-f3dc8fef3d60 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:52.626862 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e', 'status': 'completed', 'code': 200} Oct 13 04:26:52.743336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-665ca29e-989c-41a9-9336-627dd4122605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.745310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-665ca29e-989c-41a9-9336-627dd4122605 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 1094 time: 0.1425803 Oct 13 04:26:52.862625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-9d4f9bff-efa0-4e43-a7c3-0ae236fd3903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83a55bf5-95d4-491a-ab11-8c358e04340e HTTP/1.1" status: 200 len: 217 time: 0.1079235 Oct 13 04:26:52.889782 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:52.947446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Pushing event deleted for resources: {'Port': ['ID=e90c7c85-0108-41bb-aa3e-a2f68aacc1a8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:52.954835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-b20afc5d-54db-4f27-9f6c-7d0899a66f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.956383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-b20afc5d-54db-4f27-9f6c-7d0899a66f48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.0865691 Oct 13 04:26:52.981071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049201c1-864d-44e7-a911-b777c057d8b1 req-45e3c0a3-a687-4243-9524-18455eec700d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:52.985944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-049201c1-864d-44e7-a911-b777c057d8b1 req-45e3c0a3-a687-4243-9524-18455eec700d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 943 time: 0.1571832 Oct 13 04:26:53.012605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-52d6c490-8ecc-4547-921f-33b3b44a8f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467656 Oct 13 04:26:53.045368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] No DVR routers for this DVR port e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:26:53.050324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.055037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f7b4d63-f248-480a-9334-fcc04d0ad1a9 req-d8703bd1-552d-4de2-ba7c-d05af3221b6c tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.47 "DELETE /v2.0/ports/e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 HTTP/1.1" status: 204 len: 173 time: 0.7312410 Oct 13 04:26:53.056736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'name': 'network-vif-deleted', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:53.059696 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3955125-738c-4f93-87d9-bca73e7f8f34" -d '{"events": [{"server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "name": "network-vif-deleted", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:53.133430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c076885-3dfd-4f67-a425-92da8b554152 req-e5c991c9-af48-4746-a75a-2ad964c8d5d2 tempest-ServerRescueNegativeTestJSON-564064588 tempest-ServerRescueNegativeTestJSON-564064588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c HTTP/1.1" status: 200 len: 210 time: 0.0989416 Oct 13 04:26:53.143766 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-049201c1-864d-44e7-a911-b777c057d8b1 req-0822ccd3-0989-4e3b-9fa8-e3d9b4c4798b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191883 Oct 13 04:26:53.203649 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3e3e95-23f3-4fb9-b151-0dd613a96166 x-openstack-request-id: req-fe3e3e95-23f3-4fb9-b151-0dd613a96166 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:53.203975 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c", "name": "network-vif-deleted", "tag": "e90c7c85-0108-41bb-aa3e-a2f68aacc1a8", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:53.204229 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe3e3e95-23f3-4fb9-b151-0dd613a96166 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:53.204638 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fa25c1-b7b5-48b6-91b7-b19a3f3e886c', 'name': 'network-vif-deleted', 'tag': 'e90c7c85-0108-41bb-aa3e-a2f68aacc1a8', 'status': 'completed', 'code': 200} Oct 13 04:26:53.212274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-19851c4b-1f58-40da-a035-29df1b7fafae service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916106 Oct 13 04:26:53.343301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-600a1a74-2fdc-495e-bfc5-fb88b0083e4a req-2c7b5f0d-ce05-415b-9241-ca4ff2f3aa6e service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233444 Oct 13 04:26:53.456028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-d2987b27-d18a-4991-9d3c-a48425082b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.457673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-d2987b27-d18a-4991-9d3c-a48425082b93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 1094 time: 0.0587523 Oct 13 04:26:53.521614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56590) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:53.591342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-95613333-59ef-42f4-aef8-9a8c9736f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.594841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-95613333-59ef-42f4-aef8-9a8c9736f071 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.1297588 Oct 13 04:26:53.662675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-069e04e9-bb9c-429a-b3e1-e3a1c6f1ec8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83a55bf5-95d4-491a-ab11-8c358e04340e HTTP/1.1" status: 200 len: 217 time: 0.0580053 Oct 13 04:26:53.684003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e75d83a-8aee-4435-b8de-e6a4270e090a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.734063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-09e5e01d-362a-4424-a4e4-da069188ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:53.736067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-09e5e01d-362a-4424-a4e4-da069188ab56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.0629296 Oct 13 04:26:53.772029 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-f42c69f6-0e10-482b-8725-f2f8a822ac24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272152 Oct 13 04:26:53.789321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e75d83a-8aee-4435-b8de-e6a4270e090a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.795450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e75d83a-8aee-4435-b8de-e6a4270e090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:53.843508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8e75d83a-8aee-4435-b8de-e6a4270e090a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e107108aff2440b49253813470e7be47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207390 Oct 13 04:26:53.843776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56594) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:53.845322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75d83a-8aee-4435-b8de-e6a4270e090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b997ec1e-2b42-4433-9d81-5fa2d88eb01d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:53.956376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-5e337251-500d-4806-bb21-a678ce0230f6 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776521 Oct 13 04:26:53.961116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:54.029254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:54.092587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3ee40c8-98a1-45d3-904b-d463ea5c8b76 req-807a2c08-034a-4726-a641-2e13917e34cd service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286373 Oct 13 04:26:54.109451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:54.112273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:54.117492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b997ec1e-2b42-4433-9d81-5fa2d88eb01d HTTP/1.1" status: 204 len: 168 time: 0.2728300 Oct 13 04:26:54.127702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f368a6b-2f06-4549-8f18-45f8fdafec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b997ec1e-2b42-4433-9d81-5fa2d88eb01d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:54.242794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56610) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:54.345744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88a455-ff38-495f-9895-7dfb5460bd7a req-041cf0d8-6858-4b77-9b7f-fab4cfc5ac36 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:54.365367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a88a455-ff38-495f-9895-7dfb5460bd7a req-041cf0d8-6858-4b77-9b7f-fab4cfc5ac36 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 943 time: 0.0821400 Oct 13 04:26:54.378946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:54.418423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:54.418554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e90c7c85-0108-41bb-aa3e-a2f68aacc1a8 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:54.436572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a88a455-ff38-495f-9895-7dfb5460bd7a req-92952ab7-3c72-4a71-a39c-8a9447521bdb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701547 Oct 13 04:26:54.770015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.093011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Deleting port 2361472c-c783-429e-ab60-f54ca088783e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:55.093413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.191383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] For port 2361472c-c783-429e-ab60-f54ca088783e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2361472c-c783-429e-ab60-f54ca088783e,segment=NetworkSegment(8eb01134-4ca9-408b-a9fb-866ae7bc0199),segment_id=8eb01134-4ca9-408b-a9fb-866ae7bc0199)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.192108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.207605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Calling delete_port for 2361472c-c783-429e-ab60-f54ca088783e owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:55.371020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83a55bf5-95d4-491a-ab11-8c358e04340e details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:26:55.480167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.565326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83a55bf5-95d4-491a-ab11-8c358e04340e,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.592489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '83a55bf5-95d4-491a-ab11-8c358e04340e', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': '83a55bf5-95d4-491a-ab11-8c358e04340e', 'mac_address': 'fa:16:3e:f2:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:26:55.652278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Pushing event deleted for resources: {'Port': ['ID=2361472c-c783-429e-ab60-f54ca088783e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:55.670108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f61af-f295-4385-b230-67bacb6a9e4b req-4797ce31-15aa-4a84-bcfa-be5309f7ce5c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:55.672232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-358f61af-f295-4385-b230-67bacb6a9e4b req-4797ce31-15aa-4a84-bcfa-be5309f7ce5c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 943 time: 0.0819039 Oct 13 04:26:55.682600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.710820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a55bf5-95d4-491a-ab11-8c358e04340e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:26:55.741937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-358f61af-f295-4385-b230-67bacb6a9e4b req-d56ec822-a5e5-43a6-aaf4-5341013878b1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Oct 13 04:26:55.743378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56650) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:55.763928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83a55bf5-95d4-491a-ab11-8c358e04340e,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:55.774563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.854300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:55.872113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.904876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52027bc2-e3f8-42fd-b812-d9658ba7e674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:55.977243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:26:56.008966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52027bc2-e3f8-42fd-b812-d9658ba7e674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.015657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52027bc2-e3f8-42fd-b812-d9658ba7e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.074017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52027bc2-e3f8-42fd-b812-d9658ba7e674 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdbc269700454d0ea3c3cfe767cc6ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276422 Oct 13 04:26:56.076762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52027bc2-e3f8-42fd-b812-d9658ba7e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac93a075-89e3-4823-af65-0763203a3b91,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:56.093026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56656) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:56.201348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.234495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.246999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Router 97483780-bf12-4d27-b5be-ca95076b200b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:26:56.299769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.304003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.307762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac93a075-89e3-4823-af65-0763203a3b91 HTTP/1.1" status: 204 len: 168 time: 0.2118833 Oct 13 04:26:56.314567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc148-6afa-4723-93e2-d402d1e68838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac93a075-89e3-4823-af65-0763203a3b91,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:56.442964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:26:56.448584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a7ca8f3-6920-4f30-bd38-6059f362f970 admin admin] 10.222.0.49 "PUT /v2.0/routers/97483780-bf12-4d27-b5be-ca95076b200b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2040253 Oct 13 04:26:56.450791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:56.454900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Sync routers for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:26:56.468580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:56.469695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:56.632741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.641571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:56.826362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:56.869933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-f1cfb0d5-71a2-47bc-8d71-4e927be901e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961261 Oct 13 04:26:56.954760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:26:55Z', 'revision_number': 5, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port': {'id': '432c17b5-5bcb-4c72-b468-6a806ee86df2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97483780-bf12-4d27-b5be-ca95076b200b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:24:06Z', 'updated_at': '2021-10-13T04:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:56.972992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831e01e-5eb9-4b03-91f4-ea8b0c700d41 req-1cbdd196-fcec-45e6-ab30-f85641121527 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:56.983676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-cd1a977d-7fa0-4abd-bfbe-da89384cdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:56.984548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b831e01e-5eb9-4b03-91f4-ea8b0c700d41 req-1cbdd196-fcec-45e6-ab30-f85641121527 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 944 time: 0.1601264 Oct 13 04:26:56.986517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-cd1a977d-7fa0-4abd-bfbe-da89384cdb1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1096 time: 0.0828710 Oct 13 04:26:57.024670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Checking router: 97483780-bf12-4d27-b5be-ca95076b200b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:26:57.042103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b831e01e-5eb9-4b03-91f4-ea8b0c700d41 req-59b033a1-6010-4654-a2a5-4bd50e2a40f6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564024 Oct 13 04:26:57.044913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Routers {'97483780-bf12-4d27-b5be-ca95076b200b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:26:57.045531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['97483780-bf12-4d27-b5be-ca95076b200b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:57.053099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Deleting port 432c17b5-5bcb-4c72-b468-6a806ee86df2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:26:57.053672 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.201181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] For port 432c17b5-5bcb-4c72-b468-6a806ee86df2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=432c17b5-5bcb-4c72-b468-6a806ee86df2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:57.201181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.245871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Calling delete_port for 432c17b5-5bcb-4c72-b468-6a806ee86df2 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:26:57.252888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] Set router 97483780-bf12-4d27-b5be-ca95076b200b gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:26:57.319258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:26:56Z', 'revision_number': 6, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:57.374749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07eeb0-c053-4e67-a01d-28c6e3165b36 None None] The sync data for ids ['97483780-bf12-4d27-b5be-ca95076b200b'] in n-d-813736-1 is: [{'id': '97483780-bf12-4d27-b5be-ca95076b200b', 'name': 'tempest-ServerRescueNegativeTestJSON-854592383-router', 'tenant_id': 'ddf8e6a9585b4981945c943b99708990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:24:05Z', 'updated_at': '2021-10-13T04:26:56Z', 'revision_number': 6, 'project_id': 'ddf8e6a9585b4981945c943b99708990', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:26:57.385369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83a55bf5-95d4-491a-ab11-8c358e04340e up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:26:57.499845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 83a55bf5-95d4-491a-ab11-8c358e04340e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:26:57.504282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 83a55bf5-95d4-491a-ab11-8c358e04340e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:26:57.504857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.561725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.664521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=432c17b5-5bcb-4c72-b468-6a806ee86df2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:57.690166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.703758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:57.741073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:26:57.743541 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e43b58-073b-4568-aaac-6e7b1daed734" -d '{"events": [{"server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "name": "network-vif-plugged", "status": "completed", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:26:57.753965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-6a2c70f0-1484-40d8-b0a5-8e13e610a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:57.756330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-6a2c70f0-1484-40d8-b0a5-8e13e610a6d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.7456751 Oct 13 04:26:57.773131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83a55bf5-95d4-491a-ab11-8c358e04340e,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:26:57.788558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.855902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:57.910281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:57.945975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-f221314e-742b-4507-87b5-47c0836dfc1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 1000 time: 0.1753144 Oct 13 04:26:58.060138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-40a500c7-9d99-42e9-9fe8-921bba497c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.063080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-40a500c7-9d99-42e9-9fe8-921bba497c0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1092837 Oct 13 04:26:58.096286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-281672899-network', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:58.126525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Made reservation on behalf of 5f76d683494b47028c36d8c1dcdad3c6 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:58.136140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.141409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.148154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-58f0ff0b-0d5e-40a3-8e18-6f8acecd895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.149577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.150588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-58f0ff0b-0d5e-40a3-8e18-6f8acecd895c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793598 Oct 13 04:26:58.197712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.245795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56708) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:58.282455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.283118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97483780-bf12-4d27-b5be-ca95076b200b {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:26:58.311779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ced1c-a5de-4c1c-81e3-9ef16aeb4e5a req-9c66bf12-b010-42ea-b2db-c86ca9cea8e3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.313690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c99ced1c-a5de-4c1c-81e3-9ef16aeb4e5a req-9c66bf12-b010-42ea-b2db-c86ca9cea8e3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.1532063 Oct 13 04:26:58.318750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.321137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26fefc28-917a-44d3-9e0b-58cb8022b3f8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/97483780-bf12-4d27-b5be-ca95076b200b HTTP/1.1" status: 204 len: 168 time: 1.8678946 Oct 13 04:26:58.327384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:58.391325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c99ced1c-a5de-4c1c-81e3-9ef16aeb4e5a req-524b7bc6-334c-42d9-9d3f-683c69f0ee25 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698006 Oct 13 04:26:58.425139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2361472c-c783-429e-ab60-f54ca088783e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:26:58.469051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2361472c-c783-429e-ab60-f54ca088783e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:26:58.476952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.483670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2361472c-c783-429e-ab60-f54ca088783e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:26:58.486058 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.521818 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299d33c1-a9d2-4693-bf0c-30c460a1252a x-openstack-request-id: req-299d33c1-a9d2-4693-bf0c-30c460a1252a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:26:58.522119 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "name": "network-vif-plugged", "status": "completed", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:26:58.522381 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-299d33c1-a9d2-4693-bf0c-30c460a1252a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:26:58.522784 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e', 'code': 200} Oct 13 04:26:58.530949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-deefe405-eac7-4dcb-9444-a47a65978719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.542474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:26:58.581549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-5834694b-18c5-431a-88d5-2b1b65ea1751 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225471 Oct 13 04:26:58.587886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Deleting subnet 8787ac5d-ee24-479a-a144-687ef8201985 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:26:58.602105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.602885 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Added segment b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9 of type vlan for network 85cdff87-b582-41c5-9d38-89bd467fa2bf Oct 13 04:26:58.621236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80a83d-0fa8-48e6-9240-fd648bf9b501,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.625771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.694508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.747880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.748925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.749557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.757768 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.798800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06387439-68a9-4bd8-ad64-578994fb605a req-9368fab9-4e9e-42de-86e1-6b31759b44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:58.800353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06387439-68a9-4bd8-ad64-578994fb605a req-9368fab9-4e9e-42de-86e1-6b31759b44bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 1096 time: 0.2175972 Oct 13 04:26:58.820926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] Pushing event updated for resources: {'Network': ['ID=85cdff87-b582-41c5-9d38-89bd467fa2bf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:58.834920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:26:58.859000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-deefe405-eac7-4dcb-9444-a47a65978719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.876850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95fbc589-9ece-4979-b553-b0dab015e037 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1663148 Oct 13 04:26:58.877522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56716) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:58.899703 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.908083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Request body: {'subnet': {'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-281672899-subnet', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:58.910478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-deefe405-eac7-4dcb-9444-a47a65978719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:58.942735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52b8ecc9-9557-43a5-b812-6257a8e9a21c req-511dd9e1-b329-445f-8ac0-ac23ec3ee3c3 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486426 Oct 13 04:26:58.985573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06387439-68a9-4bd8-ad64-578994fb605a req-001e6427-39b5-4143-bc69-c1d2a51a8823 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715689 Oct 13 04:26:58.991727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefe405-eac7-4dcb-9444-a47a65978719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298cff29-9d10-48ea-bff5-909f00af5c73,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.013628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Made reservation on behalf of 5f76d683494b47028c36d8c1dcdad3c6 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:26:59.016396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.023183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.041033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-deefe405-eac7-4dcb-9444-a47a65978719 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f29484b8b8b4ca48031b18dcfdae956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906923 Oct 13 04:26:59.062623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56720) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:59.070413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8787ac5d-ee24-479a-a144-687ef8201985,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.083231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.087213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb24700b-85b4-4a6c-82e3-11947cf6c10f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8787ac5d-ee24-479a-a144-687ef8201985 HTTP/1.1" status: 204 len: 168 time: 0.7505066 Oct 13 04:26:59.090041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56722) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:59.206908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.209319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.239470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.275485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.344098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8980bc6-6c95-407f-8c6f-6cca0d3ec939,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.346355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.354881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Checking segment: {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:26:59.355314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Network hostable DHCP agents. Network: 85cdff87-b582-41c5-9d38-89bd467fa2bf, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:26:59.372577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db22a8a9-1128-4dee-8f2a-093226d2f2f2']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:59.384038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:26:59.384705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb01134-4ca9-408b-a9fb-866ae7bc0199') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:59.385096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb01134-4ca9-408b-a9fb-866ae7bc0199') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:26:59.393010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.395953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.397358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/298cff29-9d10-48ea-bff5-909f00af5c73 HTTP/1.1" status: 204 len: 168 time: 0.3333509 Oct 13 04:26:59.397970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 85cdff87-b582-41c5-9d38-89bd467fa2bf) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:26:59.403168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.406710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.407325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.417456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c455d93-f944-4472-93c0-08993673353e None None] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:26:59.418779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7bd1f-16f9-4226-a2a7-ddf7aa6154be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298cff29-9d10-48ea-bff5-909f00af5c73,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.427116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.434546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:26:59.434997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:26:59.437021 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:26:59.445318 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4aa47270-95c5-4688-b917-020ff9322c19 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5626395 Oct 13 04:26:59.449418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56730) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:59.466122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:26:59.504312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.507623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.566534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.575392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.588720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] 10.222.0.49 "DELETE /v2.0/networks/db22a8a9-1128-4dee-8f2a-093226d2f2f2 HTTP/1.1" status: 204 len: 168 time: 0.4974704 Oct 13 04:26:59.642362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00ca80-517f-4fd3-9454-962a4a23c75e admin admin] Pushing event deleted for resources: {'Network': ['ID=db22a8a9-1128-4dee-8f2a-093226d2f2f2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:26:59.655841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.688792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94d6e4-1314-45ee-83ed-a2cbb5524a60 req-cfe6464e-ecc0-4090-bb35-40a7ddd5da9f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:26:59.699255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc94d6e4-1314-45ee-83ed-a2cbb5524a60 req-cfe6464e-ecc0-4090-bb35-40a7ddd5da9f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.1058040 Oct 13 04:26:59.777436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-85cdff87-b582-41c5-9d38-89bd467fa2bf', 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'fixed_ips': [{'subnet_id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:26:59.778892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.786616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc94d6e4-1314-45ee-83ed-a2cbb5524a60 req-91c267c4-52c3-404c-b6b6-2875d6bc5097 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838728 Oct 13 04:26:59.891958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:26:59.912536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56736) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:59.974513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56738) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:26:59.977060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 432c17b5-5bcb-4c72-b468-6a806ee86df2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:00.010684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b951f50e-d646-43ab-adbb-5f8c0ff914ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.027584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 432c17b5-5bcb-4c72-b468-6a806ee86df2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:00.028143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 432c17b5-5bcb-4c72-b468-6a806ee86df2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:00.055720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-517f0643-eecc-42ed-b6bc-ae96298988a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddf8e6a9585b4981945c943b99708990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412036 Oct 13 04:27:00.056439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56740) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:00.059233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Allocated IP 172.20.0.2 (85cdff87-b582-41c5-9d38-89bd467fa2bf/b8980bc6-6c95-407f-8c6f-6cca0d3ec939/3fd94637-4ab7-420e-86ce-f095e9545b9d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:00.232614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b951f50e-d646-43ab-adbb-5f8c0ff914ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.247953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b951f50e-d646-43ab-adbb-5f8c0ff914ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.251375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.301827 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.313064 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.325908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b951f50e-d646-43ab-adbb-5f8c0ff914ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e4a0dd876234c6691cc32e9255f5d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535352 Oct 13 04:27:00.326124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.337112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56744) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:00.341766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951f50e-d646-43ab-adbb-5f8c0ff914ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf1931-9c51-4575-bbc7-31e14ab9591e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.379747 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.386085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.389065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.389341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.390399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abe18f27-f25b-40e7-861f-cdfc76b62bd8 HTTP/1.1" status: 204 len: 168 time: 0.3307836 Oct 13 04:27:00.401544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce68aae-528c-4da4-bca8-14dbe920dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe18f27-f25b-40e7-861f-cdfc76b62bd8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.479151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:00.482232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:00.486207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:00.486719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.500745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Pushing event updated for resources: {'Port': ['ID=3fd94637-4ab7-420e-86ce-f095e9545b9d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.539840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.552105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Allocated IP 172.25.0.237 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/07893e32-0890-45df-96c9-bef51ed5de1b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:00.574770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Attempting to bind port 3fd94637-4ab7-420e-86ce-f095e9545b9d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:00.575179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Attempting to bind port 3fd94637-4ab7-420e-86ce-f095e9545b9d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:00.576141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Attempting to bind port 3fd94637-4ab7-420e-86ce-f095e9545b9d on network 85cdff87-b582-41c5-9d38-89bd467fa2bf {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:00.581757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:00.582138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Checking segment: {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:00.582545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.583566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Bound using segment: {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:00.584439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Bound port: 3fd94637-4ab7-420e-86ce-f095e9545b9d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:00.584795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.664848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] For port 3fd94637-4ab7-420e-86ce-f095e9545b9d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:00.668778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] For port 3fd94637-4ab7-420e-86ce-f095e9545b9d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3fd94637-4ab7-420e-86ce-f095e9545b9d,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:00.673055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.675820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.677929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.678101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99cf1931-9c51-4575-bbc7-31e14ab9591e HTTP/1.1" status: 204 len: 168 time: 0.3396308 Oct 13 04:27:00.700239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bc740-131f-41a6-8448-d11945c3d7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf1931-9c51-4575-bbc7-31e14ab9591e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.741841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.796927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0db8c-d81b-4e2d-8b9e-47f0f4173b87 None None] Pushing event updated for resources: {'Port': ['ID=3fd94637-4ab7-420e-86ce-f095e9545b9d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.803100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:00.898566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:00.902188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:00.906995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:00.945294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=07893e32-0890-45df-96c9-bef51ed5de1b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:00.954175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ef2cb-9763-4899-8f94-db33a3f98e0d req-8003ec18-6f06-4df2-b04e-00e38aac7ce0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:00.955816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-307ef2cb-9763-4899-8f94-db33a3f98e0d req-8003ec18-6f06-4df2-b04e-00e38aac7ce0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.0809801 Oct 13 04:27:01.068915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-307ef2cb-9763-4899-8f94-db33a3f98e0d req-da5d993b-1e39-43f6-b1a6-9f20efe9b1e7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935822 Oct 13 04:27:01.378458 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:01.592232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-6d147755-5cf3-466e-a2ff-a736a8b653b3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:01.593733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-6d147755-5cf3-466e-a2ff-a736a8b653b3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.2121632 Oct 13 04:27:01.662403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-1bf9e273-0e30-4eb6-9193-3ff869a7461a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0225115 Oct 13 04:27:01.790326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:01.804592 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-20177fe3-38b5-4ea6-abdc-0cbc69d48fb3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354733 Oct 13 04:27:02.204710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3fd94637-4ab7-420e-86ce-f095e9545b9d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:02.312351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3fd94637-4ab7-420e-86ce-f095e9545b9d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:02.312721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.410605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00543e89-f04b-4beb-9ec1-cd084d61bf47 None None] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:02.501287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-176498e8-2803-4c02-b5e9-6dc0a0104a19 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186326 Oct 13 04:27:02.666128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0ff9a635-e770-4f1a-8706-8928ae9b8eca None None] Provisioning complete for port 3fd94637-4ab7-420e-86ce-f095e9545b9d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:02.666921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a635-e770-4f1a-8706-8928ae9b8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.671527 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.739639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae241570-5ccb-44a4-a21d-11a93a774eca req-10aee839-b05e-41d3-b757-68649be56cd0 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004292 Oct 13 04:27:02.747383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Router ef370655-ec2d-4f28-8eac-bc5d2a601a08 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:27:02.773529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 3fd94637-4ab7-420e-86ce-f095e9545b9d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3fd94637-4ab7-420e-86ce-f095e9545b9d,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:02.790866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:02.952102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=3fd94637-4ab7-420e-86ce-f095e9545b9d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:02.984466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:02.997260 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327937c7-0589-425d-90ad-675563759676 None None] Sync routers for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:03.011305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327937c7-0589-425d-90ad-675563759676 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:03.012448 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-327937c7-0589-425d-90ad-675563759676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:03.028179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.029815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0a9dac0c-ed5e-4d48-9e21-0416c1377bb9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5786591 Oct 13 04:27:03.032981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:03.165998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497da8-eb76-408e-b32a-a661fbc727af req-098bf44a-9e91-4a5a-b948-fc872c6eb7a3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:03.179146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e497da8-eb76-408e-b32a-a661fbc727af req-098bf44a-9e91-4a5a-b948-fc872c6eb7a3 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1435544 Oct 13 04:27:03.250091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e497da8-eb76-408e-b32a-a661fbc727af req-97d92319-9a89-4ab4-b841-6f64c92e023b tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695553 Oct 13 04:27:03.265890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56872) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:03.266714 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-327937c7-0589-425d-90ad-675563759676 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:03.422605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0e4a3e83-ad39-464d-b1db-cdd7d42977c1 None None] Provisioning complete for port 3fd94637-4ab7-420e-86ce-f095e9545b9d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:03.428973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3e83-ad39-464d-b1db-cdd7d42977c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.671008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-327937c7-0589-425d-90ad-675563759676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:01Z', 'revision_number': 3, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:03.697628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.728679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327937c7-0589-425d-90ad-675563759676 None None] Checking router: ef370655-ec2d-4f28-8eac-bc5d2a601a08 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:03.729343 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327937c7-0589-425d-90ad-675563759676 None None] Updating router ef370655-ec2d-4f28-8eac-bc5d2a601a08 port 07893e32-0890-45df-96c9-bef51ed5de1b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:03.922002 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:03.977978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.038943 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.046066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.123231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a02cf91546f941aba96d6c7a29b84e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8554692 Oct 13 04:27:04.133564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3fd94637-4ab7-420e-86ce-f095e9545b9d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:04.133936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56912) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:04.134750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c720d-7fae-4b06-9cff-1bf328ebc1a8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.159267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.159657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.159967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.160297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.160748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.161108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.161522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.161692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.162065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.162328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.162658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.162985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dac41a5-852f-448b-811f-7d5865afb1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:04.234080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3fd94637-4ab7-420e-86ce-f095e9545b9d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:04.234456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.281310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.335166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-f35d8d9f-9443-439c-a5b6-dbd2da69e9e1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.337012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-f35d8d9f-9443-439c-a5b6-dbd2da69e9e1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.3182423 Oct 13 04:27:04.338578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.475625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-b337d51c-2fde-4163-8e58-62f7fabafb95 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0571828 Oct 13 04:27:04.507414 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.518823 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.524770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-98067d34-86fb-472b-be0a-016c6550a8c2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.526346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-98067d34-86fb-472b-be0a-016c6550a8c2 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.3337135 Oct 13 04:27:04.532375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bf12f-e0d8-49ac-8b89-dbb5d344e414 req-be98cb56-0345-49d4-b425-a163c76a842d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:04.534202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-450bf12f-e0d8-49ac-8b89-dbb5d344e414 req-be98cb56-0345-49d4-b425-a163c76a842d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.1629248 Oct 13 04:27:04.575585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.579724 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.581076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b27c720d-7fae-4b06-9cff-1bf328ebc1a8 HTTP/1.1" status: 204 len: 168 time: 0.4410472 Oct 13 04:27:04.607903 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83a45-51ac-42b1-b63c-1e23c63078dc None None] Pushing event updated for resources: {'Port': ['ID=07893e32-0890-45df-96c9-bef51ed5de1b,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.618468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Allocated IP 172.20.0.1 (85cdff87-b582-41c5-9d38-89bd467fa2bf/b8980bc6-6c95-407f-8c6f-6cca0d3ec939/dfa3184f-b41b-4578-a604-e3466425c4ad) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:04.650380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140073ac-aca1-4502-96d7-38605efb2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c720d-7fae-4b06-9cff-1bf328ebc1a8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:04.653477 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-327937c7-0589-425d-90ad-675563759676 None None] Attempting to bind port 07893e32-0890-45df-96c9-bef51ed5de1b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:04.654137 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-327937c7-0589-425d-90ad-675563759676 None None] Attempting to bind port 07893e32-0890-45df-96c9-bef51ed5de1b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:04.654724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327937c7-0589-425d-90ad-675563759676 None None] Attempting to bind port 07893e32-0890-45df-96c9-bef51ed5de1b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:04.672994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-450bf12f-e0d8-49ac-8b89-dbb5d344e414 req-2acdcad4-ab0d-459c-a36b-e55dff16dfc8 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317058 Oct 13 04:27:04.687662 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327937c7-0589-425d-90ad-675563759676 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:04.688192 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327937c7-0589-425d-90ad-675563759676 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:04.688399 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.688790 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327937c7-0589-425d-90ad-675563759676 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:04.691055 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-327937c7-0589-425d-90ad-675563759676 None None] Bound port: 07893e32-0890-45df-96c9-bef51ed5de1b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:04.693042 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.752441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-357a4c82-59ac-4a69-a083-55947f05ead4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2574451 Oct 13 04:27:04.805499 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-327937c7-0589-425d-90ad-675563759676 None None] For port 07893e32-0890-45df-96c9-bef51ed5de1b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:04.809670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-327937c7-0589-425d-90ad-675563759676 None None] For port 07893e32-0890-45df-96c9-bef51ed5de1b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=07893e32-0890-45df-96c9-bef51ed5de1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:04.823883 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-327937c7-0589-425d-90ad-675563759676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:04.903496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-c6227524-dc1d-4104-9ccb-77f47761e615 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334474 Oct 13 04:27:04.966195 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327937c7-0589-425d-90ad-675563759676 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:04.966817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-327937c7-0589-425d-90ad-675563759676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:04.969896 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83a45-51ac-42b1-b63c-1e23c63078dc None None] Pushing event updated for resources: {'Port': ['ID=07893e32-0890-45df-96c9-bef51ed5de1b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:05.090907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-f4526899-58ea-4646-ad89-f5858262eafd service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561964 Oct 13 04:27:05.103419 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-327937c7-0589-425d-90ad-675563759676 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:05.131319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Deleting port 6acfc427-8259-454b-9dee-7585662c0329 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:05.132130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.149123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.428792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] For port 6acfc427-8259-454b-9dee-7585662c0329, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6acfc427-8259-454b-9dee-7585662c0329,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:05.429350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.438654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:05.499250 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-327937c7-0589-425d-90ad-675563759676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:01Z', 'revision_number': 3, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:05.536959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4f6318f-a71a-4e8d-a649-8f8ef93cebd1 req-7e2b6fe8-6ede-44a0-aaee-18bf1935c21c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 210 time: 0.0668225 Oct 13 04:27:05.559120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Pushing event updated for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:05.585514 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327937c7-0589-425d-90ad-675563759676 None None] The sync data for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 is: [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:01Z', 'revision_number': 3, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:05.644129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:05.647382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:05.651211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:05.766936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.035324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b0f6a2e5-7dc4-4f53-b858-ee1d2c4bcc2e None None] Provisioning complete for port dfa3184f-b41b-4578-a604-e3466425c4ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:06.037010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a2e5-7dc4-4f53-b858-ee1d2c4bcc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.136350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6a2e5-7dc4-4f53-b858-ee1d2c4bcc2e None None] Port dfa3184f-b41b-4578-a604-e3466425c4ad cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:06.288141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.288803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.288922 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Floating IP c73f9f3d-0a43-486e-9014-abc515bd538e disassociated. External IP: 172.25.0.205, port: 6acfc427-8259-454b-9dee-7585662c0329. Oct 13 04:27:06.289216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Calling delete_port for 6acfc427-8259-454b-9dee-7585662c0329 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:06.329079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de163888-daea-4253-925c-ffa344c52a42 req-0065f944-9d3b-43b5-87a0-0befe98a5655 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:06.330749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de163888-daea-4253-925c-ffa344c52a42 req-0065f944-9d3b-43b5-87a0-0befe98a5655 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 946 time: 0.4104383 Oct 13 04:27:06.395960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6acfc427-8259-454b-9dee-7585662c0329 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:06.524214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de163888-daea-4253-925c-ffa344c52a42 req-1113c25d-9bf7-41b3-868d-50107d90ff9a tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups?id=339a16c9-7de8-44c0-b4a1-918954369c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328950 Oct 13 04:27:06.526598 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.664750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.808134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:06.861364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'Port': ['ID=6acfc427-8259-454b-9dee-7585662c0329,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:06.874789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0bead8e-8f5d-4e0f-9e5d-15163c78b15e req-e10f753b-61de-4cb5-b2f1-50af3009d8eb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 210 time: 0.1191456 Oct 13 04:27:07.139938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:07.157255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:07.350114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-b7aefbb9-2f90-4c03-990b-ba9cf4b9484f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:07.353387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-b7aefbb9-2f90-4c03-990b-ba9cf4b9484f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.2866259 Oct 13 04:27:07.369642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '83371014-f787-4f6c-9dad-686b1af29667', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:07.594783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:07.601222 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:07.811044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.5 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:07.832731 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:07.967683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-127e0be5-538d-431e-8103-d746572337f7 req-b4869a40-cf0e-4cc6-afe7-a355e79ede7e tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 210 time: 0.0557282 Oct 13 04:27:08.054875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Pushing event updated for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:08.067483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.097569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:08.115842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33b76e4-a74d-4b78-af77-6d74c8006b96 req-f1d0e2df-5f23-48da-80bc-2404885c2c21 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 210 time: 0.0635796 Oct 13 04:27:08.154753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 07893e32-0890-45df-96c9-bef51ed5de1b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:08.268907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 07893e32-0890-45df-96c9-bef51ed5de1b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:08.270007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.342443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.398033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.438816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:08.475929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:08.479636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:08.484065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:08.510079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:08.536831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:08.545407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:08.565173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:08.565803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.592577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.595095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-74e271a2-4b96-46ed-9071-b1c9f142d779 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2294486 Oct 13 04:27:08.601538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:08.602434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:08.606395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] No DVR routers for this DVR port 6acfc427-8259-454b-9dee-7585662c0329 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:08.610144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.611899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Request body: {'port': {'device_id': '83371014-f787-4f6c-9dad-686b1af29667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:08.614364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b02bb39b-57ce-4f0b-84e0-90cc8a1979b9 req-9554646c-7c25-46be-a82d-032d44d0bdc6 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.47 "DELETE /v2.0/ports/6acfc427-8259-454b-9dee-7585662c0329 HTTP/1.1" status: 204 len: 173 time: 4.0538454 Oct 13 04:27:08.614898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-deleted', 'tag': '6acfc427-8259-454b-9dee-7585662c0329'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:08.617444 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c44238-1be4-4ff9-ad63-2ad62f353891" -d '{"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-deleted", "tag": "6acfc427-8259-454b-9dee-7585662c0329"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:08.664375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:08.665946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:08.735772 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a97115d-65b1-4e13-9cc5-3ab7bdf97193 x-openstack-request-id: req-9a97115d-65b1-4e13-9cc5-3ab7bdf97193 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:08.736217 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f6f389-a8bc-4230-a8e4-967f39df6bac", "name": "network-vif-deleted", "tag": "6acfc427-8259-454b-9dee-7585662c0329", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:08.736597 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a97115d-65b1-4e13-9cc5-3ab7bdf97193 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:08.740765 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f6f389-a8bc-4230-a8e4-967f39df6bac', 'name': 'network-vif-deleted', 'tag': '6acfc427-8259-454b-9dee-7585662c0329', 'status': 'completed', 'code': 200} Oct 13 04:27:08.778503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:08.884836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:08.941364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Router ef370655-ec2d-4f28-8eac-bc5d2a601a08 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:09.236981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:09.250621 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Sync routers for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:09.260710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f65a0bec-14e7-4214-9806-541532e2891a admin admin] 10.222.0.49 "PUT /v2.0/routers/ef370655-ec2d-4f28-8eac-bc5d2a601a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2261772 Oct 13 04:27:09.288494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:09.293374 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:09.370050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 07893e32-0890-45df-96c9-bef51ed5de1b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=07893e32-0890-45df-96c9-bef51ed5de1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:09.405935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a568cde8-0caa-4bd0-8451-6c4baf59af20 req-0e0d3086-8f5c-4097-a2de-3a2e25369695 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5f6f389-a8bc-4230-a8e4-967f39df6bac HTTP/1.1" status: 200 len: 210 time: 0.0957189 Oct 13 04:27:09.410507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:09.442824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.474285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Transition to ACTIVE for port object aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:09.477844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8cec6411-e522-40c1-b990-af8ce7d39d13 None None] Provisioning complete for port dfa3184f-b41b-4578-a604-e3466425c4ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:09.478883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8cec6411-e522-40c1-b990-af8ce7d39d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.483774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.494469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:09.688768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Pushing event updated for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:09.731919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8cec6411-e522-40c1-b990-af8ce7d39d13 None None] Port dfa3184f-b41b-4578-a604-e3466425c4ad cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:09.745072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803aaa9-ac05-4169-9124-63cc4491813b req-79f40098-5e54-4c63-b1b6-8f0c6071d60b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:09.746984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:09.758374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9803aaa9-ac05-4169-9124-63cc4491813b req-79f40098-5e54-4c63-b1b6-8f0c6071d60b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 943 time: 0.2775717 Oct 13 04:27:09.930705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=07893e32-0890-45df-96c9-bef51ed5de1b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:09.947179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.008521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9803aaa9-ac05-4169-9124-63cc4491813b req-706ffff5-bd89-404c-a211-72e07bdc55ea tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466075 Oct 13 04:27:10.095606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Attempting to bind port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:10.095957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Attempting to bind port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:10.096387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Attempting to bind port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:10.117828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:10.118280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Attempting to bind port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:10.124290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:10.148785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:10.150051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.152244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:10.152606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:10.153480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:10.153480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Bound port: aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:10.153826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.351683 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:06Z', 'revision_number': 4, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'dfa3184f-b41b-4578-a604-e3466425c4ad', 'name': '', 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'mac_address': 'fa:16:3e:78:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:04Z', 'updated_at': '2021-10-13T04:27:06Z', 'revision_number': 2, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'subnets': [{'id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:10.352303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:10.361464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:10.373876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.394449 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Checking router: ef370655-ec2d-4f28-8eac-bc5d2a601a08 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:10.395665 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Updating router ef370655-ec2d-4f28-8eac-bc5d2a601a08 port dfa3184f-b41b-4578-a604-e3466425c4ad binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:10.403349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:10.470755 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.505640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.508161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.546560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] 10.222.0.16 "PUT /v2.0/ports/aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 HTTP/1.1" status: 200 len: 1091 time: 1.9162109 Oct 13 04:27:10.550612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:10.561366 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50" -d '{"events": [{"name": "network-changed", "server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:10.627647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:10.704632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69a28d-8e78-49a8-ad9b-19d763e76c4e service neutron] Pushing event updated for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:10.710788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-0b4c5641-22ff-46b1-9212-43a30fe5cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:10.732797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-0b4c5641-22ff-46b1-9212-43a30fe5cd6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 1094 time: 0.1550074 Oct 13 04:27:10.785248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.887513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:10.893826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-b2bd962c-67e9-4af9-9bb4-688cc1bffbf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 HTTP/1.1" status: 200 len: 217 time: 0.1474776 Oct 13 04:27:11.014165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.018779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.021680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "DELETE /v2.0/security-groups/339a16c9-7de8-44c0-b4a1-918954369c5e HTTP/1.1" status: 204 len: 168 time: 0.3916643 Oct 13 04:27:11.055763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-e2833c6b-4299-4328-a4da-99c7353e9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.066485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-e2833c6b-4299-4328-a4da-99c7353e9f72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1614883 Oct 13 04:27:11.073923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57082) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:11.079254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7edd-36ce-41a6-a00a-8e1cc0028c5d tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=339a16c9-7de8-44c0-b4a1-918954369c5e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.080589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:11.139730 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-9f571cb7-a998-4fc6-b782-08eeeab7e546 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] show failed (client error): The resource could not be found. Oct 13 04:27:11.140289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f571cb7-a998-4fc6-b782-08eeeab7e546 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "GET /v2.0/security-groups/339a16c9-7de8-44c0-b4a1-918954369c5e HTTP/1.1" status: 404 len: 347 time: 0.0527070 Oct 13 04:27:11.146195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:11.181852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-be3811b9-4b4c-49ca-b157-08f620bd6da3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056359 Oct 13 04:27:11.210367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87754784-131d-4326-9a40-aea6060d6b0c None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:18:03Z', 'revision_number': 4, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8533cf9c-d3a2-4db0-9302-c46d04fbff41', 'name': '', 'network_id': '68b07b1a-5a1d-478c-bc6b-4b63569065d1', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'mac_address': 'fa:16:3e:e1:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:18:01Z', 'updated_at': '2021-10-13T04:18:10Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'subnets': [{'id': 'd745b594-0525-45f4-bea2-23f972c354c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:11.211765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:11.259123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-585216548-network', 'tenant_id': '00c356eded134baaad4dad74a44fcb71'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:11.376239 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674d5e61-94b0-449b-8635-9a658d022c42 x-openstack-request-id: req-674d5e61-94b0-449b-8635-9a658d022c42 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:11.376539 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:11.376931 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-674d5e61-94b0-449b-8635-9a658d022c42 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:11.377410 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42', 'status': 'completed', 'code': 200} Oct 13 04:27:11.393305 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.412062 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.467524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Deleting port c9212dd6-86a7-49c2-a209-66edb914d0a3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:11.467882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.493609 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a14e-ae1c-4d69-ad71-4ba5e716e3d8 None None] Pushing event updated for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:11.499430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.563233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Made reservation on behalf of 00c356eded134baaad4dad74a44fcb71 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:11.568449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.611536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc377947-c88d-48ce-90b2-63db087e28c5 req-a0633776-28d5-4e27-b86f-3fa1fc6c8930 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:11.613140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc377947-c88d-48ce-90b2-63db087e28c5 req-a0633776-28d5-4e27-b86f-3fa1fc6c8930 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 943 time: 0.3992908 Oct 13 04:27:11.614420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.727921 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Attempting to bind port dfa3184f-b41b-4578-a604-e3466425c4ad on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:11.729451 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Attempting to bind port dfa3184f-b41b-4578-a604-e3466425c4ad by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:11.729814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Attempting to bind port dfa3184f-b41b-4578-a604-e3466425c4ad on network 85cdff87-b582-41c5-9d38-89bd467fa2bf {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:11.743861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:11.753022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Checking segment: {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:11.753937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5285265-dee7-41ba-95d5-34b0f47abf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.756198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece5546-2801-4ce2-88ee-e1a0af2fe80f None None] New status for floating IP c73f9f3d-0a43-486e-9014-abc515bd538e: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:27:11.757345 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.761162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Bound using segment: {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:11.761891 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Bound port: dfa3184f-b41b-4578-a604-e3466425c4ad, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:11.763945 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.771120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.771884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:11.811365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Calling delete_port for c9212dd6-86a7-49c2-a209-66edb914d0a3 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:11.857617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc377947-c88d-48ce-90b2-63db087e28c5 req-121167c4-da4c-400e-b221-632534fa1373 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096863 Oct 13 04:27:11.864940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-06985ced-8d73-4543-8825-00c4596824f7 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731064 Oct 13 04:27:11.960351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] For port dfa3184f-b41b-4578-a604-e3466425c4ad, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:11.971011 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] For port dfa3184f-b41b-4578-a604-e3466425c4ad, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dfa3184f-b41b-4578-a604-e3466425c4ad,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:11.985716 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.059690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7da38a-d92c-4d61-b0d4-e89f7ce32eeb req-53bf9d90-124a-4978-b18f-5322c94ec07f service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815419 Oct 13 04:27:12.095841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] Provisioning complete for port dfa3184f-b41b-4578-a604-e3466425c4ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:12.096425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.132054 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:12.135326 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:26:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:12.174033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 07893e32-0890-45df-96c9-bef51ed5de1b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:12.208668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.234799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.270439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.274386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6893d54c-3b13-469b-ba30-7ab209d61fee,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.294404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:12.320452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-8209f473-ecf5-44c3-8acc-6c5b52b92849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.324643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-8209f473-ecf5-44c3-8acc-6c5b52b92849 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 1094 time: 0.1518948 Oct 13 04:27:12.341017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Pushing event deleted for resources: {'Port': ['ID=c9212dd6-86a7-49c2-a209-66edb914d0a3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.357118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.357510 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Added segment d56e368a-e831-46a9-8724-dba3780f4a68 of type vlan for network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 Oct 13 04:27:12.422186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 07893e32-0890-45df-96c9-bef51ed5de1b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:12.422822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.474257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.494469 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a14e-ae1c-4d69-ad71-4ba5e716e3d8 None None] Pushing event updated for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.505492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.529974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.532644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.536565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3daca442-1b03-49d3-ac18-c059df882716 tempest-AttachVolumeShelveTestJSON-414819996 tempest-AttachVolumeShelveTestJSON-414819996-project] 10.222.0.49 "DELETE /v2.0/floatingips/c73f9f3d-0a43-486e-9014-abc515bd538e HTTP/1.1" status: 204 len: 168 time: 1.3858695 Oct 13 04:27:12.605934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-068487aa-1417-48e4-95f7-b9c44fbb0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.607000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-068487aa-1417-48e4-95f7-b9c44fbb0ad9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.2652423 Oct 13 04:27:12.662126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.663484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.668294 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.684562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-97b4fff7-ae6b-458f-9cff-770218ba19a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 HTTP/1.1" status: 200 len: 217 time: 0.0672879 Oct 13 04:27:12.714134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4989517 Oct 13 04:27:12.716982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:12.722230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Request body: {'subnet': {'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-585216548-subnet', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:12.783717 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:12.785213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Made reservation on behalf of 00c356eded134baaad4dad74a44fcb71 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:12.792992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.820354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bd787-2527-4d21-9624-829c860d62b7 admin admin] Pushing event updated for resources: {'Network': ['ID=20d5511f-5bd0-4b55-848e-8f3c1fecba58,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:12.836380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-354a62e1-ca5b-4fac-8cdb-7bc9a8b47d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:12.838059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-354a62e1-ca5b-4fac-8cdb-7bc9a8b47d1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1420228 Oct 13 04:27:12.843546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:12.854498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:12.913273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-8ca4497e-3f4f-4d4a-88ba-9f3d7104b552 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640283 Oct 13 04:27:13.006599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] For port dfa3184f-b41b-4578-a604-e3466425c4ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dfa3184f-b41b-4578-a604-e3466425c4ad,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:13.030248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.184708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a0e0-6e31-4976-922d-e9e272a691c9 req-b0ebb91b-1c5f-4eb9-b651-de8664a3c1c2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.190926 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f3a0e0-6e31-4976-922d-e9e272a691c9 req-b0ebb91b-1c5f-4eb9-b651-de8664a3c1c2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 943 time: 0.1586199 Oct 13 04:27:13.218875 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:06Z', 'revision_number': 4, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'dfa3184f-b41b-4578-a604-e3466425c4ad', 'name': '', 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'mac_address': 'fa:16:3e:78:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:04Z', 'updated_at': '2021-10-13T04:27:11Z', 'revision_number': 4, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'subnets': [{'id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:13.275053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.289676 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c4e87f-c8d1-470f-933e-73eac7304ef0 None None] The sync data for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 is: [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:06Z', 'revision_number': 4, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'dfa3184f-b41b-4578-a604-e3466425c4ad', 'name': '', 'network_id': '85cdff87-b582-41c5-9d38-89bd467fa2bf', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'mac_address': 'fa:16:3e:78:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:04Z', 'updated_at': '2021-10-13T04:27:11Z', 'revision_number': 4, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'subnets': [{'id': 'b8980bc6-6c95-407f-8c6f-6cca0d3ec939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:13.438806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e288c2-f63d-4223-9cad-a37601bdf2c5,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.443913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Checking segment: {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:13.444279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Network hostable DHCP agents. Network: 20d5511f-5bd0-4b55-848e-8f3c1fecba58, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:13.491276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:13.515667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-9c528514-fe5f-4cca-9c80-366bdff5b3a0 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912533 Oct 13 04:27:13.531120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:13.540056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 20d5511f-5bd0-4b55-848e-8f3c1fecba58) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:13.546717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:13.547338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.565593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf34a41-7063-49c5-a066-f7f7d2c07ce1 None None] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:13.600892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-78af2314-e14c-406e-b523-20fe52c31826 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8827620 Oct 13 04:27:13.602567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:13.612964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:13.714633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.716152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.805564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c14b06b1-20d1-4255-be1c-bcca60abaf90 None None] Provisioning complete for port dfa3184f-b41b-4578-a604-e3466425c4ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:13.806057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c14b06b1-20d1-4255-be1c-bcca60abaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:13.812187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8ee4b-3dbe-4bc6-9151-41dcfb3a5883 None None] Pushing event updated for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:13.815096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3eace7e5-4625-4b9d-b6b0-67f99cab3b50 req-1e268637-5dcf-43b0-990d-17e4c8007a71 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806444 Oct 13 04:27:13.846231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:27:13.846675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f3a0e0-6e31-4976-922d-e9e272a691c9 req-e70c5f66-3465-4407-bf92-6d2fc60169e0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333945 Oct 13 04:27:13.905852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.164379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dfa3184f-b41b-4578-a604-e3466425c4ad up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:14.194825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:27:14.195663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.346468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b617891f-cd0f-40ee-87a2-5b773c2629c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.376925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.652604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Allocated IP 172.20.0.2 (20d5511f-5bd0-4b55-848e-8f3c1fecba58/63e288c2-f63d-4223-9cad-a37601bdf2c5/135ff5a1-9a04-486c-a4fd-4337a96dd005) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:14.812221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:14.856145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.887341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:14.905009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42', 'mac_address': 'fa:16:3e:47:dc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:14.975715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dfa3184f-b41b-4578-a604-e3466425c4ad triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:14.976102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.120727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.182788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c6fa-5441-4124-b9c5-2425fad008c5 req-8b0f7c6e-e1fa-4b2f-80fc-26dced837ac1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:15.184764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9645c6fa-5441-4124-b9c5-2425fad008c5 req-8b0f7c6e-e1fa-4b2f-80fc-26dced837ac1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 943 time: 0.1700616 Oct 13 04:27:15.254818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:15.321536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9645c6fa-5441-4124-b9c5-2425fad008c5 req-97a777bb-7549-4be9-944f-b682e855dd2f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935977 Oct 13 04:27:15.339202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:15.384096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Allocated IP 172.25.0.210 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/bab64553-5d14-4734-ab09-16b51db12613) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:15.417751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.437852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.537085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.569253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.570373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.634844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.654441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:15.669829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:15.681073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:15.718781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:15.733960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:15.741072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:15.824993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:15.829888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:15.837138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:15.915051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=bab64553-5d14-4734-ab09-16b51db12613,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:15.947671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Pushing event updated for resources: {'Port': ['ID=135ff5a1-9a04-486c-a4fd-4337a96dd005,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:15.973484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Attempting to bind port 135ff5a1-9a04-486c-a4fd-4337a96dd005 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:15.973875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Attempting to bind port 135ff5a1-9a04-486c-a4fd-4337a96dd005 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:15.978313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Attempting to bind port 135ff5a1-9a04-486c-a4fd-4337a96dd005 on network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:16.013485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:16.015581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Checking segment: {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:16.016015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.016633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Bound using segment: {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:16.016919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Bound port: 135ff5a1-9a04-486c-a4fd-4337a96dd005, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:16.017316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.024000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57186) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:16.241251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-024938b7-4818-455b-bd0e-6d4f9b454b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.243588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] For port 135ff5a1-9a04-486c-a4fd-4337a96dd005, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:16.247935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] For port 135ff5a1-9a04-486c-a4fd-4337a96dd005, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=135ff5a1-9a04-486c-a4fd-4337a96dd005,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:16.260542 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.371205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e77f-0feb-4a15-bf3d-51f6c35b53b8 None None] Pushing event updated for resources: {'Port': ['ID=135ff5a1-9a04-486c-a4fd-4337a96dd005,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:16.589143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.735975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7db48f-7361-4f9f-8d25-3ba4db1b5cc7 req-7a0c2d38-8ea4-4846-b14e-026853a55083 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:16.738239 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb7db48f-7361-4f9f-8d25-3ba4db1b5cc7 req-7a0c2d38-8ea4-4846-b14e-026853a55083 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 944 time: 0.2417345 Oct 13 04:27:16.747807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-024938b7-4818-455b-bd0e-6d4f9b454b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.756436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-024938b7-4818-455b-bd0e-6d4f9b454b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:16.830787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-024938b7-4818-455b-bd0e-6d4f9b454b0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=393e29aaf0c14baaa5fc4a5a51dbbdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056712 Oct 13 04:27:16.835143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57196) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:16.841278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024938b7-4818-455b-bd0e-6d4f9b454b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a684189-16fd-4cf1-a8a1-b7018e445ed1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:16.870436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb7db48f-7361-4f9f-8d25-3ba4db1b5cc7 req-0647b676-af52-4261-98d7-39705f8dcbaf tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085293 Oct 13 04:27:17.041315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.117253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.197421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.199788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.360893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.366361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.384115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a684189-16fd-4cf1-a8a1-b7018e445ed1 HTTP/1.1" status: 204 len: 168 time: 0.5341833 Oct 13 04:27:17.451506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:17.480562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7504-ea1f-4e95-8a34-6cb910725640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a684189-16fd-4cf1-a8a1-b7018e445ed1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:17.558418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Router 31eab0a4-e82d-4326-8ba9-027730d3ed57 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:27:17.593790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:17.600638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:17.601122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.742379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.804265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:17.809373 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e17086-fb58-4e53-a400-4c7cb02cc3dd" -d '{"events": [{"server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "name": "network-vif-plugged", "status": "completed", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:17.852752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:17.862929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:17.924541 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fc78f0-97ed-4721-84aa-cd17674c0443 x-openstack-request-id: req-68fc78f0-97ed-4721-84aa-cd17674c0443 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:17.929769 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "name": "network-vif-plugged", "status": "completed", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:17.930299 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68fc78f0-97ed-4721-84aa-cd17674c0443 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:17.931738 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42', 'code': 200} Oct 13 04:27:17.946221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:18.025866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5fe17df-2d50-4824-a7f9-f9c2f915bc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.030150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.131629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b66325-0d1b-4c9c-b189-d46a85d03880 None None] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:18.173985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3893a9-e182-4e18-b441-6d93cce1f203 req-048ef75b-5f99-4bbd-88f4-fe7b2ce21e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:18.176516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe3893a9-e182-4e18-b441-6d93cce1f203 req-048ef75b-5f99-4bbd-88f4-fe7b2ce21e8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 1096 time: 0.1843262 Oct 13 04:27:18.199026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe500-b452-486f-b002-89180210aee7 req-99b75dbe-59d0-41f6-a131-306f145511a2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:18.200600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-643fe500-b452-486f-b002-89180210aee7 req-99b75dbe-59d0-41f6-a131-306f145511a2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.1251380 Oct 13 04:27:18.242239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 135ff5a1-9a04-486c-a4fd-4337a96dd005 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:18.263396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-643fe500-b452-486f-b002-89180210aee7 req-6be8f9e2-a42d-445c-996f-d42381882b3d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Oct 13 04:27:18.289049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe3893a9-e182-4e18-b441-6d93cce1f203 req-066c8154-6bf6-43c7-b3e9-e14c2a4ca5e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043212 Oct 13 04:27:18.318795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5fe17df-2d50-4824-a7f9-f9c2f915bc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.326652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5fe17df-2d50-4824-a7f9-f9c2f915bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.330464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:18.341627 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Sync routers for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:18.357132 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:18.357916 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:18.362681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.365404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79cd5454-ae6f-43ee-bb9e-d4a4d6893ec6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7611907 Oct 13 04:27:18.368018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57228) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:18.384845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe17df-2d50-4824-a7f9-f9c2f915bc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea535af-78c8-44c2-8299-af7721862335,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.389816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-93ff8f5e-41db-47da-b5a4-154fb97616bf None None] Provisioning complete for port 135ff5a1-9a04-486c-a4fd-4337a96dd005 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:18.390394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93ff8f5e-41db-47da-b5a4-154fb97616bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.402456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5fe17df-2d50-4824-a7f9-f9c2f915bc08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c090b1702f1141f5b4f9419b4a429c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551282 Oct 13 04:27:18.403057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57232) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:18.507728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.549379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 135ff5a1-9a04-486c-a4fd-4337a96dd005 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:18.550031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.570468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.666887 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:18.705773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.709997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:18.711701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bea535af-78c8-44c2-8299-af7721862335 HTTP/1.1" status: 204 len: 168 time: 0.3076992 Oct 13 04:27:18.747624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed5048-587a-496a-b2d4-d14ac887b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea535af-78c8-44c2-8299-af7721862335,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:18.963354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.075513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 135ff5a1-9a04-486c-a4fd-4337a96dd005, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=135ff5a1-9a04-486c-a4fd-4337a96dd005,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:19.084998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93ff8f5e-41db-47da-b5a4-154fb97616bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.090248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.257949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=135ff5a1-9a04-486c-a4fd-4337a96dd005,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:19.361224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-93ff8f5e-41db-47da-b5a4-154fb97616bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:27:19.361856 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-93ff8f5e-41db-47da-b5a4-154fb97616bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:27:19.410741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.432254 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:16Z', 'revision_number': 3, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:19.523453 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Checking router: 31eab0a4-e82d-4326-8ba9-027730d3ed57 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:19.523994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Updating router 31eab0a4-e82d-4326-8ba9-027730d3ed57 port bab64553-5d14-4734-ab09-16b51db12613 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:19.584627 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.632616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb2fcf-9819-4e68-8469-d9d36782ca31 req-46158a2e-a8e2-4930-a195-4e650094af5a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:19.641361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4bb2fcf-9819-4e68-8469-d9d36782ca31 req-46158a2e-a8e2-4930-a195-4e650094af5a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.2290070 Oct 13 04:27:19.742578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57272) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:19.750212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1659403186'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:19.802694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a4bb2fcf-9819-4e68-8469-d9d36782ca31 req-4024d442-f07e-4871-873c-8dd5e370f039 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492372 Oct 13 04:27:19.840435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Allocated IP 172.20.0.1 (20d5511f-5bd0-4b55-848e-8f3c1fecba58/63e288c2-f63d-4223-9cad-a37601bdf2c5/bfd66ad9-af04-4564-bf6e-ff34717c1705) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:19.850310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:19.854741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.906477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:19.927956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:19.929277 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Added segment 03d69a9a-e0bf-4254-8bc1-1675485d495b of type vlan for network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 Oct 13 04:27:19.987408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.057449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.077305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.078224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.107885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-76a7d238-34d5-4969-91c1-8328434a0f36 None None] Provisioning complete for port 135ff5a1-9a04-486c-a4fd-4337a96dd005 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:20.110431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-76a7d238-34d5-4969-91c1-8328434a0f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.121455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 135ff5a1-9a04-486c-a4fd-4337a96dd005 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:20.126135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.205728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Network': ['ID=5dbb7c8a-ba71-46c9-9f6b-19544726c858,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:20.243286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1a2ec6c9-7a3f-490d-9751-76dfdc5fc51a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4994435 Oct 13 04:27:20.245642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:20.251977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1705342414'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:20.256834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.290964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:20.295486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.314544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:20.350013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:20.369914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:20.377319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:20.383240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.383917 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Added segment 756991e9-bf95-448a-ad56-dad3e9fad7e1 of type vlan for network d55e54b7-8d22-4e22-b120-ddf690472f18 Oct 13 04:27:20.385847 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.402255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:20.417053 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.445976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:20.492482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.554242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.650275 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcd1c4-da3c-4279-ad36-aceee499fe0b None None] Pushing event updated for resources: {'Port': ['ID=bab64553-5d14-4734-ab09-16b51db12613,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:20.670714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.675536 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Attempting to bind port bab64553-5d14-4734-ab09-16b51db12613 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:20.677726 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Attempting to bind port bab64553-5d14-4734-ab09-16b51db12613 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:20.679560 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Attempting to bind port bab64553-5d14-4734-ab09-16b51db12613 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:20.694818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:20.697673 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.700291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:20.704954 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:20.707324 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.707972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:20.711805 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Bound port: bab64553-5d14-4734-ab09-16b51db12613, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:20.713739 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.882635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Network': ['ID=d55e54b7-8d22-4e22-b120-ddf690472f18,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:20.916860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-202f3f1f-51a4-4281-b7c6-5e5c8e19a9c4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6697421 Oct 13 04:27:20.919896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57302) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:20.920665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:20.923930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] For port bab64553-5d14-4734-ab09-16b51db12613, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:20.936398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'subnet': {'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:20.943697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] For port bab64553-5d14-4734-ab09-16b51db12613, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bab64553-5d14-4734-ab09-16b51db12613,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:20.954688 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.085202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:21.086036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:21.105593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network d55e54b7-8d22-4e22-b120-ddf690472f18 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:21.225458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ded7b-2411-4734-9128-dfa0f8ec8a33 req-8d87cf9c-b578-4253-a91c-fd835f28b2cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:21.237257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-708ded7b-2411-4734-9128-dfa0f8ec8a33 req-8d87cf9c-b578-4253-a91c-fd835f28b2cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.1861827 Oct 13 04:27:21.272086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:21.276057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.325045 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:21.408608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 135ff5a1-9a04-486c-a4fd-4337a96dd005 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:21.409178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.499112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-708ded7b-2411-4734-9128-dfa0f8ec8a33 req-93a96f60-240c-4876-ba22-961b1669dad3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605519 Oct 13 04:27:21.705410 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcd1c4-da3c-4279-ad36-aceee499fe0b None None] Pushing event updated for resources: {'Port': ['ID=bab64553-5d14-4734-ab09-16b51db12613,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:21.709532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.725800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.800880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bd02bd5e-5cff-4eca-b1bc-f35f317c432d None None] Provisioning complete for port bfd66ad9-af04-4564-bf6e-ff34717c1705 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:21.802655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd02bd5e-5cff-4eca-b1bc-f35f317c432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.876524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.881837 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bfd66ad9-af04-4564-bf6e-ff34717c1705', 'name': '', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'mac_address': 'fa:16:3e:a2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:19Z', 'updated_at': '2021-10-13T04:27:19Z', 'revision_number': 1, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'subnets': [{'id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:21.890914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-bd02bd5e-5cff-4eca-b1bc-f35f317c432d None None] Port bfd66ad9-af04-4564-bf6e-ff34717c1705 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:21.903756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:21.906102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:21.917856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.918201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.918545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.918891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.919255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.919590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.919924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.920251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.920635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.920887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.921234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.921545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:21.931304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843f3bb-9039-4819-a3c6-75824c993c57 None None] The sync data for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 is: [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bfd66ad9-af04-4564-bf6e-ff34717c1705', 'name': '', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'mac_address': 'fa:16:3e:a2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:19Z', 'updated_at': '2021-10-13T04:27:19Z', 'revision_number': 1, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'subnets': [{'id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:22.045364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:22.048281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:22.099681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea5a3-2f02-4eaf-8a2c-3ab1f7f6ce7b req-48914070-5eb1-48ea-b512-f74ffa73101d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:22.101666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ddea5a3-2f02-4eaf-8a2c-3ab1f7f6ce7b req-48914070-5eb1-48ea-b512-f74ffa73101d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.3069842 Oct 13 04:27:22.103556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Subnet': ['ID=6787099d-be2c-435a-a310-eac85b551284,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:22.106440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:22.106983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network hostable DHCP agents. Network: 5dbb7c8a-ba71-46c9-9f6b-19544726c858, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:22.182700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ddea5a3-2f02-4eaf-8a2c-3ab1f7f6ce7b req-815d2298-f7c7-4746-90b7-0b5bbc066ad0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657415 Oct 13 04:27:22.183540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:22.217677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5dbb7c8a-ba71-46c9-9f6b-19544726c858) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:22.227399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb19ec-8b36-4c57-a6d2-a4a4a82fa7fe None None] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:22.233771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:22.236355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:22.277130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-16c1b2ce-52c3-42a4-932c-2f2b94ea3733 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3542714 Oct 13 04:27:22.279577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:22.284684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'subnet': {'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:22.470343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Router 31eab0a4-e82d-4326-8ba9-027730d3ed57 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:22.631007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:22.636115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:22.796856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:27:22.798365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:22.852785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-82c339cc-8749-4bfc-895f-e35d05341b2e None None] Provisioning complete for port bfd66ad9-af04-4564-bf6e-ff34717c1705 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:22.853175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82c339cc-8749-4bfc-895f-e35d05341b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:22.856270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:22.868891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d456459d-7cad-4601-98f3-3ace1fe06d56 admin admin] 10.222.0.49 "PUT /v2.0/routers/31eab0a4-e82d-4326-8ba9-027730d3ed57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4997640 Oct 13 04:27:22.991386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-82c339cc-8749-4bfc-895f-e35d05341b2e None None] Port bfd66ad9-af04-4564-bf6e-ff34717c1705 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:23.090510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Allocated IP 10.1.1.2 (5dbb7c8a-ba71-46c9-9f6b-19544726c858/6787099d-be2c-435a-a310-eac85b551284/6e55fa97-24c4-4612-aee0-0f7ff911e6cb) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:23.464033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:23.526160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.553388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.631028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b609474d-484b-4895-ac0f-4370713674b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.666044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Pushing event updated for resources: {'Port': ['ID=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:23.685307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.691688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.694129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.694658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.695222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.696860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.697537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.697974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.699339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.699758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.701454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.701925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:27:23.732766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:23.735534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:23.743786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:23.782932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61c05-9f2a-47b1-8288-7e79c2bd058d req-11213d4e-bc6e-45b2-a603-6b7ba91f6dff tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:23.784670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bcc61c05-9f2a-47b1-8288-7e79c2bd058d req-11213d4e-bc6e-45b2-a603-6b7ba91f6dff tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.2497175 Oct 13 04:27:23.805031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b609474d-484b-4895-ac0f-4370713674b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.818878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b609474d-484b-4895-ac0f-4370713674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.875255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Attempting to bind port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:23.875804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Attempting to bind port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:23.876025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Attempting to bind port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:23.881815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b609474d-484b-4895-ac0f-4370713674b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=234608d6a0da4c8eb91636c8d9f82e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166741 Oct 13 04:27:23.887057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57374) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:23.887525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:23.888002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:23.888494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.888985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Bound using segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:23.891508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Bound port: 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:23.892722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.965439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:23.967197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609474d-484b-4895-ac0f-4370713674b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4df768-836f-409e-99b7-67d1a01b8d0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:23.996144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.011236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bcc61c05-9f2a-47b1-8288-7e79c2bd058d req-332127ce-7453-440b-b8b6-2edf510e5f41 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170849 Oct 13 04:27:24.077931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] For port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:24.082045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] For port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:24.103135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.107284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.110828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.112226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da4df768-836f-409e-99b7-67d1a01b8d0e HTTP/1.1" status: 204 len: 168 time: 0.2230389 Oct 13 04:27:24.136810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61724c28-963a-4ed4-a8da-e60c3aa52499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4df768-836f-409e-99b7-67d1a01b8d0e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.228624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.263361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-6f673cda-7763-4d83-a0d3-0cae255884cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:24.271085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-6f673cda-7763-4d83-a0d3-0cae255884cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.2189806 Oct 13 04:27:24.322430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729fc2d-545b-4cdd-8edd-469dbadb26d9 None None] Pushing event updated for resources: {'Port': ['ID=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.349941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bab64553-5d14-4734-ab09-16b51db12613 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:24.485000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bab64553-5d14-4734-ab09-16b51db12613 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:24.485397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.613814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Subnet': ['ID=adb7d1a6-eb7f-435f-8d1a-11c8f294863b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:24.658586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Checking segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:24.661552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network hostable DHCP agents. Network: d55e54b7-8d22-4e22-b120-ddf690472f18, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:24.707147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.775178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network d55e54b7-8d22-4e22-b120-ddf690472f18 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:24.789333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port bab64553-5d14-4734-ab09-16b51db12613, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bab64553-5d14-4734-ab09-16b51db12613,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:24.792045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:24.793645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.806992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, d55e54b7-8d22-4e22-b120-ddf690472f18) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:24.807516 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.814111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:24.815494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:24.827327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d558116-26df-4a67-b8eb-63381cc23155 None None] Network d55e54b7-8d22-4e22-b120-ddf690472f18 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:24.865627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57400) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:24.889630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae208ce-c9ca-4cd6-9839-8d41c11680c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.016901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-449b7307-6cab-4bf9-ae6d-b98293da81ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7361248 Oct 13 04:27:25.018451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57410) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:25.037632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'name': 'tempest-TaggedBootDevicesTest_v242-1293448442', 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:25.078615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae208ce-c9ca-4cd6-9839-8d41c11680c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.086061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae208ce-c9ca-4cd6-9839-8d41c11680c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.124353 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cae208ce-c9ca-4cd6-9839-8d41c11680c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcb23b51f8694631b08c5d288b472d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572172 Oct 13 04:27:25.125453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57424) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:25.228928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae208ce-c9ca-4cd6-9839-8d41c11680c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5290fa00-9af9-482f-8e95-100ec7bfe4f1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.340237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=bab64553-5d14-4734-ab09-16b51db12613,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.349689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-d55e54b7-8d22-4e22-b120-ddf690472f18', 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ips': [{'subnet_id': 'adb7d1a6-eb7f-435f-8d1a-11c8f294863b'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:27:25.350570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.398601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.440515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fee4a-1dd8-4a89-9838-109d605775c6 req-f6c70c4a-4008-4d2d-98dd-e84f247212de tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:25.449801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-695fee4a-1dd8-4a89-9838-109d605775c6 req-f6c70c4a-4008-4d2d-98dd-e84f247212de tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 945 time: 0.1678786 Oct 13 04:27:25.480870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:25.481241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.491754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:25.523831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.613356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:25.649499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-695fee4a-1dd8-4a89-9838-109d605775c6 req-dfbdc8b8-c1e1-4ffe-9519-d92345679a57 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926672 Oct 13 04:27:25.658447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Allocated IP 10.2.2.2 (d55e54b7-8d22-4e22-b120-ddf690472f18/adb7d1a6-eb7f-435f-8d1a-11c8f294863b/65ce3a70-70ce-4e79-8b30-264499af0b94) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:25.703399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57440) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:25.750193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.762993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.766579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.772352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5290fa00-9af9-482f-8e95-100ec7bfe4f1 HTTP/1.1" status: 204 len: 168 time: 0.6442587 Oct 13 04:27:25.809183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7c133-106f-4d50-b0b7-3ccff4f2a4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290fa00-9af9-482f-8e95-100ec7bfe4f1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.820582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] device_id is not set on port 6183ee9c-fb77-45a8-8207-2f458502c97a yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:27:25.859893 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.872376 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.944429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Pushing event updated for resources: {'Port': ['ID=65ce3a70-70ce-4e79-8b30-264499af0b94,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:25.955501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6000a0dd-68db-4955-939d-c67c1e1c21c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:25.991396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Network d55e54b7-8d22-4e22-b120-ddf690472f18 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:25.991396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:25.998510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:26.124792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6000a0dd-68db-4955-939d-c67c1e1c21c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.133964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6000a0dd-68db-4955-939d-c67c1e1c21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.210865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6000a0dd-68db-4955-939d-c67c1e1c21c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b67849e343124d66b1d567afed6977f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063105 Oct 13 04:27:26.214150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57452) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:26.235121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.273569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:26.309137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000a0dd-68db-4955-939d-c67c1e1c21c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ccc31-3645-4016-8e8f-9c431cc829db,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:26.365113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:26.401127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57462) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:26.477255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6e55fa97-24c4-4612-aee0-0f7ff911e6cb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:26.482582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Attempting to bind port 65ce3a70-70ce-4e79-8b30-264499af0b94 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:26.482968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Attempting to bind port 65ce3a70-70ce-4e79-8b30-264499af0b94 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:26.486970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Attempting to bind port 65ce3a70-70ce-4e79-8b30-264499af0b94 on network d55e54b7-8d22-4e22-b120-ddf690472f18 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:26.595939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29907c-4645-40a3-a7cd-a6ce044492cb None None] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:26.631405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.672119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:26.685131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.1.1.165 (5dbb7c8a-ba71-46c9-9f6b-19544726c858/6787099d-be2c-435a-a310-eac85b551284/6183ee9c-fb77-45a8-8207-2f458502c97a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:26.710924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.728192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0488f2d-7596-4984-aaed-5f2d33dbfa4f req-17a2e537-32c6-468d-b6a0-354e9471aa49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "DELETE /v2.0/ports/aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 HTTP/1.1" status: 204 len: 173 time: 2.3365858 Oct 13 04:27:26.731346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'name': 'network-vif-deleted', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:26.737212 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b49266-045b-4f96-a01d-7fc4a3036688" -d '{"events": [{"server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "name": "network-vif-deleted", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:26.805802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:26.806180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Checking segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:26.806592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.806994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Bound using segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:26.811725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Bound port: 65ce3a70-70ce-4e79-8b30-264499af0b94, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:26.812178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.841754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7b91b-76e5-40d4-979c-c22cb035878d req-3e1085ed-a5de-467f-aff2-6c0b398aea8f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:26.843193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cec7b91b-76e5-40d4-979c-c22cb035878d req-3e1085ed-a5de-467f-aff2-6c0b398aea8f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.1666291 Oct 13 04:27:26.858223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Sync routers for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:26.879899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2be4a19-0b51-433f-b4dd-07c32984f138 req-cba90ed0-58e9-4e63-8882-37294413dbce tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=83371014-f787-4f6c-9dad-686b1af29667 HTTP/1.1" status: 200 len: 210 time: 0.0793865 Oct 13 04:27:26.919472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:26.999800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] For port 65ce3a70-70ce-4e79-8b30-264499af0b94, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:27.004640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] For port 65ce3a70-70ce-4e79-8b30-264499af0b94, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=65ce3a70-70ce-4e79-8b30-264499af0b94,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:27.029087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.063282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] Provisioning complete for port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:27.064087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.101967 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcbb8aa-334b-4106-8eaa-58784d44b972 x-openstack-request-id: req-8fcbb8aa-334b-4106-8eaa-58784d44b972 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:27.102803 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83371014-f787-4f6c-9dad-686b1af29667", "name": "network-vif-deleted", "tag": "aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:27.106318 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fcbb8aa-334b-4106-8eaa-58784d44b972 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:27.107760 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83371014-f787-4f6c-9dad-686b1af29667', 'name': 'network-vif-deleted', 'tag': 'aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42', 'status': 'completed', 'code': 200} Oct 13 04:27:27.143960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cec7b91b-76e5-40d4-979c-c22cb035878d req-dd2d85a9-095d-41f5-89cb-cb5957326bf1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775105 Oct 13 04:27:27.385777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:27.398963 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.428524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.440795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.456526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/098ccc31-3645-4016-8e8f-9c431cc829db HTTP/1.1" status: 204 len: 168 time: 1.2345340 Oct 13 04:27:27.553990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78d183-639a-4009-abb8-af1a293d3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ccc31-3645-4016-8e8f-9c431cc829db,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:27.601002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:27.601644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:27.665487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.697349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:27.725541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:27.813284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.027985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:28.036339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:28.042621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:28.050620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:28.089390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:28.210814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:28.211406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa6c48d9-c481-4a10-ae1f-7a8fedc9ad42 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:28.255747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:28.256440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.412597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a81f4b1-f2b9-4bc9-943b-46e723274119 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3863847 Oct 13 04:27:28.415237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57524) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:28.422410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'name': 'tempest-TaggedBootDevicesTest_v242-1042175991', 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:28.432212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.434023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b0d5-0435-4a0b-b345-23ce1b69d202 None None] Pushing event updated for resources: {'Port': ['ID=65ce3a70-70ce-4e79-8b30-264499af0b94,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:28.536869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57528) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:28.717022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:28.897924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:28.969449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] For port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:28.981385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.076971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af95eae-434c-481c-bec3-a8fd516236a3 None None] Network d55e54b7-8d22-4e22-b120-ddf690472f18 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:29.498719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:27:29.499089 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:27:29.505980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334b671-0a0a-4933-a3d0-8ec20df2e665 None None] Pushing event updated for resources: {'Port': ['ID=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:29.517614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Provisioning complete for port 65ce3a70-70ce-4e79-8b30-264499af0b94 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:29.517988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.558524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.580205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-63d53bb4-9082-44e7-9e4f-d3268440e451 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:29.580344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-63d53bb4-9082-44e7-9e4f-d3268440e451 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.1553550 Oct 13 04:27:29.604144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] device_id is not set on port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:27:29.614421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-ffac23f7-62e8-489b-9db6-9766e175eb83 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0251961 Oct 13 04:27:29.618260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Deleting port dfa3184f-b41b-4578-a604-e3466425c4ad {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:29.618842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.639310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bfd66ad9-af04-4564-bf6e-ff34717c1705', 'name': '', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'mac_address': 'fa:16:3e:a2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:19Z', 'updated_at': '2021-10-13T04:27:21Z', 'revision_number': 2, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'subnets': [{'id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:29.766068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Checking router: 31eab0a4-e82d-4326-8ba9-027730d3ed57 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:29.766316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Updating router 31eab0a4-e82d-4326-8ba9-027730d3ed57 port bfd66ad9-af04-4564-bf6e-ff34717c1705 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:29.782769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-eab4ef5c-e264-4d14-8c84-c83d4ff90af7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579576 Oct 13 04:27:29.885679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.960566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:29.986947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.010794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-242f29a5-4504-4ebd-a638-85aa89e7de27 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015238 Oct 13 04:27:30.186972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] For port dfa3184f-b41b-4578-a604-e3466425c4ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dfa3184f-b41b-4578-a604-e3466425c4ad,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:30.187506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.324301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Calling delete_port for dfa3184f-b41b-4578-a604-e3466425c4ad owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:30.326698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bab64553-5d14-4734-ab09-16b51db12613 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:30.368817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.1.1.139 (5dbb7c8a-ba71-46c9-9f6b-19544726c858/6787099d-be2c-435a-a310-eac85b551284/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:30.394621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] For port 65ce3a70-70ce-4e79-8b30-264499af0b94, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=65ce3a70-70ce-4e79-8b30-264499af0b94,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:30.440427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-f0da7b24-f2d6-46df-aa8a-946bd7524fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743641 Oct 13 04:27:30.458573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.516572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Deleting port 8533cf9c-d3a2-4db0-9302-c46d04fbff41 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:30.520585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.530199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bab64553-5d14-4734-ab09-16b51db12613 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:30.530676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.634963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Provisioning complete for port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:30.639543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.712522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] For port 8533cf9c-d3a2-4db0-9302-c46d04fbff41, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8533cf9c-d3a2-4db0-9302-c46d04fbff41,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:30.712899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.717630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4e485-81a1-48be-8fd6-127a8b22cf5c None None] Pushing event updated for resources: {'Port': ['ID=65ce3a70-70ce-4e79-8b30-264499af0b94,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:30.747313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Calling delete_port for 8533cf9c-d3a2-4db0-9302-c46d04fbff41 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:30.923523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.960156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:30.968125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40785738-af2e-4eaa-92b8-00622b2616e3 req-36aec169-89d0-4e19-b5f9-21f18b8fd1b3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 210 time: 0.2008209 Oct 13 04:27:31.045404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa3184f-b41b-4578-a604-e3466425c4ad,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.055161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.071819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.124365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.271236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13341b-30ce-4f21-9fe4-184ebae4e67f None None] Pushing event updated for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.276841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c1324a89-1fc4-4353-8831-9cff14d4ac31 None None] Provisioning complete for port 6183ee9c-fb77-45a8-8207-2f458502c97a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:31.277239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1324a89-1fc4-4353-8831-9cff14d4ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.356470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.419397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.420262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6e55fa97-24c4-4612-aee0-0f7ff911e6cb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:31.477026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:31.493195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:31.507984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:31.539855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c1324a89-1fc4-4353-8831-9cff14d4ac31 None None] Port 6183ee9c-fb77-45a8-8207-2f458502c97a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:31.552888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Attempting to bind port bfd66ad9-af04-4564-bf6e-ff34717c1705 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:31.553362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Attempting to bind port bfd66ad9-af04-4564-bf6e-ff34717c1705 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:31.553730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Attempting to bind port bfd66ad9-af04-4564-bf6e-ff34717c1705 on network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:31.582980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:31.594697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8533cf9c-d3a2-4db0-9302-c46d04fbff41,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:31.599573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Checking segment: {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:31.600024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.600433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Bound using segment: {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:31.600937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Bound port: bfd66ad9-af04-4564-bf6e-ff34717c1705, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56e368a-e831-46a9-8724-dba3780f4a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:31.601401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.605848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:31.784062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:31.785146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.797065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:31.799575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.832992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c1324a89-1fc4-4353-8831-9cff14d4ac31 None None] Provisioning complete for port 65ce3a70-70ce-4e79-8b30-264499af0b94 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:31.833715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1324a89-1fc4-4353-8831-9cff14d4ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.843379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:27:31.847329 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:31.877324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e257ef3-7fa4-4955-b0d6-a47929f4a7a5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4608362 Oct 13 04:27:31.972057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.181863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 65ce3a70-70ce-4e79-8b30-264499af0b94 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:32.204861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-840144ea-88e3-4777-89cc-58f486863661 req-d07ca8d1-929c-4232-bed4-370fac3cc2f3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 210 time: 0.0692849 Oct 13 04:27:32.278294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] For port bfd66ad9-af04-4564-bf6e-ff34717c1705, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:32.287309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] For port bfd66ad9-af04-4564-bf6e-ff34717c1705, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bfd66ad9-af04-4564-bf6e-ff34717c1705,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:32.311402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.449484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:32.458507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Router c717c9f3-0130-40a5-81aa-31e60ba3e6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:32.459591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Router ef370655-ec2d-4f28-8eac-bc5d2a601a08 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:32.540156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '05285b60-59b2-454a-84b7-b70301a497f2', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:32.544717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:32.544717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:32.557949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 65ce3a70-70ce-4e79-8b30-264499af0b94 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:32.558896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.651631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:32.668241 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Sync routers for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:32.683618 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:32.684236 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:32.699456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db7e6003-0eab-43c1-b213-bff9c525aee1 admin admin] 10.222.0.49 "PUT /v2.0/routers/ef370655-ec2d-4f28-8eac-bc5d2a601a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2966747 Oct 13 04:27:32.716786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57644) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:32.773790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57648) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:32.807235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13341b-30ce-4f21-9fe4-184ebae4e67f None None] Pushing event updated for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:32.854670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695615124', 'description': 'tempest-description--2044409791'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:32.917163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:32.937563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.951319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:32.971351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:32.984543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:32.993234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-efdf52b1-e798-490a-b84c-fe2af821c2f9 admin admin] 10.222.0.49 "PUT /v2.0/routers/c717c9f3-0130-40a5-81aa-31e60ba3e6fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4552102 Oct 13 04:27:32.997393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:33.018615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Sync routers for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:33.042353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-c4d96a0d-d01b-4847-a19d-2dcd83c53b87 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:33.051819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-c4d96a0d-d01b-4847-a19d-2dcd83c53b87 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.4017575 Oct 13 04:27:33.066947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:33.289570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:33.353961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:33.358195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.397217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:33.425612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:33.432496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:33.448740 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:30Z', 'revision_number': 5, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:33.499656 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Checking router: ef370655-ec2d-4f28-8eac-bc5d2a601a08 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:33.518917 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Routers {'ef370655-ec2d-4f28-8eac-bc5d2a601a08'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:33.520087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:33.531341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.548843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Provisioning complete for port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:33.549395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.698451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.700702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.723274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.2 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/c2b20764-5909-42ed-84d1-2ac081eb3ee0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:33.857409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:33.906782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.916636 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb0994ec-bd72-4873-a19a-0368aeb1c873 req-d64fc3a6-76c8-4caa-b0ed-d31a70e5385b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 210 time: 0.2874472 Oct 13 04:27:33.936811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bfd66ad9-af04-4564-bf6e-ff34717c1705 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:33.947745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:33.952350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:33.960227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['05285b60-59b2-454a-84b7-b70301a497f2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:33.961666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.012576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.018288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a57f8e9d-1492-4f62-9839-1643fc690ef9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1786039 Oct 13 04:27:34.019006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:34.031768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'security_group_rule': {'security_group_id': '320ffdd9-6ebf-43eb-ba5c-1266af7d2b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:34.117867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.133235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Provisioning complete for port bfd66ad9-af04-4564-bf6e-ff34717c1705 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:34.134044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.194587 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] Set router ef370655-ec2d-4f28-8eac-bc5d2a601a08 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:34.225410 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.227847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.256635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57702) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:34.258564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:34.368162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Deleting port b95b8533-b6be-47b1-8738-945d646c194e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:34.370221 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.371540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.548039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:34.564665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:34.576347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:34.586865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9882b23a-2d58-4d98-ba04-c38585f6c38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.642103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.654951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bfd66ad9-af04-4564-bf6e-ff34717c1705 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:34.655551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.667450 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:30Z', 'revision_number': 5, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:34.686652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:34.693379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.694214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.726631 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4669320-3113-4e8a-8fe6-e1b376e2d054 None None] The sync data for ids ['ef370655-ec2d-4f28-8eac-bc5d2a601a08'] in n-d-813736-1 is: [{'id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'name': 'tempest-TestAggregatesBasicOps-281672899-router', 'tenant_id': '5f76d683494b47028c36d8c1dcdad3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:59Z', 'updated_at': '2021-10-13T04:27:30Z', 'revision_number': 5, 'project_id': '5f76d683494b47028c36d8c1dcdad3c6', 'gw_port': {'id': '07893e32-0890-45df-96c9-bef51ed5de1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef370655-ec2d-4f28-8eac-bc5d2a601a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:00Z', 'updated_at': '2021-10-13T04:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:34.733778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-5fa5830e-a906-4a9f-bb64-8a8a078225c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6777396 Oct 13 04:27:34.740053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.744698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.752247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Request body: {'port': {'device_id': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:34.841268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1ab3f9-5f2b-49e1-aa85-712f14a608e3,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:34.841923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.846137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.850654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c223bec9-21bc-4822-9220-130b29d0f0d4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8198826 Oct 13 04:27:34.860746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57712) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:34.871325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'security_group_rule': {'security_group_id': '320ffdd9-6ebf-43eb-ba5c-1266af7d2b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:34.915758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.932220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] For port b95b8533-b6be-47b1-8738-945d646c194e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b95b8533-b6be-47b1-8738-945d646c194e,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:34.932645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:34.984846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Calling delete_port for b95b8533-b6be-47b1-8738-945d646c194e owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:35.017816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.021557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Deleting port 07893e32-0890-45df-96c9-bef51ed5de1b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:35.022084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.095248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] For port bfd66ad9-af04-4564-bf6e-ff34717c1705, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bfd66ad9-af04-4564-bf6e-ff34717c1705,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:35.158577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.279889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.292366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9882b23a-2d58-4d98-ba04-c38585f6c38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.335177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9882b23a-2d58-4d98-ba04-c38585f6c38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.366138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bfd66ad9-af04-4564-bf6e-ff34717c1705', 'name': '', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'mac_address': 'fa:16:3e:a2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:19Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'subnets': [{'id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:35.380089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:35.442962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.475415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa72b7-be26-446f-9df3-7acae630f8ed req-0556300e-133b-4965-9147-abc11fd993e6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:35.481849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6afa72b7-be26-446f-9df3-7acae630f8ed req-0556300e-133b-4965-9147-abc11fd993e6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 931 time: 0.4145160 Oct 13 04:27:35.524779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.562407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] For port 07893e32-0890-45df-96c9-bef51ed5de1b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=07893e32-0890-45df-96c9-bef51ed5de1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:35.566774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.584367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Calling delete_port for 07893e32-0890-45df-96c9-bef51ed5de1b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:35.591685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7699a1-7ebf-464d-8560-b93e3cdc7138 None None] Pushing event updated for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.613752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c658a1-7fa0-4e3f-b7b4-5053974f5d6b None None] The sync data for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 is: [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:20Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bfd66ad9-af04-4564-bf6e-ff34717c1705', 'name': '', 'network_id': '20d5511f-5bd0-4b55-848e-8f3c1fecba58', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'mac_address': 'fa:16:3e:a2:1f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:19Z', 'updated_at': '2021-10-13T04:27:32Z', 'revision_number': 4, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'subnets': [{'id': '63e288c2-f63d-4223-9cad-a37601bdf2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:35.640785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:35.647937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a7e9de-b252-4f5a-a98e-f5abf4239b51,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.714726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.716365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d16c298f-a201-436c-9ade-c9dcd83b9ccf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8518631 Oct 13 04:27:35.727909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:35.737369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:35.777819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6afa72b7-be26-446f-9df3-7acae630f8ed req-bc8bb8f3-d65c-44bd-ab7b-02e40302db78 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081387 Oct 13 04:27:35.811301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:27:35.811301 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:27:35.834580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:27:31Z', 'revision_number': 5, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port': {'id': 'b95b8533-b6be-47b1-8738-945d646c194e', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:54Z', 'updated_at': '2021-10-13T04:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:35.946210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.969319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 05285b60-59b2-454a-84b7-b70301a497f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:35.969750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:35.976729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9882b23a-2d58-4d98-ba04-c38585f6c38c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b8e63500ae74e40bd6126a599994b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7148108 Oct 13 04:27:35.979443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Pushing event deleted for resources: {'Port': ['ID=07893e32-0890-45df-96c9-bef51ed5de1b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.982103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882b23a-2d58-4d98-ba04-c38585f6c38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79810ed-209d-4a41-ac53-b03a31c97575,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:35.984642 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.020696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57724) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:36.023786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b95b8533-b6be-47b1-8738-945d646c194e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:36.048371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.056848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Checking router: c717c9f3-0130-40a5-81aa-31e60ba3e6fe for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:36.104946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b20764-5909-42ed-84d1-2ac081eb3ee0 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:36.182470 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.230035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Transition to ACTIVE for port object c2b20764-5909-42ed-84d1-2ac081eb3ee0 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:27:36.245875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.305371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.344217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Routers {'c717c9f3-0130-40a5-81aa-31e60ba3e6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:36.345494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.346037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:36.424602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:36.573244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.580380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.621745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] Set router c717c9f3-0130-40a5-81aa-31e60ba3e6fe gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:36.677488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.685045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Attempting to bind port c2b20764-5909-42ed-84d1-2ac081eb3ee0 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:36.685769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Attempting to bind port c2b20764-5909-42ed-84d1-2ac081eb3ee0 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:36.686355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Attempting to bind port c2b20764-5909-42ed-84d1-2ac081eb3ee0 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:36.712325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Port c2b20764-5909-42ed-84d1-2ac081eb3ee0 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:27:36.713814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Attempting to bind port c2b20764-5909-42ed-84d1-2ac081eb3ee0 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:36.713954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:36.733266 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba3f6ef-219f-4546-9921-0b947a59b5c3" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:36.749602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.806416 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:36.807608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:36.808268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:36.809528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Bound port: c2b20764-5909-42ed-84d1-2ac081eb3ee0, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:36.810275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.850977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.860954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef370655-ec2d-4f28-8eac-bc5d2a601a08 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:36.873187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:36.880219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8e1694fd-4150-4633-8646-4b9e1c5185ea admin admin] 10.222.0.49 "DELETE /v2.0/routers/ef370655-ec2d-4f28-8eac-bc5d2a601a08 HTTP/1.1" status: 204 len: 168 time: 4.1613853 Oct 13 04:27:36.891736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57738) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:36.936523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.174294 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e51b49-c011-4d55-a34b-605b131ad1be x-openstack-request-id: req-14e51b49-c011-4d55-a34b-605b131ad1be {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:37.174747 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:37.175017 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14e51b49-c011-4d55-a34b-605b131ad1be {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:37.176128 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:27:37.186073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 7, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:37.203985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:37.230502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Deleting subnet b8980bc6-6c95-407f-8c6f-6cca0d3ec939 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:37.248825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.255379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:37.265376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.272033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dd37e9-be0d-4088-b05b-77f814d253ee None None] The sync data for ids ['c717c9f3-0130-40a5-81aa-31e60ba3e6fe'] in n-d-813736-1 is: [{'id': 'c717c9f3-0130-40a5-81aa-31e60ba3e6fe', 'name': 'tempest-AttachVolumeShelveTestJSON-2036167140-router', 'tenant_id': '0cbe7b9938814e12bba2db780f69e008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:52Z', 'updated_at': '2021-10-13T04:27:35Z', 'revision_number': 7, 'project_id': '0cbe7b9938814e12bba2db780f69e008', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:37.273247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.290950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.291563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d79810ed-209d-4a41-ac53-b03a31c97575 HTTP/1.1" status: 204 len: 168 time: 1.2634492 Oct 13 04:27:37.294128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.344755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 172.25.0.159 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/d9a7a937-32e6-43da-9202-f1eb2c249eee) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:37.353625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eeb6e2-cb87-48a7-880a-2f1ab3cea84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79810ed-209d-4a41-ac53-b03a31c97575,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:37.370053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2670e3e-a16c-4e64-8545-e2735a35a39e req-167d3e6e-a579-49c8-b4a0-f41f56352320 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:37.388193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2670e3e-a16c-4e64-8545-e2735a35a39e req-167d3e6e-a579-49c8-b4a0-f41f56352320 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 943 time: 0.3889000 Oct 13 04:27:37.408573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:37.436514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.448455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.473503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:37.543690 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.552980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.620424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.623822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c717c9f3-0130-40a5-81aa-31e60ba3e6fe {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:37.646369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.650569 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5781fdbc-dfca-474f-bc82-6281b2a4a6cf admin admin] 10.222.0.49 "DELETE /v2.0/routers/c717c9f3-0130-40a5-81aa-31e60ba3e6fe HTTP/1.1" status: 204 len: 168 time: 4.6518397 Oct 13 04:27:37.655987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57748) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:37.802888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Deleting subnet d745b594-0525-45f4-bea2-23f972c354c7 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:37.807397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.875600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57752) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:37.927750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6993cb8-9406-46e1-9dfa-22dad9abbe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:37.960564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.132061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.133566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.135264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2b20764-5909-42ed-84d1-2ac081eb3ee0 HTTP/1.1" status: 200 len: 1091 time: 3.3917589 Oct 13 04:27:38.137664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:38.140381 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f248b831-aef3-4a01-9b22-17404b4b6970" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:38.148393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.179775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f2670e3e-a16c-4e64-8545-e2735a35a39e req-bb3ec824-f02c-4581-9d93-c4895a877749 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831609 Oct 13 04:27:38.256188 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3360e0-f7fa-4005-90b0-c50b1ab5e9e4 x-openstack-request-id: req-ec3360e0-f7fa-4005-90b0-c50b1ab5e9e4 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:38.256773 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:38.257189 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec3360e0-f7fa-4005-90b0-c50b1ab5e9e4 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:38.257743 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0', 'status': 'completed', 'code': 200} Oct 13 04:27:38.259630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1165e04-7c78-4326-9203-7e18546c9145 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.261606 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6993cb8-9406-46e1-9dfa-22dad9abbe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.280866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6993cb8-9406-46e1-9dfa-22dad9abbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.312416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6993cb8-9406-46e1-9dfa-22dad9abbe3c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=066c83c42a0b41b8b3f18e121e0ecdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355881 Oct 13 04:27:38.315371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:38.329723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.370958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.373752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bfd66ad9-af04-4564-bf6e-ff34717c1705 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:38.374408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-bf8dd461-88cc-4da6-86bf-5e3740daf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.375974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-bf8dd461-88cc-4da6-86bf-5e3740daf65e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 1094 time: 0.1823385 Oct 13 04:27:38.439439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993cb8-9406-46e1-9dfa-22dad9abbe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec63851-b863-4d57-8e97-3358d99bb1b6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.471078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.471279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d725ed-63ba-4b11-b802-3cc97b81c630 None None] Network 68b07b1a-5a1d-478c-bc6b-4b63569065d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:38.509759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.523224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d745b594-0525-45f4-bea2-23f972c354c7 HTTP/1.1" status: 204 len: 168 time: 0.8659961 Oct 13 04:27:38.525953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57762) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:38.530959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5a9c-c663-4356-99ae-bf5be7797b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d745b594-0525-45f4-bea2-23f972c354c7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:38.533492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-45c30867-2b77-4856-8939-e9cdfdac1cb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0 HTTP/1.1" status: 200 len: 217 time: 0.0964501 Oct 13 04:27:38.709744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bfd66ad9-af04-4564-bf6e-ff34717c1705 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:38.710153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.714604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.727370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-d44e46cf-b615-4136-acd1-e3bcf22c341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:38.737089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.739665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-d44e46cf-b615-4136-acd1-e3bcf22c341e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1934221 Oct 13 04:27:38.783089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.884854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Deleting port 30a42343-31d2-4f99-9bce-edd284b81e08 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:38.885355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.907506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:38.989311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-d3b17cfa-81c1-4719-a97c-91b190ac61af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317917 Oct 13 04:27:39.002068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8980bc6-6c95-407f-8c6f-6cca0d3ec939,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.014199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.040163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] For port 30a42343-31d2-4f99-9bce-edd284b81e08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a42343-31d2-4f99-9bce-edd284b81e08,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:39.040438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] DHCP port deletion for 68b07b1a-5a1d-478c-bc6b-4b63569065d1 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:39.040969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.081439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Calling delete_port for 30a42343-31d2-4f99-9bce-edd284b81e08 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:39.157774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 07893e32-0890-45df-96c9-bef51ed5de1b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:39.202935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Deleting port 30a42343-31d2-4f99-9bce-edd284b81e08 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:39.202935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.221508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=d9a7a937-32e6-43da-9202-f1eb2c249eee,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.240894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.246889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8a3153cc-302a-4619-b3b3-4cc2f3630f5e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b8980bc6-6c95-407f-8c6f-6cca0d3ec939 HTTP/1.1" status: 204 len: 168 time: 2.3514969 Oct 13 04:27:39.248721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:39.249938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-8a4b2992-ad1c-4b7b-9ff7-8a9bceb7683c service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248054 Oct 13 04:27:39.259576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:39.270415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:39.275888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:39.327773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] For port 30a42343-31d2-4f99-9bce-edd284b81e08, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30a42343-31d2-4f99-9bce-edd284b81e08,segment=NetworkSegment(71f62f36-888f-4abc-a8f0-ecffbabb8346),segment_id=71f62f36-888f-4abc-a8f0-ecffbabb8346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:39.339739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.344585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.363431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Calling delete_port for 30a42343-31d2-4f99-9bce-edd284b81e08 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:39.396671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.400556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a42343-31d2-4f99-9bce-edd284b81e08,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.406670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] No DVR routers for this DVR port 30a42343-31d2-4f99-9bce-edd284b81e08 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:39.412004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.415387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.416949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fec63851-b863-4d57-8e97-3358d99bb1b6 HTTP/1.1" status: 204 len: 168 time: 1.0937145 Oct 13 04:27:39.463656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d701a-000d-47ff-b990-c6b8d2735fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec63851-b863-4d57-8e97-3358d99bb1b6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.533933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.535806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd405afc-f9fa-4860-95cf-590f42f1629c req-4c735ad5-ba0e-42e6-9a84-aa26fc3bed62 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:39.536317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e495c1-c9b6-42f3-8e24-59e14d021c3e None None] Network 85cdff87-b582-41c5-9d38-89bd467fa2bf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:39.537441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dd405afc-f9fa-4860-95cf-590f42f1629c req-4c735ad5-ba0e-42e6-9a84-aa26fc3bed62 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 943 time: 0.2175908 Oct 13 04:27:39.541637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.549718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.583601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b07b1a-5a1d-478c-bc6b-4b63569065d1']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:39.595795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c9e17cd-3f74-4c3b-bba8-3b99321a64a1 req-7f72e29c-d6e0-4248-b09c-c16385da9a81 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338320 Oct 13 04:27:39.601683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f62f36-888f-4abc-a8f0-ecffbabb8346') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:39.610142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 07893e32-0890-45df-96c9-bef51ed5de1b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:39.610360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 07893e32-0890-45df-96c9-bef51ed5de1b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:39.610782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dfa3184f-b41b-4578-a604-e3466425c4ad no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:39.618140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f62f36-888f-4abc-a8f0-ecffbabb8346') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:39.650336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.662061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] Pushing event deleted for resources: {'Port': ['ID=30a42343-31d2-4f99-9bce-edd284b81e08,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:39.663186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Deleting port 3fd94637-4ab7-420e-86ce-f095e9545b9d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:39.663773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.673226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.684390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dd405afc-f9fa-4860-95cf-590f42f1629c req-3a24c3a9-9935-4a95-8567-8197c315bbda tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377945 Oct 13 04:27:39.729058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.742081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:39.742885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:39.745276 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:39.779988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7060f34-c0e7-440b-ae38-b42701ecb11b None None] No DVR routers for this DVR port 30a42343-31d2-4f99-9bce-edd284b81e08 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:39.786211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: dfa3184f-b41b-4578-a604-e3466425c4ad {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:39.786565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dfa3184f-b41b-4578-a604-e3466425c4ad not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:39.848394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] For port 3fd94637-4ab7-420e-86ce-f095e9545b9d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3fd94637-4ab7-420e-86ce-f095e9545b9d,segment=NetworkSegment(b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9),segment_id=b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:39.848394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.857307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-dcfe6ce1-f050-4c07-948a-7859e5372dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:39.860550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-dcfe6ce1-f050-4c07-948a-7859e5372dcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 1094 time: 0.2057147 Oct 13 04:27:39.880751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Calling delete_port for 3fd94637-4ab7-420e-86ce-f095e9545b9d owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:39.894636 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.905082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:39.909289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/68b07b1a-5a1d-478c-bc6b-4b63569065d1 HTTP/1.1" status: 204 len: 168 time: 1.3794427 Oct 13 04:27:39.982128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cfee9-3b4c-45e9-a2e6-9766988ef8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b07b1a-5a1d-478c-bc6b-4b63569065d1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.018097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a42343-31d2-4f99-9bce-edd284b81e08 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:40.064990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.079749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a96ed-46c6-4169-9912-b70790d9853d None None] DHCP port deletion for 85cdff87-b582-41c5-9d38-89bd467fa2bf request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:40.086896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 30a42343-31d2-4f99-9bce-edd284b81e08 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:40.092610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30a42343-31d2-4f99-9bce-edd284b81e08 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:40.093211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b95b8533-b6be-47b1-8738-945d646c194e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:40.134076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] No DVR routers for this DVR port 3fd94637-4ab7-420e-86ce-f095e9545b9d on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:40.143536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b95b8533-b6be-47b1-8738-945d646c194e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:40.144554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b95b8533-b6be-47b1-8738-945d646c194e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:40.147671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8533cf9c-d3a2-4db0-9302-c46d04fbff41 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:40.149942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd94637-4ab7-420e-86ce-f095e9545b9d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.200440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8533cf9c-d3a2-4db0-9302-c46d04fbff41 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:40.201211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8533cf9c-d3a2-4db0-9302-c46d04fbff41 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:40.314136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.331358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-2158420a-5733-4cbf-b904-3dd0dad05d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.338482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-2158420a-5733-4cbf-b904-3dd0dad05d43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.4605267 Oct 13 04:27:40.356814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cdff87-b582-41c5-9d38-89bd467fa2bf']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:40.389802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:40.390101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82fe7da-478a-4bb0-a9a9-04b0f1a0dee9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:40.391746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57790) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:40.415207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.437424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.453017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:40.453017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:40.454811 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:40.463170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-52690059-7d7e-4db8-8c32-1438c75ae121 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0 HTTP/1.1" status: 200 len: 217 time: 0.1138992 Oct 13 04:27:40.506252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-352fdea6-6874-4a05-bdde-9b3c24e5355c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cbe7b9938814e12bba2db780f69e008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1131051 Oct 13 04:27:40.511984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57794) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:40.542411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.555333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.580186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.593595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.602070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] 10.222.0.49 "DELETE /v2.0/networks/85cdff87-b582-41c5-9d38-89bd467fa2bf HTTP/1.1" status: 204 len: 168 time: 1.3521335 Oct 13 04:27:40.602955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.603216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57796) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:40.607119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=d9a7a937-32e6-43da-9202-f1eb2c249eee,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.618793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-6e84994e-540c-47d8-8cf5-eb537fdd6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.620446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-6e84994e-540c-47d8-8cf5-eb537fdd6ba0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1457744 Oct 13 04:27:40.623502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767588-d0c4-400b-ab53-d9d53ffd93ad admin admin] Pushing event deleted for resources: {'Network': ['ID=85cdff87-b582-41c5-9d38-89bd467fa2bf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.640744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.763975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.767557 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:40.769551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b487681-2a5c-4d6b-b5be-8f1885bc55e4 HTTP/1.1" status: 204 len: 168 time: 0.2593682 Oct 13 04:27:40.786851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8959f0-bccf-4f48-8bbc-b27e3ac0b13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b487681-2a5c-4d6b-b5be-8f1885bc55e4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:40.870799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-ddaee611-bced-4912-8130-4719e468aeac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852577 Oct 13 04:27:40.890722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4890-6f3d-4edf-abf8-798082d20ee3 req-7463fe4e-8a78-4038-95f3-004ca188f697 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:40.900255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d66d4890-6f3d-4edf-abf8-798082d20ee3 req-7463fe4e-8a78-4038-95f3-004ca188f697 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 943 time: 0.0996974 Oct 13 04:27:40.959119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d66d4890-6f3d-4edf-abf8-798082d20ee3 req-d2455e13-e75a-4804-87b2-b541b7e741cc tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Oct 13 04:27:41.091157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.286202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.295848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e4685738-932b-4e39-823e-b7ebeb71cd75 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5622585 Oct 13 04:27:41.352064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-d3322d1c-c1c0-4bb6-862b-b3466e40f9d8 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684114 Oct 13 04:27:41.491003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.523803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f248b831-aef3-4a01-9b22-17404b4b6970 req-072c7935-7d80-4c5d-9012-a180086095f1 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490974 Oct 13 04:27:41.586464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.732933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6776ee46-f724-4783-861a-8aa415cc58b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:41.921973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3fd94637-4ab7-420e-86ce-f095e9545b9d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:41.934733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-c8e8a89a-5419-4c53-9bb5-46d3fe663147 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--695615124&fields=id&tenant_id=00a4fb984aa24ff2a5083cfe5f627819 HTTP/1.1" status: 200 len: 267 time: 0.1671698 Oct 13 04:27:41.998105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 3fd94637-4ab7-420e-86ce-f095e9545b9d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:42.006987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3fd94637-4ab7-420e-86ce-f095e9545b9d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:42.200647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1dab2a96-8eaf-4674-b6ff-73a888430c4f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.210770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1dab2a96-8eaf-4674-b6ff-73a888430c4f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 937 time: 0.2747636 Oct 13 04:27:42.267139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c332a-2ebb-4ebb-9585-53ca66e2b9ba req-9316dcad-1a56-4911-add9-b733ac148157 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.282198 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f1c332a-2ebb-4ebb-9585-53ca66e2b9ba req-9316dcad-1a56-4911-add9-b733ac148157 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 943 time: 0.1826997 Oct 13 04:27:42.295991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1005ad8e-73c0-4e6a-a074-bf435146fae9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:42.305991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1005ad8e-73c0-4e6a-a074-bf435146fae9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 937 time: 0.0938301 Oct 13 04:27:42.364503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0f1c332a-2ebb-4ebb-9585-53ca66e2b9ba req-e70b06b2-3deb-4706-8243-2412c5fca0dd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782084 Oct 13 04:27:42.412815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-222ef302-905f-471c-8dfb-cc404a5223c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1038473 Oct 13 04:27:42.468017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-2d674ee3-5f23-414f-83e9-46380fd0fa61 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540838 Oct 13 04:27:42.511234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57874) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:42.570131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c2b20764-5909-42ed-84d1-2ac081eb3ee0 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:27:42.643377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.679721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2111349665-network', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:42.737034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Made reservation on behalf of e9f23be96d0344698475d4b53385c49b for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:42.738896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Deleting port bfd66ad9-af04-4564-bf6e-ff34717c1705 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:42.748415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.749098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.763467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.814810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:42.841373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0', 'mac_address': 'fa:16:3e:1a:af:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:27:42.902849 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.944874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b20764-5909-42ed-84d1-2ac081eb3ee0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:27:42.990836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:42.993243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.996856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:42.997697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] For port bfd66ad9-af04-4564-bf6e-ff34717c1705, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bfd66ad9-af04-4564-bf6e-ff34717c1705,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:42.998545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.005634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.050729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Calling delete_port for bfd66ad9-af04-4564-bf6e-ff34717c1705 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:43.058652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:27:43.105922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e86ad-8e90-4595-959e-b71cc19f6e9d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:43.110290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b29ae0e8-81b4-4765-9c91-e608c11d62f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.116185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:43.117475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.119091 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Added segment 64a0b2d0-5aee-4e3a-b00f-ed755a29d800 of type vlan for network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 Oct 13 04:27:43.146619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b29ae0e8-81b4-4765-9c91-e608c11d62f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.152563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b29ae0e8-81b4-4765-9c91-e608c11d62f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.178745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b29ae0e8-81b4-4765-9c91-e608c11d62f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 1995 time: 0.7095997 Oct 13 04:27:43.204862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1f41505f-2eab-43fc-8958-3db6ead6fd8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/quotas/00a4fb984aa24ff2a5083cfe5f627819 HTTP/1.1" status: 200 len: 375 time: 0.0248609 Oct 13 04:27:43.209471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.268576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c2b20764-5909-42ed-84d1-2ac081eb3ee0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:43.314049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.317798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.317798 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.427153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-de57d933-9a64-4ec5-85aa-c0e8dfc903bc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2210102 Oct 13 04:27:43.450476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9380200 Oct 13 04:27:43.458543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57900) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:43.474314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Request body: {'subnet': {'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2111349665-subnet', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:43.486198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb971b3-47f3-41ef-a282-ea7362b9ac37 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:43.513209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:27:43.588497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Made reservation on behalf of e9f23be96d0344698475d4b53385c49b for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:43.590895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.692168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ee972-6d54-4789-98d1-1e27e79a9468 req-a9d868cc-d6f9-4a89-a579-ed6af55b3634 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:43.693598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b05ee972-6d54-4789-98d1-1e27e79a9468 req-a9d868cc-d6f9-4a89-a579-ed6af55b3634 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 944 time: 0.1877143 Oct 13 04:27:43.728719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b50bb4ce-55e1-444f-b70f-c8e51ade81d4 service neutron] 10.222.0.49 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301905 Oct 13 04:27:43.783838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b05ee972-6d54-4789-98d1-1e27e79a9468 req-41cfecdf-2db5-4363-89e1-8af0e244726c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793083 Oct 13 04:27:43.849550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:43.962971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.054051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3e75eb-759b-45f3-bacc-91c41279679f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:44.066667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Checking segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:44.067030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Network hostable DHCP agents. Network: 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:27:44.123429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:27:44.124863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-160cf7f1-e356-4a38-a131-60ce3e757f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.153417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:44.157831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:44.158715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.165201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2de27-f899-4fa5-af7e-cf4ecc180ee8 None None] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:44.203936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-606a122d-86b5-458e-8ffa-ff3f89998413 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7442172 Oct 13 04:27:44.204562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:44.227252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:44.288280 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.289381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.294372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd66ad9-af04-4564-bf6e-ff34717c1705,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:44.414221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.475225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-e5a47984-883f-4cf9-ad28-e122d43a0f07 service neutron] 10.222.0.49 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452528 Oct 13 04:27:44.549143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:27:44.551468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.594024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c2b20764-5909-42ed-84d1-2ac081eb3ee0 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:44.676348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-eb3e72d5-feb6-4c84-886b-857b9f74adcc service neutron] 10.222.0.49 "GET /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1872389 Oct 13 04:27:44.806605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port c2b20764-5909-42ed-84d1-2ac081eb3ee0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:27:44.833553 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:27:44.843472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port c2b20764-5909-42ed-84d1-2ac081eb3ee0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:44.844069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:44.872569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1d1d53b6-1732-4b62-9032-478a545c1797 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594541 Oct 13 04:27:45.000688 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.072895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Allocated IP 172.20.0.2 (1cf3df9a-59cd-4b9e-b80b-eaaf896d5312/0b3e75eb-759b-45f3-bacc-91c41279679f/e9fd9ef2-b588-412e-8630-4528e3afbcea) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:45.103450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.200691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:45.204266 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77afcf46-65f0-42ae-88cd-172194997713" -d '{"events": [{"server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "name": "network-vif-plugged", "status": "completed", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:45.269921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:45.286690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.357567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:45.379363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.380860 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-4f7ce6c8-f6d2-44b6-aeb4-4fb317da4dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984291 Oct 13 04:27:45.404745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.538635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.552013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-7243bc41-9655-49c7-819a-d33e43100ef4 service neutron] 10.222.0.49 "GET /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1560967 Oct 13 04:27:45.596025 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.601600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2f807-b43f-45e7-80fe-89084b931a9d req-e90d9c34-acc9-482d-b52b-76c12dd59ffb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:45.603225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3c2f807-b43f-45e7-80fe-89084b931a9d req-e90d9c34-acc9-482d-b52b-76c12dd59ffb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.2280693 Oct 13 04:27:45.608693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.663756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:45.666444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:45.670159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:45.696868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Pushing event updated for resources: {'Port': ['ID=e9fd9ef2-b588-412e-8630-4528e3afbcea,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:45.732845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Attempting to bind port e9fd9ef2-b588-412e-8630-4528e3afbcea on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:45.733221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Attempting to bind port e9fd9ef2-b588-412e-8630-4528e3afbcea by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:45.733595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Attempting to bind port e9fd9ef2-b588-412e-8630-4528e3afbcea on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:45.736906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3c2f807-b43f-45e7-80fe-89084b931a9d req-70bc1ce3-a69e-43b2-b904-407a3a561742 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172252 Oct 13 04:27:45.740320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:45.740652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Checking segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:45.741062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.741466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Bound using segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:45.741942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Bound port: e9fd9ef2-b588-412e-8630-4528e3afbcea, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:45.742324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.844774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] For port e9fd9ef2-b588-412e-8630-4528e3afbcea, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:45.854450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] For port e9fd9ef2-b588-412e-8630-4528e3afbcea, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e9fd9ef2-b588-412e-8630-4528e3afbcea,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:45.871900 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815aaee-6bfb-47da-823e-e6e1f72b09bb x-openstack-request-id: req-f815aaee-6bfb-47da-823e-e6e1f72b09bb {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:45.871900 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "name": "network-vif-plugged", "status": "completed", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:45.871900 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f815aaee-6bfb-47da-823e-e6e1f72b09bb {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:45.872596 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0', 'code': 200} Oct 13 04:27:45.874768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:45.929648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-64b07bb7-cc25-45ba-bc7c-842feddaf919 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613737 Oct 13 04:27:45.957693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb7dc2-893c-4be7-9545-2f21d91f4d5c None None] Pushing event updated for resources: {'Port': ['ID=e9fd9ef2-b588-412e-8630-4528e3afbcea,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.134355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Router 31eab0a4-e82d-4326-8ba9-027730d3ed57 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:46.157482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546195fc-de21-444c-b026-82f564d19658 req-c18819e0-c690-4f39-b445-477b34a15f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:46.160385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-546195fc-de21-444c-b026-82f564d19658 req-c18819e0-c690-4f39-b445-477b34a15f86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 1096 time: 0.2268684 Oct 13 04:27:46.171968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.205606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:46.214221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.357982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bdf7e364-880a-4727-8b4b-cb93cf87bac5 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149489 Oct 13 04:27:46.364802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-546195fc-de21-444c-b026-82f564d19658 req-53b8e59f-2223-4be7-b36a-125ccde4fa6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956842 Oct 13 04:27:46.476741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73fea59b-4e57-47d0-a8d1-a37b38edbc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.505533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Allocated IP 172.25.0.161 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/11520031-a2ed-4150-b34b-4be0bf2ebf38) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:46.571660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:46.585152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82923274-cc51-4d5f-ad60-4b5645bad16d admin admin] 10.222.0.49 "PUT /v2.0/routers/31eab0a4-e82d-4326-8ba9-027730d3ed57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9727981 Oct 13 04:27:46.585391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Sync routers for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:46.585853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:46.601930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:46.602889 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:46.610919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-c5b7d2f8-f5d5-4207-a696-ff539c5c0682 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431428 Oct 13 04:27:46.739896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.754440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73fea59b-4e57-47d0-a8d1-a37b38edbc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.777631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73fea59b-4e57-47d0-a8d1-a37b38edbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.814930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:46.914571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-73fea59b-4e57-47d0-a8d1-a37b38edbc15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a270a6d879f64672919f8d246bc69b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056806 Oct 13 04:27:46.917255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57950) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:46.920590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fea59b-4e57-47d0-a8d1-a37b38edbc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a6fd7-c3b0-42aa-b671-00151feff183,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:46.946802 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:46.985862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af045e-e627-46b9-81fb-79771c1daaa9 req-8c8c7317-0838-46ae-a10b-4a7ae17c3410 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:46.995446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15af045e-e627-46b9-81fb-79771c1daaa9 req-8c8c7317-0838-46ae-a10b-4a7ae17c3410 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.1439536 Oct 13 04:27:47.101056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:47.106353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.125367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:47.132471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:47.200864 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.232430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-5cb98a41-7742-4230-a556-7792d74bd22e service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537059 Oct 13 04:27:47.232987 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:43Z', 'revision_number': 5, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:47.280461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Pushing event updated for resources: {'Port': ['ID=11520031-a2ed-4150-b34b-4be0bf2ebf38,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:47.305646 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Checking router: 31eab0a4-e82d-4326-8ba9-027730d3ed57 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:47.310324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.334082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15af045e-e627-46b9-81fb-79771c1daaa9 req-409116bb-c5d4-4272-94ae-49b2d4e9a18e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377163 Oct 13 04:27:47.401919 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Routers {'31eab0a4-e82d-4326-8ba9-027730d3ed57'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:47.408657 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['31eab0a4-e82d-4326-8ba9-027730d3ed57'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:47.473119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.615632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.622797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-01235548-fac6-43eb-aa37-8b90d9f70ae0 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786943 Oct 13 04:27:47.705893 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] Set router 31eab0a4-e82d-4326-8ba9-027730d3ed57 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:47.790008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd319a-c17c-4af9-8d2e-3ad629b10e3a None None] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:47.824353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.913228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.917980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:47.928601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d69a6fd7-c3b0-42aa-b671-00151feff183 HTTP/1.1" status: 204 len: 168 time: 1.0083644 Oct 13 04:27:47.931111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] Provisioning complete for port e9fd9ef2-b588-412e-8630-4528e3afbcea triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:47.931770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.006610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7908582-b97e-4bab-b8c6-e2c32a923c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a6fd7-c3b0-42aa-b671-00151feff183,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:48.033527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-fc615d95-619f-46a6-9d95-e1930f7fb680 service neutron] 10.222.0.49 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925078 Oct 13 04:27:48.046681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e9fd9ef2-b588-412e-8630-4528e3afbcea up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:48.189881 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:43Z', 'revision_number': 5, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:48.262816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-ae8d7b5f-8346-4f90-92f8-95364ba9d2dd service neutron] 10.222.0.49 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072875 Oct 13 04:27:48.281862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.282712 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4806335-cd7a-41d4-a7b1-7696701d7372 None None] The sync data for ids ['31eab0a4-e82d-4326-8ba9-027730d3ed57'] in n-d-813736-1 is: [{'id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'name': 'tempest-TestAggregatesBasicOps-585216548-router', 'tenant_id': '00c356eded134baaad4dad74a44fcb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bab64553-5d14-4734-ab09-16b51db12613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:13Z', 'updated_at': '2021-10-13T04:27:43Z', 'revision_number': 5, 'project_id': '00c356eded134baaad4dad74a44fcb71', 'gw_port': {'id': 'bab64553-5d14-4734-ab09-16b51db12613', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:cf:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31eab0a4-e82d-4326-8ba9-027730d3ed57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:14Z', 'updated_at': '2021-10-13T04:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:48.335894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Deleting port bab64553-5d14-4734-ab09-16b51db12613 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:48.336508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.433514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.520375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] For port bab64553-5d14-4734-ab09-16b51db12613, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bab64553-5d14-4734-ab09-16b51db12613,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:48.520859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.552116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Calling delete_port for bab64553-5d14-4734-ab09-16b51db12613 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:48.591236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] For port e9fd9ef2-b588-412e-8630-4528e3afbcea, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e9fd9ef2-b588-412e-8630-4528e3afbcea,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:48.600825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd65c-a139-43c5-a59a-623e256f45c0 req-3c98a0f9-7475-4170-86f6-3ef74abeac24 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:48.610270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc1dd65c-a139-43c5-a59a-623e256f45c0 req-3c98a0f9-7475-4170-86f6-3ef74abeac24 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.1021926 Oct 13 04:27:48.668268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e9fd9ef2-b588-412e-8630-4528e3afbcea triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:48.669587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.692120 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc1dd65c-a139-43c5-a59a-623e256f45c0 req-92d0fd9e-8ff2-43c0-a44b-6c2ac36cd88b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776553 Oct 13 04:27:48.698335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Router 402231e6-b366-44d9-b029-4de7ed982b8a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:27:48.758717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.809626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:48.840541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d33aed66-3637-45c3-966e-1ef8bff47ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.856050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:48.903264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856f19c-1fd4-4481-984a-ffd2284574df None None] Pushing event updated for resources: {'Port': ['ID=e9fd9ef2-b588-412e-8630-4528e3afbcea,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:48.960253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:48.975243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:48.990083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:48.992654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:49.020293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f53cc-802f-4ca7-b202-631b13e4ac2e req-fa9485ea-227f-46e2-bb88-621811262964 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:49.022406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab64553-5d14-4734-ab09-16b51db12613,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:49.030800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-374f53cc-802f-4ca7-b202-631b13e4ac2e req-fa9485ea-227f-46e2-bb88-621811262964 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.2023802 Oct 13 04:27:49.042627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.052430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c947f95-b379-4a46-95a8-3bf22b9fb837 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8465006 Oct 13 04:27:49.053178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:49.166631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-44465083-8907-425d-b43c-245c161735ca service neutron] 10.222.0.49 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8953788 Oct 13 04:27:49.171164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.198094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-374f53cc-802f-4ca7-b202-631b13e4ac2e req-018d6679-b572-4db5-8384-dc9f04a3dac8 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432078 Oct 13 04:27:49.552206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:49.682341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-57c80975-44c0-4c09-b80a-1d2ac666b5fb None None] Provisioning complete for port e9fd9ef2-b588-412e-8630-4528e3afbcea triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:49.682630 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-57c80975-44c0-4c09-b80a-1d2ac666b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.749250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b5825-080a-4b22-9f01-de3d2b94c046 req-1685b3e1-bfac-4c8d-9b9d-399e1f7882b2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:49.757707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e28b5825-080a-4b22-9f01-de3d2b94c046 req-1685b3e1-bfac-4c8d-9b9d-399e1f7882b2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.0934656 Oct 13 04:27:49.787729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d33aed66-3637-45c3-966e-1ef8bff47ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.813786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e28b5825-080a-4b22-9f01-de3d2b94c046 req-e19f85c5-2bf7-42cb-bb1a-733953092cbf tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Oct 13 04:27:49.902683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:47Z', 'revision_number': 3, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:49.931636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:49.932008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Updating router 402231e6-b366-44d9-b029-4de7ed982b8a port 11520031-a2ed-4150-b34b-4be0bf2ebf38 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:49.950237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d33aed66-3637-45c3-966e-1ef8bff47ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:49.982622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d33aed66-3637-45c3-966e-1ef8bff47ea7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8db078db66c04f02b643c217bede9fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1686256 Oct 13 04:27:49.986551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57988) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:49.986945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.005106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.010431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.109686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aed66-3637-45c3-966e-1ef8bff47ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3781e-9f58-4f70-b16c-f568b439a4e8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:50.130007 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-076874f8-70f1-4885-95d1-9018b4ee785a service neutron] 10.222.0.49 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403850 Oct 13 04:27:50.134799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.135473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31eab0a4-e82d-4326-8ba9-027730d3ed57 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:27:50.141000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.145421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb4a2c42-544f-417c-9357-7b2a17ba8df2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/31eab0a4-e82d-4326-8ba9-027730d3ed57 HTTP/1.1" status: 204 len: 168 time: 3.5589435 Oct 13 04:27:50.148222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57994) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:50.155150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e9fd9ef2-b588-412e-8630-4528e3afbcea up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:50.228933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.265648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e9fd9ef2-b588-412e-8630-4528e3afbcea triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:50.266031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.296479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Deleting subnet 63e288c2-f63d-4223-9cad-a37601bdf2c5 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:27:50.304292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.336507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.366119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.427485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.483858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Allocated IP 172.20.0.1 (1cf3df9a-59cd-4b9e-b80b-eaaf896d5312/0b3e75eb-759b-45f3-bacc-91c41279679f/732a5cd7-30b9-4c08-9bbb-59795f554fcc) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:50.487101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bfd66ad9-af04-4564-bf6e-ff34717c1705 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:50.514324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d14b5966-7c61-4138-8170-9effec9b01e8 service neutron] 10.222.0.49 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765454 Oct 13 04:27:50.517625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bfd66ad9-af04-4564-bf6e-ff34717c1705 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:50.517979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bfd66ad9-af04-4564-bf6e-ff34717c1705 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:50.635923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.689306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.693466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.694654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9dc3781e-9f58-4f70-b16c-f568b439a4e8 HTTP/1.1" status: 204 len: 168 time: 0.7015145 Oct 13 04:27:50.718900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c1bca-b213-4b96-86a7-0bd34e0dfaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3781e-9f58-4f70-b16c-f568b439a4e8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:50.776435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.802470 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.805919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.859132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.912705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e288c2-f63d-4223-9cad-a37601bdf2c5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:50.918625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:50.924210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7757c5f9-88c2-49c3-8f5f-c5e850b290ab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/63e288c2-f63d-4223-9cad-a37601bdf2c5 HTTP/1.1" status: 204 len: 168 time: 0.7165487 Oct 13 04:27:50.931976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:50.941404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5aafa-a0d2-473e-8661-5ef701c3e10a None None] Network 20d5511f-5bd0-4b55-848e-8f3c1fecba58 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:27:50.954946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.022181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-fa5dfb14-2a3a-4da4-be64-29ede5e03461 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:51.023754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-fa5dfb14-2a3a-4da4-be64-29ede5e03461 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.1437047 Oct 13 04:27:51.196344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Attempting to bind port 11520031-a2ed-4150-b34b-4be0bf2ebf38 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:27:51.197282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Attempting to bind port 11520031-a2ed-4150-b34b-4be0bf2ebf38 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:27:51.197823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Attempting to bind port 11520031-a2ed-4150-b34b-4be0bf2ebf38 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:27:51.213358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:27:51.214290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:27:51.215193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.215786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:27:51.216581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Bound port: 11520031-a2ed-4150-b34b-4be0bf2ebf38, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:27:51.217188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.244091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Pushing event updated for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:51.279777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port c2b20764-5909-42ed-84d1-2ac081eb3ee0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:51.280127 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.336941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:51.400142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce044404-30dc-42f5-9826-4c52d97c4135 req-b17140bf-0524-47d3-a64d-7635bc0efaa3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:51.400142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce044404-30dc-42f5-9826-4c52d97c4135 req-b17140bf-0524-47d3-a64d-7635bc0efaa3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 945 time: 0.2524292 Oct 13 04:27:51.401228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:51.404948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:51.442728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.445370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] For port 11520031-a2ed-4150-b34b-4be0bf2ebf38, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:27:51.477522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a52c1-063c-404f-abd9-f3a28128bf7d None None] Pushing event updated for resources: {'Port': ['ID=11520031-a2ed-4150-b34b-4be0bf2ebf38,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:51.532144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] For port 11520031-a2ed-4150-b34b-4be0bf2ebf38, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=11520031-a2ed-4150-b34b-4be0bf2ebf38,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:27:51.533687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.564439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.615820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port c2b20764-5909-42ed-84d1-2ac081eb3ee0, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=c2b20764-5909-42ed-84d1-2ac081eb3ee0,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:51.616680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.654091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce044404-30dc-42f5-9826-4c52d97c4135 req-f2e83176-1bdb-40c1-86c2-7a58e98f840a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411854 Oct 13 04:27:51.661139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for c2b20764-5909-42ed-84d1-2ac081eb3ee0 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:51.823666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Deleting port 135ff5a1-9a04-486c-a4fd-4337a96dd005 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:51.824153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:51.834495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] DHCP port deletion for 20d5511f-5bd0-4b55-848e-8f3c1fecba58 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:27:51.924770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:51.931051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:51.946741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 135ff5a1-9a04-486c-a4fd-4337a96dd005 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:52.020217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.107985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67f1970c-e556-48e9-be17-cde864540d6d req-8a89c78f-e946-4652-b728-02d2e74fd2e7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0756655 Oct 13 04:27:52.146892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.151374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['c2b20764-5909-42ed-84d1-2ac081eb3ee0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:52.153713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:27:52.156421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=c2b20764-5909-42ed-84d1-2ac081eb3ee0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:52.169412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] For port 135ff5a1-9a04-486c-a4fd-4337a96dd005, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=135ff5a1-9a04-486c-a4fd-4337a96dd005,segment=NetworkSegment(d56e368a-e831-46a9-8724-dba3780f4a68),segment_id=d56e368a-e831-46a9-8724-dba3780f4a68)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:52.171732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.238403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port c2b20764-5909-42ed-84d1-2ac081eb3ee0 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:52.247955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.256393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c355222b-86d1-4e74-a55b-46deda7de1f1 req-bb5c3d21-fa60-444e-9eb4-fcb98cd50c11 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "DELETE /v2.0/ports/c2b20764-5909-42ed-84d1-2ac081eb3ee0 HTTP/1.1" status: 204 len: 173 time: 1.2196028 Oct 13 04:27:52.256981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'name': 'network-vif-deleted', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:27:52.259382 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02748f-72ee-4d28-9e1d-686aa108a4fe" -d '{"events": [{"server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "name": "network-vif-deleted", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:27:52.406585 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff38c4-4c08-4ee0-83e2-f397f709a423 x-openstack-request-id: req-d5ff38c4-4c08-4ee0-83e2-f397f709a423 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:27:52.406953 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d88437-8116-43ce-aed3-90f7bb7e0585", "name": "network-vif-deleted", "tag": "c2b20764-5909-42ed-84d1-2ac081eb3ee0", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:27:52.407920 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5ff38c4-4c08-4ee0-83e2-f397f709a423 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:27:52.408331 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d88437-8116-43ce-aed3-90f7bb7e0585', 'name': 'network-vif-deleted', 'tag': 'c2b20764-5909-42ed-84d1-2ac081eb3ee0', 'status': 'completed', 'code': 200} Oct 13 04:27:52.482661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Calling delete_port for 135ff5a1-9a04-486c-a4fd-4337a96dd005 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:52.484580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:52.777801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.788116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.859523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a52c1-063c-404f-abd9-f3a28128bf7d None None] Pushing event updated for resources: {'Port': ['ID=11520031-a2ed-4150-b34b-4be0bf2ebf38,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:52.886936 n-d-813736-1 neutron-server[95049]: INFO neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No ports have port_id starting with 135ff5a1-9a04-486c-a4fd-4337a96dd005 Oct 13 04:27:52.889398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c290e90d-edbc-4d06-a162-beabc987f400 None None] Provisioning complete for port 732a5cd7-30b9-4c08-9bbb-59795f554fcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:52.889995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c290e90d-edbc-4d06-a162-beabc987f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.903889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bab64553-5d14-4734-ab09-16b51db12613 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:52.954889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:52.979243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1677aae6-a23e-4729-9579-c6078268a6fa req-dcb5cef8-9856-4624-a5e1-d282271b4bb5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d88437-8116-43ce-aed3-90f7bb7e0585 HTTP/1.1" status: 200 len: 210 time: 0.1192234 Oct 13 04:27:52.980207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] No DVR routers for this DVR port 135ff5a1-9a04-486c-a4fd-4337a96dd005 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:52.980344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bab64553-5d14-4734-ab09-16b51db12613 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:52.980753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bab64553-5d14-4734-ab09-16b51db12613 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:53.048709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Deleting port 135ff5a1-9a04-486c-a4fd-4337a96dd005 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:27:53.048974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.051855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.081937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Pushing event updated for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:53.158277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] For port 135ff5a1-9a04-486c-a4fd-4337a96dd005, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:53.158689 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.210719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Calling delete_port for 135ff5a1-9a04-486c-a4fd-4337a96dd005 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:27:53.241052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=135ff5a1-9a04-486c-a4fd-4337a96dd005,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:53.245713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.286417 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ede9bd3-1985-4873-8ce8-520ba688c6d5 req-6d082245-2335-4860-905a-e1e821166722 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0504534 Oct 13 04:27:53.293946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d5511f-5bd0-4b55-848e-8f3c1fecba58']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.321333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Port 135ff5a1-9a04-486c-a4fd-4337a96dd005 was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:27:53.322906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56e368a-e831-46a9-8724-dba3780f4a68') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.327221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56e368a-e831-46a9-8724-dba3780f4a68') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.337896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.340166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c290e90d-edbc-4d06-a162-beabc987f400 None None] Port 732a5cd7-30b9-4c08-9bbb-59795f554fcc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:53.354285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.400770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.416726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:27:53.418044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.418730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] Pushing event deleted for resources: {'Port': ['ID=135ff5a1-9a04-486c-a4fd-4337a96dd005,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:53.424469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:27:50Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:53.497677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05cb553-394a-4a28-ba57-b63b39127026 None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:27:50Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:27:53.499326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782fafa-a554-4877-bdf6-7a4df079917c None None] No DVR routers for this DVR port 135ff5a1-9a04-486c-a4fd-4337a96dd005 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:27:53.530146 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:27:53.560824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.578925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:53.619447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:53.627318 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] 10.222.0.49 "DELETE /v2.0/networks/20d5511f-5bd0-4b55-848e-8f3c1fecba58 HTTP/1.1" status: 204 len: 168 time: 2.6942420 Oct 13 04:27:53.639293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588952c-aa75-4dbd-9b10-75c861864f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d5511f-5bd0-4b55-848e-8f3c1fecba58,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:53.649072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:54.251869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58132) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:54.283510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-300b6b92-cc17-472f-8f79-6b50016e5327 None None] Provisioning complete for port 732a5cd7-30b9-4c08-9bbb-59795f554fcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:54.289197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-300b6b92-cc17-472f-8f79-6b50016e5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.423151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6784fad5-a2d9-4312-9b77-874a278333d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f76d683494b47028c36d8c1dcdad3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691949 Oct 13 04:27:54.423804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:54.450057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-300b6b92-cc17-472f-8f79-6b50016e5327 None None] Port 732a5cd7-30b9-4c08-9bbb-59795f554fcc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:54.649494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c2b20764-5909-42ed-84d1-2ac081eb3ee0 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:27:54.698335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: c2b20764-5909-42ed-84d1-2ac081eb3ee0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:27:54.698894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device c2b20764-5909-42ed-84d1-2ac081eb3ee0 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:27:54.821819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.934169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-b1631547-008b-491b-a8cc-91fdefc26295 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:54.937240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2393fdf4-334a-435b-ad71-c64e76bdd137 req-86588e29-3e6d-4198-9b6b-06564c09dcc8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.1091449 Oct 13 04:27:54.938353 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-b1631547-008b-491b-a8cc-91fdefc26295 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.3454468 Oct 13 04:27:54.945569 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:54.975682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6f38c7b7-1c2f-438a-be11-927e128048df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:54.980241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6f38c7b7-1c2f-438a-be11-927e128048df service neutron] 10.222.0.16 "GET /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 1033 time: 0.1660984 Oct 13 04:27:54.992164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-ad7c7e2c-d425-4a9a-9e71-17b5c7bf2f2a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0438905 Oct 13 04:27:55.198204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-952ab19b-6539-4fb1-a5a4-286905bfb0cb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1824677 Oct 13 04:27:55.199324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dc3240fa-d412-4e68-ae25-67072af9ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:55.203741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dc3240fa-d412-4e68-ae25-67072af9ee08 service neutron] 10.222.0.16 "GET /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 1033 time: 0.1436167 Oct 13 04:27:55.299601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.312785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:55.316918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a80a83d-0fa8-48e6-9240-fd648bf9b501 HTTP/1.1" status: 204 len: 168 time: 0.8920405 Oct 13 04:27:55.381721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:27:55.556082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-84b20a53-4d76-4bb6-93fe-509177fdb886 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452837 Oct 13 04:27:55.569451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb285d0-85e2-4fe0-b30b-37869271d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80a83d-0fa8-48e6-9240-fd648bf9b501,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:55.668437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3d79c175-1305-4c7e-9919-8f43d704e392 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:55.680581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3d79c175-1305-4c7e-9919-8f43d704e392 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:55.691205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3d79c175-1305-4c7e-9919-8f43d704e392 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:55.694020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3d79c175-1305-4c7e-9919-8f43d704e392 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 1995 time: 0.4758842 Oct 13 04:27:55.764816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-4de3b2f0-8eaa-456d-91e6-2554a73d7c44 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073960 Oct 13 04:27:55.810594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8403a510-f9e2-4a19-99b4-02f2ad484399 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a4fb984aa24ff2a5083cfe5f627819 HTTP/1.1" status: 200 len: 379 time: 0.1053638 Oct 13 04:27:55.831896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'admin_state_up': True, 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'security_groups': ['320ffdd9-6ebf-43eb-ba5c-1266af7d2b97']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:55.938350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:27:55.955510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0c415dfc-c0e3-4aec-b355-f9a6578870c7 admin admin] 10.222.0.49 "PUT /v2.0/routers/402231e6-b366-44d9-b029-4de7ed982b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8593984 Oct 13 04:27:56.107000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 11520031-a2ed-4150-b34b-4be0bf2ebf38 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:56.191561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e8f1218-1fa8-408d-9ecd-9cc81ace4025 req-7d3aea1d-ac7d-43bc-82c8-096308e5a1b7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0970588 Oct 13 04:27:56.249050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 11520031-a2ed-4150-b34b-4be0bf2ebf38 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:56.249445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.356091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:56.362871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.389402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df104814-6c33-4615-aba3-8baec22df8b5 req-948687f4-a1ea-49b8-bb87-015519ebfacd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0818937 Oct 13 04:27:56.672647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.792528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 11520031-a2ed-4150-b34b-4be0bf2ebf38, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=11520031-a2ed-4150-b34b-4be0bf2ebf38,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:27:56.805306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:56.816345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 172.20.0.6 (fc5422b0-6844-413d-99eb-acda6c118e13/d89246d6-75d3-4a41-93f1-afb73ceb9d5f/4d01ea32-8d32-44d1-8362-51a9b1ad86f6) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:27:56.900081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58232) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:56.975607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=11520031-a2ed-4150-b34b-4be0bf2ebf38,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:57.101396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d19142f5-18bf-4888-8ac1-d33b20c3256a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00c356eded134baaad4dad74a44fcb71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975193 Oct 13 04:27:57.103748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58234) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:57.313207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.336834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.402491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.457165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.620062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:57.655472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.658450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.663729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6893d54c-3b13-469b-ba30-7ab209d61fee HTTP/1.1" status: 204 len: 168 time: 0.5555866 Oct 13 04:27:57.668140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network fc5422b0-6844-413d-99eb-acda6c118e13 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:27:57.669716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:27:57.679878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:27:57.710596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37de33b-fbd9-4bc4-b30b-b66cf0b84dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893d54c-3b13-469b-ba30-7ab209d61fee,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:57.814198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:57.815824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:57.878679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0ed53b86-2f1a-47f2-a071-07c080f93340 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0597074 Oct 13 04:27:57.900299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'admin_state_up': True, 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'security_groups': ['320ffdd9-6ebf-43eb-ba5c-1266af7d2b97']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:58.085627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:58.154709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 11520031-a2ed-4150-b34b-4be0bf2ebf38 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:27:58.408376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-33339df9-4331-4af0-8b09-37dc5197aac4 None None] Provisioning complete for port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:58.409119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-33339df9-4331-4af0-8b09-37dc5197aac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.478842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:27:58.514642 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:27:58.515139 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:58.541857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:58.546777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.577993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-29a788a3-7c88-4337-92e0-0fbad85a1798 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:58.579565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-29a788a3-7c88-4337-92e0-0fbad85a1798 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.5815945 Oct 13 04:27:58.612561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:58.639928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8be4005-8389-4ae6-a2f3-6028aefddbd8 req-d9208729-446a-4301-9f3f-6920394fc930 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1130767 Oct 13 04:27:58.640464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58272) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:58.672007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204463836', 'description': 'tempest-description--77072616'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:27:58.733413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-33339df9-4331-4af0-8b09-37dc5197aac4 None None] Port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:27:58.736476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 11520031-a2ed-4150-b34b-4be0bf2ebf38 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:27:58.745959 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.904868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9e63-0248-409a-95ff-bb1c62e7bd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:58.951579 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:27:59.111741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.243945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10783-8012-4d45-be6b-28a7a7251adf req-f05e3f75-4e43-409f-9ddb-d34cd478a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.248803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-f05e3f75-4e43-409f-9ddb-d34cd478a171 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1096 time: 0.2960920 Oct 13 04:27:59.297159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac858f-3fb3-49bd-9fa2-9dfa59101fac req-ec96d2fe-e93a-4b24-b0a7-eeca8e51e12c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.302728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93ac858f-3fb3-49bd-9fa2-9dfa59101fac req-ec96d2fe-e93a-4b24-b0a7-eeca8e51e12c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 931 time: 0.5037794 Oct 13 04:27:59.494064 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:27:52Z', 'revision_number': 2, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:27:59.501010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9e63-0248-409a-95ff-bb1c62e7bd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.559793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10783-8012-4d45-be6b-28a7a7251adf req-9e142715-cbfa-4692-8d2a-16ba74812f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.562196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-9e142715-cbfa-4692-8d2a-16ba74812f27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.2351851 Oct 13 04:27:59.563750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:27:59.568266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.569645 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:27:59.570175 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Updating router 402231e6-b366-44d9-b029-4de7ed982b8a port 732a5cd7-30b9-4c08-9bbb-59795f554fcc binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:27:59.584801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9e63-0248-409a-95ff-bb1c62e7bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.624431 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:27:59.661522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9e63-0248-409a-95ff-bb1c62e7bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3506b86-dd05-48ed-b63b-dd1cdeb68e51,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:27:59.661755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.684037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58304) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.696174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.717325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.724423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93ac858f-3fb3-49bd-9fa2-9dfa59101fac req-7118e67e-e6af-45ee-8715-a2e6d72de7e8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051449 Oct 13 04:27:59.773779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.797184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.840161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.853081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb7b9e63-0248-409a-95ff-bb1c62e7bd68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e72279e061ff4bc0813cd098e95c4799&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7061715 Oct 13 04:27:59.866436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58310) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:27:59.866778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.877148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-e7b6006c-01e8-44e6-8979-ac1345e4b6d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 1.0429914 Oct 13 04:27:59.892478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.901419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.914355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.942016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.948479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.966554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.982408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:27:59.988430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0d8db22d-d7c9-47d8-815c-33a39a4cc433 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.4319074 Oct 13 04:28:00.020567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.053746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-625292109-network', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:00.087537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-7016a956-180a-4dab-abe5-a44b9e8919e2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:00.089342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-7016a956-180a-4dab-abe5-a44b9e8919e2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0909755 Oct 13 04:28:00.103228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.117586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Made reservation on behalf of db6bc54c43164143ba695f1e7f7d0d5e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:00.132214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.163105 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.165687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4347d80a-e504-46d8-9796-d241df518332 req-e34f937b-6d23-4b86-8012-bb7d0631666f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.3217480 Oct 13 04:28:00.188100 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.223262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-fc0f89a7-fbd5-47de-a4ef-fb20ead43ce1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 1000 time: 0.6468623 Oct 13 04:28:00.253517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b35a01-8876-423f-8b5d-b10cd8e09870,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:00.289060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.295488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66083c4d-f953-4570-a5db-0a635f07661b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6335337 Oct 13 04:28:00.296384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58316) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:00.321180 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Pushing event updated for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:00.321740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.1.1.241 (5dbb7c8a-ba71-46c9-9f6b-19544726c858/6787099d-be2c-435a-a310-eac85b551284/76bf17c5-477e-449b-9041-f3e4f035ebf1) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:00.333197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group_rule': {'security_group_id': 'b2b35a01-8876-423f-8b5d-b10cd8e09870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:00.349500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.349868 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.350170 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.350502 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.350828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.363340 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.363844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.364181 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.364638 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.365078 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.365514 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.365982 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:00.389005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.394535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e5bfdff-be2a-4e06-b358-9d08ccfb7dd1 req-c1b39903-3988-4a7b-a92c-1efc403e1f0f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2969964 Oct 13 04:28:00.433643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.472440 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Attempting to bind port 732a5cd7-30b9-4c08-9bbb-59795f554fcc on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:00.472703 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Attempting to bind port 732a5cd7-30b9-4c08-9bbb-59795f554fcc by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:00.473325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Attempting to bind port 732a5cd7-30b9-4c08-9bbb-59795f554fcc on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:00.484284 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:00.484642 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Checking segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:00.485045 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.485441 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Bound using segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:00.485918 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Bound port: 732a5cd7-30b9-4c08-9bbb-59795f554fcc, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:00.486296 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.519782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10783-8012-4d45-be6b-28a7a7251adf req-a9c0fa01-9f7f-460b-93c1-252953721783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:00.525754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-a9c0fa01-9f7f-460b-93c1-252953721783 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.2900972 Oct 13 04:28:00.672386 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] For port 732a5cd7-30b9-4c08-9bbb-59795f554fcc, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:00.681019 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] For port 732a5cd7-30b9-4c08-9bbb-59795f554fcc, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=732a5cd7-30b9-4c08-9bbb-59795f554fcc,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:00.701078 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.711601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] Provisioning complete for port 732a5cd7-30b9-4c08-9bbb-59795f554fcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:00.713129 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.818166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-81c69b75-b2da-4e48-8cff-017441e0508e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6583784 Oct 13 04:28:00.857541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:00.866929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.872534 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:00.873184 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:27:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:00.895102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10783-8012-4d45-be6b-28a7a7251adf req-cc4807d8-c8ae-4b0d-bcc1-c73075c5bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:00.908511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-cc4807d8-c8ae-4b0d-bcc1-c73075c5bb19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3683543 Oct 13 04:28:00.913471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.939586 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:00.951741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.065621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8f3b16-2bf4-4a80-bb27-496b5f3fa711,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.069030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] For port 732a5cd7-30b9-4c08-9bbb-59795f554fcc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=732a5cd7-30b9-4c08-9bbb-59795f554fcc,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:01.087968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.114007 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:01.124766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.4 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/132a54aa-5f77-47fb-8970-4063ad27fb3d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:01.141511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.186590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.188221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42803fda-9aa9-4c48-9c40-976e6f6a0827 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8634648 Oct 13 04:28:01.222274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:01.226577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.248849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group_rule': {'security_group_id': 'b2b35a01-8876-423f-8b5d-b10cd8e09870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:01.258243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.273674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83131a98-74c5-4420-b2d3-b106d38d682d None None] Pushing event updated for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.312083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dab63-3292-4cba-b42b-278d44715a2b None None] Pushing event updated for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.348813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac109710-3900-40d6-a42f-7f9c7518153e None None] Provisioning complete for port 732a5cd7-30b9-4c08-9bbb-59795f554fcc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:01.349458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac109710-3900-40d6-a42f-7f9c7518153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.429224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-22c6bb1f-372c-4d42-bf25-bc61929eb662 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078080 Oct 13 04:28:01.490111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.537488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.568350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbbea-aab2-45e7-9de0-c27e1a20cd67 req-a70e7140-66da-442b-bb18-3fe519832841 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:01.576269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433fbbea-aab2-45e7-9de0-c27e1a20cd67 req-a70e7140-66da-442b-bb18-3fe519832841 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 931 time: 0.6003041 Oct 13 04:28:01.584572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b18122a-a7a0-4ee6-97f9-083806f55d08 req-bc392cb7-775d-4929-a210-0da0b87496d7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.1677718 Oct 13 04:28:01.598911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:00Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:01.669386 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263f4ed3-4a70-4fb5-b278-c5e78ee7c2a5 None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:00Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:01.824690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-433fbbea-aab2-45e7-9de0-c27e1a20cd67 req-29e5e1ac-4b1c-4da8-b0bf-53701677f360 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032018 Oct 13 04:28:01.965126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:01.968407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:01.971851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:01.998859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.017575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 732a5cd7-30b9-4c08-9bbb-59795f554fcc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:02.028841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:02.041192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:02.167600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.233838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 732a5cd7-30b9-4c08-9bbb-59795f554fcc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:02.234339 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.285867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.301441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.321142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.336801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.343910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.360128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.383480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.409861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.416640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=18556b2d-ec15-46b0-8762-8c66edce1727,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:02.440495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-006f9ee4-fb7f-42c5-8993-57cc46c66750 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 5434 time: 0.7014828 Oct 13 04:28:02.450143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26760695-823c-48cc-ba42-1a556f6dc505,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:02.462057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] For port 18556b2d-ec15-46b0-8762-8c66edce1727, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:02.491915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62f10783-8012-4d45-be6b-28a7a7251adf req-5742424b-b9a2-418a-a262-4188a8f29689 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0560765 Oct 13 04:28:02.514244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:28:02.523900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.526590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.532372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3506b86-dd05-48ed-b63b-dd1cdeb68e51 HTTP/1.1" status: 204 len: 168 time: 2.4852648 Oct 13 04:28:02.603212 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.611168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.613189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d0784504-b94a-418c-b341-18e2ce0441b5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3812497 Oct 13 04:28:02.614256 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Added segment 2eb7293f-5ca5-4d4d-ae16-5ce653cb971a of type vlan for network 38b8c47e-7aba-47e0-ac32-7b2fab793376 Oct 13 04:28:02.619259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58356) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:02.626731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:02.632722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] device_id is not set on port 18556b2d-ec15-46b0-8762-8c66edce1727 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:28:02.681637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.733792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2277c-cfc1-425e-8fc7-b2db4e15b286,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:02.736585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:02.742342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.840468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5d346f8-8ac9-454e-bc28-34a01561b9e9 req-96880d46-9714-4489-a6bc-43ba606b72e6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3931377 Oct 13 04:28:02.858935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ad4e5-028a-458b-81de-d803a3266bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3506b86-dd05-48ed-b63b-dd1cdeb68e51,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:02.865656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:02.883747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.069927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.080327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-dffbcf76-8d91-49a2-99e9-28a8db3a1d27 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1945167 Oct 13 04:28:03.150659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'admin_state_up': True, 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'security_groups': ['320ffdd9-6ebf-43eb-ba5c-1266af7d2b97']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:03.171388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e473c655-64da-433b-b7da-cbee8f9d7aa8 req-3978da5c-b830-4cbc-a48b-3fd083515ee4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.3039303 Oct 13 04:28:03.288028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:28:03.296432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] No DVR routers for this DVR port 18556b2d-ec15-46b0-8762-8c66edce1727 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:03.307489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.320381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 18556b2d-ec15-46b0-8762-8c66edce1727 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:03.327878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Pushing event updated for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:03.398728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.399911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:03.400540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.497273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 18556b2d-ec15-46b0-8762-8c66edce1727 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:03.498352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3f0be0a7-9d62-4e5a-97e1-aa77c962812e no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:03.563661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58378) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:03.566526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-037c768e-4f99-452c-8086-a530ca71a6c3 None None] Provisioning complete for port 76bf17c5-477e-449b-9041-f3e4f035ebf1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:03.567213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-037c768e-4f99-452c-8086-a530ca71a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.568264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] Pushing event updated for resources: {'Network': ['ID=38b8c47e-7aba-47e0-ac32-7b2fab793376,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:03.632650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] In _notify_port_updated(), no bound segment for port 18556b2d-ec15-46b0-8762-8c66edce1727 on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:28:03.633519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:03.645099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.649109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-1bca0c85-7e65-4f4a-b393-3af0c980131c service neutron] 10.222.0.47 "PUT /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 200 len: 1027 time: 2.8116164 Oct 13 04:28:03.651346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3173-37b5-4bed-b1cc-a342ce3eb14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.663909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:03.667488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:28:03.678891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.734904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05e5e-e2c1-43d4-a188-555225bfbeb7 req-028083c9-34ec-4a83-879f-dccf2cb81473 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:03.741360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e05e5e-e2c1-43d4-a188-555225bfbeb7 req-028083c9-34ec-4a83-879f-dccf2cb81473 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:03.759688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80e05e5e-e2c1-43d4-a188-555225bfbeb7 req-028083c9-34ec-4a83-879f-dccf2cb81473 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 1653 time: 0.7015297 Oct 13 04:28:03.796652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5a0fdbbe-1e65-4e72-8033-6dc56b18b70d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:03.801371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5a0fdbbe-1e65-4e72-8033-6dc56b18b70d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "GET /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290858 Oct 13 04:28:03.809920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-037c768e-4f99-452c-8086-a530ca71a6c3 None None] Port 76bf17c5-477e-449b-9041-f3e4f035ebf1 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:03.817946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-306fc824-cc85-4efa-903c-c79b6c45b915 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.1172740 Oct 13 04:28:03.906104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3173-37b5-4bed-b1cc-a342ce3eb14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.909711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58380) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:03.922277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:03.933591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Request body: {'subnet': {'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-625292109-subnet', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:03.937433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3173-37b5-4bed-b1cc-a342ce3eb14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.957529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:03.971699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.008736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e2fc3173-37b5-4bed-b1cc-a342ce3eb14a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20ff7c7d6e8a47a0b32deb65d47d41c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288394 Oct 13 04:28:04.025165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:04.073876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:04.079977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58394) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:04.082455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:04.098582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:04.106125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:04.147816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:04.155135 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cbd5f6-1901-4235-9b7d-6cad6b8215f0" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:04.167564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.1.1.21 (5dbb7c8a-ba71-46c9-9f6b-19544726c858/6787099d-be2c-435a-a310-eac85b551284/db708d1c-ba96-4cab-aacc-b772bf35eb6c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:04.176429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-531713e3-244f-4c31-96b0-edd4aa14cdb8 None None] Provisioning complete for port 18556b2d-ec15-46b0-8762-8c66edce1727 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:04.177731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-531713e3-244f-4c31-96b0-edd4aa14cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.291723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.292398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.296032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-531713e3-244f-4c31-96b0-edd4aa14cdb8 None None] Port 18556b2d-ec15-46b0-8762-8c66edce1727 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:04.331818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:04.439438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.449755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.450643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ca8a64c8-2f21-4b36-82a0-46247fca8319 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:04.466310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.547143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.581122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.583750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.584925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eadd361e-8bcc-42a5-97fd-9402e269a504 HTTP/1.1" status: 204 len: 168 time: 0.4119368 Oct 13 04:28:04.642187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.664105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.671332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.678868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.685340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.692058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:04.692698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80e05e5e-e2c1-43d4-a188-555225bfbeb7 req-c635adb7-c63f-433a-a4b9-2cd86504a25a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9320588 Oct 13 04:28:04.693919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-45c08406-38ec-49ef-a706-e14454ea0bbc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 4660 time: 0.6128087 Oct 13 04:28:04.694539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.709205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc3173-37b5-4bed-b1cc-a342ce3eb14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd361e-8bcc-42a5-97fd-9402e269a504,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:04.743490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:04.818613 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dacbbe-2730-4ec9-9273-e398c9cdd6f8 x-openstack-request-id: req-e5dacbbe-2730-4ec9-9273-e398c9cdd6f8 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:04.819818 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:04.821433 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5dacbbe-2730-4ec9-9273-e398c9cdd6f8 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:04.821920 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'code': 200} Oct 13 04:28:04.882796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:04.956802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Allocated IP 172.25.0.212 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/60cb043d-20cb-43de-a68e-5065dcaf13f1) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:04.975297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:04.988247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.004764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.040227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] For port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:05.103143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] device_id is not set on port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:28:05.114352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.130870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Made reservation on behalf of db6bc54c43164143ba695f1e7f7d0d5e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:05.133391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.135292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe0052-e1fe-4602-891c-5e8d802038c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd361e-8bcc-42a5-97fd-9402e269a504,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:05.163546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-0ecf2598-e82a-4ca7-8345-c99958a7a763 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5697901 Oct 13 04:28:05.164253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.171667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:05.186678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.191739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 06d69c93-de42-4858-9b2a-8fe0a18a82e5 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:05.203866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Request body: {'port': {'device_id': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:05.571054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:05.603133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:05.605211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:05.628511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:05.630503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:05.664384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.740164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:05.758518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2d2143b9-73c4-4d61-ab1f-691eba25c8f6 None None] Provisioning complete for port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:05.758994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d2143b9-73c4-4d61-ab1f-691eba25c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.760916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:05.761916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e53ff9db-56cb-4bd3-a44b-f54543f8e135 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:05.767599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.772866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.773349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.773801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.775750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.776281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.776735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.777171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.777616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.778038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.778468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.778989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:05.813725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ccc2b-e1e0-49e3-9107-d150d99700ce req-0223d73d-3ac3-40fb-a740-fa08721faf0f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:05.822150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-085ccc2b-e1e0-49e3-9107-d150d99700ce req-0223d73d-3ac3-40fb-a740-fa08721faf0f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 931 time: 0.7978594 Oct 13 04:28:05.936597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] No DVR routers for this DVR port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:06.080165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:06.086776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2d2143b9-73c4-4d61-ab1f-691eba25c8f6 None None] Port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:06.136266 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.168206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d0dda79-f42e-45c1-afdb-7f206600804d req-9ef54c3b-2d69-4155-9c77-03548d6b2089 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&id=d9d05683-4d63-40db-97eb-d78b98190b79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4509108 Oct 13 04:28:06.215893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:06.228611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fedcaae0-e939-4518-b561-3390c5aef3a3 None None] Provisioning complete for port db708d1c-ba96-4cab-aacc-b772bf35eb6c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:06.229221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fedcaae0-e939-4518-b561-3390c5aef3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.231341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.232073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 94a4e71f-74f6-4abb-b867-f172d57c8fc8 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:06.241073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:06.273147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] In _notify_port_updated(), no bound segment for port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc on network 113ad6d8-5dbc-42dd-af49-2005969c3381 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:28:06.274492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.275466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.276939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-60ca11bb-b9a5-4fa6-8f5a-ab39028df5f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 200 len: 1027 time: 2.4568477 Oct 13 04:28:06.284428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.419859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:06.471337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fedcaae0-e939-4518-b561-3390c5aef3a3 None None] Port db708d1c-ba96-4cab-aacc-b772bf35eb6c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:06.532896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.577786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:06.586373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.589844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:06.686134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.693250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:06.704892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.706775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:06.756417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8346e0-8a93-4ec7-84ea-2b2067833df8 req-38dab35f-1815-4f01-b030-4e7e27740f21 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.772916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8346e0-8a93-4ec7-84ea-2b2067833df8 req-38dab35f-1815-4f01-b030-4e7e27740f21 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.778600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8346e0-8a93-4ec7-84ea-2b2067833df8 req-38dab35f-1815-4f01-b030-4e7e27740f21 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:06.780372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-085ccc2b-e1e0-49e3-9107-d150d99700ce req-d7f5a5d5-209b-4953-bf01-d596f5095d9b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9528692 Oct 13 04:28:06.795793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b8346e0-8a93-4ec7-84ea-2b2067833df8 req-38dab35f-1815-4f01-b030-4e7e27740f21 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 2373 time: 0.4013693 Oct 13 04:28:06.805744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-6d381d8f-bd78-45e7-be6c-cace4dc1b6c8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6762929 Oct 13 04:28:06.817463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:06.823496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:06.824333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'admin_state_up': True, 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'security_groups': ['320ffdd9-6ebf-43eb-ba5c-1266af7d2b97']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:06.826507 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aa1711-7da4-4580-b09d-65674e7814a9" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:07.018208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b8346e0-8a93-4ec7-84ea-2b2067833df8 req-1a8b1de9-07ec-45c5-b2d5-838589996a10 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212641 Oct 13 04:28:07.023936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.061418 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.108572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:07.127910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:07.128503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:07.128673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.140667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:07.142681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=60cb043d-20cb-43de-a68e-5065dcaf13f1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.176113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70942-ac93-4a48-ada3-33e465c89066 req-076a7d8e-01e5-47bc-a468-a28b7c24c18a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.177807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ee70942-ac93-4a48-ada3-33e465c89066 req-076a7d8e-01e5-47bc-a468-a28b7c24c18a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.2354245 Oct 13 04:28:07.193979 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c4fdca-12f9-4234-8991-f0fd138194c9 x-openstack-request-id: req-d3c4fdca-12f9-4234-8991-f0fd138194c9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:07.194499 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-unplugged", "status": "completed", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:07.194945 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3c4fdca-12f9-4234-8991-f0fd138194c9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:07.195520 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'code': 200} Oct 13 04:28:07.195965 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'code': 200} Oct 13 04:28:07.196503 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'code': 200} Oct 13 04:28:07.196949 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'code': 200} Oct 13 04:28:07.220535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:07.311712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16eb9d28-7cd8-41f1-a1ea-597ff4a97794,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.335652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ee70942-ac93-4a48-ada3-33e465c89066 req-8d074f08-f0b3-4e88-881a-7e375714c5ed tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326034 Oct 13 04:28:07.389203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132a54aa-5f77-47fb-8970-4063ad27fb3d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:07.416516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.420144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Checking segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:07.420602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Network hostable DHCP agents. Network: 38b8c47e-7aba-47e0-ac32-7b2fab793376, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:28:07.487249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Transition to ACTIVE for port object 132a54aa-5f77-47fb-8970-4063ad27fb3d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:07.505079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:07.505304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.507875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.531380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.532474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.539763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.545961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.553072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.556099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:07.560788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.562964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-db86ae66-b635-46df-af42-5873cff994cd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 3876 time: 0.2427256 Oct 13 04:28:07.646999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 3f0be0a7-9d62-4e5a-97e1-aa77c962812e owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:07.701418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:28:07.750853 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef6ffa7c-7bdb-4c4c-b8d2-9225d46c86de req-21f9d7e6-2ceb-4f82-9c7a-80e73e26b329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566412 Oct 13 04:28:07.778809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Pushing event updated for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:07.865194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 38b8c47e-7aba-47e0-ac32-7b2fab793376) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:07.875625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee5794-3814-4830-8516-cd98f690332d None None] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:07.891389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:07.891389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.006350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.127944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.216345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-38b8c47e-7aba-47e0-ac32-7b2fab793376', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:28:08.217252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.218784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2e8817d7-2692-4e03-9290-ef82877c1c04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.2925005 Oct 13 04:28:08.233873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58532) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:08.273473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:08.312901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=3f0be0a7-9d62-4e5a-97e1-aa77c962812e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:08.421735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e959f-9cf2-45be-aa12-655244990e18 req-dff6866d-ffe6-4a5e-ab04-6cb58d6f2e03 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:08.422434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Attempting to bind port 132a54aa-5f77-47fb-8970-4063ad27fb3d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:08.422980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Attempting to bind port 132a54aa-5f77-47fb-8970-4063ad27fb3d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:08.423513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Attempting to bind port 132a54aa-5f77-47fb-8970-4063ad27fb3d on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:08.430300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e959f-9cf2-45be-aa12-655244990e18 req-dff6866d-ffe6-4a5e-ab04-6cb58d6f2e03 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:08.430558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port 3f0be0a7-9d62-4e5a-97e1-aa77c962812e on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:08.438532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e959f-9cf2-45be-aa12-655244990e18 req-dff6866d-ffe6-4a5e-ab04-6cb58d6f2e03 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:08.441040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d8e959f-9cf2-45be-aa12-655244990e18 req-dff6866d-ffe6-4a5e-ab04-6cb58d6f2e03 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 2373 time: 0.2514057 Oct 13 04:28:08.441831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.446370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-0f5f3837-ab83-4d31-87d4-41596ce970cf tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "DELETE /v2.0/ports/3f0be0a7-9d62-4e5a-97e1-aa77c962812e HTTP/1.1" status: 204 len: 173 time: 2.1471558 Oct 13 04:28:08.454949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca872-aa75-4864-b958-66a23f4bb6f0 req-7a962de7-1626-4e79-a14a-1dd9180f5711 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:08.457377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd2ca872-aa75-4864-b958-66a23f4bb6f0 req-7a962de7-1626-4e79-a14a-1dd9180f5711 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 943 time: 0.3359525 Oct 13 04:28:08.458058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:08.460615 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d001bd-bd05-409f-81a1-4d17f08fa9ed" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:08.466892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Port 132a54aa-5f77-47fb-8970-4063ad27fb3d on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:08.467505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Attempting to bind port 132a54aa-5f77-47fb-8970-4063ad27fb3d on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:08.481105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.482384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.497309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.2.2.100 (d55e54b7-8d22-4e22-b120-ddf690472f18/adb7d1a6-eb7f-435f-8d1a-11c8f294863b/8ae020f6-c487-42bd-9158-32c3e815c5ad) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:08.534580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:08.535584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:08.536474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:08.537530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Bound port: 132a54aa-5f77-47fb-8970-4063ad27fb3d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:08.538323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.566739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d8e959f-9cf2-45be-aa12-655244990e18 req-15c8cfa5-f4dc-4cc1-a8e3-21c4c91d37cd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014597 Oct 13 04:28:08.614733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Allocated IP 172.20.0.2 (38b8c47e-7aba-47e0-ac32-7b2fab793376/16eb9d28-7cd8-41f1-a1ea-597ff4a97794/7ceee6f3-6243-49f0-bc3f-b93f83cc91aa) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:08.706968 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d65ed-c3c3-45a7-b4ec-4ba6f73dc300 x-openstack-request-id: req-374d65ed-c3c3-45a7-b4ec-4ba6f73dc300 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:08.707311 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "3f0be0a7-9d62-4e5a-97e1-aa77c962812e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:08.707571 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374d65ed-c3c3-45a7-b4ec-4ba6f73dc300 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:08.707994 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '3f0be0a7-9d62-4e5a-97e1-aa77c962812e', 'status': 'completed', 'code': 200} Oct 13 04:28:08.719602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd2ca872-aa75-4864-b958-66a23f4bb6f0 req-53270d4c-bc98-4295-a4c5-e9d44565b636 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534282 Oct 13 04:28:08.726034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.873786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:08.963613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:08.985049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:08.985814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.064334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:09.093134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.108155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.128427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.178031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.186405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.198147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:09.213439 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.217490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:09.223238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:09.232944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Pushing event updated for resources: {'Port': ['ID=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:09.295705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.306025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Pushing event updated for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:09.324910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network d55e54b7-8d22-4e22-b120-ddf690472f18 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:09.331406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:09.342744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:09.389282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.390021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.394464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Attempting to bind port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:09.394862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Attempting to bind port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:09.395253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Attempting to bind port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa on network 38b8c47e-7aba-47e0-ac32-7b2fab793376 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:09.401356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-cf21141d-7095-476a-bebe-b71bfcc14450 service neutron] 10.222.0.47 "PUT /v2.0/ports/132a54aa-5f77-47fb-8970-4063ad27fb3d HTTP/1.1" status: 200 len: 1091 time: 4.2090635 Oct 13 04:28:09.419597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:09.419985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Checking segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:09.420629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.421218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Bound using segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:09.421955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Bound port: 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:09.422354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.522315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f975-ee88-4815-aa0b-676abe355d56 req-8c3aa8a8-2d49-4969-ae89-cc4164b3d716 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.528786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f975-ee88-4815-aa0b-676abe355d56 req-8c3aa8a8-2d49-4969-ae89-cc4164b3d716 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.551237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f975-ee88-4815-aa0b-676abe355d56 req-8c3aa8a8-2d49-4969-ae89-cc4164b3d716 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.552710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port 94a4e71f-74f6-4abb-b867-f172d57c8fc8, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=94a4e71f-74f6-4abb-b867-f172d57c8fc8,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:09.553370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.575911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868f975-ee88-4815-aa0b-676abe355d56 req-8c3aa8a8-2d49-4969-ae89-cc4164b3d716 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.578690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1868f975-ee88-4815-aa0b-676abe355d56 req-8c3aa8a8-2d49-4969-ae89-cc4164b3d716 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 3143 time: 0.3949819 Oct 13 04:28:09.579424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=60cb043d-20cb-43de-a68e-5065dcaf13f1,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:09.607856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 94a4e71f-74f6-4abb-b867-f172d57c8fc8 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:09.621153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] For port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:09.630526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] For port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:09.640860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.641130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.641942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.716887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.764402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58584) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:09.829867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0121448 Oct 13 04:28:09.832998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:09.847116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-bc4e7427-50a8-4dce-9051-ed13614a7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:09.849369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-bc4e7427-50a8-4dce-9051-ed13614a7811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 1094 time: 0.3451834 Oct 13 04:28:09.858065 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:09.879327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'admin_state_up': True, 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'security_groups': ['320ffdd9-6ebf-43eb-ba5c-1266af7d2b97']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:09.994239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:10.011107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:10.011107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '05285b60-59b2-454a-84b7-b70301a497f2', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:10.024716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19c45-2e0e-447c-99b6-0ecf61eefcad None None] Pushing event updated for resources: {'Port': ['ID=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:10.140046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e4783093-8b1b-48bd-b1df-8da38ff4e67c None None] Provisioning complete for port 8ae020f6-c487-42bd-9158-32c3e815c5ad triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:10.140683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e4783093-8b1b-48bd-b1df-8da38ff4e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.168137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=94a4e71f-74f6-4abb-b867-f172d57c8fc8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:10.172813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-e25f6630-c328-4a78-b26f-8c37059a1925 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d HTTP/1.1" status: 200 len: 217 time: 0.2922122 Oct 13 04:28:10.191896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.195076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf214-257c-4f5d-9741-627e75d2551b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:10.200464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.211884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9002e305-7ec1-4a96-896a-f9a1b836dadc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5910842 Oct 13 04:28:10.257677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Made reservation on behalf of 00a4fb984aa24ff2a5083cfe5f627819 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:10.262649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.271430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port 94a4e71f-74f6-4abb-b867-f172d57c8fc8 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:10.277088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.294533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-17846c77-af79-405e-b2ec-0c4da714420e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "DELETE /v2.0/ports/94a4e71f-74f6-4abb-b867-f172d57c8fc8 HTTP/1.1" status: 204 len: 173 time: 1.8299193 Oct 13 04:28:10.313274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57d659d9-b6db-40e6-a840-f9ed8153fa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.346604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:10.376791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e4783093-8b1b-48bd-b1df-8da38ff4e67c None None] Port 8ae020f6-c487-42bd-9158-32c3e815c5ad cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:10.387259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:10.394288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1868f975-ee88-4815-aa0b-676abe355d56 req-405f40be-b8f9-4ff5-ad2f-24b5bd1affa0 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7404311 Oct 13 04:28:10.411885 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.421693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.558559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-77430a55-cc9c-4fd0-9597-367148d98ecc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.566619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-77430a55-cc9c-4fd0-9597-367148d98ecc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.573930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-77430a55-cc9c-4fd0-9597-367148d98ecc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.579664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['05285b60-59b2-454a-84b7-b70301a497f2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:10.584017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-77430a55-cc9c-4fd0-9597-367148d98ecc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.592968 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-77430a55-cc9c-4fd0-9597-367148d98ecc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 3094 time: 0.7503657 Oct 13 04:28:10.663379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-6aa6af5a-4ab2-4b35-873c-018cc16652d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.667776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-6aa6af5a-4ab2-4b35-873c-018cc16652d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.4290633 Oct 13 04:28:10.729135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d'}, {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:10.734117 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372a77a8-65ee-4e29-b177-6034b2e0a278" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d"}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:10.788463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:10.796788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Allocated IP 10.2.2.200 (d55e54b7-8d22-4e22-b120-ddf690472f18/adb7d1a6-eb7f-435f-8d1a-11c8f294863b/190f70c5-cd10-4b35-9d7f-20e4b24b4fe7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:10.806749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:28:10.807204 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:28:10.872478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3993ce-82ba-466d-b8fd-5223f849de9b req-45c71b53-346e-49aa-bdb9-19455bbb4b19 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:10.880134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b3993ce-82ba-466d-b8fd-5223f849de9b req-45c71b53-346e-49aa-bdb9-19455bbb4b19 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 943 time: 0.2980106 Oct 13 04:28:10.965840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57d659d9-b6db-40e6-a840-f9ed8153fa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.975325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-57d659d9-b6db-40e6-a840-f9ed8153fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:10.980630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b3993ce-82ba-466d-b8fd-5223f849de9b req-d998ac2f-e2a2-4a97-8cee-f26a5827019e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996218 Oct 13 04:28:11.139577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-57d659d9-b6db-40e6-a840-f9ed8153fa76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d58a1ce3d78424dbdf8d6700720a284&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3698039 Oct 13 04:28:11.154981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58626) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:11.214309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d659d9-b6db-40e6-a840-f9ed8153fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8764be43-1b12-4343-9adb-e043b53b9e83,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.388883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.411648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-8cab4eb9-075f-467e-b309-29bb70cfbb60 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1204463836&fields=id&tenant_id=e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 267 time: 0.2422745 Oct 13 04:28:11.429090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:11.445123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.486036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:11.499138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.528219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.529843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de6e6f1c-9b13-488b-aaf7-ec179de27fa5 req-84bf1580-6fea-4c44-8a45-c0d653d1617f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9359324 Oct 13 04:28:11.547639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-6d5278d3-d50e-4450-b062-f4bfbd43f638 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8254178 Oct 13 04:28:11.594351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.623633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:11.665999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302673e7-6f81-4a1e-8e1d-b54a716bf19b None None] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:11.675940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.693648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.711737 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4842838b-8fc0-4d79-956b-40a076869392 x-openstack-request-id: req-4842838b-8fc0-4d79-956b-40a076869392 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:11.712055 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d", "status": "completed", "code": 200}, {"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "94a4e71f-74f6-4abb-b867-f172d57c8fc8", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:11.712284 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4842838b-8fc0-4d79-956b-40a076869392 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:11.712686 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d', 'status': 'completed', 'code': 200} Oct 13 04:28:11.712944 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '94a4e71f-74f6-4abb-b867-f172d57c8fc8', 'status': 'completed', 'code': 200} Oct 13 04:28:11.773412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] Provisioning complete for port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:11.773999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.776325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f0982a84-4f4a-4fba-8258-e87cf03352c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.782303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.844464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-21fbc4fd-c882-4b94-804e-3775df793e7e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:11.846201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-21fbc4fd-c882-4b94-804e-3775df793e7e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 811 time: 0.4100416 Oct 13 04:28:11.860703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.902143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:11.909928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:11.910593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:11.989623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Network d55e54b7-8d22-4e22-b120-ddf690472f18 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:12.003178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:12.022265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:12.029618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:12.030899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-17647ede-f659-43a4-8684-59507e9cf432 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/quotas/e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 375 time: 0.1145773 Oct 13 04:28:12.120071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.215897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c459-3891-444e-a140-3209d761a46c req-087c07d5-0aad-4732-bcc5-18f122d8dcee tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:12.226717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c459-3891-444e-a140-3209d761a46c req-087c07d5-0aad-4732-bcc5-18f122d8dcee tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:12.234530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c459-3891-444e-a140-3209d761a46c req-087c07d5-0aad-4732-bcc5-18f122d8dcee tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:12.244263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc10c459-3891-444e-a140-3209d761a46c req-087c07d5-0aad-4732-bcc5-18f122d8dcee tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 2410 time: 0.3562477 Oct 13 04:28:12.293233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-2952a419-d693-405a-90e9-c1364519fee1 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364562 Oct 13 04:28:12.298569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.317565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.318734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8764be43-1b12-4343-9adb-e043b53b9e83 HTTP/1.1" status: 204 len: 168 time: 1.1625221 Oct 13 04:28:12.388641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:12.390515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.406833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c2d90-8c6e-4c58-9cd1-dcffd6c14368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8764be43-1b12-4343-9adb-e043b53b9e83,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:12.483662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-43cc0314-eb0f-4435-9e0b-2033806b8c2b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4278269 Oct 13 04:28:12.496585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port 06d69c93-de42-4858-9b2a-8fe0a18a82e5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=06d69c93-de42-4858-9b2a-8fe0a18a82e5,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:12.496783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-0084a7eb-7f02-48c5-b078-da47c48232cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6465843 Oct 13 04:28:12.497037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.497165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 05285b60-59b2-454a-84b7-b70301a497f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:12.497636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.511324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:12.524450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.538542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Allocated IP 172.25.0.173 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ae7a4a00-6d55-44aa-9840-535b1ca8a4be) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:12.548001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc10c459-3891-444e-a140-3209d761a46c req-114ff434-6f39-4b45-9a07-810122da3227 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027401 Oct 13 04:28:12.550778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:12.551229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:12.557192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 06d69c93-de42-4858-9b2a-8fe0a18a82e5 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:12.727114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f723402a-71cd-4def-8523-e8ea0b29d94e req-4b6aa78f-b9a9-4e9e-9afb-ce3d27d3a1bb service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237053 Oct 13 04:28:12.964616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.010924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.019903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:13.020545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] For port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:13.024569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d820f-ab98-4314-94b7-b73068d6e63a req-c068e12e-06e3-4bce-ac73-9fcaf2707ed3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:13.032587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc9d820f-ab98-4314-94b7-b73068d6e63a req-c068e12e-06e3-4bce-ac73-9fcaf2707ed3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 943 time: 0.2860897 Oct 13 04:28:13.094702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.130950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.145333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-0302aad1-e624-4197-87ef-250daa653f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:13.150767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-0302aad1-e624-4197-87ef-250daa653f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 1094 time: 0.3567574 Oct 13 04:28:13.152039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-3e4f088f-efc0-4c62-9ca1-e4668ea60697 service neutron] 10.222.0.49 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268051 Oct 13 04:28:13.235022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e76-09bb-4702-a712-f0a943f09f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.281101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-1c7feac7-68e6-45d0-8d7b-4a42f54d881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:13.292283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043f7c0-7d1c-4b79-8784-38b748a80ac3 None None] Pushing event updated for resources: {'Port': ['ID=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:13.293577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-1c7feac7-68e6-45d0-8d7b-4a42f54d881b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.1270897 Oct 13 04:28:13.306703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.399594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-a0ecba29-aea6-4209-9cf3-c5f7234a38df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d HTTP/1.1" status: 200 len: 217 time: 0.0558953 Oct 13 04:28:13.400877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=06d69c93-de42-4858-9b2a-8fe0a18a82e5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:13.466444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port 06d69c93-de42-4858-9b2a-8fe0a18a82e5 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:13.510229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.541885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.547057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-578dd960-1c9b-482d-b80f-db75e86ddee8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "DELETE /v2.0/ports/06d69c93-de42-4858-9b2a-8fe0a18a82e5 HTTP/1.1" status: 204 len: 173 time: 3.2279356 Oct 13 04:28:13.601031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-009b73a9-ad79-4cf1-bc5f-2d13d8958faf service neutron] 10.222.0.49 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240997 Oct 13 04:28:13.624130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:13.624503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc9d820f-ab98-4314-94b7-b73068d6e63a req-29664fa3-3c23-4aaa-a95e-1a1194937244 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040054 Oct 13 04:28:13.628108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-61022f11-af95-4855-aac5-9be570430f5b None None] Provisioning complete for port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:13.630677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61022f11-af95-4855-aac5-9be570430f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.741527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:13.746322 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c543b2-9337-4587-9d64-693fed8c6ed2" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:13.760941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.797377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:13.803778 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d99bb1f-acc8-42d7-86b9-6e99d05066cb" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:13.820558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-61022f11-af95-4855-aac5-9be570430f5b None None] Port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:13.842964 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:13.871884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-238a6c4c-415b-4def-8995-f27b39dae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:13.876589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-238a6c4c-415b-4def-8995-f27b39dae5df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.4391856 Oct 13 04:28:14.085254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e76-09bb-4702-a712-f0a943f09f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.156444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e76-09bb-4702-a712-f0a943f09f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.233734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-1e61b6e9-b518-49b1-9e29-45e2dd7a3de7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2879152 Oct 13 04:28:14.234054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed7b6b27-5cc6-46b4-8000-ddb6174ee928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.234195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:14.244485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:14.294329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e104bef6-1646-4183-b280-c9dc11f6e8f6 None None] Provisioning complete for port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:14.294734 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e104bef6-1646-4183-b280-c9dc11f6e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.310370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:14.396508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:14.521271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:14.525051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:14.529390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:14.555150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.580379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Transition to ACTIVE for port object 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:14.618198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:14.619223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.619777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:14.683731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-fff83a57-9871-4d84-b776-b774df98845f service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361038 Oct 13 04:28:14.776938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 132a54aa-5f77-47fb-8970-4063ad27fb3d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:14.836671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:14.844191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:14.852090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:14.858679 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:14.866581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:14.869814 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-0facd2fb-4c3b-49bd-bc11-77fc2c589e3b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 3815 time: 0.9869721 Oct 13 04:28:15.118593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:15.162608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '132a54aa-5f77-47fb-8970-4063ad27fb3d', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': '132a54aa-5f77-47fb-8970-4063ad27fb3d', 'mac_address': 'fa:16:3e:ca:56:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:15.256871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.274505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132a54aa-5f77-47fb-8970-4063ad27fb3d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:15.300526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:15.318291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7dfa5e76-09bb-4702-a712-f0a943f09f3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72689c7bd2b94b0ead25edfbfabd98ea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2892523 Oct 13 04:28:15.328352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.337363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58732) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:15.361038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.413149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.415852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa5e76-09bb-4702-a712-f0a943f09f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf5b98-7247-45db-810b-47fe1dcd14ab,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:15.471529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.484078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570535e-c5ee-4ec7-b59d-bdf8b23b1911 req-5353d481-98d4-42a6-9581-2de68c527734 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.496632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port e53ff9db-56cb-4bd3-a44b-f54543f8e135 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:15.497432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.504205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:15.516553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570535e-c5ee-4ec7-b59d-bdf8b23b1911 req-5353d481-98d4-42a6-9581-2de68c527734 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:15.526523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e570535e-c5ee-4ec7-b59d-bdf8b23b1911 req-5353d481-98d4-42a6-9581-2de68c527734 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 1677 time: 1.4097557 Oct 13 04:28:15.568146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['132a54aa-5f77-47fb-8970-4063ad27fb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:15.571115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.643564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:15.656019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:15.951689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e570535e-c5ee-4ec7-b59d-bdf8b23b1911 req-b56fcc5d-df3e-4b1b-a9a8-8cbd98791a1e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921177 Oct 13 04:28:15.985453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-372a77a8-65ee-4e29-b177-6034b2e0a278 req-124580f2-303a-4421-a8a9-ec921eda53ab service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2554469 Oct 13 04:28:16.016977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Attempting to bind port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:16.017595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Attempting to bind port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:16.019303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Attempting to bind port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 on network fc5422b0-6844-413d-99eb-acda6c118e13 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:16.032302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 on network fc5422b0-6844-413d-99eb-acda6c118e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:16.032302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Attempting to bind port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 on network fc5422b0-6844-413d-99eb-acda6c118e13 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:16.055179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8844752d-82cd-4239-abf7-6295f50ff2bf req-4b1c939c-77c6-4df5-a4de-b2e18555bd85 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1424847 Oct 13 04:28:16.056717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:16.057099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Checking segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:16.057453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Bound using segment: {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:16.058681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Bound port: 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15ca2bf-dcaa-4176-b304-37b2ea032a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:16.059522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.064069 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2d30a2-4334-4650-9220-bd3f60c7cbee x-openstack-request-id: req-0e2d30a2-4334-4650-9220-bd3f60c7cbee {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:16.065372 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "06d69c93-de42-4858-9b2a-8fe0a18a82e5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:16.068657 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e2d30a2-4334-4650-9220-bd3f60c7cbee {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:16.069467 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': '06d69c93-de42-4858-9b2a-8fe0a18a82e5', 'status': 'completed', 'code': 200} Oct 13 04:28:16.130457 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb243154-8172-48b9-b0cf-2648105f3a9b x-openstack-request-id: req-cb243154-8172-48b9-b0cf-2648105f3a9b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:16.130457 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:16.130457 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb243154-8172-48b9-b0cf-2648105f3a9b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:16.130457 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:28:16.175176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:16.179453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:16.195494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.317751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:16.318675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.320421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] 10.222.0.16 "PUT /v2.0/ports/4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 1091 time: 3.8134384 Oct 13 04:28:16.340247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:16.343572 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a5f43e-7950-49b7-96bc-189b86363468" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:16.393026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-a8e85a5d-2046-4486-b60e-7912f60340cd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:16.396004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-a8e85a5d-2046-4486-b60e-7912f60340cd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 811 time: 0.7664373 Oct 13 04:28:16.478829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.484676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port e53ff9db-56cb-4bd3-a44b-f54543f8e135, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e53ff9db-56cb-4bd3-a44b-f54543f8e135,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:16.485039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.505083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:16.524534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-187e5c3f-0d45-4c47-b4ee-7221513889b5 req-ccbb7b90-117a-41c8-97b8-47f57c43fb57 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 210 time: 0.2977710 Oct 13 04:28:16.613895 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b52bb73-734e-4cfb-b9a2-2a5ffd96e6fa x-openstack-request-id: req-0b52bb73-734e-4cfb-b9a2-2a5ffd96e6fa {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:16.614377 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:16.614737 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b52bb73-734e-4cfb-b9a2-2a5ffd96e6fa {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:16.615132 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'status': 'completed', 'code': 200} Oct 13 04:28:16.625030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-7c698fd2-3a57-4332-98fc-676f55004a1c tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 380 time: 0.1921270 Oct 13 04:28:16.677674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'port': {'device_id': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'admin_state_up': True, 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'security_groups': ['b2b35a01-8876-423f-8b5d-b10cd8e09870']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:16.757567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.760317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:16.761593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcbf5b98-7247-45db-810b-47fe1dcd14ab HTTP/1.1" status: 204 len: 168 time: 1.4230835 Oct 13 04:28:16.792359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 132a54aa-5f77-47fb-8970-4063ad27fb3d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:16.828236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d310e-b828-4b06-9f3e-0725b735bd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf5b98-7247-45db-810b-47fe1dcd14ab,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:16.849302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Router b711a70b-60c6-496e-af44-779969c28a75 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:28:16.979412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Made reservation on behalf of e9f23be96d0344698475d4b53385c49b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:16.984878 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.056798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 132a54aa-5f77-47fb-8970-4063ad27fb3d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:28:17.061488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 132a54aa-5f77-47fb-8970-4063ad27fb3d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:17.061846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.122316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f277453-4e0e-4b5a-a75d-4668975231a1 req-109a97e7-31f2-48ef-b9a8-ec21f9da4a6d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.125283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f277453-4e0e-4b5a-a75d-4668975231a1 req-109a97e7-31f2-48ef-b9a8-ec21f9da4a6d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 944 time: 0.8563919 Oct 13 04:28:17.138357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.156174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14546be7-0a6c-47ab-9bc0-1b4d674cff36 service neutron] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.254872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.255761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.325165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:17.336206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.456519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:17.513275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.514042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.514204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.514663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.515800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.518276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77a5f43e-7950-49b7-96bc-189b86363468 req-19ba5c65-d65e-4c07-ba13-e7d06e5585cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 4362 time: 0.8867271 Oct 13 04:28:17.693499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-77bfb6b7-f449-44e1-b4ac-85b74fdcfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.694141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-77bfb6b7-f449-44e1-b4ac-85b74fdcfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.694559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-77bfb6b7-f449-44e1-b4ac-85b74fdcfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:17.696222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77a5f43e-7950-49b7-96bc-189b86363468 req-77bfb6b7-f449-44e1-b4ac-85b74fdcfe7b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1598744 Oct 13 04:28:17.714981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f277453-4e0e-4b5a-a75d-4668975231a1 req-0686c35d-c377-4855-a2c2-07e1a80f9d63 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295613 Oct 13 04:28:17.727524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.728381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:17.728381 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Floating IP 39568a2f-7270-4028-8df6-1f9e0198ac8a disassociated. External IP: 172.25.0.114, port: e53ff9db-56cb-4bd3-a44b-f54543f8e135. Oct 13 04:28:17.728700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for e53ff9db-56cb-4bd3-a44b-f54543f8e135 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:17.922797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Allocated IP 172.20.0.10 (1cf3df9a-59cd-4b9e-b80b-eaaf896d5312/0b3e75eb-759b-45f3-bacc-91c41279679f/31640ece-8a47-4085-a20c-fb8ca49c8b43) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:17.934142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:17.944642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Sync routers for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:17.961038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:17.965017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:18.031655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.033729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dd3327e6-193b-4714-b1ed-4441d5dee1f5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.7661946 Oct 13 04:28:18.049931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fa7e-4c12-4d45-84aa-fc95f7fe5842 req-8cca3d3b-f105-4dda-82c7-45271bf920c9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.055173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58788) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:18.057580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5fa7e-4c12-4d45-84aa-fc95f7fe5842 req-8cca3d3b-f105-4dda-82c7-45271bf920c9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.060356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12b5fa7e-4c12-4d45-84aa-fc95f7fe5842 req-8cca3d3b-f105-4dda-82c7-45271bf920c9 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 1677 time: 0.3503182 Oct 13 04:28:18.131965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12b5fa7e-4c12-4d45-84aa-fc95f7fe5842 req-7d71f74b-9617-45df-aaaa-a154801ae316 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650344 Oct 13 04:28:18.155490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:18.161032 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216a002-277f-46fc-ba38-6ec069d3b0a1" -d '{"events": [{"server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:18.305660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:18.371712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=e53ff9db-56cb-4bd3-a44b-f54543f8e135,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:18.398564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:18.525857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ee6fabe-9d35-417a-aa86-e65261b04867 req-3e15d610-95fb-4c88-b209-060db76b26ba tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 210 time: 0.1087177 Oct 13 04:28:18.576281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.583639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.589694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.596810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.604203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.613357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-888f7508-5041-4a78-990f-26a3d58561f3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 3827 time: 0.6763034 Oct 13 04:28:18.644791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f43e-7950-49b7-96bc-189b86363468 req-773f4036-cd21-4d45-93cd-408c05ca4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:18.646705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77a5f43e-7950-49b7-96bc-189b86363468 req-773f4036-cd21-4d45-93cd-408c05ca4b75 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9282088 Oct 13 04:28:18.656351 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae9398-ab23-428b-899e-b41d5adaaebc x-openstack-request-id: req-23ae9398-ab23-428b-899e-b41d5adaaebc {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:18.656894 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "name": "network-vif-plugged", "status": "completed", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:18.657316 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23ae9398-ab23-428b-899e-b41d5adaaebc {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:18.657874 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d', 'code': 200} Oct 13 04:28:19.002844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a526885b-f07b-46da-be3c-1dbc02a0315b req-a23e9a9b-5288-4428-be72-c18e855dc777 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874664 Oct 13 04:28:19.008646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:15Z', 'revision_number': 3, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:19.058964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Router 14dd6d6f-145a-42ce-b475-d07852b3a8cf has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:19.089159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Checking router: b711a70b-60c6-496e-af44-779969c28a75 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:19.089516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Updating router b711a70b-60c6-496e-af44-779969c28a75 port ae7a4a00-6d55-44aa-9840-535b1ca8a4be binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:19.100006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:19.135759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36677f-fb9d-4a8f-9fde-1ac205f4af66 req-5fcc60ea-d8da-44fc-805b-8558d8332427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:19.144264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d36677f-fb9d-4a8f-9fde-1ac205f4af66 req-5fcc60ea-d8da-44fc-805b-8558d8332427 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 1096 time: 0.3354273 Oct 13 04:28:19.175198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.342863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6183ee9c-fb77-45a8-8207-2f458502c97a {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:19.345255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85063f1-0917-404f-80a7-3949f20cba72 req-f745797a-dc68-4155-a67e-90fbfeaadad8 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:19.353560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b85063f1-0917-404f-80a7-3949f20cba72 req-f745797a-dc68-4155-a67e-90fbfeaadad8 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 0.4205055 Oct 13 04:28:19.364010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.432921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d36677f-fb9d-4a8f-9fde-1ac205f4af66 req-55d244a0-1528-44ae-9841-55ea5ec60068 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877731 Oct 13 04:28:19.479862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80d54f90-eb12-4e72-aea9-a7c3f74bb417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.647752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:19.667265 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Sync routers for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:19.688309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:19.688931 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:19.772871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.796441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port e53ff9db-56cb-4bd3-a44b-f54543f8e135 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:19.799380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.800774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:19.804609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-5350a68a-bb69-481d-82b6-424cdbc6a52f tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "DELETE /v2.0/ports/e53ff9db-56cb-4bd3-a44b-f54543f8e135 HTTP/1.1" status: 204 len: 173 time: 6.2107978 Oct 13 04:28:19.807845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:19.811792 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057b6d6e-8b00-47b6-be96-225088a153b3" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:19.820918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b85063f1-0917-404f-80a7-3949f20cba72 req-136405ce-354e-459c-b313-1a07a02f3060 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644585 Oct 13 04:28:19.928325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Transition to ACTIVE for port object 6183ee9c-fb77-45a8-8207-2f458502c97a will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:20.018698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port ca8a64c8-2f21-4b36-82a0-46247fca8319 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:20.019175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.043285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:20.052021 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.101324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad08b27-dd7b-4dd5-8b84-1a53f10a676c None None] Pushing event updated for resources: {'Port': ['ID=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.121539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Attempting to bind port ae7a4a00-6d55-44aa-9840-535b1ca8a4be on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:20.124659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Attempting to bind port ae7a4a00-6d55-44aa-9840-535b1ca8a4be by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:20.125650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Attempting to bind port ae7a4a00-6d55-44aa-9840-535b1ca8a4be on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:20.148524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:20.152879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:20.155952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.156474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:20.159802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Bound port: ae7a4a00-6d55-44aa-9840-535b1ca8a4be, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:20.160652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.194804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.287704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d164e9ba-296d-4c97-a578-693129214a75 req-abf77c0f-f38b-44c7-aa5f-c7675876d4cc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 210 time: 0.1980448 Oct 13 04:28:20.313406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] For port ae7a4a00-6d55-44aa-9840-535b1ca8a4be, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:20.318567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] For port ae7a4a00-6d55-44aa-9840-535b1ca8a4be, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:20.339597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.373964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80d54f90-eb12-4e72-aea9-a7c3f74bb417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.400854 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9382a0f-4d3f-48b0-863f-b299e7c29aca x-openstack-request-id: req-d9382a0f-4d3f-48b0-863f-b299e7c29aca {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:20.401148 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "e53ff9db-56cb-4bd3-a44b-f54543f8e135", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:20.401405 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9382a0f-4d3f-48b0-863f-b299e7c29aca {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:20.401823 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': 'e53ff9db-56cb-4bd3-a44b-f54543f8e135', 'status': 'completed', 'code': 200} Oct 13 04:28:20.404885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80d54f90-eb12-4e72-aea9-a7c3f74bb417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.530667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d54f90-eb12-4e72-aea9-a7c3f74bb417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a15a86-f6a3-437e-94a9-390e75d93226,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.586986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:20.587662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.611910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.683041 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80d54f90-eb12-4e72-aea9-a7c3f74bb417 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05ebcc7ed12d4bf0bd22bdc7756c3c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5739017 Oct 13 04:28:20.684860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58854) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:20.688438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.702850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port ca8a64c8-2f21-4b36-82a0-46247fca8319, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ca8a64c8-2f21-4b36-82a0-46247fca8319,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:20.702850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:20.735500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad08b27-dd7b-4dd5-8b84-1a53f10a676c None None] Pushing event updated for resources: {'Port': ['ID=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.747216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for ca8a64c8-2f21-4b36-82a0-46247fca8319 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:20.772306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9278ca4-c45d-4d62-b927-31d53d1b1326 req-a58ab465-501b-4e8a-ae38-dea5fcd51d5b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.787236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9278ca4-c45d-4d62-b927-31d53d1b1326 req-a58ab465-501b-4e8a-ae38-dea5fcd51d5b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 943 time: 1.3897634 Oct 13 04:28:20.790790 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Checking router: 14dd6d6f-145a-42ce-b475-d07852b3a8cf for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:20.829086 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:20.830392 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:20.895636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.928208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.941057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.958527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.974457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:20.985306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:20.985556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:20.999045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:21.019441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-eef531be-0bd8-4b25-b081-140860ad666d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 4605 time: 0.4516962 Oct 13 04:28:21.146227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.183205 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:21.213672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:21.238502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9278ca4-c45d-4d62-b927-31d53d1b1326 req-8f3f2af7-859f-4367-b514-468f7c2ddf82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1dd7856-276f-4818-aa63-14d704a23570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4450991 Oct 13 04:28:21.250187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:21.260739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.280778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:21.297407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d5efd34-17a4-4dee-8ee1-65ac5ffe467a req-d18f26b5-1bee-411c-92b6-54eb03d515c3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769442 Oct 13 04:28:21.347773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.430358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Attempting to bind port 6183ee9c-fb77-45a8-8207-2f458502c97a on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:21.437707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Attempting to bind port 6183ee9c-fb77-45a8-8207-2f458502c97a by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:21.438249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Attempting to bind port 6183ee9c-fb77-45a8-8207-2f458502c97a on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:21.745951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Allocated IP 172.20.0.1 (38b8c47e-7aba-47e0-ac32-7b2fab793376/16eb9d28-7cd8-41f1-a1ea-597ff4a97794/c18647c7-6656-4a4e-9206-d393a63518f2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:21.756864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8879a3fe-e9e0-4d35-b20f-9eb89da138b7 None None] Provisioning complete for port 31640ece-8a47-4085-a20c-fb8ca49c8b43 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:21.757507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8879a3fe-e9e0-4d35-b20f-9eb89da138b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.799367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.858379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:21.865909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.874139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8879a3fe-e9e0-4d35-b20f-9eb89da138b7 None None] Port 31640ece-8a47-4085-a20c-fb8ca49c8b43 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:21.897041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.897257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:15Z', 'revision_number': 3, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:21.900879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.902376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47a15a86-f6a3-437e-94a9-390e75d93226 HTTP/1.1" status: 204 len: 168 time: 1.2098441 Oct 13 04:28:21.917283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:21.921455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000350-9910-4572-b76c-d87cad0e3e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a15a86-f6a3-437e-94a9-390e75d93226,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.949448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c66b95-b2ce-456e-9329-76ee269fb3c4 req-5f543808-cca8-4492-8d5a-50fdf31c56bf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:21.951633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73c66b95-b2ce-456e-9329-76ee269fb3c4 req-5f543808-cca8-4492-8d5a-50fdf31c56bf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 932 time: 0.3321204 Oct 13 04:28:21.979658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=ca8a64c8-2f21-4b36-82a0-46247fca8319,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:21.991902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d31d3-d01f-4d53-91c1-aa32c35d0d6b None None] The sync data for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 is: [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:15Z', 'revision_number': 3, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:21.993643 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133ac7d1-c2c7-41eb-a689-7ab9e766f35f None None] The sync data for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 is: [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:32Z', 'revision_number': 4, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '47633f80-470a-4108-9319-4c2007fb09b7', 'name': '', 'network_id': '48675cfe-0eea-4613-9b0f-aee4a25a1dca', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'mac_address': 'fa:16:3e:8b:eb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:29Z', 'updated_at': '2021-10-13T04:17:37Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'subnets': [{'id': '8a58bdb8-6bb6-4ce1-920d-7eb48444cabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:22.172210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73c66b95-b2ce-456e-9329-76ee269fb3c4 req-db92b5d0-a37d-48cb-a117-6a5e8b8f899e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971159 Oct 13 04:28:22.187053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.187053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.187053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.197192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.198247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.203481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.204340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.205853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.208888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.209794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.211794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.212339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:22.215471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Port 6183ee9c-fb77-45a8-8207-2f458502c97a on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:22.216002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Attempting to bind port 6183ee9c-fb77-45a8-8207-2f458502c97a on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:22.239630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:22.240649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.248841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:22.249809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:22.250376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Bound using segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:22.251257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Bound port: 6183ee9c-fb77-45a8-8207-2f458502c97a, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:22.252623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.266327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.322049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port ca8a64c8-2f21-4b36-82a0-46247fca8319 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:22.334216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.358824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0afb27ab-e3c3-499d-bf88-07e92f5c5950 req-11faa3e7-3429-4caf-a62a-ccdc4de14e34 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.47 "DELETE /v2.0/ports/ca8a64c8-2f21-4b36-82a0-46247fca8319 HTTP/1.1" status: 204 len: 173 time: 2.5387809 Oct 13 04:28:22.472589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:22.491538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:22.492939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-cd14e849-b95c-4361-9da7-69a7aef05cd5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8209260 Oct 13 04:28:22.500929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a0b73-5b44-4d3e-9749-71ecbf23e1d0" -d '{"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:22.544705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21b22d92-ef97-4896-bcd9-9ae4001372c4 req-382eb689-78ae-4d8a-ae18-892138a79d67 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1761010 Oct 13 04:28:22.625566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Request body: {'port': {'device_id': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:22.850192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1c268-e0b4-4089-a975-e4ac4c0256e8 None None] New status for floating IP 39568a2f-7270-4028-8df6-1f9e0198ac8a: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:28:22.966553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cc0c4-1274-41ec-a76c-806d5af7c401 req-6b85a9d6-ee60-44bd-a8bc-b69c926b4244 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:22.977288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7cc0c4-1274-41ec-a76c-806d5af7c401 req-6b85a9d6-ee60-44bd-a8bc-b69c926b4244 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 1.5532312 Oct 13 04:28:23.052606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.065688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:23.070460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6183ee9c-fb77-45a8-8207-2f458502c97a,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:23.089677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.101955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.133629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.136690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:23.158185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Pushing event updated for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.164335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.200651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.217116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.234136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-adae2f84-35eb-49e9-89d9-cfbb29510a45 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 4605 time: 0.3673248 Oct 13 04:28:23.253057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7cc0c4-1274-41ec-a76c-806d5af7c401 req-577a3ce9-e502-4ddc-b02f-c2a3ca55669a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655881 Oct 13 04:28:23.263835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:23.325823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:23.360398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68e02f91-20b6-42ca-9cfa-5c353d537a27 req-89c48d30-8169-4e2e-abce-7a62cdcc72b6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242862 Oct 13 04:28:23.440640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.441272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.442988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] 10.222.0.16 "PUT /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 1136 time: 6.9526088 Oct 13 04:28:23.443924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.447955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0724-32db-4018-9662-d143d72b4575 service neutron] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:23.527196 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884172a7-49e0-4530-8862-f53c2d8afa22 x-openstack-request-id: req-884172a7-49e0-4530-8862-f53c2d8afa22 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:23.527541 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550", "name": "network-vif-deleted", "tag": "ca8a64c8-2f21-4b36-82a0-46247fca8319", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:23.527904 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-884172a7-49e0-4530-8862-f53c2d8afa22 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:23.528426 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550', 'name': 'network-vif-deleted', 'tag': 'ca8a64c8-2f21-4b36-82a0-46247fca8319', 'status': 'completed', 'code': 200} Oct 13 04:28:23.573345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '6183ee9c-fb77-45a8-8207-2f458502c97a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:23.576047 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39b5b6-e255-4887-ab21-0549301339d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "6183ee9c-fb77-45a8-8207-2f458502c97a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:23.581897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:23.852199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a84568-96d5-4910-a321-0e18aa0b70bb req-5fdddac9-4bbc-4e15-a71e-4f917155593e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:23.869877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0a84568-96d5-4910-a321-0e18aa0b70bb req-5fdddac9-4bbc-4e15-a71e-4f917155593e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 932 time: 0.2352045 Oct 13 04:28:23.980806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0a84568-96d5-4910-a321-0e18aa0b70bb req-d7beb8cc-66ac-4612-8d2e-32141045f03b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047049 Oct 13 04:28:24.285429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3ab001df-f9f8-4660-afaf-9e33c609945c None None] Provisioning complete for port c18647c7-6656-4a4e-9206-d393a63518f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:24.285970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ab001df-f9f8-4660-afaf-9e33c609945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.399466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3ab001df-f9f8-4660-afaf-9e33c609945c None None] Port c18647c7-6656-4a4e-9206-d393a63518f2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:24.402389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ae7a4a00-6d55-44aa-9840-535b1ca8a4be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:24.515331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-90a3f8c3-87b6-4db4-9b15-f25f88e3e8f0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:24.530930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-90a3f8c3-87b6-4db4-9b15-f25f88e3e8f0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.3730881 Oct 13 04:28:24.573278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ae7a4a00-6d55-44aa-9840-535b1ca8a4be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:24.577139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.591178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-5a1f68c3-5c9c-48fd-a830-45a71c125df8 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0545988 Oct 13 04:28:24.606063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:24.746146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-a5ba71a3-0357-4b4e-a6b5-99e24d3762b7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521997 Oct 13 04:28:24.815049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:24.908721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port ae7a4a00-6d55-44aa-9840-535b1ca8a4be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:24.932653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.063353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.074711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.075398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.075943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.076436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.076945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.077449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.078248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.078757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.078887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-eb96810e-3e3d-428c-8de0-2f5fb238f1ad service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214836 Oct 13 04:28:25.079536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.081056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.081570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.082062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:28:25.288058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-6385f123-0e79-4200-9a66-f7f23b62fdda service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991789 Oct 13 04:28:25.304183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31640ece-8a47-4085-a20c-fb8ca49c8b43 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:25.312487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.379575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Transition to ACTIVE for port object 31640ece-8a47-4085-a20c-fb8ca49c8b43 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:25.417496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4492b103-909e-4b02-a25c-0f06d5707fc7 req-ab74d423-a530-40c5-a0ad-a105f5465311 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.8218637 Oct 13 04:28:25.429288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.605422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.611965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Pushing event updated for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:25.762131 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a0d310-86f4-466e-a611-e1ff3959275e x-openstack-request-id: req-98a0d310-86f4-466e-a611-e1ff3959275e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:25.762372 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "6183ee9c-fb77-45a8-8207-2f458502c97a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:25.762579 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98a0d310-86f4-466e-a611-e1ff3959275e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:25.762979 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '6183ee9c-fb77-45a8-8207-2f458502c97a', 'status': 'completed', 'code': 200} Oct 13 04:28:25.938742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:25.956341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a586-8476-4c0b-affe-fd6a041d9004 req-baf7569a-d411-4f15-8f92-665916610fce tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:25.969467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29b5a586-8476-4c0b-affe-fd6a041d9004 req-baf7569a-d411-4f15-8f92-665916610fce tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 944 time: 0.1296442 Oct 13 04:28:26.042449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29b5a586-8476-4c0b-affe-fd6a041d9004 req-d3a38c3c-53bf-4587-bc70-95aa7256b475 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717938 Oct 13 04:28:26.263357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d4b705b-fa04-4c66-8928-def9192e1041 req-12c96a72-6e39-4898-a62a-462a8c4df5ac tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 210 time: 0.1240482 Oct 13 04:28:26.277337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.284862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.291707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.298050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.306064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.316764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ae7a4a00-6d55-44aa-9840-535b1ca8a4be up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:26.320162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.329026 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-b519e51f-9177-4b37-bb4e-d3b372539d77 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 4605 time: 0.7081325 Oct 13 04:28:26.438860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Attempting to bind port 31640ece-8a47-4085-a20c-fb8ca49c8b43 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:26.448955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Attempting to bind port 31640ece-8a47-4085-a20c-fb8ca49c8b43 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:26.449854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Attempting to bind port 31640ece-8a47-4085-a20c-fb8ca49c8b43 on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:26.455431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ae7a4a00-6d55-44aa-9840-535b1ca8a4be triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:26.456088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.723462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4344e44-ac90-4f97-bacd-26c1e6c3dd65 req-9e3af083-0f71-4c92-a668-c479eb4e6694 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1016209 Oct 13 04:28:26.788885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.810829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Port 31640ece-8a47-4085-a20c-fb8ca49c8b43 on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:26.812590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Attempting to bind port 31640ece-8a47-4085-a20c-fb8ca49c8b43 on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:26.822304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.823167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.823772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.824354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.824992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.825460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:26.827627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-4baa80dc-4ddf-4f1f-b51b-184b716eb335 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5291 time: 0.9894717 Oct 13 04:28:26.844903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:26.899899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:26.902349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:26.912702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Checking segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:26.915430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Bound using segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:26.917021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Bound port: 31640ece-8a47-4085-a20c-fb8ca49c8b43, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:26.918343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.143229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Pushing event updated for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.176219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4682a6d0-a4df-454b-b1ce-be5d71c3c3c3 req-3676393d-804d-4372-9cb6-4eb168830931 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8460090 Oct 13 04:28:27.241478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0ad02e8-717b-45dc-a9c4-515aaedc9ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.281939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:27.306200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:27.343947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0ad02e8-717b-45dc-a9c4-515aaedc9ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.355539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a5cc-1e35-42bb-a305-f0c600c89630 req-59ab1aca-06e5-4575-9562-50d8b9b4f087 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.364365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b82a5cc-1e35-42bb-a305-f0c600c89630 req-59ab1aca-06e5-4575-9562-50d8b9b4f087 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 944 time: 0.1985209 Oct 13 04:28:27.366741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0ad02e8-717b-45dc-a9c4-515aaedc9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.422950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b0ad02e8-717b-45dc-a9c4-515aaedc9ff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa1fb78fa0ba42c4aed8adf02495ce16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215681 Oct 13 04:28:27.429337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59024) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:27.429337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad02e8-717b-45dc-a9c4-515aaedc9ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43348b26-9ea1-4ac5-986b-21bb0ffa1421,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:27.503133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b82a5cc-1e35-42bb-a305-f0c600c89630 req-9479f953-1b96-4c15-b1df-9d96d2288863 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373615 Oct 13 04:28:27.638847 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.652549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:27.664481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.665633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.683746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Transition to ACTIVE for port object 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:27.688717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-eaa8b662-d72f-4115-ba9b-0efd140e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.689949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-eaa8b662-d72f-4115-ba9b-0efd140e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.690405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-eaa8b662-d72f-4115-ba9b-0efd140e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.692711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-eaa8b662-d72f-4115-ba9b-0efd140e946a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8226933 Oct 13 04:28:27.699389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.712612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.869505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-0c7ad0e6-be3e-42cc-91de-9902047ad06a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.871146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-0c7ad0e6-be3e-42cc-91de-9902047ad06a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.3667107 Oct 13 04:28:27.896008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:27.896661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.897743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:27.898269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] 10.222.0.47 "PUT /v2.0/ports/31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1092 time: 5.3869162 Oct 13 04:28:27.901320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.910469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:27.912937 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedb6753-8160-40dc-bfc9-e0ec1170c089" -d '{"events": [{"name": "network-changed", "server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:27.916561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.917882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8acf2bfa-14f9-4c56-aba0-61a564457558 req-4c0b3540-37ac-4888-88bc-41c2f9eb5082 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 210 time: 0.2231498 Oct 13 04:28:27.925509 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:27.931979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43348b26-9ea1-4ac5-986b-21bb0ffa1421 HTTP/1.1" status: 204 len: 168 time: 0.4981081 Oct 13 04:28:28.032361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-29bc1ac1-2fa0-42c1-b78b-4d1a87acf994 req-60522949-165a-4d2c-93f1-7d679491b047 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1256239 Oct 13 04:28:28.172250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bf316-82ea-4b95-9df7-4fa3a0077996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43348b26-9ea1-4ac5-986b-21bb0ffa1421,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:28.210612 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d939b6-a86b-468f-bf9a-2840e10734a8 x-openstack-request-id: req-d9d939b6-a86b-468f-bf9a-2840e10734a8 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:28.211233 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:28.212202 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9d939b6-a86b-468f-bf9a-2840e10734a8 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:28.214679 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'status': 'completed', 'code': 200} Oct 13 04:28:28.423205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b8b7d-db58-4293-a6e7-65a7d377417f service neutron] Pushing event updated for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:28.536226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:28.553067 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:28.671236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-5899fd72-48ff-42c1-b6f4-d885f90da834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.675379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-5899fd72-48ff-42c1-b6f4-d885f90da834 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1095 time: 0.6143022 Oct 13 04:28:28.704881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59050) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:28.805072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.826200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.844783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.847807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Attempting to bind port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:28.848406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Attempting to bind port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:28.848741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Attempting to bind port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:28.853356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.869818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.880750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.886117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:28.902059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.914911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5203ba31-c770-4b82-a081-2084497358a8 req-9646536e-38cf-4f57-831a-6f516b812318 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5383 time: 0.5370369 Oct 13 04:28:28.946137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-ebd44707-1ba7-484f-b12e-817d2fb7c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:28.950657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd39b5b6-e255-4887-ab21-0549301339d9 req-ebd44707-1ba7-484f-b12e-817d2fb7c706 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2446063 Oct 13 04:28:28.950657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b579aa2-3c28-4234-860b-1f7720657003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:28.962772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:28.964244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Attempting to bind port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:28.976898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-990fc8be-1351-4d9a-bc46-c0f75f76c907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 217 time: 0.2707994 Oct 13 04:28:28.988914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:28.989323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:28.989778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Bound using segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:28.990305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Bound port: 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:28.990733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.034957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5203ba31-c770-4b82-a081-2084497358a8 req-a26c48ea-9248-493c-9dc2-29dc4383b63e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092598 Oct 13 04:28:29.088543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:29.144094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:29.192445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.7 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/e0dee142-2be2-49b0-b26f-33a55a7bf1c6) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:29.238656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47008-398f-4c73-919d-db99d8f60cc3 req-f08b45d5-1465-4bd7-9aaa-31a28af6153a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:29.248428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4fabe167-5a19-4c1e-a45e-17bd36869dbf req-fa8b5f87-c2d3-4d96-a7dc-62f2508d3ca8 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 210 time: 0.0435760 Oct 13 04:28:29.260536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4cc47008-398f-4c73-919d-db99d8f60cc3 req-f08b45d5-1465-4bd7-9aaa-31a28af6153a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 944 time: 0.6076496 Oct 13 04:28:29.584671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2ffa0cbc-0b1d-4abf-9fdd-1fa5aca822d8 req-678450bf-73c1-4db6-8342-288431241d00 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1526201 Oct 13 04:28:29.687261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-66f7befd-4a4e-426b-b48a-b3f4933cc892 None None] Provisioning complete for port c18647c7-6656-4a4e-9206-d393a63518f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:29.690830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66f7befd-4a4e-426b-b48a-b3f4933cc892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.728416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.768238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4cc47008-398f-4c73-919d-db99d8f60cc3 req-d40f715a-6bcb-4ca6-8ff5-9bdb61c14955 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5134106 Oct 13 04:28:29.785224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-66f7befd-4a4e-426b-b48a-b3f4933cc892 None None] Port c18647c7-6656-4a4e-9206-d393a63518f2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:29.815386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Router b711a70b-60c6-496e-af44-779969c28a75 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:29.825861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.841832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['132a54aa-5f77-47fb-8970-4063ad27fb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:29.844857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:29.851558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:29.855761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:29.857997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-495fcc52-9f64-4de4-b3f7-36115312764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:29.859774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-495fcc52-9f64-4de4-b3f7-36115312764b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.8656590 Oct 13 04:28:29.884418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:29.931389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:29.946146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:29.952155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:30.009122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:30.030013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:30.137003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:30.139535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.184887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-29c2a62d-1bc1-4204-802a-39295a2a4b71 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2981029 Oct 13 04:28:30.198516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Request body: {'port': {'device_id': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:30.319819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.351884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:30.351884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.352252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-38f47d48-ec21-40be-b014-21802e200868 service neutron] 10.222.0.16 "PUT /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 1136 time: 5.7543006 Oct 13 04:28:30.354236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b579aa2-3c28-4234-860b-1f7720657003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.355149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:30.398625 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7cb921-dffb-449c-8077-d71e8267fdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:30.401823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:30.413536 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Sync routers for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:30.432342 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:30.432972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:30.443795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7dd01e8-5e6f-40ab-a8ff-536efc238b94 admin admin] 10.222.0.49 "PUT /v2.0/routers/b711a70b-60c6-496e-af44-779969c28a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3647563 Oct 13 04:28:30.479075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:30.494585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b579aa2-3c28-4234-860b-1f7720657003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.879648 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:30.894320 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2b579aa2-3c28-4234-860b-1f7720657003 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d85001e1fb4542a282af374a340e7e58&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1371667 Oct 13 04:28:30.918448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:30.934933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-a3424dd0-1ecc-4d9b-a77e-26347c26ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:30.945411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-a3424dd0-1ecc-4d9b-a77e-26347c26ef99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0702002 Oct 13 04:28:30.956903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dee142-2be2-49b0-b26f-33a55a7bf1c6 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:30.966941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:30.994044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Transition to ACTIVE for port object e0dee142-2be2-49b0-b26f-33a55a7bf1c6 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:31.010878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.050894 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.115849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:31.142532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b579aa2-3c28-4234-860b-1f7720657003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cf418-5c25-4f95-9ad2-72c43513c456,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:31.151760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.171592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.187792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.205194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.223991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.242729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.244424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326383b4-b0aa-48f7-a1d6-01ed1c21f049 req-7a10da56-0af5-4306-a615-cbbffe61102e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.253538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-326383b4-b0aa-48f7-a1d6-01ed1c21f049 req-7a10da56-0af5-4306-a615-cbbffe61102e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 931 time: 0.7998853 Oct 13 04:28:31.254431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:31.258084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98589245-072b-4b7d-abc8-eeec760882da req-369b80ae-0713-43fe-94cd-0714acfb9dc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5383 time: 0.9395051 Oct 13 04:28:31.334421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:26Z', 'revision_number': 2, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:31.376264 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Checking router: b711a70b-60c6-496e-af44-779969c28a75 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:31.376264 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Updating router b711a70b-60c6-496e-af44-779969c28a75 port c18647c7-6656-4a4e-9206-d393a63518f2 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:31.402825 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.535295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98589245-072b-4b7d-abc8-eeec760882da req-cb040b12-3aeb-471c-a4cb-1307409fd53d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2596581 Oct 13 04:28:31.546558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Attempting to bind port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:31.546910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Attempting to bind port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:31.547240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Attempting to bind port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:31.577768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:31.578135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Attempting to bind port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:31.580168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-326383b4-b0aa-48f7-a1d6-01ed1c21f049 req-546b0843-e6e6-4c6b-a620-e7d15a17e6f9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250687 Oct 13 04:28:31.613811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-1ed9d047-6787-4ce3-a4a2-59507ba9f0e3 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340504 Oct 13 04:28:31.623493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:31.623846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:31.624327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:31.624657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Bound port: e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:31.625017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:31.834186 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a9cbb3-1b13-4642-ad06-ed46ab12429f x-openstack-request-id: req-64a9cbb3-1b13-4642-ad06-ed46ab12429f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:31.834605 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:31.835898 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64a9cbb3-1b13-4642-ad06-ed46ab12429f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:31.836407 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea', 'status': 'completed', 'code': 200} Oct 13 04:28:31.887158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:31.920935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1825319340-network', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:32.013840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:32.065069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:32.098486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.101628 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.115993 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.201883 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61927a1e-7ec9-40eb-9a97-827bcad0d1fb None None] Pushing event updated for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:32.263472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Made reservation on behalf of 99eba40867ac4e5782d413b9410a3da4 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:32.265505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.314614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.321911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Attempting to bind port c18647c7-6656-4a4e-9206-d393a63518f2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:32.322273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Attempting to bind port c18647c7-6656-4a4e-9206-d393a63518f2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:32.322628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Attempting to bind port c18647c7-6656-4a4e-9206-d393a63518f2 on network 38b8c47e-7aba-47e0-ac32-7b2fab793376 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:32.328457 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:32.328824 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Checking segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:32.329216 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.329778 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Bound using segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:32.330202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Bound port: c18647c7-6656-4a4e-9206-d393a63518f2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:32.330573 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.350048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.376571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] 10.222.0.16 "PUT /v2.0/ports/e0dee142-2be2-49b0-b26f-33a55a7bf1c6 HTTP/1.1" status: 200 len: 1091 time: 2.1827753 Oct 13 04:28:32.398979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:32.406950 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560ec125-2727-47f3-9a32-3841f3ba0615" -d '{"events": [{"name": "network-changed", "server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:32.443478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.502772 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] For port c18647c7-6656-4a4e-9206-d393a63518f2, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:32.515775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] For port c18647c7-6656-4a4e-9206-d393a63518f2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c18647c7-6656-4a4e-9206-d393a63518f2,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:32.524557 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.546460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d0555-7cc3-4ff1-9b55-67f6d644e2c4 req-4eaf70fc-273e-4aff-85ed-98d683ab20d9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.561027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-288d0555-7cc3-4ff1-9b55-67f6d644e2c4 req-4eaf70fc-273e-4aff-85ed-98d683ab20d9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 944 time: 0.7341163 Oct 13 04:28:32.614394 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:32.614394 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:32.629946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c48793f-caab-4b46-bdcb-5dda9751d176 req-df56011e-fa91-48c0-b52f-d85753f989e7 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.7973974 Oct 13 04:28:32.638307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.648645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] Provisioning complete for port c18647c7-6656-4a4e-9206-d393a63518f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:32.650523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.691554 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61927a1e-7ec9-40eb-9a97-827bcad0d1fb None None] Pushing event updated for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:32.725142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.863278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.867844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.873138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b4cf418-5c25-4f95-9ad2-72c43513c456 HTTP/1.1" status: 204 len: 168 time: 1.9157557 Oct 13 04:28:32.890083 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:32.898051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:32.902672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.906301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.906784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.907282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.912821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.913619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.914098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:32.919717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-4885635e-e098-469c-be7c-aa9bda7eb1e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6220 time: 1.0810909 Oct 13 04:28:32.989183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] For port c18647c7-6656-4a4e-9206-d393a63518f2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c18647c7-6656-4a4e-9206-d393a63518f2,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:33.004111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.176704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e0e5b-c50d-4e90-856c-9f17a8649361 None None] Pushing event updated for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.187947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ab50bd5f-b48c-45d4-a389-5fbdbaefa922 None None] Provisioning complete for port c18647c7-6656-4a4e-9206-d393a63518f2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:33.188469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab50bd5f-b48c-45d4-a389-5fbdbaefa922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:33.297671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216cf7e-1afd-4e24-8b01-fa61a0ac60ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cf418-5c25-4f95-9ad2-72c43513c456,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:33.350531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:33.384229 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e667108f-1946-4d83-a937-39ebd001e177 None None] The sync data for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 is: [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:33.685282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e97d464-66f9-44ee-8d83-8e046b73933c req-e0c70a50-db3a-4f03-878e-08a8981f39d7 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8062501 Oct 13 04:28:33.751779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.759654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.769496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.780947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.795028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.805634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.839768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.842670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-42ab2a43-f215-4c7f-b9ab-9dc6eab0a703 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5383 time: 0.9054594 Oct 13 04:28:33.948477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-abe21233-0ed7-4a7e-a174-894a38db66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.949221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-abe21233-0ed7-4a7e-a174-894a38db66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.949855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-abe21233-0ed7-4a7e-a174-894a38db66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:33.951724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-abe21233-0ed7-4a7e-a174-894a38db66f2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9684470 Oct 13 04:28:33.977476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb5d8d12-ef53-4739-8b1f-ad5a544d5a6d req-fafd09b7-9442-487b-9fd4-11fe020df9fc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059840 Oct 13 04:28:34.035046 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8000d-bec6-4df8-9f8c-13d0dfd1a948 x-openstack-request-id: req-f3b8000d-bec6-4df8-9f8c-13d0dfd1a948 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:34.036556 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:34.037024 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3b8000d-bec6-4df8-9f8c-13d0dfd1a948 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:34.038282 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6', 'status': 'completed', 'code': 200} Oct 13 04:28:34.121408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d8f41-744e-412a-9b09-65ad1f2f2e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:34.244276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-e0e74bd7-d784-44a1-a287-9119599802fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.245996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-e0e74bd7-d784-44a1-a287-9119599802fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1095 time: 0.3894837 Oct 13 04:28:34.260253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-075943e5-ff09-4a4d-b7fc-afeda297ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.287991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-075943e5-ff09-4a4d-b7fc-afeda297ae72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 1094 time: 1.8360291 Oct 13 04:28:34.302282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-288d0555-7cc3-4ff1-9b55-67f6d644e2c4 req-e0bda4c5-5268-4857-b63b-4736289d781d tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7360620 Oct 13 04:28:34.353165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-c7af6abb-56e8-430c-909f-7b6f37b5be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.357455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b7cb921-dffb-449c-8077-d71e8267fdb8 req-c7af6abb-56e8-430c-909f-7b6f37b5be60 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3901134 Oct 13 04:28:34.426556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c18647c7-6656-4a4e-9206-d393a63518f2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:34.481092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bf17c5-477e-449b-9041-f3e4f035ebf1 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:34.492597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.511147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.519171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Transition to ACTIVE for port object 76bf17c5-477e-449b-9041-f3e4f035ebf1 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:34.531677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.571890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.599390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c18647c7-6656-4a4e-9206-d393a63518f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:34.600220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:34.732449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:34.821924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-62e777ad-b68c-446c-a5b0-15b75e0e677f req-1c0a9501-4dce-46d5-8a5d-d898e7f16da1 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.3050108 Oct 13 04:28:34.827935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-19e6f5ac-9708-40b4-bc00-60f3fb5e5d7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6 HTTP/1.1" status: 200 len: 217 time: 0.5185909 Oct 13 04:28:34.898629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 31640ece-8a47-4085-a20c-fb8ca49c8b43 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:34.950989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:28:34.992765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e13ba-641a-4244-ad2d-36d1208fe151 req-a92806db-6706-46d6-a8b9-216d3ee5aee2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:34.997079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-148e13ba-641a-4244-ad2d-36d1208fe151 req-a92806db-6706-46d6-a8b9-216d3ee5aee2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 943 time: 0.7781925 Oct 13 04:28:35.015503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Attempting to bind port 76bf17c5-477e-449b-9041-f3e4f035ebf1 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:35.015840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Attempting to bind port 76bf17c5-477e-449b-9041-f3e4f035ebf1 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:35.016171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Attempting to bind port 76bf17c5-477e-449b-9041-f3e4f035ebf1 on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:35.053772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Port 76bf17c5-477e-449b-9041-f3e4f035ebf1 on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:35.055093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Attempting to bind port 76bf17c5-477e-449b-9041-f3e4f035ebf1 on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:35.080601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:35.083225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:35.083647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Bound using segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:35.084167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Bound port: 76bf17c5-477e-449b-9041-f3e4f035ebf1, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:35.084546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.142947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.155579 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Added segment 762c309c-0783-4e39-bec5-e1edc2bbdd83 of type vlan for network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 Oct 13 04:28:35.200527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:35.201556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae323de-ca82-4de6-a19b-7978812e5706,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.226947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562490d-e99c-406e-bc65-c315b95af892 req-b140e06e-7a41-4a7f-87c6-a771f293ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.238065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-b140e06e-7a41-4a7f-87c6-a771f293ca6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.3944113 Oct 13 04:28:35.254769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'port_id': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'mac_address': 'fa:16:3e:5e:d2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:35.257835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:35.262068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:35.291760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.410493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.426568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-8c489eff-66fd-4d6c-a07e-491af96fd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.429007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-8c489eff-66fd-4d6c-a07e-491af96fd073 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 1.1730258 Oct 13 04:28:35.438769 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.481593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31640ece-8a47-4085-a20c-fb8ca49c8b43 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:35.503984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.526665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:35.536611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.554140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-6f822b70-4120-4866-8df7-b921bb43d2e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515039 Oct 13 04:28:35.560402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-148e13ba-641a-4244-ad2d-36d1208fe151 req-1b34b150-5702-4848-85e7-3991855ad9d0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163612 Oct 13 04:28:35.567425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.568036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.569434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-bf316b68-3c7d-441a-8438-319b7d01a663 service neutron] 10.222.0.16 "PUT /v2.0/ports/76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 1091 time: 5.1244879 Oct 13 04:28:35.570059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:35.590622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.594127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.613794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.618856 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c17774-9d67-49f0-b43e-23735a275100" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:35.634846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-59e14ac8-6b60-4833-bfb3-63d4fc33fc0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 217 time: 0.1852896 Oct 13 04:28:35.655155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:35.700320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:35.773328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['31640ece-8a47-4085-a20c-fb8ca49c8b43'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:35.927712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:35.931920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-c28a11f4-b05d-44fe-aca9-63fd00e2c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:35.934080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-c28a11f4-b05d-44fe-aca9-63fd00e2c182 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.1050589 Oct 13 04:28:36.073004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.091899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.101766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.109436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.118323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.127264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.134882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.145711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-28430c85-1daa-4414-bc63-91884d0fe5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5395 time: 0.8449194 Oct 13 04:28:36.164432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2498274 Oct 13 04:28:36.185947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:36.204145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Request body: {'subnet': {'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1825319340-subnet', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:36.241756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba377e-c447-4201-b940-0efb76c4d080 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e04934-625d-4d9c-b4f4-0d8fafcf18c5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:36.259365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:28:36.323425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fdabd54e-24c9-4a21-b049-3a97eb00131f req-d8931aa5-476c-4866-bfef-fdd7b8c75840 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709542 Oct 13 04:28:36.354602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-36fdb359-9813-492f-8cc0-62733a3fef38 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331886 Oct 13 04:28:36.532674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Made reservation on behalf of 99eba40867ac4e5782d413b9410a3da4 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:28:36.537388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.664095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db708d1c-ba96-4cab-aacc-b772bf35eb6c {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:36.674587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.692524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Transition to ACTIVE for port object db708d1c-ba96-4cab-aacc-b772bf35eb6c will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:36.710522 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee047c2-ac3a-4974-ac7b-ad50cc189ae6 x-openstack-request-id: req-4ee047c2-ac3a-4974-ac7b-ad50cc189ae6 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:36.711033 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:36.711508 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ee047c2-ac3a-4974-ac7b-ad50cc189ae6 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:36.711985 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'status': 'completed', 'code': 200} Oct 13 04:28:36.787201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054e72-b8d7-4cfd-adf1-269dab9d9ac1 req-d5bb9033-5a26-42ca-af95-62b0bcc27acc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.787201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a054e72-b8d7-4cfd-adf1-269dab9d9ac1 req-d5bb9033-5a26-42ca-af95-62b0bcc27acc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 945 time: 0.8703883 Oct 13 04:28:36.787201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.884056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:36.884514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 31640ece-8a47-4085-a20c-fb8ca49c8b43 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:36.885033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:36.927939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-12e1eb16-2bbd-49b8-9934-fbd01e5d6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:36.935828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-12e1eb16-2bbd-49b8-9934-fbd01e5d6c06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9045780 Oct 13 04:28:36.966492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-481fa0f1-c5c9-4a2b-b2eb-8a65f94b11dc req-a04a4777-975a-4ad1-b305-041340318942 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1379871 Oct 13 04:28:36.990272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:37.071117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 31640ece-8a47-4085-a20c-fb8ca49c8b43 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:28:37.076080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 31640ece-8a47-4085-a20c-fb8ca49c8b43 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:37.076478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.082095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a054e72-b8d7-4cfd-adf1-269dab9d9ac1 req-d33c8a92-4ce3-4c81-b219-177d00a0a0a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028086 Oct 13 04:28:37.268300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5562490d-e99c-406e-bc65-c315b95af892 req-cb4defb2-0ac3-4266-a425-ee6df34f3cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985803 Oct 13 04:28:37.297696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Checking segment: {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:37.307469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Network hostable DHCP agents. Network: b8e04934-625d-4d9c-b4f4-0d8fafcf18c5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:28:37.366411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254edc3-49cb-47e1-b7d2-a985d4535d47 req-de1403d9-ef2a-4ad4-bd3c-6398e1d33bfb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.380194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c254edc3-49cb-47e1-b7d2-a985d4535d47 req-de1403d9-ef2a-4ad4-bd3c-6398e1d33bfb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 943 time: 0.2027597 Oct 13 04:28:37.396994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-dc264c73-1077-449c-a7db-c391f017c168 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327544 Oct 13 04:28:37.416480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.421152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.422796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.425576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.426165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.427625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.428180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.434350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2c17774-9d67-49f0-b43e-23735a275100 req-4a2616f0-c957-4d25-81ce-5454310fa8cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6312 time: 0.7345939 Oct 13 04:28:37.468716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:28:37.525515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b8e04934-625d-4d9c-b4f4-0d8fafcf18c5) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:37.596646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c254edc3-49cb-47e1-b7d2-a985d4535d47 req-a700a497-2fea-4b60-a85f-c1e71398964a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996372 Oct 13 04:28:37.600625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.602278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:37.656392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-87783c21-881f-4cef-a7c1-c5020296fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.660720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-87783c21-881f-4cef-a7c1-c5020296fb5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 1094 time: 0.2794135 Oct 13 04:28:37.670133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ed629f42-7dab-42da-9964-6650cf5b5968 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4828262 Oct 13 04:28:37.679791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59262) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:37.817713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c79bc-4f09-4fa6-ab09-23910a751bcf None None] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:37.927544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.934659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.942321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.948937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.953148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:37.960941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.981195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:37.992657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.016487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-494a9fac-22f6-42f4-a4aa-469afb04cda8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5407 time: 0.4792666 Oct 13 04:28:38.022899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-8bbad721-b7df-47ca-a063-17253e4a0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.030715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-8bbad721-b7df-47ca-a063-17253e4a0d5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.3563457 Oct 13 04:28:38.176088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cedb6753-8160-40dc-bfc9-e0ec1170c089 req-a7b8e11e-2e2f-4a2e-9e35-f1c39d20aa4d service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393720 Oct 13 04:28:38.208701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Attempting to bind port db708d1c-ba96-4cab-aacc-b772bf35eb6c on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:38.211431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Attempting to bind port db708d1c-ba96-4cab-aacc-b772bf35eb6c by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:38.218193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Attempting to bind port db708d1c-ba96-4cab-aacc-b772bf35eb6c on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:38.233111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.243040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-a4ab10b3-c1ed-4532-bce3-308fd410befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.250245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-9037ba52-a798-4d70-b0cd-726f380f9528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6 HTTP/1.1" status: 200 len: 217 time: 0.2093871 Oct 13 04:28:38.250950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-a4ab10b3-c1ed-4532-bce3-308fd410befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.252132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-a4ab10b3-c1ed-4532-bce3-308fd410befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.254091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2c17774-9d67-49f0-b43e-23735a275100 req-a4ab10b3-c1ed-4532-bce3-308fd410befe service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7760501 Oct 13 04:28:38.255875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.258818 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.260955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Port db708d1c-ba96-4cab-aacc-b772bf35eb6c on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:38.261482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Attempting to bind port db708d1c-ba96-4cab-aacc-b772bf35eb6c on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:38.280178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:38.280650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Checking segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:38.281148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Bound using segment: {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:38.281718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Bound port: db708d1c-ba96-4cab-aacc-b772bf35eb6c, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d69a9a-e0bf-4254-8bc1-1675485d495b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:38.282184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.372817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:38.381808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75d980ae-c214-4945-9405-b3f8cc2c5e03 req-0309d52e-19db-41d2-99e6-b3773007a8d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3634760 Oct 13 04:28:38.387675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:38.393271 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e8a68c-cb11-4bf0-9bce-948ecd1baa99" -d '{"events": [{"server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "name": "network-vif-plugged", "status": "completed", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:38.425861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.471374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9181c2c0-3c9e-4ce6-b53d-eb4a6b18da3c req-47779e04-5811-4bbf-b6be-c8209f31bcec tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.2149284 Oct 13 04:28:38.559091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-5d024180-eb9c-4aa4-93ff-dc7fed69435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.560589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-5d024180-eb9c-4aa4-93ff-dc7fed69435d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.2884202 Oct 13 04:28:38.630949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:38.670898 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb66648-62d3-4789-946f-a3e9e2c4b001 x-openstack-request-id: req-2cb66648-62d3-4789-946f-a3e9e2c4b001 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:38.678376 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "name": "network-vif-plugged", "status": "completed", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:38.680305 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2cb66648-62d3-4789-946f-a3e9e2c4b001 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:38.681878 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'code': 200} Oct 13 04:28:38.730889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-feeed4ac-4ce3-48ef-b526-03e9586b9dbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385913 Oct 13 04:28:38.738740 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.846705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:38.860020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:38.862783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17774-9d67-49f0-b43e-23735a275100 req-14b33d58-1921-497b-a11c-d1aeee941721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:38.864885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2c17774-9d67-49f0-b43e-23735a275100 req-14b33d58-1921-497b-a11c-d1aeee941721 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5947409 Oct 13 04:28:38.895036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59304) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:38.896321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'fixed_ips': [{'subnet_id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:28:38.908707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:38.912563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.010960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5c56-c1c3-4cdd-856a-b98ce844feb0 req-da5a3add-d419-4888-871b-04fac32a9519 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:39.019287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a08d5c56-c1c3-4cdd-856a-b98ce844feb0 req-da5a3add-d419-4888-871b-04fac32a9519 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.4623046 Oct 13 04:28:39.078063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:39.079405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.081212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 1090 time: 3.4439034 Oct 13 04:28:39.082013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:39.086494 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325c23fb-c184-4510-8b72-5a17ee14e351" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:39.190431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa1dde-70e6-4537-b820-5150e02188c0 service neutron] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.223229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d0318-dc99-466a-949f-dfa7386a3897 req-b7f1083f-94c2-4230-9e5c-d5b59ec93d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:39.228522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-321d0318-dc99-466a-949f-dfa7386a3897 req-b7f1083f-94c2-4230-9e5c-d5b59ec93d28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.4930673 Oct 13 04:28:39.280257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-9b5f10ed-7376-4b03-b7cd-34976c72b9de service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379136 Oct 13 04:28:39.316965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a675519c-6594-49f3-b775-67e1557435cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.351268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Allocated IP 172.20.0.2 (b8e04934-625d-4d9c-b4f4-0d8fafcf18c5/90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c/2a621697-bd15-4439-8606-954b0fee7804) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:39.396125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:39.576039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcfcd0-c910-4f8d-8114-2a595ecac376 req-c8d6efe8-94aa-44e7-9482-ef540c8c2343 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:39.584609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8fcfcd0-c910-4f8d-8114-2a595ecac376 req-c8d6efe8-94aa-44e7-9482-ef540c8c2343 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 943 time: 0.8038449 Oct 13 04:28:39.601375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a08d5c56-c1c3-4cdd-856a-b98ce844feb0 req-0152fab8-4909-48f1-b994-b88512efa478 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806382 Oct 13 04:28:39.633908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.648470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.649380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.694790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.698954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Pushing event updated for resources: {'Port': ['ID=2a621697-bd15-4439-8606-954b0fee7804,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:39.759231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:39.763109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:39.769410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:39.854402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8fcfcd0-c910-4f8d-8114-2a595ecac376 req-6ee4d91d-428e-498b-acbc-0b31ae74c6e9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687600 Oct 13 04:28:39.904418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Attempting to bind port 2a621697-bd15-4439-8606-954b0fee7804 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:39.904801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Attempting to bind port 2a621697-bd15-4439-8606-954b0fee7804 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:39.908190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Attempting to bind port 2a621697-bd15-4439-8606-954b0fee7804 on network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:39.923187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:39.924137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Checking segment: {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:39.925547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.926136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Bound using segment: {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:39.926821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Bound port: 2a621697-bd15-4439-8606-954b0fee7804, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:39.927450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:39.937052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e0dee142-2be2-49b0-b26f-33a55a7bf1c6 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:40.053097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-3ba342e8-46a3-4a00-a920-69b3b3859672 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7627966 Oct 13 04:28:40.092054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd25d47f-cea3-4854-8837-d2bc2f09ab53 req-64d77c7c-eb2b-49af-bde5-b816f01dbfcc tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0932651 Oct 13 04:28:40.152545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a675519c-6594-49f3-b775-67e1557435cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.162218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a675519c-6594-49f3-b775-67e1557435cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.168978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae020f6-c487-42bd-9158-32c3e815c5ad {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:40.181146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.202254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Transition to ACTIVE for port object 8ae020f6-c487-42bd-9158-32c3e815c5ad will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:40.214481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a675519c-6594-49f3-b775-67e1557435cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97c7b0429ff64137bb74a9d9f1d264d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3168423 Oct 13 04:28:40.217540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59326) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:40.252719 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499c5b97-cb60-47dc-85e1-a66808a83cde x-openstack-request-id: req-499c5b97-cb60-47dc-85e1-a66808a83cde {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:40.252991 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:40.253501 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-499c5b97-cb60-47dc-85e1-a66808a83cde {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:40.253969 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'status': 'completed', 'code': 200} Oct 13 04:28:40.257091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675519c-6594-49f3-b775-67e1557435cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c736ebb-426e-481d-a533-a51698b5863f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.258758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-321d0318-dc99-466a-949f-dfa7386a3897 req-79e2845f-3325-4c1e-8793-dd73070ab09f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9992716 Oct 13 04:28:40.284796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] For port 2a621697-bd15-4439-8606-954b0fee7804, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:40.294347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] For port 2a621697-bd15-4439-8606-954b0fee7804, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a621697-bd15-4439-8606-954b0fee7804,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:40.322202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.323465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.357326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-800ec630-8995-4e05-967e-489121159657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.460110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-800ec630-8995-4e05-967e-489121159657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.486211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15e32a-f0a5-470c-be1b-f2d17829a21e None None] Pushing event updated for resources: {'Port': ['ID=2a621697-bd15-4439-8606-954b0fee7804,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:40.558529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:40.577335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6', 'mac_address': 'fa:16:3e:89:55:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:40.615995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.669775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.684828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.715011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dee142-2be2-49b0-b26f-33a55a7bf1c6 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:40.751022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:40.760820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.788629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-800ec630-8995-4e05-967e-489121159657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.797925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-800ec630-8995-4e05-967e-489121159657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:40.799451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-800ec630-8995-4e05-967e-489121159657 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c736ebb-426e-481d-a533-a51698b5863f HTTP/1.1" status: 204 len: 168 time: 0.5807350 Oct 13 04:28:40.907388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ec630-8995-4e05-967e-489121159657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c736ebb-426e-481d-a533-a51698b5863f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:41.008435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:41.076280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356296-dee3-456f-b3c0-40c2d1f11562 req-85b47f56-55f5-423c-86f3-e68071f01c31 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.078102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e0dee142-2be2-49b0-b26f-33a55a7bf1c6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:41.078765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0356296-dee3-456f-b3c0-40c2d1f11562 req-85b47f56-55f5-423c-86f3-e68071f01c31 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.3633549 Oct 13 04:28:41.169176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.179222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.192504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.198713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.205802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.217634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.224424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.231179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-9dbc3726-8477-4912-97eb-8b56ed061814 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5419 time: 0.9843719 Oct 13 04:28:41.249700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.250251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.250708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.251806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.252639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.253172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.253637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.259375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-dcd0e7c9-b6a0-46ff-b5b8-d34073ac66c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6379 time: 1.0554481 Oct 13 04:28:41.264199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:41.293478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0356296-dee3-456f-b3c0-40c2d1f11562 req-8609f9a3-b166-4bf9-a019-e5176bee4c99 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944897 Oct 13 04:28:41.331245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Allocated IP 172.25.0.6 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7fdd50e8-7ecb-4020-af52-77dbb5151f3a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:41.609480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.677649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95113a72-9925-4759-a2f3-934dccd9b0ba req-e8139429-9a98-44e0-be02-97a0e03de109 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4167349 Oct 13 04:28:41.682038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Attempting to bind port 8ae020f6-c487-42bd-9158-32c3e815c5ad on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:41.682482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Attempting to bind port 8ae020f6-c487-42bd-9158-32c3e815c5ad by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:41.682905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Attempting to bind port 8ae020f6-c487-42bd-9158-32c3e815c5ad on network d55e54b7-8d22-4e22-b120-ddf690472f18 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:41.733718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Port 8ae020f6-c487-42bd-9158-32c3e815c5ad on network d55e54b7-8d22-4e22-b120-ddf690472f18 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:41.736169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Attempting to bind port 8ae020f6-c487-42bd-9158-32c3e815c5ad on network d55e54b7-8d22-4e22-b120-ddf690472f18 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:41.739932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c23f4f03-82e2-4a98-9edc-d2e1f47ae4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.817388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59358) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:41.843506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de142af-67fd-47db-a40c-18bf5033b343 req-d8878538-1b06-453f-b885-22d1cbed87ff tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.853504 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1de142af-67fd-47db-a40c-18bf5033b343 req-d8878538-1b06-453f-b885-22d1cbed87ff tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 944 time: 0.3570070 Oct 13 04:28:41.883129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c77c2b35-8ecd-4b7f-9bc4-7bb221a1bd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.915001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-d3bf590c-5b0d-42b7-8b6a-c8517bad9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.915740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-d3bf590c-5b0d-42b7-8b6a-c8517bad9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.916221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-d3bf590c-5b0d-42b7-8b6a-c8517bad9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:41.920866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-d3bf590c-5b0d-42b7-8b6a-c8517bad9719 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6463702 Oct 13 04:28:41.921207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:41.921566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Checking segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:41.921946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Bound using segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:41.922388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Bound port: 8ae020f6-c487-42bd-9158-32c3e815c5ad, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:41.928310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:41.949234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1de142af-67fd-47db-a40c-18bf5033b343 req-47bd80cb-9e14-4ceb-9d45-8c4a8da8b0a6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941460 Oct 13 04:28:41.950878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4096c2c7-48c1-458b-8f7c-9eea6d89d1a1 req-8ab7350d-5826-4e17-bd88-94331af431fb tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1635392 Oct 13 04:28:41.996431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.117186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.184961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c77c2b35-8ecd-4b7f-9bc4-7bb221a1bd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.207140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:42.213108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c77c2b35-8ecd-4b7f-9bc4-7bb221a1bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.215506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:42.278897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa40f2-fa3f-4588-a96c-f40fcf72a0f6 None None] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:28:42.309945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:42.312076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2b35-8ecd-4b7f-9bc4-7bb221a1bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc9593-442f-46c3-b131-1d3c47d6b5c9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:42.321324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Pushing event updated for resources: {'Port': ['ID=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:42.363172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:42.421154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c77c2b35-8ecd-4b7f-9bc4-7bb221a1bd7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8be82f5704e41b887a00e0babdb4df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020496 Oct 13 04:28:42.429574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59366) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:42.438062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a621697-bd15-4439-8606-954b0fee7804 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:42.446721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:42.467099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-f3f48e49-acdf-4b1f-874f-75bddcdfa07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:42.467985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-325c23fb-c184-4510-8b72-5a17ee14e351 req-f3f48e49-acdf-4b1f-874f-75bddcdfa07a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5310407 Oct 13 04:28:42.489474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.591448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:42.594535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.598911 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 1091 time: 3.2901878 Oct 13 04:28:42.599514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:42.607131 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444e55b1-6ea7-4654-85f4-741126301a95" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:42.673778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Request body: {'port': {'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:42.809321 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c55aa-5063-4fbc-b723-b8a599322c2f x-openstack-request-id: req-ae9c55aa-5063-4fbc-b723-b8a599322c2f {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:42.809980 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:42.810330 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae9c55aa-5063-4fbc-b723-b8a599322c2f {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:42.810826 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'status': 'completed', 'code': 200} Oct 13 04:28:42.944828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] Provisioning complete for port 2a621697-bd15-4439-8606-954b0fee7804 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:42.945504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:42.983741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.009486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.029337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc778ff-23d4-448a-944d-03c2d95b8dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:43.069266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.069746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.070277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.070741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.071373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.071904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.074346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.074883 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-444e55b1-6ea7-4654-85f4-741126301a95 req-81e69431-fe1d-468b-bc28-7ef681a4638b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6421 time: 0.2931027 Oct 13 04:28:43.089394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67877735-9204-4062-98bc-23ff9854cb46 req-fe470dbb-5109-4288-951e-844b62fb6638 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.090984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67877735-9204-4062-98bc-23ff9854cb46 req-fe470dbb-5109-4288-951e-844b62fb6638 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.5752730 Oct 13 04:28:43.109225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a621697-bd15-4439-8606-954b0fee7804 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:43.109446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.109588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.116996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.126397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.132536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.138679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.145279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.151361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:43.153345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-d3d852d8-f685-4db7-a6e7-3eec95651bae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5419 time: 0.2651193 Oct 13 04:28:43.153970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.252848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.304342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67877735-9204-4062-98bc-23ff9854cb46 req-9172ba07-0c67-4e8e-bcca-8ee84f5c939a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957703 Oct 13 04:28:43.311966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.369522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.416085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] For port 2a621697-bd15-4439-8606-954b0fee7804, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a621697-bd15-4439-8606-954b0fee7804,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:43.477385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:28:43.478122 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:28:43.478744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.581836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:43.591493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243091-e8bd-42a6-92eb-209dc70a99a8 None None] Pushing event updated for resources: {'Port': ['ID=2a621697-bd15-4439-8606-954b0fee7804,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:43.600104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.617393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Transition to ACTIVE for port object 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:28:43.661588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.795895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f4852da9-f422-444e-8fd1-1de96c81be53 None None] Provisioning complete for port 2a621697-bd15-4439-8606-954b0fee7804 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:43.796279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4852da9-f422-444e-8fd1-1de96c81be53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:43.880972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67e47643-89a6-4fbc-9101-3c7a183bc396 req-16f8c529-c8e4-45e1-a7d7-27b2eade1a7b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7087607 Oct 13 04:28:43.995204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e0dee142-2be2-49b0-b26f-33a55a7bf1c6 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:44.111806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:44.244017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.294362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-944bef9f-013d-4d21-a41b-9a7c05cd7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.294840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-944bef9f-013d-4d21-a41b-9a7c05cd7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.295327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-944bef9f-013d-4d21-a41b-9a7c05cd7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.297196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-444e55b1-6ea7-4654-85f4-741126301a95 req-944bef9f-013d-4d21-a41b-9a7c05cd7ae0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.2100999 Oct 13 04:28:44.301620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7ae27-63c1-41ed-8d7d-dd8df4f6c42b req-0bd928f1-dc9f-414f-bfff-0148d5dbed40 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.301952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bbb39677-e863-4175-96bc-1ec11942d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.304091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bbaafcf-b69a-42f0-ba68-57f08f2fe5f3 req-7008e59a-91fc-4382-968a-8d8eba4c8d27 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.2184360 Oct 13 04:28:44.317528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dc7ae27-63c1-41ed-8d7d-dd8df4f6c42b req-0bd928f1-dc9f-414f-bfff-0148d5dbed40 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 944 time: 0.1832037 Oct 13 04:28:44.352816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.358865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.362801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:28:44.365445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36fc9593-442f-46c3-b131-1d3c47d6b5c9 HTTP/1.1" status: 204 len: 168 time: 1.9327424 Oct 13 04:28:44.371095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:44.371929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.425749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd46dee-8ce2-48da-8f13-b65eaaf1754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc9593-442f-46c3-b131-1d3c47d6b5c9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:44.499508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dc7ae27-63c1-41ed-8d7d-dd8df4f6c42b req-f77321ad-183f-451e-8470-1aef5b837478 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771553 Oct 13 04:28:44.528789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a621697-bd15-4439-8606-954b0fee7804 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:44.556948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e55b1-6ea7-4654-85f4-741126301a95 req-fa71a49d-e252-40a3-9e90-5fd69ea1c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.574908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-444e55b1-6ea7-4654-85f4-741126301a95 req-fa71a49d-e252-40a3-9e90-5fd69ea1c6e4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2633414 Oct 13 04:28:44.736333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Attempting to bind port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:44.737020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Attempting to bind port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:44.737300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Attempting to bind port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 on network d55e54b7-8d22-4e22-b120-ddf690472f18 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:44.769937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81402206-9200-44f9-a053-f8547f5db556 req-2f5d73d8-b722-4577-a84d-e2d3bf01704a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:44.773551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81402206-9200-44f9-a053-f8547f5db556 req-2f5d73d8-b722-4577-a84d-e2d3bf01704a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1908417 Oct 13 04:28:44.774344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 on network d55e54b7-8d22-4e22-b120-ddf690472f18 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:28:44.788258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Attempting to bind port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 on network d55e54b7-8d22-4e22-b120-ddf690472f18 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:44.795917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59404) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:44.799761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:44.800170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Checking segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:44.800579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Bound using segment: {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:44.801039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Bound port: 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756991e9-bf95-448a-ad56-dad3e9fad7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:44.801410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.833992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'floatingip': {'port_id': '31640ece-8a47-4085-a20c-fb8ca49c8b43'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:44.902215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a621697-bd15-4439-8606-954b0fee7804 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:44.903012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.925144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:44.933088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:45.065509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:45.132173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:45.136006 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d560d-460f-436a-abe0-9f4322dedb76" -d '{"events": [{"server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:45.194074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:45.211240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:45.336411 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd22dd0-96f0-4e16-8d0b-d45a64e5064d x-openstack-request-id: req-4bd22dd0-96f0-4e16-8d0b-d45a64e5064d {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:45.336848 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "name": "network-vif-plugged", "status": "completed", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:45.337116 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bd22dd0-96f0-4e16-8d0b-d45a64e5064d {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:45.337524 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6', 'code': 200} Oct 13 04:28:45.340470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:45.392812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.408109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.412391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:45.425280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.439709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.457685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.464690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.483985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:45.495691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-261d9698-369b-4fd1-a9c4-7dc0c55d376e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3727052 Oct 13 04:28:45.530598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:45.533161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:45.699250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10b27992-d7d2-4f7b-9607-ddd888e04d2c req-3c1d0cc8-eb30-4bb1-8c83-08467f3b6e8a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999686 Oct 13 04:28:45.701817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Router 6818e85d-04dd-4d85-b49f-cfc99b61e416 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:28:45.835969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73396da9-ee0d-4887-9130-fdf69515c140 req-d64f5233-353e-4099-b397-d54adf50fc4e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0996048 Oct 13 04:28:45.843839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:45.914387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.013137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882b25-03e5-4af3-9fcd-622e86e10e02 req-9f60312a-b83a-4ae0-871c-57550d99b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.014646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d882b25-03e5-4af3-9fcd-622e86e10e02 req-9f60312a-b83a-4ae0-871c-57550d99b7f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 1096 time: 0.6938705 Oct 13 04:28:46.050794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e6a03-d4c5-4d42-9901-7f74ad4832d8 req-5df54055-27c7-4d54-99f4-5738e9817998 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.061333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-072e6a03-d4c5-4d42-9901-7f74ad4832d8 req-5df54055-27c7-4d54-99f4-5738e9817998 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.1395419 Oct 13 04:28:46.086231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.086854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.088281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] 10.222.0.16 "PUT /v2.0/ports/190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 1091 time: 3.4388862 Oct 13 04:28:46.089213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:46.091102 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:46.106957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:46.123523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Sync routers for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:46.143208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-072e6a03-d4c5-4d42-9901-7f74ad4832d8 req-8648faf9-3f8f-4aa1-8466-522c4e3d0452 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793927 Oct 13 04:28:46.149656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:46.151348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:46.162878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.164672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2ef45f69-3002-4542-b566-1f4cf377723b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.4835310 Oct 13 04:28:46.167991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59446) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:46.248495 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710e240f-ceeb-4274-89b7-97899b8ff170 x-openstack-request-id: req-710e240f-ceeb-4274-89b7-97899b8ff170 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:46.249070 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:46.249491 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-710e240f-ceeb-4274-89b7-97899b8ff170 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:46.250066 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'status': 'completed', 'code': 200} Oct 13 04:28:46.280393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d2511-ba25-4f9f-8141-d885ef97c611 service neutron] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:46.445485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d882b25-03e5-4af3-9fcd-622e86e10e02 req-b32b2614-494b-47a9-aba2-3a6a49a636f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143350 Oct 13 04:28:46.458639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:46.489314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.493431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.494023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.494679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.495293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.497311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.497845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:46.502822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-d009b936-d525-43ff-9c90-417f6ee39d97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6488 time: 0.3078625 Oct 13 04:28:46.786633 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.resource_extend [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:28:46.865335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.873410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:46.948228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:42Z', 'revision_number': 3, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:46.991365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-3e5be090-1381-40fa-8c1c-76597e0b0e84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 217 time: 0.1231723 Oct 13 04:28:47.042750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Checking router: 6818e85d-04dd-4d85-b49f-cfc99b61e416 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:47.043195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Updating router 6818e85d-04dd-4d85-b49f-cfc99b61e416 port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:47.102027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.188573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a4e784a-3d4f-4fc4-a798-c160ac3efc26 req-407c8632-b93a-4f45-833e-5b4381d3929a tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.2028770 Oct 13 04:28:47.189639 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Floating IP c6672cdd-e37d-4012-bff9-f385e8fba55f associated. External IP: 172.25.0.212, port: 31640ece-8a47-4085-a20c-fb8ca49c8b43. Oct 13 04:28:47.267857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.310329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.328953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.354371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.367567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.379224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.390958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.391937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-90a5676f-302f-4bd0-ac5b-89f5d340901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.395097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-90a5676f-302f-4bd0-ac5b-89f5d340901c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.3932409 Oct 13 04:28:47.404482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.406463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-9e63f072-53cf-445f-9d4a-b7344ba83c69 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.4687691 Oct 13 04:28:47.533503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02c5cbf3-0516-420f-8ac3-a7c318beb0f8 req-17910096-9883-400f-8f9a-8444d2f22b8a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166399 Oct 13 04:28:47.606828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.624841 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.693078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.735957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:47.824411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb276e-4d5e-4433-ab37-5a347de4ccc6 None None] Pushing event updated for resources: {'Port': ['ID=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:47.827209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Attempting to bind port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:47.827585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Attempting to bind port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:47.827949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Attempting to bind port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:47.839278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daace7d4-9f07-4d39-b900-6dd387daaae3 req-4e742336-0a03-4aff-80e3-97aa48d9fe2e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.848979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-daace7d4-9f07-4d39-b900-6dd387daaae3 req-4e742336-0a03-4aff-80e3-97aa48d9fe2e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.4527316 Oct 13 04:28:47.852418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:47.852804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:47.853212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.853612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:47.854109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Bound port: 7fdd50e8-7ecb-4020-af52-77dbb5151f3a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:47.854492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:47.882053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1af5e5b4-013c-46c2-9145-9c7c03b9d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:47.899827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1af5e5b4-013c-46c2-9145-9c7c03b9d45e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595681 Oct 13 04:28:48.007842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] For port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:48.019315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] For port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:48.030281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.092721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:48.105866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:48.107536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.124200 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:48.125564 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:48.128593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Allocated IP 172.20.0.1 (b8e04934-625d-4d9c-b4f4-0d8fafcf18c5/90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c/88489eec-7183-4c52-aacf-46dade30188d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:28:48.189079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb276e-4d5e-4433-ab37-5a347de4ccc6 None None] Pushing event updated for resources: {'Port': ['ID=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:48.230944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:48.232038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:48.353401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-552f69a5-99ba-455b-b16a-b50624117557 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "PUT /v2.0/floatingips/c6672cdd-e37d-4012-bff9-f385e8fba55f HTTP/1.1" status: 200 len: 992 time: 3.5472748 Oct 13 04:28:48.357468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:48.359616 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f83db62-bf9b-4646-927e-d55388787195" -d '{"events": [{"name": "network-changed", "server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:48.365082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6a76-26ab-47c5-82e5-2ee0e5ace7e2 req-a72b6f12-60d0-4e32-a12f-049e32bf385e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:48.373059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e2f6a76-26ab-47c5-82e5-2ee0e5ace7e2 req-a72b6f12-60d0-4e32-a12f-049e32bf385e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.0914447 Oct 13 04:28:48.404251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-daace7d4-9f07-4d39-b900-6dd387daaae3 req-48a9a969-8ecb-4a97-863c-930954e39cf9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377944 Oct 13 04:28:48.452933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:48.475774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b7704758-aab1-4ccf-aa1c-49d6bc9dd44c service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588297 Oct 13 04:28:48.481211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:48.501385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.544573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e2f6a76-26ab-47c5-82e5-2ee0e5ace7e2 req-aab27c87-9521-4737-bdf3-8a5fc78d83e8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704006 Oct 13 04:28:48.648765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.695414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:48.699274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:48.703528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:28:48.778292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Pushing event updated for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:48.841400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:48.896371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:42Z', 'revision_number': 3, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:48.979548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf35ce-75d0-4b85-a0f2-4c6e69fb8a33 None None] The sync data for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 is: [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:42Z', 'revision_number': 3, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:49.183259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bdcd5ffa-a243-48e2-b9f7-43f166722d5d None None] Provisioning complete for port 88489eec-7183-4c52-aacf-46dade30188d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:49.183645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdcd5ffa-a243-48e2-b9f7-43f166722d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:49.188368 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6672cdd-e37d-4012-bff9-f385e8fba55f', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:5e:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:28:07Z', 'updated_at': '2021-10-13T04:28:46Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:49.262597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.274136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.317587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.328680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-bdcd5ffa-a243-48e2-b9f7-43f166722d5d None None] Port 88489eec-7183-4c52-aacf-46dade30188d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:49.333114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.349206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.368606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.385569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.396757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-654f5a0a-fa40-47aa-85b0-d6f3720b7b33 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3742108 Oct 13 04:28:49.403267 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:49.412767 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:49.413500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:49.457833 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3cd114-a041-4271-91d4-988bae296b17 x-openstack-request-id: req-9d3cd114-a041-4271-91d4-988bae296b17 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:49.458433 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:49.458433 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d3cd114-a041-4271-91d4-988bae296b17 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:49.458832 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'status': 'completed', 'code': 200} Oct 13 04:28:49.515670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0292f851-ab1e-4c3a-9b56-6c2a9ba9848d req-5b3aa540-ef14-4947-86cc-2e8e6c84e660 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.8835056 Oct 13 04:28:49.553745 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:49.568267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aad7717d-2db6-4352-9dd2-637d005a4c1d req-c4c5e6f6-57f0-4eed-8712-a17fc4e398a8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610241 Oct 13 04:28:49.569092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:49.643219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-10483b58-e523-4323-baea-521b3b207585 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1591117 Oct 13 04:28:49.779307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-10afe022-e679-46c9-b31f-2c6c5a6f321f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 217 time: 0.1068850 Oct 13 04:28:49.957532 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6672cdd-e37d-4012-bff9-f385e8fba55f', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:5e:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:28:07Z', 'updated_at': '2021-10-13T04:28:46Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:49.978406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83db62-bf9b-4646-927e-d55388787195 req-a33e11cd-d3fa-4ad2-9319-d9b25d801bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:49.980405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-a33e11cd-d3fa-4ad2-9319-d9b25d801bde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.5424538 Oct 13 04:28:50.004945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b8f5-6bbc-4dca-a027-c7b0b71ed72b req-64f322fe-08a0-4cc1-8a0a-5f9395c40dab tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.013581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e17b8f5-6bbc-4dca-a027-c7b0b71ed72b req-64f322fe-08a0-4cc1-8a0a-5f9395c40dab tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.2077737 Oct 13 04:28:50.047196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb9f8d-a756-47cd-9277-1c7e1860f1e9 req-847c754e-f67f-4e28-9132-e76ef3406b07 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.050879 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ef5e8d-a9d5-45c6-98cd-93d921bed0f5 None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6672cdd-e37d-4012-bff9-f385e8fba55f', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:5e:d2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:28:07Z', 'updated_at': '2021-10-13T04:28:46Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:50.055289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-802b61cf-1728-4c2d-8f7b-d26739df0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.056194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ebb9f8d-a756-47cd-9277-1c7e1860f1e9 req-847c754e-f67f-4e28-9132-e76ef3406b07 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.3196154 Oct 13 04:28:50.058610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-802b61cf-1728-4c2d-8f7b-d26739df0a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.2711890 Oct 13 04:28:50.166813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ebb9f8d-a756-47cd-9277-1c7e1860f1e9 req-c5e17d75-b5c8-4826-9235-dead507d444a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912323 Oct 13 04:28:50.194763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e17b8f5-6bbc-4dca-a027-c7b0b71ed72b req-3d130f1d-b9c3-4a5d-a0c1-879e11878d5a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781204 Oct 13 04:28:50.223960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1ee1bfcb-b950-476b-ba46-c33263ae4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.225491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1ee1bfcb-b950-476b-ba46-c33263ae4b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324592 Oct 13 04:28:50.368508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:50.381340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:50.526252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:50.534025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7fdd50e8-7ecb-4020-af52-77dbb5151f3a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:50.635019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b8d60-c49a-48bb-b1d3-1e9b6f172691 None None] New status for floating IP c6672cdd-e37d-4012-bff9-f385e8fba55f: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:28:50.721962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-17796375-579c-4aaf-8c16-0712c601e3f3 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861569 Oct 13 04:28:50.726544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59640) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:50.768416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83db62-bf9b-4646-927e-d55388787195 req-73c8f696-88c8-4438-a8e4-20686c945ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.770370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-73c8f696-88c8-4438-a8e4-20686c945ffd service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.7447395 Oct 13 04:28:50.801897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Pushing event updated for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:50.834793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6819f4a-aebb-4be6-b0bd-ef91016dbb4b req-ce0e4e9f-79fd-43d1-a914-90188042b6ea tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:50.836361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:50.836919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:50.844979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6819f4a-aebb-4be6-b0bd-ef91016dbb4b req-ce0e4e9f-79fd-43d1-a914-90188042b6ea tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 0.3351374 Oct 13 04:28:50.896673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:28:50.905999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:28:50.932649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6819f4a-aebb-4be6-b0bd-ef91016dbb4b req-4fab5861-939c-433a-9943-794d74edc141 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814426 Oct 13 04:28:51.102315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-e06e7def-e1eb-4e20-90c3-32f6759d9a01 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657510 Oct 13 04:28:51.182806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-48d1b623-932c-4309-bd8c-6ae70d2b4c42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1000 time: 0.3975370 Oct 13 04:28:51.187091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-f4840c6a-02ed-430e-b9c9-28db7644227d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 217 time: 0.0713904 Oct 13 04:28:51.215295 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.287537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bb8388f-1ac1-4d56-a624-8945116f864e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.304330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-882e9879-322a-46db-9532-e3bb73593a94 req-2cb954e1-6641-4a22-acb2-dccf387d8a72 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1442471 Oct 13 04:28:51.399518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Router 6818e85d-04dd-4d85-b49f-cfc99b61e416 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:28:51.425602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:51.448591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04273ffe-0fbe-4b11-b902-27d8733afdf1 None None] Provisioning complete for port 88489eec-7183-4c52-aacf-46dade30188d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:51.448958 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04273ffe-0fbe-4b11-b902-27d8733afdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.475451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83db62-bf9b-4646-927e-d55388787195 req-769836d7-cab9-4aef-a068-07a880475749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.492299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-769836d7-cab9-4aef-a068-07a880475749 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.2753963 Oct 13 04:28:51.539565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.571976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-45643c3f-d4df-4813-b37d-01d739f12e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.579972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-45643c3f-d4df-4813-b37d-01d739f12e8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.3829324 Oct 13 04:28:51.602623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-04273ffe-0fbe-4b11-b902-27d8733afdf1 None None] Port 88489eec-7183-4c52-aacf-46dade30188d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:28:51.625505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:51.685816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.694013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.700466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.706503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bb8388f-1ac1-4d56-a624-8945116f864e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.708674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.715768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.723461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.726266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3dae3-0e90-40fc-a115-3772bd67b6c7 req-a2a8f4c2-adf7-4715-b95a-25ea5c54f6e6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.728060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43a3dae3-0e90-40fc-a115-3772bd67b6c7 req-a2a8f4c2-adf7-4715-b95a-25ea5c54f6e6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.1933491 Oct 13 04:28:51.731467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bb8388f-1ac1-4d56-a624-8945116f864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.753564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.757127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-5eb480c1-6f6d-4fea-a88d-c862efd93ce6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2619262 Oct 13 04:28:51.777405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-92c958a0-e5e6-482d-93a5-dff456f02676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.779683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-92c958a0-e5e6-482d-93a5-dff456f02676 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753178 Oct 13 04:28:51.811906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1bb8388f-1ac1-4d56-a624-8945116f864e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cb5baaff9ba47a8aae41fa76a65b20d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0661728 Oct 13 04:28:51.811906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8388f-1ac1-4d56-a624-8945116f864e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599bacc6-f7d0-4512-893a-0f970bead656,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:51.822590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59662) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:51.824907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:28:51.830401 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c0fef7a-8926-41d6-b645-887510951734 admin admin] 10.222.0.49 "PUT /v2.0/routers/6818e85d-04dd-4d85-b49f-cfc99b61e416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6610365 Oct 13 04:28:51.927423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43a3dae3-0e90-40fc-a115-3772bd67b6c7 req-856f62f5-2774-4f18-aceb-208784e808b6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311700 Oct 13 04:28:51.961575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:51.967872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83db62-bf9b-4646-927e-d55388787195 req-5fd2ad81-ce73-4e9a-a797-0110698b5bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:51.971018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-5fd2ad81-ce73-4e9a-a797-0110698b5bad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4161882 Oct 13 04:28:51.988479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:51.995014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.061392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f0a7448f-9ae8-47cd-9f05-f5190f3aab48 req-14a465ae-4f64-42f7-a066-ac736aac16ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2780969 Oct 13 04:28:52.066932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.072732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.077502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/599bacc6-f7d0-4512-893a-0f970bead656 HTTP/1.1" status: 204 len: 168 time: 0.2539303 Oct 13 04:28:52.083874 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Sync routers for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:28:52.098832 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:52.099944 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:52.150582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca2fd3-3d93-492d-8a78-edac4249458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599bacc6-f7d0-4512-893a-0f970bead656,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:52.190877 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.213325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82943-7db5-498a-bca7-312489fb9500 req-eaf951da-47de-4aa2-b977-f2d1b50edfe6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:52.221524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a82943-7db5-498a-bca7-312489fb9500 req-eaf951da-47de-4aa2-b977-f2d1b50edfe6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1392918 Oct 13 04:28:52.296328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:52.306775 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbe43cb-a960-480d-b979-5c36d6809439" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:52.331866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a82943-7db5-498a-bca7-312489fb9500 req-09505685-e238-493a-bde2-120a97a58858 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024015 Oct 13 04:28:52.336697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-a2ad02fa-b0de-4766-aa63-2a2b94eb70bf service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678447 Oct 13 04:28:52.337995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:52.350821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.376004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-95970fcc-ada6-46c0-aad1-f007e853a805 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245593 Oct 13 04:28:52.413359 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:52.422269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:52.464986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7fdd50e8-7ecb-4020-af52-77dbb5151f3a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:52.548491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:52.549239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.630573 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67727ee4-4213-484e-9147-2e85eb332f7b x-openstack-request-id: req-67727ee4-4213-484e-9147-2e85eb332f7b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:52.630908 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:52.631722 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67727ee4-4213-484e-9147-2e85eb332f7b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:52.632137 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:28:52.748282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59690) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:52.770456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12b6fc8e-323b-4f75-8af1-2552deace77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.796223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24feb445-620a-413c-a687-c1e671e0af0d req-f626dc7c-d564-4ede-9af1-0a4145cae764 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0728755 Oct 13 04:28:52.811429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f83db62-bf9b-4646-927e-d55388787195 req-5de80f9f-22c4-4329-b980-ae41368152ee service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629188 Oct 13 04:28:52.826905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1bab9ceb-fd07-4773-ae9a-ade06335eb9b service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261703 Oct 13 04:28:52.885832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b017369e-1523-4436-b076-84b7ae8c4534 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0486422 Oct 13 04:28:52.980930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:49Z', 'revision_number': 4, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '88489eec-7183-4c52-aacf-46dade30188d', 'name': '', 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'mac_address': 'fa:16:3e:6d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:47Z', 'updated_at': '2021-10-13T04:28:49Z', 'revision_number': 2, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'subnets': [{'id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:52.988207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12b6fc8e-323b-4f75-8af1-2552deace77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:52.999556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12b6fc8e-323b-4f75-8af1-2552deace77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.047110 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Checking router: 6818e85d-04dd-4d85-b49f-cfc99b61e416 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:28:53.047501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Updating router 6818e85d-04dd-4d85-b49f-cfc99b61e416 port 88489eec-7183-4c52-aacf-46dade30188d binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:28:53.066530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59696) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.072802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332829179', 'description': 'tempest-secgroup-smoke-332829179 description', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:53.105037 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.106554 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-12b6fc8e-323b-4f75-8af1-2552deace77d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab90d0189df4466e858651d009444669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563886 Oct 13 04:28:53.107997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b5427b5b-8749-4395-b116-1485c1f86b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.109509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b5427b5b-8749-4395-b116-1485c1f86b84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.2101486 Oct 13 04:28:53.110057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.111137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6fc8e-323b-4f75-8af1-2552deace77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5adc2-3e46-4ce8-a27a-8b2db65bb9a6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.159861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.178824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d894e9-d3dd-4053-bcd5-2c8cb0ee3259 req-5537e65f-5e43-4ad0-88b4-5703acb04c3f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.180428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1d894e9-d3dd-4053-bcd5-2c8cb0ee3259 req-5537e65f-5e43-4ad0-88b4-5703acb04c3f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.2371650 Oct 13 04:28:53.247646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8ed2e23a-f0fd-4b0d-8785-aa3915043ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.249196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8ed2e23a-f0fd-4b0d-8785-aa3915043ba1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1165769 Oct 13 04:28:53.349312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.356715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.363093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.369819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.379588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.392101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.406547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.413479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:53.422104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1d894e9-d3dd-4053-bcd5-2c8cb0ee3259 req-a518708e-0fa4-49af-989f-c191b6d0da14 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258785 Oct 13 04:28:53.432389 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-689ddb4a-b484-43e3-828b-fc906e68a7e3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2048659 Oct 13 04:28:53.464883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.465107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.474145 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.483905 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.494936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.526759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4872a3-4ec4-4b64-a3a0-24a437d5f600 None None] Pushing event updated for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.553369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.554649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4867167 Oct 13 04:28:53.562420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59710) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.570903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:53.591703 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c65b34cc-b2bc-49ab-8168-2e336ca00875 req-5365a6e6-7246-4792-84ec-12ff5b04eacf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1583564 Oct 13 04:28:53.593935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573a017-3797-44a4-a54d-6730a803b0f3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404fc973-3b1e-4097-a452-4ca8917f7956,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.661376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.692840 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Attempting to bind port 88489eec-7183-4c52-aacf-46dade30188d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:28:53.693365 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Attempting to bind port 88489eec-7183-4c52-aacf-46dade30188d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:28:53.694088 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Attempting to bind port 88489eec-7183-4c52-aacf-46dade30188d on network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:28:53.694225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-fb0f5212-da1e-441e-9afc-b587022856af service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010859 Oct 13 04:28:53.696127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.701076 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.709676 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:28:53.710454 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Checking segment: {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:28:53.711504 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.713451 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Bound using segment: {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:28:53.714039 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Bound port: 88489eec-7183-4c52-aacf-46dade30188d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762c309c-0783-4e39-bec5-e1edc2bbdd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:28:53.714808 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.720586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0c5adc2-3e46-4ce8-a27a-8b2db65bb9a6 HTTP/1.1" status: 204 len: 168 time: 0.5963030 Oct 13 04:28:53.832874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.844141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.880255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] For port 88489eec-7183-4c52-aacf-46dade30188d, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:28:53.888984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] For port 88489eec-7183-4c52-aacf-46dade30188d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=88489eec-7183-4c52-aacf-46dade30188d,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:28:53.890024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d70b359-1753-4962-a2c5-7a71e321cdac,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:53.903521 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.917757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.922135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-61d202be-745b-4980-b4cd-b954c4a67b37 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561652 Oct 13 04:28:53.923710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59720) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:53.930487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:53.951572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] Provisioning complete for port 88489eec-7183-4c52-aacf-46dade30188d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:53.964240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:53.986814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b06c-5516-4de5-9530-fd486f3b82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5adc2-3e46-4ce8-a27a-8b2db65bb9a6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:54.024782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e1c27486-4401-4fad-8030-3c9ab103e977 req-f6a70147-b861-4f3a-bf2b-2427174418d5 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0785465 Oct 13 04:28:54.038169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:28:54.044932 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:28:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:54.062914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:28:54.075274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.079951 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4872a3-4ec4-4b64-a3a0-24a437d5f600 None None] Pushing event updated for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:54.200270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72e86a-c291-4e78-b95f-1f2210c26b25 req-d155904a-6364-4de3-9945-2ac86f305c49 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.206947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.210997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce72e86a-c291-4e78-b95f-1f2210c26b25 req-d155904a-6364-4de3-9945-2ac86f305c49 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.4863548 Oct 13 04:28:54.221071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.269713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1148db-bdfd-4e89-b0c1-7b162c8fad62,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:54.302097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.311777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59724) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:54.312527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c5a2531-6565-465f-8d6c-5eebfe22a0d8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3877256 Oct 13 04:28:54.344215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:54.372895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.390394 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:28:54.423777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-2cfbfd58-cbe0-49ca-8e4b-01484aa4f86c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.425530 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-2cfbfd58-cbe0-49ca-8e4b-01484aa4f86c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.3652842 Oct 13 04:28:54.568023 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1ddc6b6a-f005-4e16-bd11-0da5dd89391e service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8382280 Oct 13 04:28:54.595697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce72e86a-c291-4e78-b95f-1f2210c26b25 req-2296393a-87ef-4367-a831-c438ae9cb3d7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783288 Oct 13 04:28:54.656108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0762352-c771-45cd-bcea-fe99ad3516b7 req-b3712891-fd47-4868-b124-722ae1865abd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:54.670195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0762352-c771-45cd-bcea-fe99ad3516b7 req-b3712891-fd47-4868-b124-722ae1865abd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.1170762 Oct 13 04:28:54.690299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] For port 88489eec-7183-4c52-aacf-46dade30188d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=88489eec-7183-4c52-aacf-46dade30188d,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:54.698393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:54.724251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.736600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '05285b60-59b2-454a-84b7-b70301a497f2', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '05285b60-59b2-454a-84b7-b70301a497f2', 'mac_address': 'fa:16:3e:be:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:28:54.744347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0762352-c771-45cd-bcea-fe99ad3516b7 req-8583812f-fbae-4392-8bdd-eaa22e6e4f2f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Oct 13 04:28:54.874694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-995df4cc-6919-4dad-93f2-c10044bbebf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 217 time: 0.2752066 Oct 13 04:28:54.987336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:54.993633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1798b5e3-e4dd-4d52-9fc1-ad377997bb65 None None] Provisioning complete for port 88489eec-7183-4c52-aacf-46dade30188d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:55.004354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1798b5e3-e4dd-4d52-9fc1-ad377997bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.007454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.017159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.020525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b3091-ab46-438f-9cc1-2a1fb437ace0 None None] Pushing event updated for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:55.024989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.034184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.040545 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:49Z', 'revision_number': 4, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '88489eec-7183-4c52-aacf-46dade30188d', 'name': '', 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'mac_address': 'fa:16:3e:6d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:47Z', 'updated_at': '2021-10-13T04:28:53Z', 'revision_number': 4, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'subnets': [{'id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:28:55.042906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.051836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.060280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.070325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-90acd38d-e9bb-45da-b419-a802751ba7d8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.1554492 Oct 13 04:28:55.144062 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b697aea-3285-413f-8907-43da91be94c1 None None] The sync data for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 is: [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:28:49Z', 'revision_number': 4, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '88489eec-7183-4c52-aacf-46dade30188d', 'name': '', 'network_id': 'b8e04934-625d-4d9c-b4f4-0d8fafcf18c5', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'mac_address': 'fa:16:3e:6d:94:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:47Z', 'updated_at': '2021-10-13T04:28:53Z', 'revision_number': 4, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'subnets': [{'id': '90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:28:55.155568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.170692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.190903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.224571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474cb660-b152-4d3e-9305-ec9babd8ccb1 req-6f62b173-7805-4e7d-81da-b88b565e1372 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527908 Oct 13 04:28:55.278994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:28:55.334838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:55.335172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:28:55.335443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.399319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.531514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-483e2e32-f331-46cb-b8ae-26c4c6c7a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:55.534591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-483e2e32-f331-46cb-b8ae-26c4c6c7a3f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.6472409 Oct 13 04:28:55.538136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d765a5f-36ff-40cd-939f-c6f000e26aa7,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:55.538824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['05285b60-59b2-454a-84b7-b70301a497f2'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:55.545480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6950834c-ae2b-4291-abe7-3f598757cfe4 req-0828f384-bf61-40db-9fd9-55f134556406 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.3035038 Oct 13 04:28:55.632991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.638000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c0814c73-574c-462c-9818-0626e75e2a19 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3176382 Oct 13 04:28:55.642451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:55.649835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:55.721720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:55.844449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:55.978787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port e0dee142-2be2-49b0-b26f-33a55a7bf1c6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:55.979261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.006027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-7333d674-9ffd-4e61-87bd-84c361de00cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.007647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-7333d674-9ffd-4e61-87bd-84c361de00cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4568901 Oct 13 04:28:56.035399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for e0dee142-2be2-49b0-b26f-33a55a7bf1c6 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:28:56.186152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb03f-7fc5-45b6-b87a-521ed34cd618 req-75cba6b3-c69f-4ab8-8e78-3b4a8a65a36d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.195302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa2cb03f-7fc5-45b6-b87a-521ed34cd618 req-75cba6b3-c69f-4ab8-8e78-3b4a8a65a36d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 945 time: 0.2631969 Oct 13 04:28:56.402499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa2cb03f-7fc5-45b6-b87a-521ed34cd618 req-74d6b9bb-e6b9-433d-9c8a-93f2c504fa8d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060659 Oct 13 04:28:56.424547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-650b1be7-adee-484e-8c34-9d53c1e0a74f service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037025 Oct 13 04:28:56.445116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee1b7e-4ebb-4dfb-b966-28232d8608e1 req-5126e7d2-8383-44e6-bd95-7e3e7a3c4247 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.453629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3aee1b7e-4ebb-4dfb-b966-28232d8608e1 req-5126e7d2-8383-44e6-bd95-7e3e7a3c4247 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.6906221 Oct 13 04:28:56.532243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 88489eec-7183-4c52-aacf-46dade30188d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:56.557743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.571549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3aee1b7e-4ebb-4dfb-b966-28232d8608e1 req-42bac5a1-fd86-4962-a200-38d1fb10ade4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167622 Oct 13 04:28:56.573128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.621770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.632874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9890404 Oct 13 04:28:56.634042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:56.634960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ef1fa-8680-4f01-a38d-2a0cd0a0fe40 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70538a9e-b0c6-42e8-9ede-6a58aaf9f12d,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:56.681736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:56.703517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 88489eec-7183-4c52-aacf-46dade30188d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:56.704446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.869709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.889176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.913492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c343de32-8cea-4b4a-8a66-4cf92ebb497d req-b257be31-8f24-4870-b864-fedcc1e7c75b tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1654332 Oct 13 04:28:56.914966 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Project db6bc54c43164143ba695f1e7f7d0d5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:28:56.916940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.960503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:56.965576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:56.996702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:57.006738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:57.015409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:57.031286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6c03878-183d-423a-8238-e86089d392f4 req-83ee891a-fa33-4c4e-af5a-377c42f0ca83 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3140821 Oct 13 04:28:57.044157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:57.060606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:57.064182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['132a54aa-5f77-47fb-8970-4063ad27fb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:28:57.120398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6c03878-183d-423a-8238-e86089d392f4 req-4a656163-2600-480f-aeeb-ae174e38eb02 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875211 Oct 13 04:28:57.149376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=e0dee142-2be2-49b0-b26f-33a55a7bf1c6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:57.155676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-51aafee8-76da-4ff9-8d25-9350b4c2db0b service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123320 Oct 13 04:28:57.911088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc834833-3655-43fb-b150-320c4813f0f0 req-cc9887af-f302-4ba9-8219-53485c75a7c7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:57.928568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc834833-3655-43fb-b150-320c4813f0f0 req-cc9887af-f302-4ba9-8219-53485c75a7c7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 945 time: 0.1318302 Oct 13 04:28:57.999660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-eb7e314e-086c-4478-9281-f02a9f4f5a3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 217 time: 0.8338208 Oct 13 04:28:58.010250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:28:58.082638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3589a860-bc01-4016-aaf9-a73def67e70b req-af24c442-df7f-4f3a-90df-da1ae897a163 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 210 time: 0.0903392 Oct 13 04:28:58.097278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc834833-3655-43fb-b150-320c4813f0f0 req-ad31a390-3e4b-4d82-807b-f9a5ffb31fa2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605997 Oct 13 04:28:58.188050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 05285b60-59b2-454a-84b7-b70301a497f2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:28:58.188665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.204171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port e0dee142-2be2-49b0-b26f-33a55a7bf1c6 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:28:58.213960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.218257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.224005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4ce7b426-b682-4664-990f-fb523dea57f9 req-d5e701ff-0ff2-487a-9f6f-137f2d545a9c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "DELETE /v2.0/ports/e0dee142-2be2-49b0-b26f-33a55a7bf1c6 HTTP/1.1" status: 204 len: 173 time: 3.7879815 Oct 13 04:28:58.231954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'name': 'network-vif-deleted', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:58.234370 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2695e8d-35aa-4550-ac3f-727b049a85a0" -d '{"events": [{"server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "name": "network-vif-deleted", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:58.252808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.294070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9048738-d5e2-48aa-a0d9-5aa020fd1891,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.315392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b55a800b-c596-4aa2-9236-c85f0ca84ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:58.318455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b55a800b-c596-4aa2-9236-c85f0ca84ada service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.2982357 Oct 13 04:28:58.372557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.374254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.383658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d3988290-cf44-4110-a2aa-4043628a3492 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7215607 Oct 13 04:28:58.424664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59916) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:28:58.429338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'security_group_rule': {'security_group_id': '404fc973-3b1e-4097-a452-4ca8917f7956', 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:28:58.435352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:28:58.446710 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b07bf-927b-4e96-9b37-b49627494f17" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:28:58.464024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-734de6c0-93d8-4015-896a-f304023c7673 req-d3eef04a-7c7f-457b-b888-8efac823b320 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1456800 Oct 13 04:28:58.473905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b72eb487-bed8-455e-bc0c-e909ed9f6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:58.475503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-b72eb487-bed8-455e-bc0c-e909ed9f6cf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1481996 Oct 13 04:28:58.479920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:28:58.492160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.493160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e0dee142-2be2-49b0-b26f-33a55a7bf1c6 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:28:58.535456 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Project db6bc54c43164143ba695f1e7f7d0d5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:28:58.545575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.697108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.703277 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb94c18-eeba-42af-9c6a-6875b01ef087 x-openstack-request-id: req-8bb94c18-eeba-42af-9c6a-6875b01ef087 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:58.706491 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a3be7a-d88a-432e-b4f3-05dbb5abc8fa", "name": "network-vif-deleted", "tag": "e0dee142-2be2-49b0-b26f-33a55a7bf1c6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:58.708736 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bb94c18-eeba-42af-9c6a-6875b01ef087 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:58.709261 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a3be7a-d88a-432e-b4f3-05dbb5abc8fa', 'name': 'network-vif-deleted', 'tag': 'e0dee142-2be2-49b0-b26f-33a55a7bf1c6', 'status': 'completed', 'code': 200} Oct 13 04:28:58.709975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.724956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=13']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.729768 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507634d2-afcd-4883-965d-79803945b955 x-openstack-request-id: req-507634d2-afcd-4883-965d-79803945b955 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:28:58.730307 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-plugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:28:58.731135 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-507634d2-afcd-4883-965d-79803945b955 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:28:58.731732 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:28:58.732534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: e0dee142-2be2-49b0-b26f-33a55a7bf1c6 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:28:58.733019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e0dee142-2be2-49b0-b26f-33a55a7bf1c6 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:28:58.808078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:28:58.818131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3836577 Oct 13 04:28:58.818131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e374b-ffdf-40d7-8245-2915a2e3ad25 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08580d1-ff88-4d77-a52d-087d03b125d0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:28:58.848251 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:28:58.941526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:58.986019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.003849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.021851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.039123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.062884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.073050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.087089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-5340a1f8-503e-4dc7-9b86-3579af4d2bdb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.4261539 Oct 13 04:28:59.147641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-4440b748-e55f-436d-911b-449747ba054e service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627903 Oct 13 04:28:59.189972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5ba30ea-3ee9-49b7-9309-c92ea82799b8 req-761d9f35-6593-47c8-8a9c-0ca6764818f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989101 Oct 13 04:28:59.340638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f96a011-e631-4936-8293-450e3de53c0f req-36933c01-a7ef-4faa-9ad0-dae49d014028 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=61a3be7a-d88a-432e-b4f3-05dbb5abc8fa HTTP/1.1" status: 200 len: 210 time: 0.0469084 Oct 13 04:28:59.425472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-56f40079-fdd4-45f9-a567-f33019b9d385 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577040 Oct 13 04:28:59.544224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-f9ba6975-d1e6-4406-8d85-364df51d0a6a tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332829179&fields=id&tenant_id=db6bc54c43164143ba695f1e7f7d0d5e HTTP/1.1" status: 200 len: 267 time: 0.1063828 Oct 13 04:28:59.592605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-e05fb9f4-7c50-49a2-b0fb-becac8d4b071 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.1412599 Oct 13 04:28:59.668344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8b06bd1f-fd85-4390-afc3-148c33128743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.670624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8b06bd1f-fd85-4390-afc3-148c33128743 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.0686927 Oct 13 04:28:59.782682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8f86d561-14b8-4d43-b630-a463afb21223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.784740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-8f86d561-14b8-4d43-b630-a463afb21223 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917277 Oct 13 04:28:59.796928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823c31-0b4d-4549-ac9a-7ab38578a0f2 req-7055d054-d640-4f54-a1b4-7bdd1bc29376 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.799770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba823c31-0b4d-4549-ac9a-7ab38578a0f2 req-7055d054-d640-4f54-a1b4-7bdd1bc29376 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.2120829 Oct 13 04:28:59.821097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-1fdf64a5-e784-40e3-aacc-dd0bcc007ec3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:28:59.822995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-1fdf64a5-e784-40e3-aacc-dd0bcc007ec3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 808 time: 0.2638254 Oct 13 04:28:59.873793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-3ab2d2b9-9c7e-48b5-96f7-8af53a6f3be3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/quotas/db6bc54c43164143ba695f1e7f7d0d5e HTTP/1.1" status: 200 len: 375 time: 0.0402520 Oct 13 04:28:59.995661 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-b6e8dc5e-a09b-414e-8529-947eca8deef7 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204627 Oct 13 04:29:00.005560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba823c31-0b4d-4549-ac9a-7ab38578a0f2 req-99f75b97-264a-4f0a-a1b0-40e9c2d1ed47 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770139 Oct 13 04:29:00.037218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-990a21a6-4cf9-4161-b92f-fecb8166acbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068155 Oct 13 04:29:00.056784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-1cb84895-5f71-40e1-8a70-18721f6ca728 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557774 Oct 13 04:29:00.194510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d136-9a03-46da-9835-becfc387380b req-9b5e83f9-f090-4c3e-85ff-1c45ce70b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.196068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-9b5e83f9-f090-4c3e-85ff-1c45ce70b3fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 1096 time: 0.1308565 Oct 13 04:29:00.371627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d136-9a03-46da-9835-becfc387380b req-9d98ac05-48ba-43c3-8ceb-bcce93e1f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.373110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-9d98ac05-48ba-43c3-8ceb-bcce93e1f59d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.1541383 Oct 13 04:29:00.386620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dbf6cde7-57d4-48b0-a6c2-c0f3036e647c req-4ea1fe0f-0ac3-4f07-b001-c18d94985368 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201301 Oct 13 04:29:00.443375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9428e6c9-fe58-4b4a-bbc7-54187579b743 req-e7c31cb7-5add-4414-8f64-387818de3f05 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0692403 Oct 13 04:29:00.445258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-31e7a265-ec46-4929-b28d-2727668e3007 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83a55bf5-95d4-491a-ab11-8c358e04340e HTTP/1.1" status: 200 len: 217 time: 0.0577335 Oct 13 04:29:00.530823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-393d9c74-23f4-49db-9c77-ba7d5b54c66d service neutron] 10.222.0.49 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790695 Oct 13 04:29:00.652866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5d136-9a03-46da-9835-becfc387380b req-7f83812d-17e6-43f9-8fbb-8967c27c6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.654350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-7f83812d-17e6-43f9-8fbb-8967c27c6e44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1998372 Oct 13 04:29:00.686535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.687005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.687773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.688569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.689021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.689476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.689930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.691904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-94798f3f-6186-446d-89f3-9a62f75277cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6488 time: 0.1718020 Oct 13 04:29:00.710965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-86607410-b9db-42ae-8abf-96e13fa1148a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463543 Oct 13 04:29:00.721530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-34817b4a-fd87-4b8f-a229-94e2aacdb105 service neutron] 10.222.0.49 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836734 Oct 13 04:29:00.754090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.760861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.767364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.773567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.780122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.787291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.794915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:00.799413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-9ce7b1aa-99ff-47c0-a214-03fa5fdc4ebd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.1955416 Oct 13 04:29:00.952760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d10271c-d969-4e60-b56f-3312f62b6e7e req-2b3ca1ad-a760-406b-be5a-4acbf6672977 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096003 Oct 13 04:29:01.006707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-62f41513-8ec3-4309-a421-b0d489bafb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.008277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-62f41513-8ec3-4309-a421-b0d489bafb43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 903 time: 0.3011966 Oct 13 04:29:01.010503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-16845f59-d58a-4d87-8025-ce25fdd95747 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885251 Oct 13 04:29:01.233967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-a1b53dc8-795c-4e9e-84a4-4f9d0a3b3331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.2087543 Oct 13 04:29:01.237676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d5d136-9a03-46da-9835-becfc387380b req-9163ac40-cf4e-40f6-8ad1-ed68968efbb6 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131388 Oct 13 04:29:01.366463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d95fd97b-c129-4f3a-b748-8e63c8af9a1d req-2c833984-1073-4de5-a7a8-87a65dd1864f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.1264660 Oct 13 04:29:01.411619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60062) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:01.458563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-bccaa1cb-3932-455a-92eb-3c75ca339d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.458563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-bccaa1cb-3932-455a-92eb-3c75ca339d84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.1866319 Oct 13 04:29:01.511419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc63aa-2634-4bb3-aba0-614613554f19 req-ab40f7fd-07b7-404d-bb3d-0888a4f2f37e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.522845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3fcc63aa-2634-4bb3-aba0-614613554f19 req-ab40f7fd-07b7-404d-bb3d-0888a4f2f37e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1029551 Oct 13 04:29:01.615019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3fcc63aa-2634-4bb3-aba0-614613554f19 req-bfb184cb-3304-422f-a260-f950786815bd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908706 Oct 13 04:29:01.686310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-08caca24-c9dc-4e2a-93b0-f56de20b23f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259631 Oct 13 04:29:01.701283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-85ab7b3f-972c-490a-8a8b-a87ec3caa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.708380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-85ab7b3f-972c-490a-8a8b-a87ec3caa1cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2365236 Oct 13 04:29:01.771600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-713baf6b-3932-45e5-a79b-c91a93fd3088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.894408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-713baf6b-3932-45e5-a79b-c91a93fd3088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.944149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69aaa7e7-4041-4ac9-8a2d-f5c39c44fee1 req-183e4cf5-7216-4667-b7bb-9c78d0715c7c tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0477481 Oct 13 04:29:01.948326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-713baf6b-3932-45e5-a79b-c91a93fd3088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:01.960829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59304f-28dd-4e73-8407-ca35bb6e5eb4 req-f842426d-9b05-4948-b3c6-6839a84a04fe tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:01.968948 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e59304f-28dd-4e73-8407-ca35bb6e5eb4 req-f842426d-9b05-4948-b3c6-6839a84a04fe tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 0.2794337 Oct 13 04:29:02.012970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90b027-9290-4b62-b496-e54c25c50714 req-ea4563cd-9151-46c7-9c9b-29c002ec7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.014903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-ea4563cd-9151-46c7-9c9b-29c002ec7983 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.2185116 Oct 13 04:29:02.045022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-713baf6b-3932-45e5-a79b-c91a93fd3088 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e14333beb2045f4ae9a1b4fe99c1675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6298351 Oct 13 04:29:02.059767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:02.063304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713baf6b-3932-45e5-a79b-c91a93fd3088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86ae53-b6c5-41dc-bdb9-846ed4674b00,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:02.189099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.195292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.201440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.208797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.215057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.221703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.228816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.230818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee8799b4-3534-4101-9e20-2789212d4adf req-fa498545-afa3-45e3-8a13-ec03a5127290 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.1344221 Oct 13 04:29:02.249009 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8e59304f-28dd-4e73-8407-ca35bb6e5eb4 req-d2ac6a68-0711-48cf-b71c-eae64561ba57 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762458 Oct 13 04:29:02.262432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-0e80ab72-6d2e-4d56-8fc1-efad304f8c03 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623947 Oct 13 04:29:02.341037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee8799b4-3534-4101-9e20-2789212d4adf req-3c95ee53-9aa3-4afc-b40f-f43c53d0e2bf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996485 Oct 13 04:29:02.345663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.436744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.509733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90b027-9290-4b62-b496-e54c25c50714 req-73c05112-f100-46e2-ac48-3a019e5e1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.511239 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-73c05112-f100-46e2-ac48-3a019e5e1bac service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.4650104 Oct 13 04:29:02.559678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee357805-829a-4a77-aab5-da7cd909696d req-47701783-a0c5-44a6-8915-7d5d11b92a7a tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.0729339 Oct 13 04:29:02.621265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c14fe9d4-97a5-4511-9cb0-ad39e6320aa1 req-0f5bd3a9-9737-43bc-b1a8-0a649cc1f4b4 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463678 Oct 13 04:29:02.675627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.678243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:02.682022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af86ae53-b6c5-41dc-bdb9-846ed4674b00 HTTP/1.1" status: 204 len: 168 time: 0.6182561 Oct 13 04:29:02.689690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4b608-4230-439a-b23c-c618c944aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86ae53-b6c5-41dc-bdb9-846ed4674b00,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:02.694217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-05b879d2-94a1-4d0a-9935-cf7ba6afcbb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1002 time: 0.1510477 Oct 13 04:29:02.861599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90b027-9290-4b62-b496-e54c25c50714 req-e03216ec-ced9-4a65-bfc8-fcd17d17f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.864772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-e03216ec-ced9-4a65-bfc8-fcd17d17f1e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.1570675 Oct 13 04:29:02.927274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-aafc2ca9-ed64-4439-8492-ddbe58d7df90 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.932032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-aafc2ca9-ed64-4439-8492-ddbe58d7df90 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 0.1323338 Oct 13 04:29:02.967930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c672d8c-e8e3-4276-8c83-cb9f8650b3bc req-e10964f1-e3d8-4533-af27-74d3b59bcd8f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:02.976238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c672d8c-e8e3-4276-8c83-cb9f8650b3bc req-e10964f1-e3d8-4533-af27-74d3b59bcd8f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.2220914 Oct 13 04:29:03.041873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c672d8c-e8e3-4276-8c83-cb9f8650b3bc req-b9d6937f-316e-41da-8f79-68ecf24cda15 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645268 Oct 13 04:29:03.053888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90b027-9290-4b62-b496-e54c25c50714 req-0b1ba150-b581-4553-ac40-734d9d823869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.066376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-0b1ba150-b581-4553-ac40-734d9d823869 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603446 Oct 13 04:29:03.164052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8548d60a-c688-453c-b66b-249e909ec51b req-2d7af582-c623-4d9f-af9f-1834e988390e tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0342648 Oct 13 04:29:03.225393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port 132a54aa-5f77-47fb-8970-4063ad27fb3d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:03.225748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:03.253882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-650a4eb4-9c9a-4c60-a255-43e1a1db1019 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.257071 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-650a4eb4-9c9a-4c60-a255-43e1a1db1019 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.47 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 808 time: 0.3659830 Oct 13 04:29:03.268804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-97baf1b1-cfd6-4032-8dc7-6d87a87d5f9f service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865017 Oct 13 04:29:03.424276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608a00-bb07-4169-bccc-b17f57bf7e01 req-9f79502d-6116-4fd2-99df-216a5c1ca514 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.425799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0608a00-bb07-4169-bccc-b17f57bf7e01 req-9f79502d-6116-4fd2-99df-216a5c1ca514 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 945 time: 0.0781312 Oct 13 04:29:03.474246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port 132a54aa-5f77-47fb-8970-4063ad27fb3d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=132a54aa-5f77-47fb-8970-4063ad27fb3d,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:03.475291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:03.480369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0608a00-bb07-4169-bccc-b17f57bf7e01 req-a7539a84-bc04-4849-a29a-da8bbc3552ca tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Oct 13 04:29:03.486979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-02b3e50b-7aee-4e5c-be14-50e46578a508 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114096 Oct 13 04:29:03.540945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for 132a54aa-5f77-47fb-8970-4063ad27fb3d owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:03.662486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-9849be53-33f3-47a2-bfd9-8a72e29cfbaa tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db6bc54c43164143ba695f1e7f7d0d5e HTTP/1.1" status: 200 len: 379 time: 0.3092299 Oct 13 04:29:03.727904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'port': {'device_id': 'da718522-5479-46e6-9d65-e057e67e1338', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'admin_state_up': True, 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'security_groups': ['404fc973-3b1e-4097-a452-4ca8917f7956']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:03.738311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee41439a-39e2-47e0-aa84-820b08fb7b13 req-5bf8d840-60e1-4f2d-99b7-c634d1a2c036 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.0717900 Oct 13 04:29:03.768266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.776757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.783825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.790526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.798855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.807403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.816463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:03.819270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-4b1a00f5-2f61-429a-b4a9-6bd066a5a095 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3061473 Oct 13 04:29:03.955879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2279de85-5d25-4d1d-bd13-01f321a3066b req-d880d9f2-b3b9-494c-8347-790abc19f5f4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712779 Oct 13 04:29:04.252871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:04.263724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Made reservation on behalf of db6bc54c43164143ba695f1e7f7d0d5e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:04.270000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:04.273972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['132a54aa-5f77-47fb-8970-4063ad27fb3d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:04.283335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f557-281f-46ca-9c37-acf033a3c5a3 req-4f54ed51-1680-4278-bfcb-3663555d22de tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:04.285761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:04.292282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c66f557-281f-46ca-9c37-acf033a3c5a3 req-4f54ed51-1680-4278-bfcb-3663555d22de tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1519263 Oct 13 04:29:04.352211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c66f557-281f-46ca-9c37-acf033a3c5a3 req-ec35ec13-3400-464c-b9d2-daf11ef32595 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544882 Oct 13 04:29:04.365803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=132a54aa-5f77-47fb-8970-4063ad27fb3d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:04.469781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a8af0c3-1f63-4d36-9116-0def9912e53c req-498a53e4-44bc-4946-a228-86b20309721d tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.1087666 Oct 13 04:29:04.485934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port 132a54aa-5f77-47fb-8970-4063ad27fb3d on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:04.516124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:04.520437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cf16dca-e05e-49fe-97c3-d0f2c5ae98f0 req-6bd5c538-a07a-4150-8e99-97e83c328647 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "DELETE /v2.0/ports/132a54aa-5f77-47fb-8970-4063ad27fb3d HTTP/1.1" status: 204 len: 173 time: 1.5760310 Oct 13 04:29:04.521237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'name': 'network-vif-deleted', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:04.524877 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261dbd07-cb07-4ff2-b0da-f713e780c7eb" -d '{"events": [{"server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "name": "network-vif-deleted", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:04.694588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6805164a-c887-4a6b-9de7-b95e19133c4d req-1b128efc-d2ae-49c1-b35f-6430c81c16d9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e9fa679-2b8c-49c3-a482-76cc99a9d6d3 HTTP/1.1" status: 200 len: 210 time: 0.0695391 Oct 13 04:29:04.717294 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89842675-09f6-4fa9-9266-f94c203b0702 x-openstack-request-id: req-89842675-09f6-4fa9-9266-f94c203b0702 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:04.717591 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fa679-2b8c-49c3-a482-76cc99a9d6d3", "name": "network-vif-deleted", "tag": "132a54aa-5f77-47fb-8970-4063ad27fb3d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:04.717998 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89842675-09f6-4fa9-9266-f94c203b0702 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:04.718321 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fa679-2b8c-49c3-a482-76cc99a9d6d3', 'name': 'network-vif-deleted', 'tag': '132a54aa-5f77-47fb-8970-4063ad27fb3d', 'status': 'completed', 'code': 200} Oct 13 04:29:04.801569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Allocated IP 172.20.0.4 (38b8c47e-7aba-47e0-ac32-7b2fab793376/16eb9d28-7cd8-41f1-a1ea-597ff4a97794/48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:05.027322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-13015ae1-aa0e-4da9-aba9-d7beed6718c4 req-c2f0a5cd-c15f-4a00-bc44-7f1c433b6179 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.1202669 Oct 13 04:29:05.161566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.168236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.176313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.183746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.191538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.199900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.200669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:05.208560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.218461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-4539c519-9547-4887-b667-ab5170d54864 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.1252935 Oct 13 04:29:05.285959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c84178a-8fd7-489d-b776-9a45c5fe9dd6 req-aef5f61a-4702-4b56-a36f-40f2554a440c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653229 Oct 13 04:29:05.306146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:05.430452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:05.436765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:05.455044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:05.458560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:05.583555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.584641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:05.615356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf47bd-3d9f-455a-a23d-d92a084a4fd9 req-8ba1c006-9a7a-4a86-b53a-46c7b6052477 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:05.623243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9eaf47bd-3d9f-455a-a23d-d92a084a4fd9 req-8ba1c006-9a7a-4a86-b53a-46c7b6052477 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1127238 Oct 13 04:29:05.684153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-896364af-4d46-49d7-bef7-55db71a2b453 req-0a4a4609-10f2-4871-be5f-2f5e5865c2bd tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0504205 Oct 13 04:29:05.686739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-becaaddd-d1d2-412b-ab5f-3b14ced0f06f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0100942 Oct 13 04:29:05.731895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Request body: {'port': {'device_id': 'da718522-5479-46e6-9d65-e057e67e1338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:05.782312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9eaf47bd-3d9f-455a-a23d-d92a084a4fd9 req-55a7400e-0d4f-41e8-a9aa-bdb03edd5e5d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459949 Oct 13 04:29:05.837877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:05.979238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c7cc422d-c5bb-4e7d-bed3-89223cd11460 None None] Provisioning complete for port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:05.982173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c7cc422d-c5bb-4e7d-bed3-89223cd11460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.095547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc422d-c5bb-4e7d-bed3-89223cd11460 None None] Port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:29:06.448789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d92814-ddf7-477f-9a4b-8a7c18deb57e req-13d7b657-85d3-4691-9795-288fc709a1c3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.459894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10d92814-ddf7-477f-9a4b-8a7c18deb57e req-13d7b657-85d3-4691-9795-288fc709a1c3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 931 time: 0.2564206 Oct 13 04:29:06.554307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-10d92814-ddf7-477f-9a4b-8a7c18deb57e req-cbee2206-7af1-4b55-b462-c9fca04544e5 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928614 Oct 13 04:29:06.770836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-ad9cdf6f-9d0e-4c05-8ff5-06bde6126358 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.773181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-ad9cdf6f-9d0e-4c05-8ff5-06bde6126358 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.5884614 Oct 13 04:29:06.789157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:06.800560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.809699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-f507613b-07df-4934-b70f-74d9e31c9beb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0301857 Oct 13 04:29:06.852663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60230) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:06.853262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Transition to ACTIVE for port object 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:06.863998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:06.907640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-5ab1e78f-26d6-4950-822a-f570fc108ee4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970011 Oct 13 04:29:06.916653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Pushing event updated for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:06.949695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.955007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 132a54aa-5f77-47fb-8970-4063ad27fb3d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:06.956192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.964004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.971674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.977399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.984079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:06.991649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:07.001627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-d6e281fa-7048-4a91-8249-5b8618d17ffa tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3069086 Oct 13 04:29:07.014421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 132a54aa-5f77-47fb-8970-4063ad27fb3d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:07.017429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 132a54aa-5f77-47fb-8970-4063ad27fb3d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:07.101237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3036416-dfed-473e-aab9-13a6f5ddba4f req-8efaac8d-f083-4461-9926-eb13d2c2dd26 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987179 Oct 13 04:29:07.152699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2334186b-c75b-43e4-8300-e36cc4734570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.167538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-da07d215-ea72-433f-9f35-eba43161225f service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516141 Oct 13 04:29:07.277233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-bc601c8a-0210-41c2-9ccd-37da4ff34bde service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066585 Oct 13 04:29:07.387566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Attempting to bind port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:07.388311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Attempting to bind port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:07.388862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Attempting to bind port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c on network 38b8c47e-7aba-47e0-ac32-7b2fab793376 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:07.404394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b80aa32b-49f3-4318-9442-189f3cd2c750 req-4bf39b93-46b2-4155-9d7a-81c64c40add6 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f5f13ad-f1d3-4c60-b7ff-7f54a76bf550 HTTP/1.1" status: 200 len: 210 time: 0.0562611 Oct 13 04:29:07.457528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c on network 38b8c47e-7aba-47e0-ac32-7b2fab793376 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:07.457528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Attempting to bind port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c on network 38b8c47e-7aba-47e0-ac32-7b2fab793376 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:07.515902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:07.516418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Checking segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:07.516824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Bound using segment: {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:07.522712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Bound port: 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:07.537095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.569345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74ed9e-e5e7-427d-9f86-ac95a98ea44c req-a7624ba6-1ee7-4b9e-9899-7b626a95c620 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:07.579413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb74ed9e-e5e7-427d-9f86-ac95a98ea44c req-a7624ba6-1ee7-4b9e-9899-7b626a95c620 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.0940082 Oct 13 04:29:07.584873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2334186b-c75b-43e4-8300-e36cc4734570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.597217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2334186b-c75b-43e4-8300-e36cc4734570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.651664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb74ed9e-e5e7-427d-9f86-ac95a98ea44c req-78bc0afe-184b-41e6-8f6e-9f76478c138b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706460 Oct 13 04:29:07.744701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60244) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:07.745198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2334186b-c75b-43e4-8300-e36cc4734570 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc3c4ed5d5a24919b24b71ae904264dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8906555 Oct 13 04:29:07.776956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b45320d1-7fe6-4f28-8edf-e8964dc55953 req-7df79dc2-5452-4938-9fef-1442aea6a0cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 210 time: 0.0564885 Oct 13 04:29:07.779892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334186b-c75b-43e4-8300-e36cc4734570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a779e18-1d7e-425a-be52-6373717345a0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:07.795529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:07.800676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:07.810642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.869827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:07.871166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.884856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 1091 time: 2.1865227 Oct 13 04:29:07.885631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:07.902761 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:07.903538 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:07.989324 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69de9e46-21ff-4a37-b33f-30e10e13a6a0 x-openstack-request-id: req-69de9e46-21ff-4a37-b33f-30e10e13a6a0 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:07.989644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:07.989870 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69de9e46-21ff-4a37-b33f-30e10e13a6a0 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:07.992677 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'status': 'completed', 'code': 200} Oct 13 04:29:08.030445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.056452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac38fb0-e40c-46e2-81bc-24d8a0a305d8 service neutron] Pushing event updated for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:08.069336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c3fd-6347-4312-aad9-4e7af0f3e95b req-bd9cf381-8db3-49a6-bcb5-1ced14519787 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.080521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d245c3fd-6347-4312-aad9-4e7af0f3e95b req-bd9cf381-8db3-49a6-bcb5-1ced14519787 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 943 time: 0.2096965 Oct 13 04:29:08.118225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-62fa59a6-a766-4709-a7ba-b6df5554408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.120190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-62fa59a6-a766-4709-a7ba-b6df5554408a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1094 time: 0.1677852 Oct 13 04:29:08.179692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d245c3fd-6347-4312-aad9-4e7af0f3e95b req-84afc388-02d7-4775-87eb-329f7fa7482c tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981822 Oct 13 04:29:08.203048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.207532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.208742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a779e18-1d7e-425a-be52-6373717345a0 HTTP/1.1" status: 204 len: 168 time: 0.4623044 Oct 13 04:29:08.223491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a779e18-1d7e-425a-be52-6373717345a0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:08.233804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.234632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.235263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.242713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.243314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.243918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.244524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.245042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.245620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.246133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.246669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.247212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a6b2a-9b6c-4938-a51d-9e8cae8d6def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:08.271340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-5420b532-931b-4f5b-9f99-568b3489cf41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 217 time: 0.1400819 Oct 13 04:29:08.443609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-56679ee6-8894-43ab-baa8-a96fec2fa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.445106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-56679ee6-8894-43ab-baa8-a96fec2fa060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 200 len: 847 time: 0.1537879 Oct 13 04:29:08.458893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.465298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.472033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.478337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.485880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.493208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.499701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.521573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-6992f74b-ddd0-48f4-b034-2cc415a85449 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2531979 Oct 13 04:29:08.648524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6cf37aa-149b-402f-b197-fb037fbe364e req-bc7102ec-d0f0-49a1-a7fd-7e7027b5a13c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194587 Oct 13 04:29:08.649494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:08.656038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-a329d14f-81a8-47e8-ab44-4f0e4b6633b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.659371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-a329d14f-81a8-47e8-ab44-4f0e4b6633b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38b8c47e-7aba-47e0-ac32-7b2fab793376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192014 Oct 13 04:29:08.821415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.879715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60274) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:08.923079 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-e8495334-0c97-495a-b5d2-0409cddc9380 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552977 Oct 13 04:29:08.932745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.939178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e3fba-3bdd-4e08-b2e5-dd2455daf847 req-6b560502-218b-43c3-8d35-bd2b4ce06e0d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:08.942038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4037cbdc-880c-40c6-acdb-2b70948590a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:08.942452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-812e3fba-3bdd-4e08-b2e5-dd2455daf847 req-6b560502-218b-43c3-8d35-bd2b4ce06e0d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.0907845 Oct 13 04:29:08.972830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e34cec6-60da-4ecd-81ed-c2f2626d3c81 req-982e9867-9fef-43ea-a08a-f5f6d3ddb7b7 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 210 time: 0.0563836 Oct 13 04:29:09.061459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-812e3fba-3bdd-4e08-b2e5-dd2455daf847 req-15af35d4-3547-4cfb-9c46-b0c7c3fb449d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086648 Oct 13 04:29:09.069748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.071923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.076063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1dd7856-276f-4818-aa63-14d704a23570 HTTP/1.1" status: 204 len: 168 time: 0.4225535 Oct 13 04:29:09.092801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60276) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:09.111391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5716523-370c-4b77-9a7a-6b34f31b45af tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd7856-276f-4818-aa63-14d704a23570,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:09.161266 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4037cbdc-880c-40c6-acdb-2b70948590a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.169454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4037cbdc-880c-40c6-acdb-2b70948590a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.172717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-55f5ceaf-c8bc-476a-ac38-8b44c6df2d1e req-1f68c8db-c1c2-4c49-aab5-57d23e077c96 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287428 Oct 13 04:29:09.175109 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-b6e82a22-c935-4835-a199-93620e69b955 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] show failed (client error): The resource could not be found. Oct 13 04:29:09.180379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b6e82a22-c935-4835-a199-93620e69b955 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "GET /v2.0/security-groups/e1dd7856-276f-4818-aa63-14d704a23570 HTTP/1.1" status: 404 len: 347 time: 0.0835760 Oct 13 04:29:09.181936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60278) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:09.210098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037cbdc-880c-40c6-acdb-2b70948590a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547a445f-4598-4fd4-b5d2-a9e0991d6113,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:09.250782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4037cbdc-880c-40c6-acdb-2b70948590a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3c475abe68142edb8d22030946a2665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580968 Oct 13 04:29:09.254173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:09.373539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.399758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.464869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.468132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:09.470113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/547a445f-4598-4fd4-b5d2-a9e0991d6113 HTTP/1.1" status: 204 len: 168 time: 0.2145424 Oct 13 04:29:09.482820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54310553-1e5d-4ba9-a4e6-e7467e919286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a445f-4598-4fd4-b5d2-a9e0991d6113,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:09.498834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4168fd-52eb-4a03-ae65-9c62c6039977 req-ceb73eba-a221-4c0f-b425-e731611c86a1 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:09.501580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc4168fd-52eb-4a03-ae65-9c62c6039977 req-ceb73eba-a221-4c0f-b425-e731611c86a1 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 943 time: 0.1811957 Oct 13 04:29:09.565398 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc4168fd-52eb-4a03-ae65-9c62c6039977 req-922a044e-8592-485d-ab62-e8f581062195 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468905 Oct 13 04:29:09.603490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-e236eee2-da4e-4662-94d3-307b20ac95d2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:09.605727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-e236eee2-da4e-4662-94d3-307b20ac95d2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.2589560 Oct 13 04:29:09.612890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-7dc9f99d-fc67-4d7b-b888-0e4116bf3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:09.614834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-7dc9f99d-fc67-4d7b-b888-0e4116bf3b2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1094 time: 0.2662446 Oct 13 04:29:09.630463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:09.723891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 4a015575-d592-4921-95b1-6c0c1e8cf30a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:09.724523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:10.073131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.080649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.087806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.095205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.103032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.109908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.117184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.125693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-ec3f99b8-3641-42b2-8456-1ac2c7187fa8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.3411560 Oct 13 04:29:10.150654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7168f6d9-e10d-47da-8e0b-b22e2f9ef0e4 req-840c49f0-fc7c-48a9-ab29-33a8ada5f2a1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 210 time: 0.0379796 Oct 13 04:29:10.178313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:10.178651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:10.185228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-b0e89bda-519a-44da-9e83-20ae4261a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.186763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-b0e89bda-519a-44da-9e83-20ae4261a7cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 909 time: 0.5625410 Oct 13 04:29:10.284037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:10.287615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:10.329195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880bc82-2cd3-4577-b1ab-62f7be64ccc0 req-eb88a79a-7b2a-454b-bc11-d7590b438def tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.331407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c880bc82-2cd3-4577-b1ab-62f7be64ccc0 req-eb88a79a-7b2a-454b-bc11-d7590b438def tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.0934763 Oct 13 04:29:10.393439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 4a015575-d592-4921-95b1-6c0c1e8cf30a owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:10.394915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c880bc82-2cd3-4577-b1ab-62f7be64ccc0 req-a233ce25-71c0-4530-b02e-09162ae0c1f6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552905 Oct 13 04:29:10.397137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-3fb13026-1bf3-4003-bbb8-9eba3e6ce803 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 217 time: 0.1499908 Oct 13 04:29:10.477589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cbed38c-c846-4763-9f70-721eb4b2280b req-12a1e821-7582-4c76-b0ac-c4e7f1978025 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3506765 Oct 13 04:29:10.754699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e1a3e-981e-4113-8ffe-f9cdc2a0d214 req-842e4613-5dd5-44dd-b966-1aa3fb6ad79c tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:10.764261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a8e1a3e-981e-4113-8ffe-f9cdc2a0d214 req-842e4613-5dd5-44dd-b966-1aa3fb6ad79c tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 943 time: 0.1020133 Oct 13 04:29:10.834494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a8e1a3e-981e-4113-8ffe-f9cdc2a0d214 req-9a4e1c9b-4f6f-4ef2-b11d-70b1b1c1a23f tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690899 Oct 13 04:29:10.973283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:11.213431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-5a2c697a-0a0d-4d23-bcf7-88e53686c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.226408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-5a2c697a-0a0d-4d23-bcf7-88e53686c469 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 200 len: 847 time: 0.8031592 Oct 13 04:29:11.294668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:11.331013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'port_id': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'mac_address': 'fa:16:3e:ad:ad:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:11.358485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cb86a70-4ab0-41e2-b97c-030e78f86caa req-14334758-e68b-4ac5-9b5c-da90fe514876 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 210 time: 0.0650148 Oct 13 04:29:11.411403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:11.470033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:11.543044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:11.584298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:11.613902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.13 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/2f6450ff-fd3f-41b4-ae72-0cd5532a0030) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:11.738583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:11.778110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:11.797271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41fdaeed-f645-4740-8b64-36f21f290f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:11.816382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.828835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.835888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.839799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-1b32dd6f-48a0-4ed9-8cc4-98f305724435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.842037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.843498 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-1b32dd6f-48a0-4ed9-8cc4-98f305724435 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38b8c47e-7aba-47e0-ac32-7b2fab793376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5772445 Oct 13 04:29:11.849678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.857681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.866434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:11.866657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:11.876546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-288f4ec9-3247-4316-860f-ce53305fb3ec tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.1929979 Oct 13 04:29:11.882005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:11.888735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:11.959478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85f8d03c-080d-45ae-bdc5-e19265320b84 req-54e48317-867f-4c6f-a124-99430e2de2c9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818832 Oct 13 04:29:12.182552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4366f-5d33-4caf-83f6-9b044b1eded0 req-778c0810-6e7c-4c8e-bca3-37b0070f4046 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:12.191422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb4366f-5d33-4caf-83f6-9b044b1eded0 req-778c0810-6e7c-4c8e-bca3-37b0070f4046 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 944 time: 0.1238987 Oct 13 04:29:12.233950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-2e352c90-15eb-40f3-9749-75c626530b27 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370986 Oct 13 04:29:12.235811 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=4a015575-d592-4921-95b1-6c0c1e8cf30a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:12.242405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-630783077'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:12.343240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Made reservation on behalf of 94acad6edf564222b1e540e1f62ce693 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:12.343240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.358005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.375897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb4366f-5d33-4caf-83f6-9b044b1eded0 req-adf4b7f3-19d8-4290-b099-eb73ffea2967 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784413 Oct 13 04:29:12.458832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a60b61-6d3e-4831-9172-91f823f7e2d2 req-44e3a37e-708d-4819-89b4-eb3351d6297c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:12.466128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-59a60b61-6d3e-4831-9172-91f823f7e2d2 req-44e3a37e-708d-4819-89b4-eb3351d6297c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.7449067 Oct 13 04:29:12.512280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.512280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.512280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c47c2b7-209a-464e-93ee-c9f0fe0f74d2 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/floatingips/39568a2f-7270-4028-8df6-1f9e0198ac8a HTTP/1.1" status: 204 len: 168 time: 3.3278966 Oct 13 04:29:12.514528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60356) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:12.626434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b680dc-e3b3-4b04-a549-0fcf729cd4ac req-5553dbf2-377e-4523-bd35-1fdbf96a0f55 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675811 Oct 13 04:29:12.639870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.641857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.663871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-59a60b61-6d3e-4831-9172-91f823f7e2d2 req-6fdb4249-455d-48fb-a60c-c05f1866df6f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966188 Oct 13 04:29:12.713902 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf46b86f-dd66-45b4-842e-e8c932f2ff85 req-648ccf7c-1fc4-472a-8837-9a289ecbe5a3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 210 time: 0.0824149 Oct 13 04:29:12.718072 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.734050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:12.744432 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.777469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.784417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:12.799615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.847153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:12.866134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:12.871540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:12.873443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:12.882173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:12.897568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f50cb8-10c4-4f8b-8482-f20fd9cc3bd5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:12.904636 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:12.905011 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Added segment b8721435-6e09-4a11-9e98-c53f897cc3be of type vlan for network 8ccc947a-bfe2-48d3-b9bd-c5c00a339711 Oct 13 04:29:12.955167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:12.958030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.006111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.018773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-daed3837-904a-4f4e-9440-45336e53d4c5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3950062 Oct 13 04:29:13.020247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.041773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Request body: {'port': {'device_id': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:13.043579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:13.121089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:13.174486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.251546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.262713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.264456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.270640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:13.276548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:13.277073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.282121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.299056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.312854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.323079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.330537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.341919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.347710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4578705 Oct 13 04:29:13.350918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60362) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:13.351672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.353755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-803222e2-56b7-4991-a825-ee96f12b04b0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2451582 Oct 13 04:29:13.439759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.466884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:13.470087 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabce1f9-3ae8-44e8-bf57-b976cb7ef971" -d '{"events": [{"server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "name": "network-vif-plugged", "status": "completed", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:13.475174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.490960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:13.521360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.564163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.615250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8ababca-fca8-4f88-9fc8-283157c20562 req-a05c86a5-7020-4478-9c05-71c1f298b7ed tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2509921 Oct 13 04:29:13.627815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'name': 'tempest-network--468950503', 'router:external': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:13.634329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.669528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524656f-5ffd-4102-9d01-60a9508c6446 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Pushing event updated for resources: {'Network': ['ID=8ccc947a-bfe2-48d3-b9bd-c5c00a339711,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:13.692647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8ccc947a-bfe2-48d3-b9bd-c5c00a339711 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:13.716470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60424bf7-ba0c-44c9-94e5-1c683b62006c req-c790ce45-a6a5-4e65-ac0a-b559fbe52faf tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:13.718072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60424bf7-ba0c-44c9-94e5-1c683b62006c req-c790ce45-a6a5-4e65-ac0a-b559fbe52faf tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.2163723 Oct 13 04:29:13.720521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:13.723434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.736165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.739665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55287ec2-e8fd-441c-9f03-1bded3f99761 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/ports/4b7602d5-fd3e-4eb3-a7cb-d42dd9aaf0cc HTTP/1.1" status: 204 len: 168 time: 1.2241049 Oct 13 04:29:13.741950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:13.744244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60374) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:13.830182 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489bf37-5cbe-4086-b71d-9a0a0ef64163 x-openstack-request-id: req-5489bf37-5cbe-4086-b71d-9a0a0ef64163 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:13.830458 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "name": "network-vif-plugged", "status": "completed", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:13.830725 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5489bf37-5cbe-4086-b71d-9a0a0ef64163 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:13.831151 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'code': 200} Oct 13 04:29:13.869974 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60424bf7-ba0c-44c9-94e5-1c683b62006c req-da01470a-6e08-424a-be8d-38ecdcb76e73 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356742 Oct 13 04:29:13.991012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:14.002005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.018280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Transition to ACTIVE for port object 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:14.031033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.140421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3e2c5ed5-0114-4c54-9980-1d5811243dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.193245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef88bd8-cb4c-4a14-bfd8-18cf6719624d req-c0b2ff9d-c8f9-4cf2-a6e8-e0c747abadd1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.206336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fef88bd8-cb4c-4a14-bfd8-18cf6719624d req-c0b2ff9d-c8f9-4cf2-a6e8-e0c747abadd1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 944 time: 0.1698017 Oct 13 04:29:14.209550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36fa51-8ea4-4c92-9bce-84619f61613c req-9b8bfdfd-fa2e-4f6a-99a4-8e2e5ff432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.211419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a36fa51-8ea4-4c92-9bce-84619f61613c req-9b8bfdfd-fa2e-4f6a-99a4-8e2e5ff432d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1096 time: 0.4228997 Oct 13 04:29:14.217685 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.236428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Pushing event updated for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.270870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf7a5a-b3f8-4a9c-bc2a-ea75578c8b69 req-e1148a01-a75a-4081-a5bf-39a2c464e137 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.273016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14cf7a5a-b3f8-4a9c-bc2a-ea75578c8b69 req-e1148a01-a75a-4081-a5bf-39a2c464e137 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.2210050 Oct 13 04:29:14.273989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.283830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port 18556b2d-ec15-46b0-8762-8c66edce1727 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:14.284173 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.396333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fef88bd8-cb4c-4a14-bfd8-18cf6719624d req-5cd95089-ecd6-43e5-8e41-643fe1c87a35 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888502 Oct 13 04:29:14.398239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a36fa51-8ea4-4c92-9bce-84619f61613c req-298bd094-1988-4985-a49a-04a32b9b9f57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629491 Oct 13 04:29:14.404310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14cf7a5a-b3f8-4a9c-bc2a-ea75578c8b69 req-4b20d54c-bc27-4ae9-bfb5-98554d4e6a85 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040812 Oct 13 04:29:14.405964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Attempting to bind port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:14.406556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Attempting to bind port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:14.407167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Attempting to bind port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:14.413382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:14.413719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Attempting to bind port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:14.430360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:14.430713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:14.431135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:14.431579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Bound port: 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:14.431946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.436155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:14.482827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.483960 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Added segment 0ba0fddd-f75b-406d-ab7b-23f8d0842ff9 of type vlan for network 8b6ad574-6c10-40e9-93bf-f4d305fe6b38 Oct 13 04:29:14.488741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f314fd-8a63-470b-80f3-7c2cf363e8ca,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.555094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:14.559350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:14.573125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.580882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.605671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.629865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.630660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.632752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] 10.222.0.47 "PUT /v2.0/ports/2f6450ff-fd3f-41b4-ae72-0cd5532a0030 HTTP/1.1" status: 200 len: 1092 time: 1.5955491 Oct 13 04:29:14.632752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:14.635902 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77086095-7b2d-47f7-8206-31d23f9ebb87" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:14.663707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.664857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.665554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:14.670818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for 18556b2d-ec15-46b0-8762-8c66edce1727 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:14.754008 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e84e8-25e8-4930-89e6-0916ee6f016c x-openstack-request-id: req-800e84e8-25e8-4930-89e6-0916ee6f016c {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:14.754705 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:14.755219 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-800e84e8-25e8-4930-89e6-0916ee6f016c {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:14.755939 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030', 'status': 'completed', 'code': 200} Oct 13 04:29:14.785965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-e2d874e8-b3f1-472e-b3fd-434dd96c1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:14.787987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-e2d874e8-b3f1-472e-b3fd-434dd96c1dff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 1095 time: 0.0905278 Oct 13 04:29:14.789286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d773e1-546b-45b7-beb8-0adc8a80333a service neutron] Pushing event updated for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.793900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=8b6ad574-6c10-40e9-93bf-f4d305fe6b38,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:14.811109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ab942c0-5bb0-4338-929b-1853fadccec4 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4248202 Oct 13 04:29:14.816811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8b6ad574-6c10-40e9-93bf-f4d305fe6b38 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:14.839056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60386) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:14.848976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-e72696ef-b044-4d25-8f10-9e24e0a0189b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030 HTTP/1.1" status: 200 len: 217 time: 0.0481217 Oct 13 04:29:15.020297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.043337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.050024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.065996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.074180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.081684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.088174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.090428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-6712b696-39d5-405d-814d-ec9a1ea486ae tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2404969 Oct 13 04:29:15.100253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-18503da1-e404-42e5-b6b7-9dc33fda2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.103280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-18503da1-e404-42e5-b6b7-9dc33fda2f88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.2213008 Oct 13 04:29:15.118569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.154592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e46d18-c756-474d-bfd3-f10f29be72c4 req-1e1bdce8-ce26-49d5-a6fa-a4799b61f27a tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.156609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85e46d18-c756-474d-bfd3-f10f29be72c4 req-1e1bdce8-ce26-49d5-a6fa-a4799b61f27a tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.0784550 Oct 13 04:29:15.161098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-81522c04-fa8d-415d-a523-5732516fdc17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471365 Oct 13 04:29:15.231521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4603a84-ead7-45fa-8e09-b2ce63198d27 req-13a28e6e-3190-4712-9c53-3de19bcb42d9 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267233 Oct 13 04:29:15.309455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.322140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-cdc5f672-91ce-4d33-9c71-00776f29c6d2 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504419 Oct 13 04:29:15.348802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.357469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-85e46d18-c756-474d-bfd3-f10f29be72c4 req-b9c62abf-b49a-4e86-9774-3fcfe854d1c2 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487668 Oct 13 04:29:15.414040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6ad574-6c10-40e9-93bf-f4d305fe6b38']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:15.448437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.487754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba0fddd-f75b-406d-ab7b-23f8d0842ff9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:15.488393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba0fddd-f75b-406d-ab7b-23f8d0842ff9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:15.502131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9454b178-ea5f-4680-96eb-1cf3dc0a60d0 req-bf86c5d7-7b95-49a5-9394-137d02e18908 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720426 Oct 13 04:29:15.517982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.549232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.582586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.596958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b901d-9b80-4a90-a6e7-356fbcd75aa9 req-912234b1-82f8-4f58-9e2a-d73286929e19 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.607320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-870b901d-9b80-4a90-a6e7-356fbcd75aa9 req-912234b1-82f8-4f58-9e2a-d73286929e19 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 944 time: 0.0732787 Oct 13 04:29:15.627300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:15.627733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:15.641764 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:15.681239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-870b901d-9b80-4a90-a6e7-356fbcd75aa9 req-21b55d26-0b4d-4716-8c7f-aef04f86cd3f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Oct 13 04:29:15.686862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=18556b2d-ec15-46b0-8762-8c66edce1727,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:15.710329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-a5700383-1dd0-41b2-97ab-4de92ab4f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.712005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-a5700383-1dd0-41b2-97ab-4de92ab4f842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 1095 time: 0.0883949 Oct 13 04:29:15.805558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710607a-e30d-452e-a94f-c23593e35b08 req-de4b34a2-cfd6-4d29-b953-0c51224aa7e2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.807101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5710607a-e30d-452e-a94f-c23593e35b08 req-de4b34a2-cfd6-4d29-b953-0c51224aa7e2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.2683673 Oct 13 04:29:15.810398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.827544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b6ad574-6c10-40e9-93bf-f4d305fe6b38 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:29:15.838259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-349009f4-051a-437d-a515-4510aaedf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:15.839785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-349009f4-051a-437d-a515-4510aaedf67a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.1194665 Oct 13 04:29:15.844933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.848447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8b6ad574-6c10-40e9-93bf-f4d305fe6b38 HTTP/1.1" status: 204 len: 168 time: 1.0080729 Oct 13 04:29:15.852356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9679f-6498-4b92-83c4-c5b92a212127 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b6ad574-6c10-40e9-93bf-f4d305fe6b38,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:15.853026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60398) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:15.855563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:15.867304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:15.871101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8ad815e4-5dcf-488d-a387-e71612580329 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/ports/18556b2d-ec15-46b0-8762-8c66edce1727 HTTP/1.1" status: 204 len: 168 time: 2.0947025 Oct 13 04:29:15.884947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60402) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:15.913233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-d17a1060-04a7-49b2-bb64-f4911a4b0551 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030 HTTP/1.1" status: 200 len: 217 time: 0.0638869 Oct 13 04:29:16.013008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:16.024226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5710607a-e30d-452e-a94f-c23593e35b08 req-17793146-0c53-442c-9e6f-3654a22bb77d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093444 Oct 13 04:29:16.032773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.058836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting subnet 75674646-580b-4004-a4e6-2865124d4625 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:29:16.070811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.110423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-1681071b-859f-4fb8-863a-b91b692451d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.111967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-1681071b-859f-4fb8-863a-b91b692451d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.1909955 Oct 13 04:29:16.160738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:16.189549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-df4a24b3-59f1-40ce-884a-c4ede13127bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460892 Oct 13 04:29:16.195668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.196017 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Added segment 48855554-f3c4-4b11-b6d7-479c76dd53b6 of type vlan for network 89add0e9-c972-4004-b4bf-9867556c55a7 Oct 13 04:29:16.201059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.415021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.459585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.460759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.466189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.511767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.588137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=89add0e9-c972-4004-b4bf-9867556c55a7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:16.592780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.597186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b067dc7d-1073-4496-8651-ee1de72a8d47 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7344248 Oct 13 04:29:16.603106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 89add0e9-c972-4004-b4bf-9867556c55a7 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:16.606105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:16.613302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.627958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.634083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.642807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'subnet': {'network_id': '89add0e9-c972-4004-b4bf-9867556c55a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:16.649052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.655000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.677623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.679828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-63ed670c-8025-49fe-8166-6a8b813b848c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2607141 Oct 13 04:29:16.726795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-076c164a-195d-4253-aa95-4da65d499075 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202534 Oct 13 04:29:16.741074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff901ff-9699-4913-bdae-082fa89e6098 req-ab61c2e6-1d67-4c65-b49f-f35796f6ff72 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:16.742465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eff901ff-9699-4913-bdae-082fa89e6098 req-ab61c2e6-1d67-4c65-b49f-f35796f6ff72 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.2521966 Oct 13 04:29:16.754946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cf7ec6d-1b8b-48d8-aa17-cf9dafd07b79 req-9d3324d7-fa07-43a6-adc2-352f8773bc32 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607092 Oct 13 04:29:16.765032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:16.767652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.804607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.842026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:16.851086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b63f27-bc6e-4d27-ae38-79cbd1600fa4 None None] Network 4cf141f1-92db-4931-845b-ca7b83a7fd44 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:16.861482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60426) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:16.863841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/subnets/75674646-580b-4004-a4e6-2865124d4625 HTTP/1.1" status: 204 len: 168 time: 0.9829113 Oct 13 04:29:16.924924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523cd2d-1c27-4b6f-b115-b59bd25600e4 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Subnet': ['ID=75674646-580b-4004-a4e6-2865124d4625,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:16.964843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eff901ff-9699-4913-bdae-082fa89e6098 req-00200898-8268-4099-a113-84a7514d73e8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058461 Oct 13 04:29:16.994051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1bed9-bf2a-44f7-bc72-2974d0b35a70 req-fe7d6be7-6b19-4b73-95cd-7a3565ce49d6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:17.004787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93b1bed9-bf2a-44f7-bc72-2974d0b35a70 req-fe7d6be7-6b19-4b73-95cd-7a3565ce49d6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 944 time: 0.0735884 Oct 13 04:29:17.022850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:17.055517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting subnet c3257df9-39e9-47a4-8566-913375606f71 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:29:17.067445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93b1bed9-bf2a-44f7-bc72-2974d0b35a70 req-ef957c21-a84c-45af-a28d-f0241e50ac22 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547097 Oct 13 04:29:17.095658 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.139578 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77086095-7b2d-47f7-8206-31d23f9ebb87 req-b6edcae2-f98e-4ee4-b76b-9586a7115325 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960347 Oct 13 04:29:17.211709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] DHCP port deletion for 4cf141f1-92db-4931-845b-ca7b83a7fd44 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:29:17.227311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.249232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c29ae-e1b3-480e-82e8-d75c9ffd8e5b req-a22637ce-6238-4b9d-852e-ffe1ed8a03cb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:17.261050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-069c29ae-e1b3-480e-82e8-d75c9ffd8e5b req-a22637ce-6238-4b9d-852e-ffe1ed8a03cb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1184359 Oct 13 04:29:17.289455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334abb4f-9550-4203-ad93-8d0a97bcaa5d req-fbbe9c97-ee06-47cc-a5d8-6c9f7a18e5e8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:17.292004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-334abb4f-9550-4203-ad93-8d0a97bcaa5d req-fbbe9c97-ee06-47cc-a5d8-6c9f7a18e5e8 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.1916573 Oct 13 04:29:17.322898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:17.343306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-069c29ae-e1b3-480e-82e8-d75c9ffd8e5b req-11a2c18d-d0b1-45ed-8cdb-c7f2db49d6a3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811982 Oct 13 04:29:17.346058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030', 'mac_address': 'fa:16:3e:99:c4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:17.355121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.386331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-334abb4f-9550-4203-ad93-8d0a97bcaa5d req-fd8921c1-855a-47df-9528-808b6769eec6 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841143 Oct 13 04:29:17.417186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.443260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:17.478945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:17.487297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.490782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Deleting port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:17.491434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.562012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.605689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] For port 425f10ee-2b31-4f4e-bed2-d64a996e73a7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=425f10ee-2b31-4f4e-bed2-d64a996e73a7,segment=NetworkSegment(c385b8e2-9621-4af6-ae46-3ebf073009eb),segment_id=c385b8e2-9621-4af6-ae46-3ebf073009eb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:17.606843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.615494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:17.623921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Calling delete_port for 425f10ee-2b31-4f4e-bed2-d64a996e73a7 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:17.636432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988ed40-41d3-4d88-af80-55f4976ab5e5 req-926e9de2-e7ba-4b28-b714-40345c9fa16b tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:17.644290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8988ed40-41d3-4d88-af80-55f4976ab5e5 req-926e9de2-e7ba-4b28-b714-40345c9fa16b tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.1574767 Oct 13 04:29:17.726876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8988ed40-41d3-4d88-af80-55f4976ab5e5 req-fe227137-7210-433b-b0bf-be08770fae1d tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815468 Oct 13 04:29:17.729607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.750518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60436) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:17.756366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.778767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] Pushing event deleted for resources: {'Port': ['ID=425f10ee-2b31-4f4e-bed2-d64a996e73a7,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:17.782317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['2f6450ff-fd3f-41b4-ae72-0cd5532a0030'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:17.816432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb8bf1-bb7e-44c7-a24d-715c7533d4a3 None None] No DVR routers for this DVR port 425f10ee-2b31-4f4e-bed2-d64a996e73a7 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:17.827405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Subnet': ['ID=c3257df9-39e9-47a4-8566-913375606f71,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:17.834788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:17.840779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6093518f-adc9-4c60-ba4e-28109c4fa444 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/subnets/c3257df9-39e9-47a4-8566-913375606f71 HTTP/1.1" status: 204 len: 168 time: 0.9744043 Oct 13 04:29:17.842005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60442) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:17.926876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1a5d5-bb0d-4d8a-b49e-d3edad941f74 None None] Network 113ad6d8-5dbc-42dd-af49-2005969c3381 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:17.960830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:29:17.961682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.031959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4b85942d-3a12-43ba-ae7f-01a61ebf2e18,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:18.052530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Checking segment: {'id': '48855554-f3c4-4b11-b6d7-479c76dd53b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '89add0e9-c972-4004-b4bf-9867556c55a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:18.053042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Network hostable DHCP agents. Network: 89add0e9-c972-4004-b4bf-9867556c55a7, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:18.108320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.118626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.122060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76bf17c5-477e-449b-9041-f3e4f035ebf1 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:18.130092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.138410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.148606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.158650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.166634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.177516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-e78adb70-777d-47e0-9a4e-5d69ef4e6c55 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5431 time: 0.2869978 Oct 13 04:29:18.202701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.221350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Network 89add0e9-c972-4004-b4bf-9867556c55a7 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:18.243629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 89add0e9-c972-4004-b4bf-9867556c55a7) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:18.257978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.258670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.273688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b741c406-6113-4dd1-b4ea-61b65bd1dd6d req-2fa32df9-e5dd-40f7-90b1-cf3bdbe14af3 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0856249 Oct 13 04:29:18.279418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35967-b98a-4385-a329-fb7ec3eae85b None None] Network 89add0e9-c972-4004-b4bf-9867556c55a7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:18.284230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25679b-b9b8-49e7-b695-8da70b81b3c2 tempest-TestServerBasicOps-1611634235 tempest-TestServerBasicOps-1611634235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.289042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d25679b-b9b8-49e7-b695-8da70b81b3c2 tempest-TestServerBasicOps-1611634235 tempest-TestServerBasicOps-1611634235-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1091 time: 0.5334513 Oct 13 04:29:18.298665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60452) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:18.302598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cf95c2de-e5a5-4dbe-a067-764210064a3d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6665459 Oct 13 04:29:18.304958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60454) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:18.307402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:18.314805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'floatingip': {'floating_network_id': '89add0e9-c972-4004-b4bf-9867556c55a7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:18.435233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:29:18.435233 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:29:18.435233 n-d-813736-1 neutron-server[95048]: [parameters: {'project_id_1': '41695988603c4197ac3df9c3b81cb7ac', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 28, 58, 368802)}] Oct 13 04:29:18.435233 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:29:18.435233 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:29:18.472555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90696-91eb-4343-9523-4ba0d6d5df46 req-5fcc966d-0687-4239-ba35-1b9abd3603a0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.481159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ce90696-91eb-4343-9523-4ba0d6d5df46 req-5fcc966d-0687-4239-ba35-1b9abd3603a0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 945 time: 0.1628532 Oct 13 04:29:18.500750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 425f10ee-2b31-4f4e-bed2-d64a996e73a7 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:18.563961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ce90696-91eb-4343-9523-4ba0d6d5df46 req-bbbfc01c-550a-467c-81c5-15e13724fd4a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720069 Oct 13 04:29:18.576966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.588465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] DHCP port deletion for 113ad6d8-5dbc-42dd-af49-2005969c3381 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:29:18.590395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 425f10ee-2b31-4f4e-bed2-d64a996e73a7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:18.590739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 425f10ee-2b31-4f4e-bed2-d64a996e73a7 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:18.592765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.672159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf141f1-92db-4931-845b-ca7b83a7fd44']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:18.683593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8aacf-5006-42db-bbb0-588a3bddbcde req-586519cb-8b51-4a2b-accf-f0f0ac544e01 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:18.686227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e8aacf-5006-42db-bbb0-588a3bddbcde req-586519cb-8b51-4a2b-accf-f0f0ac544e01 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1529727 Oct 13 04:29:18.690507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:18.713132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c385b8e2-9621-4af6-ae46-3ebf073009eb') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:18.713531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c385b8e2-9621-4af6-ae46-3ebf073009eb') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:18.728246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'port_id': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'mac_address': 'fa:16:3e:5d:a1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:18.746158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.776350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e8aacf-5006-42db-bbb0-588a3bddbcde req-5bcdcb2f-db23-45da-8e59-ccf71e42ffce tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826707 Oct 13 04:29:18.791727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.810477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:18.810883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:18.817567 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:18.823263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Deleting port a7929a97-89d4-4953-8d7c-aaad8c9c8953 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:18.824133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.886603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.932967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.942314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:18.948018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/networks/4cf141f1-92db-4931-845b-ca7b83a7fd44 HTTP/1.1" status: 204 len: 168 time: 1.1020200 Oct 13 04:29:18.950159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60468) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:18.985979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.054925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.064654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e8334-ff6e-4e9e-9f27-5dbf3ea473b8 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Network': ['ID=4cf141f1-92db-4931-845b-ca7b83a7fd44,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:19.104454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] For port a7929a97-89d4-4953-8d7c-aaad8c9c8953, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a7929a97-89d4-4953-8d7c-aaad8c9c8953,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:19.104952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.119590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Calling delete_port for a7929a97-89d4-4953-8d7c-aaad8c9c8953 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:19.125325 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.169400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Allocated IP 172.25.0.63 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4a8a9711-cb7f-4405-9e43-ceae811e359d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:19.189409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Deleting port a7929a97-89d4-4953-8d7c-aaad8c9c8953 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:19.189772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.210688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:19.221317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c20632-55b6-4359-a185-25e3bce21d77 None None] Network 89add0e9-c972-4004-b4bf-9867556c55a7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:19.224164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.262262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] For port a7929a97-89d4-4953-8d7c-aaad8c9c8953, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a7929a97-89d4-4953-8d7c-aaad8c9c8953,segment=NetworkSegment(004eb0c4-8905-430d-9d2e-9f0310fd8fb4),segment_id=004eb0c4-8905-430d-9d2e-9f0310fd8fb4)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:19.262670 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.281723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Calling delete_port for a7929a97-89d4-4953-8d7c-aaad8c9c8953 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:19.288444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] Pushing event deleted for resources: {'Port': ['ID=a7929a97-89d4-4953-8d7c-aaad8c9c8953,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:19.325522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.349410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f10d4ff-a7c2-45b1-8d30-605e0966563c None None] No DVR routers for this DVR port a7929a97-89d4-4953-8d7c-aaad8c9c8953 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:19.377326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bf17c5-477e-449b-9041-f3e4f035ebf1 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:19.399778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Allocated IP 172.20.0.9 (89add0e9-c972-4004-b4bf-9867556c55a7/4b85942d-3a12-43ba-ae7f-01a61ebf2e18/7ee16a15-90a4-41b0-9f47-931b312d20bd) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:19.426020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:19.430802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:19.447798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.448883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8ae020f6-c487-42bd-9158-32c3e815c5ad details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:19.456323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:19.456569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.534838 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.585778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.648983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:29:19.697386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:19.709885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:19.746842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:19.795911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:19.911851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:19.948659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'Port': ['ID=4a8a9711-cb7f-4405-9e43-ceae811e359d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:19.996753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:20.034566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:20.037206 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228fd11a-90b2-43ee-b035-5c96fad8c188" -d '{"events": [{"server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "name": "network-vif-plugged", "status": "completed", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:20.077108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'port_id': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'mac_address': 'fa:16:3e:70:08:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb7d1a6-eb7f-435f-8d1a-11c8f294863b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:20.085895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:20.158761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.166916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.175126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.181958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.191704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.204692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.211223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.220127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-490891f6-28d6-4097-8064-9da1b0e408cf req-eb9cbaee-9fca-4c95-96b7-812db87117ab tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5432 time: 0.1881201 Oct 13 04:29:20.222089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.236358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.298003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.314198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-490891f6-28d6-4097-8064-9da1b0e408cf req-79da0a6f-40ce-4cc2-8a11-b54f18d4e020 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931194 Oct 13 04:29:20.395210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae020f6-c487-42bd-9158-32c3e815c5ad {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:20.405211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.468325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:20.496996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.498668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:20.528156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Network 89add0e9-c972-4004-b4bf-9867556c55a7 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:20.537330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:20.540421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:20.589680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a7929a97-89d4-4953-8d7c-aaad8c9c8953 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:20.616072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee16a15-90a4-41b0-9f47-931b312d20bd,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:20.700821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a7929a97-89d4-4953-8d7c-aaad8c9c8953 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:20.720663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a7929a97-89d4-4953-8d7c-aaad8c9c8953 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:20.721216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:20.764263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.784405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3113a64-1ea3-4e7a-879e-e9e4c469ae59 req-afdb6f63-1719-4a5d-ab04-906416c8af04 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.786017 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3113a64-1ea3-4e7a-879e-e9e4c469ae59 req-afdb6f63-1719-4a5d-ab04-906416c8af04 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1581266 Oct 13 04:29:20.866132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:20.881339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:20.914794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'port_id': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'mac_address': 'fa:16:3e:2a:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:20.915347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813b9f-c437-47fe-ae3e-86a2f54d145a req-391f4ee2-9ff8-4d24-9402-56cd34befd7c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:20.924065 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad813b9f-c437-47fe-ae3e-86a2f54d145a req-391f4ee2-9ff8-4d24-9402-56cd34befd7c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 945 time: 1.2149384 Oct 13 04:29:20.929803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.971348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.979057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:20.988713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:21.018286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.023368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.024359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:21.029466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e3113a64-1ea3-4e7a-879e-e9e4c469ae59 req-d78239c1-7f06-4442-95ae-a5c953a2b74a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959987 Oct 13 04:29:21.046892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Port': ['ID=a7929a97-89d4-4953-8d7c-aaad8c9c8953,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.074915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad813b9f-c437-47fe-ae3e-86a2f54d145a req-220d295b-6c01-47f6-924d-69a1ca593a32 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503303 Oct 13 04:29:21.077481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.092784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'network_id': 'd55e54b7-8d22-4e22-b120-ddf690472f18', 'port_id': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'mac_address': 'fa:16:3e:dd:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb7d1a6-eb7f-435f-8d1a-11c8f294863b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:21.124536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] No DVR routers for this DVR port a7929a97-89d4-4953-8d7c-aaad8c9c8953 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:21.134397 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef79c6f4-2dac-4bac-8d76-86c3498d3ae9 x-openstack-request-id: req-ef79c6f4-2dac-4bac-8d76-86c3498d3ae9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:21.134703 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "name": "network-vif-plugged", "status": "completed", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:21.134962 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef79c6f4-2dac-4bac-8d76-86c3498d3ae9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:21.135386 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030', 'code': 200} Oct 13 04:29:21.261400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.266349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.276920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.283751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37bd9b-b6d4-497d-bc42-61a8517ec047 req-6f4229b8-bff5-442a-87fb-a45777a5bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.285866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c37bd9b-b6d4-497d-bc42-61a8517ec047 req-6f4229b8-bff5-442a-87fb-a45777a5bf0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 1097 time: 0.0849168 Oct 13 04:29:21.288618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.300475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:21.317834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.325366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.331957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.332816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6183ee9c-fb77-45a8-8207-2f458502c97a details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:21.401641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113ad6d8-5dbc-42dd-af49-2005969c3381']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:21.428447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6183ee9c-fb77-45a8-8207-2f458502c97a,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.435161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004eb0c4-8905-430d-9d2e-9f0310fd8fb4') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:21.435847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004eb0c4-8905-430d-9d2e-9f0310fd8fb4') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:21.439792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.461834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6183ee9c-fb77-45a8-8207-2f458502c97a', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'port_id': '6183ee9c-fb77-45a8-8207-2f458502c97a', 'mac_address': 'fa:16:3e:93:e9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:21.533403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Port': ['ID=7ee16a15-90a4-41b0-9f47-931b312d20bd,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.554144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.564844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c37bd9b-b6d4-497d-bc42-61a8517ec047 req-81e878bb-f345-4d0e-93d7-8157ee1de3dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652028 Oct 13 04:29:21.565110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.566506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.589272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6183ee9c-fb77-45a8-8207-2f458502c97a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:21.596611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.597904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ddb25349-8fd9-4d65-91f7-2b7c09d6e400 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2917662 Oct 13 04:29:21.603932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:21.627871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6183ee9c-fb77-45a8-8207-2f458502c97a,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.642187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.642900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:21.644754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.696125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.700293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d6a1c10a-c82e-48e7-872c-d68fd99b9afa tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=89add0e9-c972-4004-b4bf-9867556c55a7 HTTP/1.1" status: 200 len: 689 time: 0.0943995 Oct 13 04:29:21.701031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60506) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:21.731461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.737926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.744099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.750871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.757087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.764655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.768896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'port_id': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea', 'mac_address': 'fa:16:3e:f4:63:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:21.771410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:21.779621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-ec728bbe-e1a6-447e-b162-0a14012f8558 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5435 time: 0.2523272 Oct 13 04:29:21.800847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:21.801258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:21.804519 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:21.842377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:21.849001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.858902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.869831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:21.895374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:21.902531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.903583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device db708d1c-ba96-4cab-aacc-b772bf35eb6c details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:21.959419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Deleting port 7ee16a15-90a4-41b0-9f47-931b312d20bd {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:21.959864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:21.991704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:22.007374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'network_id': '5dbb7c8a-ba71-46c9-9f6b-19544726c858', 'port_id': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'mac_address': 'fa:16:3e:a4:24:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6787099d-be2c-435a-a310-eac85b551284', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:22.057520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c99e7c6a-3ac4-4ae1-8f58-8270400c8a68 req-120963d5-4ae3-4109-a95e-db39fefdccdd tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2770028 Oct 13 04:29:22.098412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.100879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.114795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.118197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] 10.222.0.49 "DELETE /v2.0/networks/113ad6d8-5dbc-42dd-af49-2005969c3381 HTTP/1.1" status: 204 len: 168 time: 3.1649992 Oct 13 04:29:22.133230 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db708d1c-ba96-4cab-aacc-b772bf35eb6c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:22.139515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.141074 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.160823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.170904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefcebc-c948-444d-aa84-3afa1adb1c82 tempest-TaggedBootDevicesTest-642913954 tempest-TaggedBootDevicesTest-642913954-project] Pushing event deleted for resources: {'Network': ['ID=113ad6d8-5dbc-42dd-af49-2005969c3381,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.194910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.196636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:22.209366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.255635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Calling delete_port for 7ee16a15-90a4-41b0-9f47-931b312d20bd owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:22.314964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.372211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.381307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23b542-f659-428b-8358-52fa6b11d9e5 req-0b5db785-2a7e-4260-b656-d2a45e08c684 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:22.388747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb23b542-f659-428b-8358-52fa6b11d9e5 req-0b5db785-2a7e-4260-b656-d2a45e08c684 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1968582 Oct 13 04:29:22.408457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bdf36-7610-42ea-b2d3-b53859aa9ac0 req-ad02c1ba-c6bc-4770-a008-b4e7c8b52472 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:22.410507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-460bdf36-7610-42ea-b2d3-b53859aa9ac0 req-ad02c1ba-c6bc-4770-a008-b4e7c8b52472 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.1556184 Oct 13 04:29:22.459506 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb23b542-f659-428b-8358-52fa6b11d9e5 req-b84a5b1c-b454-48fe-9d40-cd1caf4dc455 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697401 Oct 13 04:29:22.567780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-460bdf36-7610-42ea-b2d3-b53859aa9ac0 req-8c83d600-bd9f-43cb-8868-b2403f67afed tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443772 Oct 13 04:29:22.569192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.625662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ee16a15-90a4-41b0-9f47-931b312d20bd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.657243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.658104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.658104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.658512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.659038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.659423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.659772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.660540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.660813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.662590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.662590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.662590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:22.693868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.730478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.745237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.789223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.854187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event updated for resources: {'Port': ['ID=4a8a9711-cb7f-4405-9e43-ceae811e359d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.862213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.872833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.888083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['76bf17c5-477e-449b-9041-f3e4f035ebf1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:22.895785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4b85942d-3a12-43ba-ae7f-01a61ebf2e18,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:22.926476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['8ae020f6-c487-42bd-9158-32c3e815c5ad'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:22.938999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['4d01ea32-8d32-44d1-8362-51a9b1ad86f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:22.957112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:22.990892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['190f70c5-cd10-4b35-9d7f-20e4b24b4fe7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:23.005620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89add0e9-c972-4004-b4bf-9867556c55a7']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:23.007321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['db708d1c-ba96-4cab-aacc-b772bf35eb6c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:23.010567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:23.017162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48855554-f3c4-4b11-b6d7-479c76dd53b6') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:23.017764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48855554-f3c4-4b11-b6d7-479c76dd53b6') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:23.028296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.028786 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Floating IP 029abae6-4d36-4081-9054-f652a571936d associated. External IP: 172.25.0.63, port: 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c. Oct 13 04:29:23.045116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.052779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:23.053587 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.054166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6183ee9c-fb77-45a8-8207-2f458502c97a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:23.056316 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:23.138599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.146091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89add0e9-c972-4004-b4bf-9867556c55a7 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:29:23.149019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.153137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/89add0e9-c972-4004-b4bf-9867556c55a7 HTTP/1.1" status: 204 len: 168 time: 1.4510429 Oct 13 04:29:23.159598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:23.165221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad395a80-d1c0-4c0b-b6e1-f7377cdbf94e tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Network': ['ID=89add0e9-c972-4004-b4bf-9867556c55a7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:23.267115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.273816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.280330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.287681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.294172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.302725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.319485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.323367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-906d6c8f-7cda-4ea2-9b24-ebabb1181b87 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5438 time: 0.1238103 Oct 13 04:29:23.383302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Router b711a70b-60c6-496e-af44-779969c28a75 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:23.407792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec27a333-4652-44b6-bfbc-cd154a494a6d req-718ec3a3-3f9b-418c-a918-c87a386047ac tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778589 Oct 13 04:29:23.433481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-515eb590-58f2-4b58-8e9d-3337e964b1fa tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3044 time: 0.2704687 Oct 13 04:29:23.436287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60564) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:23.574420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:23.599369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:23.664414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a8af3efb-d9c8-4048-bb27-e377ab37f8ff tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3642383 Oct 13 04:29:23.665226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:23.670673 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983eab06-457b-497e-9eb9-18286b15a87f" -d '{"events": [{"name": "network-changed", "server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:23.682873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.686542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.686788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.687895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.688336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.688773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.689206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.689744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.690053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.690483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.690910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.697745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.703747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60582) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:23.706937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4382407b-1eaa-44b7-8d4f-c1e069a7b328 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7736 time: 0.2693801 Oct 13 04:29:23.763873 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce5dbc-e022-4aa1-a709-17e260306f5c x-openstack-request-id: req-43ce5dbc-e022-4aa1-a709-17e260306f5c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:23.772750 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:23.773034 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43ce5dbc-e022-4aa1-a709-17e260306f5c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:23.773487 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'status': 'completed', 'code': 200} Oct 13 04:29:23.781420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Sync routers for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:23.855159 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-89ce1504-e483-4030-8dca-ca86b546dc2d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] delete failed (client error): The resource could not be found. Oct 13 04:29:23.856105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-89ce1504-e483-4030-8dca-ca86b546dc2d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/15ef0f60-4cec-4c25-9dba-9a13c3e6a37b HTTP/1.1" status: 404 len: 345 time: 0.1508193 Oct 13 04:29:23.859442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:23.864629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eab06-457b-497e-9eb9-18286b15a87f req-9d8ae611-2d51-4aa2-8c38-92429bce4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.867816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-9d8ae611-2d51-4aa2-8c38-92429bce4954 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1096 time: 0.0789814 Oct 13 04:29:23.900388 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92738c2-6cad-4801-940e-e2f38a173dcd tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 04:29:23.901253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92738c2-6cad-4801-940e-e2f38a173dcd tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:29:23.913098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60590) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:23.917638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e92738c2-6cad-4801-940e-e2f38a173dcd tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/89add0e9-c972-4004-b4bf-9867556c55a7 HTTP/1.1" status: 404 len: 339 time: 0.0512726 Oct 13 04:29:23.919438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'name': 'tempest-network--497967296', 'router:external': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:23.939255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea498-9fcb-4817-9907-adcf8b2b8801 req-6c499b5f-6fd4-405c-bcb4-c7f40c0b0442 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:23.940824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834ea498-9fcb-4817-9907-adcf8b2b8801 req-6c499b5f-6fd4-405c-bcb4-c7f40c0b0442 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.1880121 Oct 13 04:29:23.995629 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834ea498-9fcb-4817-9907-adcf8b2b8801 req-54162b35-7fae-4bfa-b734-52c77582d223 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Oct 13 04:29:24.019408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:24.019408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:24.035589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7d035-8263-45fb-96fb-28785e5e785f req-f4d0358d-91e1-42ed-a829-11db09dfa109 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.037334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72c7d035-8263-45fb-96fb-28785e5e785f req-f4d0358d-91e1-42ed-a829-11db09dfa109 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 946 time: 0.1124668 Oct 13 04:29:24.040342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:24.043125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.115802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eab06-457b-497e-9eb9-18286b15a87f req-e156e31d-4a43-4484-a848-35f82e35e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.117379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-e156e31d-4a43-4484-a848-35f82e35e71d service neutron] 10.222.0.47 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 909 time: 0.2407799 Oct 13 04:29:24.125715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:24.183349 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72c7d035-8263-45fb-96fb-28785e5e785f req-8cc609dc-5fa0-4b54-ab0d-62dd275d31ab tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374094 Oct 13 04:29:24.186936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.187896 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Added segment 19d62b60-2bf6-4a7c-9fa6-59251cd5ec63 of type vlan for network bd05b332-cbed-453d-8f31-7e678b88ff3d Oct 13 04:29:24.275118 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.294542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76bf17c5-477e-449b-9041-f3e4f035ebf1 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:24.346882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3dfa6-d3c9-4088-b11b-ae8aeac3c5f5 req-8f8faf5c-a899-4a78-82aa-fd4af9dff6cc tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.349806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ae3dfa6-d3c9-4088-b11b-ae8aeac3c5f5 req-8f8faf5c-a899-4a78-82aa-fd4af9dff6cc tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.0600290 Oct 13 04:29:24.386617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.387615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.388215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.397177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3ae3dfa6-d3c9-4088-b11b-ae8aeac3c5f5 req-7e00c82d-bb45-4727-b39f-80bb31a29b78 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Oct 13 04:29:24.400133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-31494c14-aaaf-474a-a91a-70023379424d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 998 time: 0.2720816 Oct 13 04:29:24.466544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:24.560830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 76bf17c5-477e-449b-9041-f3e4f035ebf1 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:24.574644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6591702 Oct 13 04:29:24.579720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60624) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:24.580476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 76bf17c5-477e-449b-9041-f3e4f035ebf1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:24.580863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:24.625249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eab06-457b-497e-9eb9-18286b15a87f req-21fbe478-56b8-4bf2-8fc0-3a0f040f9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.627935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-21fbe478-56b8-4bf2-8fc0-3a0f040f9964 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 200 len: 847 time: 0.2105887 Oct 13 04:29:24.633195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03cc47-696d-4237-9bb5-7169d53bbdb9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=bd05b332-cbed-453d-8f31-7e678b88ff3d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:24.658441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network bd05b332-cbed-453d-8f31-7e678b88ff3d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:24.729262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398f0a4-6a0e-48cb-b38a-d4fdec401bb6 req-24d5f877-dc8c-4e1e-9d77-853310b4d37f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.738407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6398f0a4-6a0e-48cb-b38a-d4fdec401bb6 req-24d5f877-dc8c-4e1e-9d77-853310b4d37f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.2310965 Oct 13 04:29:24.749230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5a0e6-23dc-4cc0-b527-9f202934b4ce tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.757077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5a0e6-23dc-4cc0-b527-9f202934b4ce tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.764939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5a0e6-23dc-4cc0-b527-9f202934b4ce tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.782875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac5a0e6-23dc-4cc0-b527-9f202934b4ce tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.787923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fac5a0e6-23dc-4cc0-b527-9f202934b4ce tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2040710 Oct 13 04:29:24.789571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:24.797993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eab06-457b-497e-9eb9-18286b15a87f req-fe8df49d-98a0-4f8b-ac53-d4f22e3d9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.800911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-fe8df49d-98a0-4f8b-ac53-d4f22e3d9c85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38b8c47e-7aba-47e0-ac32-7b2fab793376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577330 Oct 13 04:29:24.816539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6398f0a4-6a0e-48cb-b38a-d4fdec401bb6 req-ca1e129b-44fb-42c3-8e78-8d8efaf3d898 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767338 Oct 13 04:29:24.892808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.908554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.917318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.924983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.952738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.962859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.978237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:24.984366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82e263f2-e517-445b-a8e0-f8026291cfec req-f366c0ef-24bd-4e63-ae5e-5f90411a697c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5438 time: 0.4578094 Oct 13 04:29:25.001002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.060799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-c8ad723e-134e-4c23-be56-20a5ca43f527 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359986 Oct 13 04:29:25.105328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.174814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:25.177180 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345199f2-579c-4dfc-95fb-5df6786d70c9" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:25.202464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:25.212830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82e263f2-e517-445b-a8e0-f8026291cfec req-5e2ef443-8972-49d5-8dd5-0a2dbbf8c71f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2090850 Oct 13 04:29:25.217235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.218070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:25.238734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-983eab06-457b-497e-9eb9-18286b15a87f req-35bd539a-81bf-4700-b792-1d3023cedbb9 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598084 Oct 13 04:29:25.247240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.274912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd05b332-cbed-453d-8f31-7e678b88ff3d']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:25.296246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d62b60-2bf6-4a7c-9fa6-59251cd5ec63') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:25.297249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d62b60-2bf6-4a7c-9fa6-59251cd5ec63') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:25.308169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.322823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.331735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:25.332147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.343766 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53243841-0fa6-4c3c-97cd-25eb42eb74ff x-openstack-request-id: req-53243841-0fa6-4c3c-97cd-25eb42eb74ff {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:25.344063 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:25.344325 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53243841-0fa6-4c3c-97cd-25eb42eb74ff {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:25.344720 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'code': 200} Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:25.397283 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:25.447277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:25.467252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.467524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.467876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.468332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.468810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.469189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.469584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.469875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.470185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.470512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.470845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.471194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:29:25.486354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.495107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.501170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd05b332-cbed-453d-8f31-7e678b88ff3d {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:29:25.504610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.514447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60690) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:25.523485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'name': 'tempest-network--910475020', 'router:external': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:25.528779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/bd05b332-cbed-453d-8f31-7e678b88ff3d HTTP/1.1" status: 204 len: 168 time: 0.7374027 Oct 13 04:29:25.548979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:25.559942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.567633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '029abae6-4d36-4081-9054-f652a571936d', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'port_id': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'mac_address': 'fa:16:3e:ad:ad:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da718522-5479-46e6-9d65-e057e67e1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:21Z', 'updated_at': '2021-10-13T04:29:21Z', 'revision_number': 0, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:25.577046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:25.581021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.585611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e40a8-1bae-408d-9f44-63812885fc75 req-705cad42-43a0-4b52-bbab-15b673ddb2d2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:25.590542 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be6e40a8-1bae-408d-9f44-63812885fc75 req-705cad42-43a0-4b52-bbab-15b673ddb2d2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.1754620 Oct 13 04:29:25.595191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060d67d-4d35-45c4-bb9b-67affb1ae5fc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd05b332-cbed-453d-8f31-7e678b88ff3d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:25.630469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:25.652560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.653405 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Added segment 3016abe6-c46c-44b8-84df-93feab354daf of type vlan for network b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d Oct 13 04:29:25.666696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be6e40a8-1bae-408d-9f44-63812885fc75 req-2bf9850a-56f8-4d91-bbdb-f7c73dbbca13 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598643 Oct 13 04:29:25.685495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Checking router: b711a70b-60c6-496e-af44-779969c28a75 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:25.750810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.761006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=14']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:25.789889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.791680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:25.792421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:25.796390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:25.799166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:25.881807 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3652971 Oct 13 04:29:25.885999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:25.920571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc24c61-bf83-4a52-a5b5-46d8b87b76a9 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:25.950156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c947c-829c-4ba5-9264-b24178101716 req-03e0727a-3e6e-4d83-a8db-592ac4095a40 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:25.959406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e5c947c-829c-4ba5-9264-b24178101716 req-03e0727a-3e6e-4d83-a8db-592ac4095a40 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0951478 Oct 13 04:29:26.019359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:26.056568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e5c947c-829c-4ba5-9264-b24178101716 req-035c368f-cad4-4e02-899d-e255b6555e7f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959103 Oct 13 04:29:26.101128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cfbd4-1bb2-4d6c-ab13-1495e4fc7291 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.102493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae1cfbd4-1bb2-4d6c-ab13-1495e4fc7291 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "GET /v2.0/networks/b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d HTTP/1.1" status: 200 len: 756 time: 0.2151940 Oct 13 04:29:26.105310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60704) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:26.132508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:26.217813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f92b8-b7bd-4532-9c84-37f35a0b9675 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.224951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:26.239465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d42f92b8-b7bd-4532-9c84-37f35a0b9675 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "GET /v2.0/networks/8ccc947a-bfe2-48d3-b9bd-c5c00a339711 HTTP/1.1" status: 200 len: 767 time: 0.1328399 Oct 13 04:29:26.244101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:26.323104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.419613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:26.426846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:26.427459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.430943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.438631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.444205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-c6e4b401-4c97-4da0-ad83-824b3ff39fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.445715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-c6e4b401-4c97-4da0-ad83-824b3ff39fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.1204836 Oct 13 04:29:26.445854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.476959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.484360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.493672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.500892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.519140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-a155c833-2da8-4876-847f-8e6b6ce595f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5439 time: 0.1663404 Oct 13 04:29:26.575606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e495d22-493a-4408-bf8e-152e75ca6621 req-28bd344b-5b9e-4a71-8911-d90b85dfbca5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551295 Oct 13 04:29:26.597944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.643444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:26.646268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '029abae6-4d36-4081-9054-f652a571936d', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'port_id': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'mac_address': 'fa:16:3e:ad:ad:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da718522-5479-46e6-9d65-e057e67e1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:21Z', 'updated_at': '2021-10-13T04:29:21Z', 'revision_number': 0, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:26.675881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-db0d88b7-4193-4525-9501-dad7cb4db6e1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.677646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-db0d88b7-4193-4525-9501-dad7cb4db6e1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.0532949 Oct 13 04:29:26.680931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.681983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8ae020f6-c487-42bd-9158-32c3e815c5ad up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:26.686010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad5721-1f85-4874-ad68-2aa84de76e8f None None] The sync data for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 is: [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '029abae6-4d36-4081-9054-f652a571936d', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'port_id': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'mac_address': 'fa:16:3e:ad:ad:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da718522-5479-46e6-9d65-e057e67e1338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:29:21Z', 'updated_at': '2021-10-13T04:29:21Z', 'revision_number': 0, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:26.824921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:26.836849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 8ae020f6-c487-42bd-9158-32c3e815c5ad completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:26.841347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 8ae020f6-c487-42bd-9158-32c3e815c5ad triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:26.841850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.921172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfad7b5-3beb-4d3f-aacf-3c7c25d45ec2 req-8884b952-088d-4509-870a-335a836da36a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:26.925245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adfad7b5-3beb-4d3f-aacf-3c7c25d45ec2 req-8884b952-088d-4509-870a-335a836da36a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc85f3c-a4a0-4962-a9ba-0477b02c3c32 HTTP/1.1" status: 200 len: 946 time: 0.1010158 Oct 13 04:29:26.930565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:26.931276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.984137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:26.990678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5cebf-2a77-4819-84f7-b6ceaf48ea11 req-5d4284b6-f047-4479-b8b1-94e85afdf4cf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.000528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aab5cebf-2a77-4819-84f7-b6ceaf48ea11 req-5d4284b6-f047-4479-b8b1-94e85afdf4cf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.6471052 Oct 13 04:29:27.008007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-3f7d29b2-25ba-4294-920a-2ee88871f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.009431 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-3f7d29b2-25ba-4294-920a-2ee88871f5ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.5497844 Oct 13 04:29:27.028396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:27.038152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.041089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device db708d1c-ba96-4cab-aacc-b772bf35eb6c up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:27.046002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:27.047734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.063963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:27.079828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.081294 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c40437b-70a3-41d6-922f-ed17b5a706d2 None None] New status for floating IP 029abae6-4d36-4081-9054-f652a571936d: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:29:27.145488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:27.161014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aab5cebf-2a77-4819-84f7-b6ceaf48ea11 req-c85d42e6-e29b-4316-88b7-1614fa6aafbf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594286 Oct 13 04:29:27.200581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:27.213037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-2afc5848-e67a-4aac-976c-031a4d9ef839 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1886864 Oct 13 04:29:27.267592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.278025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3016abe6-c46c-44b8-84df-93feab354daf') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:27.278609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3016abe6-c46c-44b8-84df-93feab354daf') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:27.291709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:27.294002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['2f6450ff-fd3f-41b4-ae72-0cd5532a0030'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:27.326295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.332893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adfad7b5-3beb-4d3f-aacf-3c7c25d45ec2 req-0f5c49f7-cd11-44a6-86c6-a68f94095d68 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980952 Oct 13 04:29:27.346904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=2f6450ff-fd3f-41b4-ae72-0cd5532a0030,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:27.356403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:27.362080 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c963d-8174-42e8-9df1-06943bcbbdd1" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:27.373982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.385853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-66962a0b-29e2-4883-b588-35d454ad1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.387566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-66962a0b-29e2-4883-b588-35d454ad1f64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1566389 Oct 13 04:29:27.388617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:27.389055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:27.391600 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:27.428792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port db708d1c-ba96-4cab-aacc-b772bf35eb6c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:27.432754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:27.440084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.445275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port db708d1c-ba96-4cab-aacc-b772bf35eb6c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:27.446151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-375a95d7-ad02-4d64-bb13-00a14bb40b0b req-3ed5e396-76fb-4ead-babb-6618d324e8fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "DELETE /v2.0/ports/2f6450ff-fd3f-41b4-ae72-0cd5532a0030 HTTP/1.1" status: 204 len: 173 time: 0.7468982 Oct 13 04:29:27.446851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'name': 'network-vif-deleted', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:27.447858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.450221 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb97f98-a3eb-4d1b-95ba-fa535a7e9229" -d '{"events": [{"server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "name": "network-vif-deleted", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:27.537215 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331d67b-b207-4dcc-87a6-c59933148db5 x-openstack-request-id: req-3331d67b-b207-4dcc-87a6-c59933148db5 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:27.537516 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc85f3c-a4a0-4962-a9ba-0477b02c3c32", "name": "network-vif-deleted", "tag": "2f6450ff-fd3f-41b4-ae72-0cd5532a0030", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:27.537770 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3331d67b-b207-4dcc-87a6-c59933148db5 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:27.538221 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc85f3c-a4a0-4962-a9ba-0477b02c3c32', 'name': 'network-vif-deleted', 'tag': '2f6450ff-fd3f-41b4-ae72-0cd5532a0030', 'status': 'completed', 'code': 200} Oct 13 04:29:27.541717 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886351c1-25d5-475c-a7c6-d458d6665518 x-openstack-request-id: req-886351c1-25d5-475c-a7c6-d458d6665518 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:27.543823 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-unplugged", "status": "completed", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:27.544167 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-886351c1-25d5-475c-a7c6-d458d6665518 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:27.545386 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'code': 200} Oct 13 04:29:27.545716 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'code': 200} Oct 13 04:29:27.546041 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'code': 200} Oct 13 04:29:27.574500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-b5d53962-1ea2-4b8c-9bec-419cc0abeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.578568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-b5d53962-1ea2-4b8c-9bec-419cc0abeb34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759956 Oct 13 04:29:27.579938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.585075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:29:27.588296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.596969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:27.602194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'name': 'tempest-network--606827894'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:27.608323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d HTTP/1.1" status: 204 len: 168 time: 1.3817270 Oct 13 04:29:27.658590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Made reservation on behalf of 41695988603c4197ac3df9c3b81cb7ac for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:27.660253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.723483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:27.736427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.737424 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Added segment 7923e6b3-e523-4087-a02d-953612c7d4bf of type vlan for network 2b0b8637-0630-40f1-9d37-a920e3c93659 Oct 13 04:29:27.740878 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.742644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f931825-d32a-4b5f-8b98-d54b5920ba38 tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5cf5f7e-620f-43dd-bd0c-90ad17b2b80d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:27.799444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.819413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:27.820370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.827084 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.828411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.828581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:27.829901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.831092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.831830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:27.835769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.842046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.849127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.855736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.865354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2645071 Oct 13 04:29:27.867300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:27.877795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-0d3e6d51-6cdf-48ca-a9fe-ebe589fee28c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5441 time: 0.1448569 Oct 13 04:29:27.891810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60730) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:27.897709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:27.924389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154742e-ea33-43e5-8f4e-f64e9dbdd7cc tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=2b0b8637-0630-40f1-9d37-a920e3c93659,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:27.955556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2b0b8637-0630-40f1-9d37-a920e3c93659 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:27.962021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-e45f84da-0864-49b7-88e8-f0e60ec1608f service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482511 Oct 13 04:29:28.066325 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7022fba2-c809-49a3-87c8-66287f6eeeba req-34dce5ae-9fd3-4ee4-81f7-9d217f894cc2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1809657 Oct 13 04:29:28.153735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:28.173149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:28.179682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:28.181170 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.209128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9be6d8f-659b-4e6f-9a28-2cb92b2cf4b2 req-66bb24a1-7456-4aa8-aa3d-b3d0d6cca965 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362216 Oct 13 04:29:28.302988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.346019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.357463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Network 2b0b8637-0630-40f1-9d37-a920e3c93659 is not hosted by any dhcp agent {{(pid=95047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:29:28.359843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:28.360506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.365874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "PUT /v2.0/networks/2b0b8637-0630-40f1-9d37-a920e3c93659 HTTP/1.1" status: 200 len: 857 time: 0.4709740 Oct 13 04:29:28.368259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60742) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:28.392707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e16191-8806-4b35-ab10-342f20c09aca req-2b73ec6b-e195-4b87-8814-511a4ad29318 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:28.405763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14e16191-8806-4b35-ab10-342f20c09aca req-2b73ec6b-e195-4b87-8814-511a4ad29318 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1246665 Oct 13 04:29:28.451692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.495403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:28.501809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.502735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6183ee9c-fb77-45a8-8207-2f458502c97a up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:28.525774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14e16191-8806-4b35-ab10-342f20c09aca req-d976b957-3166-410b-ba2d-b8fb323f3ecf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190429 Oct 13 04:29:28.619486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ef032-606a-4eac-8676-7d298efbd76d tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event updated for resources: {'Network': ['ID=2b0b8637-0630-40f1-9d37-a920e3c93659,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:28.638565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:28.643251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.666616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 6183ee9c-fb77-45a8-8207-2f458502c97a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:28.672421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6183ee9c-fb77-45a8-8207-2f458502c97a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:28.672894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.738979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.773638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0b8637-0630-40f1-9d37-a920e3c93659']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:28.774313 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.785852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7923e6b3-e523-4087-a02d-953612c7d4bf') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:28.786149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7923e6b3-e523-4087-a02d-953612c7d4bf') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:28.800888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.823135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.838359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6183ee9c-fb77-45a8-8207-2f458502c97a,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:28.844573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.845697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:28.862025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:28.863012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:28.901234 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:28.942784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:28.975206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:28.979261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:28.979723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:28.997041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.014557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b0b8637-0630-40f1-9d37-a920e3c93659 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:29:29.061617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.073475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2b0b8637-0630-40f1-9d37-a920e3c93659 HTTP/1.1" status: 204 len: 168 time: 0.7038634 Oct 13 04:29:29.074536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60756) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:29.085396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f94ff-c3a7-429a-98af-95c8cccf724a tempest-ExternalNetworksTestJSON-408999722 tempest-ExternalNetworksTestJSON-408999722-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b0b8637-0630-40f1-9d37-a920e3c93659,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:29.129302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-d17b2850-b82b-403c-983f-b8f7947998df tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.154338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.157361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-d17b2850-b82b-403c-983f-b8f7947998df tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.2870655 Oct 13 04:29:29.158981 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dadc649-82f0-4013-9450-6b17797cc2a5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] DELETE failed (client error): The resource could not be found. Oct 13 04:29:29.164115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dadc649-82f0-4013-9450-6b17797cc2a5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:29:29.169699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4dadc649-82f0-4013-9450-6b17797cc2a5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "DELETE /v2.0/subnets/4b85942d-3a12-43ba-ae7f-01a61ebf2e18 HTTP/1.1" status: 404 len: 337 time: 0.0935967 Oct 13 04:29:29.174267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60760) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:29.198421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-256976b8-a8d4-4eac-b317-40e132584ca4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/quotas/a544d149f41546118eb4f97969ae3b15 HTTP/1.1" status: 200 len: 375 time: 0.0397022 Oct 13 04:29:29.256342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:29.272087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.351926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-766dce86-29f9-49c0-b326-6988f07a0ce6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1490090 Oct 13 04:29:29.382218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:29.471928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.494336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.501082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.508028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.516438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.522456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.528908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.535973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:29.538223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22ff5219-033e-4088-9a48-76318c5450d7 req-316246b3-ff9e-4f56-97f6-99592a08ead8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.3003697 Oct 13 04:29:29.547412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6183ee9c-fb77-45a8-8207-2f458502c97a'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:29.549729 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e86557f-39d2-411a-889f-54746ba7931f" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "6183ee9c-fb77-45a8-8207-2f458502c97a"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:29.568567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-3b81078d-7b03-4c45-8e91-c9d90d185ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066712 Oct 13 04:29:29.647419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22ff5219-033e-4088-9a48-76318c5450d7 req-2d68cd7f-839b-48bf-b286-12ac59b4f2db tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999134 Oct 13 04:29:29.681150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.715828 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cc545e5d-74a7-4bd2-b96a-8bf5bdb31a42 service neutron] 10.222.0.49 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397877 Oct 13 04:29:29.729323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccc947a-bfe2-48d3-b9bd-c5c00a339711']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:29.749585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8721435-6e09-4a11-9e98-c53f897cc3be') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:29.749880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8721435-6e09-4a11-9e98-c53f897cc3be') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:29.769866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.796007 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.814577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:29.814991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:29.818141 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:29.906399 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3efda7-b677-42de-b349-582d0373ad35 x-openstack-request-id: req-6e3efda7-b677-42de-b349-582d0373ad35 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:29.906871 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "6183ee9c-fb77-45a8-8207-2f458502c97a", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-plugged", "status": "completed", "tag": "7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:29.907269 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e3efda7-b677-42de-b349-582d0373ad35 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:29.907895 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'code': 200} Oct 13 04:29:29.908266 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'code': 200} Oct 13 04:29:29.908731 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6183ee9c-fb77-45a8-8207-2f458502c97a', 'code': 200} Oct 13 04:29:29.908965 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea', 'code': 200} Oct 13 04:29:29.985633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b567beaf-57ab-46e3-9ec3-263aed5ae393 req-840cc168-61a0-41e4-a6b8-549dd896385f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 210 time: 0.0422697 Oct 13 04:29:30.038604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:30.050837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:30.056430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] 10.222.0.49 "DELETE /v2.0/networks/8ccc947a-bfe2-48d3-b9bd-c5c00a339711 HTTP/1.1" status: 204 len: 168 time: 0.8788173 Oct 13 04:29:30.079123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46691788-e7eb-4d84-9e02-60ca114a571d req-c7098c56-cb4c-4db3-b3de-5645b54de83a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.080713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46691788-e7eb-4d84-9e02-60ca114a571d req-c7098c56-cb4c-4db3-b3de-5645b54de83a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1692111 Oct 13 04:29:30.081554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb64b4f-09a5-4e76-a0bb-7c8c992d6cb5 tempest-ExternalNetworksTestJSON-770688814 tempest-ExternalNetworksTestJSON-770688814-project] Pushing event deleted for resources: {'Network': ['ID=8ccc947a-bfe2-48d3-b9bd-c5c00a339711,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:30.115259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.115726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.116189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.116796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.117083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.117547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.117986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.120077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-ce5213ae-1321-4ca8-b3b4-d1f44ba3fb0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.1214159 Oct 13 04:29:30.167787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46691788-e7eb-4d84-9e02-60ca114a571d req-51dec76d-1d49-4781-975a-9b4abde97f3d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756199 Oct 13 04:29:30.206787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71cf72e9-c46d-41b6-92ed-b2f466e24f71 req-9a9e9a7d-a668-45aa-9576-0e4754bb8eea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767417 Oct 13 04:29:30.533501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60798) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:30.628186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021057-e45a-4917-b429-817a308fc7b1 req-bcd54054-e68b-42bc-aa9b-236bcea033ff tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.630197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd021057-e45a-4917-b429-817a308fc7b1 req-bcd54054-e68b-42bc-aa9b-236bcea033ff tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1019261 Oct 13 04:29:30.679749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd021057-e45a-4917-b429-817a308fc7b1 req-0bded520-5f0c-482c-9374-c5193c3157a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Oct 13 04:29:30.739431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:30.739885 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8f6ce5b-5cd7-477d-9996-c2638be0051e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94acad6edf564222b1e540e1f62ce693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038364 Oct 13 04:29:30.901399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.902996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:30.909035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.915877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.924272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.929285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870410dc-d640-4ef2-b258-3d99ff3340ae req-10bb2fe7-1f53-4375-a9ef-90aba2814a8c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.930877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-870410dc-d640-4ef2-b258-3d99ff3340ae req-10bb2fe7-1f53-4375-a9ef-90aba2814a8c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0868595 Oct 13 04:29:30.935689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.942831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.948960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:30.952458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-01e167dc-3037-4080-8caf-3398437670c7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.1203101 Oct 13 04:29:30.957031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.001696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76f67383-5a99-4ed4-987b-9d1d52cc1d85 req-b9d2e9d5-609f-4003-966e-9afb923cec80 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398915 Oct 13 04:29:31.012423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-870410dc-d640-4ef2-b258-3d99ff3340ae req-4f8c193e-f130-4c34-b334-2f3d6fb6c738 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720742 Oct 13 04:29:31.048576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.053233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.056855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1f50cb8-10c4-4f8b-8482-f20fd9cc3bd5 HTTP/1.1" status: 204 len: 168 time: 0.3158958 Oct 13 04:29:31.059348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:31.081839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfb488-766b-49fa-a6d9-dd8eef4d42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f50cb8-10c4-4f8b-8482-f20fd9cc3bd5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:31.122718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:31.123658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2f6450ff-fd3f-41b4-ae72-0cd5532a0030 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:31.242960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-262ebfb9-aadd-4ad3-9e75-2465a7d4d807 req-6fd387c6-e1bf-4e67-a84e-b7d24744aec6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 210 time: 0.0545385 Oct 13 04:29:31.330479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-fe2d12c6-c637-46b0-97d1-59523af25208 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:31.332413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-fe2d12c6-c637-46b0-97d1-59523af25208 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 804 time: 0.1497614 Oct 13 04:29:31.354180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Request body: {'port': {'device_id': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'admin_state_up': True, 'tenant_id': 'a544d149f41546118eb4f97969ae3b15'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:31.564812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-49e64e91-ac21-4eea-b997-dc8edffd8cb9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:31.566953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-49e64e91-ac21-4eea-b997-dc8edffd8cb9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.1960554 Oct 13 04:29:31.596759 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-1561c29a-1717-4d95-955e-bf3b50c80195 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/quotas/e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 375 time: 0.0220315 Oct 13 04:29:31.600026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Made reservation on behalf of a544d149f41546118eb4f97969ae3b15 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:31.603484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.618888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60834) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:31.712747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-836af961-70cb-420d-b023-ff9367c7be4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41695988603c4197ac3df9c3b81cb7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919085 Oct 13 04:29:31.714473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60840) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:31.741006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-6ffac8ba-1a5d-4259-b7ab-a0430be0cd05 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1432364 Oct 13 04:29:31.796598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.829290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.898007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Allocated IP 172.20.0.2 (1d0bcd8c-5687-48e1-81aa-af01eaedd709/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1/900784e2-3ed3-4d2f-a1ca-f10132d1867a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:31.907772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-f9b7cf47-bd78-4c3d-b169-2517f1e3af14 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655529 Oct 13 04:29:31.912920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.915619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:31.919272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61f314fd-8a63-470b-80f3-7c2cf363e8ca HTTP/1.1" status: 204 len: 168 time: 0.2011218 Oct 13 04:29:31.953641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215e443-6e2e-4e4c-8fab-03d70c828d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f314fd-8a63-470b-80f3-7c2cf363e8ca,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:32.216248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:32.243916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.262512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.283938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.295287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.303196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.310338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.318679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.321188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-60ed3801-a2f7-45e0-8332-45275a205fd7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.1929548 Oct 13 04:29:32.339734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-6f132075-4684-491f-baa5-e1ea6e1f1927 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279830 Oct 13 04:29:32.382270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:32.395642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:32.495967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aff48e63-4f71-435b-bda3-4dcb4be148e2 req-c2a403f4-c225-4853-9038-75678d8f3a1c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599433 Oct 13 04:29:32.497896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:32.508483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:32.518308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:32.642160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event updated for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:32.642160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:32.642160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:32.777113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-cf72a2b4-bdcd-4671-b9a7-5b6e85f4c03d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3148663 Oct 13 04:29:32.777113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Request body: {'port': {'device_id': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:33.067221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48a37-f661-43f9-a4f9-5b3ebcb66c5a req-2db43bfa-8892-4699-bc08-070571c04978 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.089838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ace48a37-f661-43f9-a4f9-5b3ebcb66c5a req-2db43bfa-8892-4699-bc08-070571c04978 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 931 time: 0.2041857 Oct 13 04:29:33.180779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ace48a37-f661-43f9-a4f9-5b3ebcb66c5a req-3024f4e7-879f-4cd9-9a00-5d9642ab23cb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849135 Oct 13 04:29:33.260638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89a66fd2-0b02-4ca8-9863-d98723730d88 req-0c112c55-30ca-4f3e-bbd3-54aae898161e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 210 time: 0.0443137 Oct 13 04:29:33.498748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:33.563878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.569921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.576141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.584017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.591636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.600999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.610939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:33.612943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ad636f7-4e0b-469a-b905-8dc52374322c req-9d300f75-b69d-468b-a94b-f22f95481b04 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.2043328 Oct 13 04:29:33.624184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60906) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:33.630927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Request body: {'floatingip': {'port_id': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:33.701752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.032769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900784e2-3ed3-4d2f-a1ca-f10132d1867a {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:34.042364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.060357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Transition to ACTIVE for port object 900784e2-3ed3-4d2f-a1ca-f10132d1867a will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:34.069264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.175861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Pushing event updated for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:34.284627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Attempting to bind port 900784e2-3ed3-4d2f-a1ca-f10132d1867a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:34.284966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Attempting to bind port 900784e2-3ed3-4d2f-a1ca-f10132d1867a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:34.285296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Attempting to bind port 900784e2-3ed3-4d2f-a1ca-f10132d1867a on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:34.299712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Port 900784e2-3ed3-4d2f-a1ca-f10132d1867a on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:34.300286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Attempting to bind port 900784e2-3ed3-4d2f-a1ca-f10132d1867a on network 1d0bcd8c-5687-48e1-81aa-af01eaedd709 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:34.337319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:34.338476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Checking segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:34.339165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Bound using segment: {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:34.341099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Bound port: 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153d1f71-b924-4014-959f-29dbfb7d5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:34.343601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.471968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-58c82a49-9a9e-4a17-9e5e-9750a423de78 req-9f5fb443-123c-42bd-aec7-a9609e2ebba1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 210 time: 0.0651598 Oct 13 04:29:34.535860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:34.568464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:34.577148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ed491-dddb-42cf-8662-7c4dd746ec44 req-ac1f5a56-5cdb-4d16-bc61-2b3f589aa9a4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:34.586105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b9ed491-dddb-42cf-8662-7c4dd746ec44 req-ac1f5a56-5cdb-4d16-bc61-2b3f589aa9a4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 943 time: 0.2901921 Oct 13 04:29:34.596455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.605347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.606208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.626309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:34.627442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:34.629028 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] 10.222.0.47 "PUT /v2.0/ports/900784e2-3ed3-4d2f-a1ca-f10132d1867a HTTP/1.1" status: 200 len: 1091 time: 1.9500489 Oct 13 04:29:34.633692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:34.636901 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e88005-6c11-45c0-af89-d600252a6b12" -d '{"events": [{"name": "network-changed", "server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:34.741878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b9ed491-dddb-42cf-8662-7c4dd746ec44 req-fa336b0e-2e45-4156-9b9d-45adcec110ed tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501751 Oct 13 04:29:34.752684 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f0d11-d1cc-49da-94aa-9ba265906133 x-openstack-request-id: req-2a7f0d11-d1cc-49da-94aa-9ba265906133 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:34.753449 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:34.753929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a7f0d11-d1cc-49da-94aa-9ba265906133 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:34.754714 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a', 'status': 'completed', 'code': 200} Oct 13 04:29:34.800262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6ce84-72f9-4806-b65e-4d5638baea64 service neutron] Pushing event updated for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:34.828932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-264a674c-a439-46bd-8f96-e73e4d2f4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:34.830761 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-264a674c-a439-46bd-8f96-e73e4d2f4281 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 1094 time: 0.1188519 Oct 13 04:29:34.902969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-d1a0fa38-8410-4f6d-b212-8642a34764e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a HTTP/1.1" status: 200 len: 217 time: 0.0625670 Oct 13 04:29:34.950064 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Floating IP c85b5278-783e-41a3-aca4-e116dcb19ed8 associated. External IP: 172.25.0.159, port: 4d01ea32-8d32-44d1-8362-51a9b1ad86f6. Oct 13 04:29:34.960354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-54389017-da04-4322-9389-780dba0654da tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:34.961829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-54389017-da04-4322-9389-780dba0654da tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.2609553 Oct 13 04:29:34.986541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-64521c5e-b284-49b9-be4b-7cdef2f39c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:34.990136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-64521c5e-b284-49b9-be4b-7cdef2f39c7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.0762579 Oct 13 04:29:35.046916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-05909a4c-6862-4369-81bf-6ced7794e6f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484135 Oct 13 04:29:35.063537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'device_id': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'admin_state_up': True, 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:35.115934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:35.207776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-b228c015-72cb-42fb-aaf2-ccd85f74ef0d service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410291 Oct 13 04:29:35.347793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:35.352461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:35.400180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c6015e7c-d61b-4f90-b77f-383e7a65b58e req-9e219533-7b0b-4ba7-bb69-247b5bb0c4e2 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878219 Oct 13 04:29:35.408496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e49ff32d-da01-4e38-86bc-7600c6314379 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-572411830'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:35.409036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e49ff32d-da01-4e38-86bc-7600c6314379 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Unknown quota resources ['metering_label']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:29:35.526014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88005-6c11-45c0-af89-d600252a6b12 req-7b3bf67b-b927-40b6-9eee-10fe4168166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:35.533396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-7b3bf67b-b927-40b6-9eee-10fe4168166d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a544d149f41546118eb4f97969ae3b15&device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 1094 time: 0.0837421 Oct 13 04:29:35.644003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7328876c-8772-46a0-9427-dc85d91ee05b req-4743da0c-c208-43da-ba0f-4d56f9043dc9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 210 time: 0.0820081 Oct 13 04:29:35.699773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88005-6c11-45c0-af89-d600252a6b12 req-ef347df0-35a6-4d0f-ae42-1630af305d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:35.701328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-ef347df0-35a6-4d0f-ae42-1630af305d41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 200 len: 905 time: 0.1603262 Oct 13 04:29:35.766478 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-7b3b4349-ac14-4abd-ae3c-c446ded3b1a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a HTTP/1.1" status: 200 len: 217 time: 0.0550563 Oct 13 04:29:35.837936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:29:35.857616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e88005-6c11-45c0-af89-d600252a6b12 req-d6f3bb6b-7ea9-4380-8061-abf62ccc23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:35.859179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-d6f3bb6b-7ea9-4380-8061-abf62ccc23b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 200 len: 844 time: 0.0856965 Oct 13 04:29:35.903286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-28cda63a-98e3-41ae-8a9e-7d8f421afb5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1d0bcd8c-5687-48e1-81aa-af01eaedd709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356829 Oct 13 04:29:36.045652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-b86f2083-9b14-4468-9506-482a26e4dd09 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337135 Oct 13 04:29:36.136322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a46-801f-4381-a16d-fa1e5b3987f5 req-cab352be-c3d3-4130-9520-49c621cce79a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:36.144593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb970a46-801f-4381-a16d-fa1e5b3987f5 req-cab352be-c3d3-4130-9520-49c621cce79a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 943 time: 0.2377586 Oct 13 04:29:36.153783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e49ff32d-da01-4e38-86bc-7600c6314379 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:36.158491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e49ff32d-da01-4e38-86bc-7600c6314379 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0395358 Oct 13 04:29:36.160559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Router 0fdce087-7069-4339-a7f1-7d1e7ae00570 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:36.182362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60986) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:36.217448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61e88005-6c11-45c0-af89-d600252a6b12 req-e7481665-1b47-4658-97a7-b65f3fd34ea5 service neutron] 10.222.0.47 "GET /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636670 Oct 13 04:29:36.219486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-741e86bd-09c5-4c03-85c1-cfeb2b052366 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dc88e3a5-4ac4-4da3-81fd-96272c6b4765'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:36.220039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-741e86bd-09c5-4c03-85c1-cfeb2b052366 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95047) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:29:36.235110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb970a46-801f-4381-a16d-fa1e5b3987f5 req-41bc50bd-d139-4abe-bc72-7ac299e2e8f2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896418 Oct 13 04:29:36.282966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.20.0.10 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/6aa65c2a-17f0-4d32-b178-d1ce642fba11) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:36.384231 n-d-813736-1 neutron-server[95047]: WARNING neutron.services.metering.metering_plugin [None req-741e86bd-09c5-4c03-85c1-cfeb2b052366 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:29:36.538572 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-741e86bd-09c5-4c03-85c1-cfeb2b052366 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:36.539854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-741e86bd-09c5-4c03-85c1-cfeb2b052366 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3263059 Oct 13 04:29:36.544128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60996) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:36.550919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bb45ee6f-8821-4c02-95c0-1611e6abb8ba tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dc88e3a5-4ac4-4da3-81fd-96272c6b4765'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:36.553644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bb45ee6f-8821-4c02-95c0-1611e6abb8ba tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:29:36.630409 n-d-813736-1 neutron-server[95048]: WARNING neutron.services.metering.metering_plugin [None req-bb45ee6f-8821-4c02-95c0-1611e6abb8ba tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 04:29:36.638218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:36.649863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Sync routers for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:36.652426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:36.666171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:36.666868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:36.727647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a8679737-af9b-40e2-a954-dab07c8b58b1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "PUT /v2.0/floatingips/c85b5278-783e-41a3-aca4-e116dcb19ed8 HTTP/1.1" status: 200 len: 991 time: 3.0987537 Oct 13 04:29:36.728420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb45ee6f-8821-4c02-95c0-1611e6abb8ba tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:36.730131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb45ee6f-8821-4c02-95c0-1611e6abb8ba tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1830955 Oct 13 04:29:36.730900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:36.732675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:36.741014 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b6d7a-3fc8-4d88-a896-ca684623a086" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:36.757177 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ccaf63fe-ddba-400c-b5f8-3591dc5daa2d tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=63582352-6278-401f-a001-79b6e333614f HTTP/1.1" status: 200 len: 462 time: 0.0230329 Oct 13 04:29:36.760228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32778) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:36.860085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d50b3ab-13ae-4503-860f-f125af6f1a6e req-468cc0a4-28ec-489e-8295-8fbec567c00d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 210 time: 0.0959642 Oct 13 04:29:36.891717 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e218edf-11af-4905-a8b3-eaa754038808 x-openstack-request-id: req-2e218edf-11af-4905-a8b3-eaa754038808 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:36.892347 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:36.894277 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e218edf-11af-4905-a8b3-eaa754038808 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:36.894898 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'status': 'completed', 'code': 200} Oct 13 04:29:36.898544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:37.018134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d854b850-34ec-40bd-b16d-51064b3da296 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:37.018574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.022056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d854b850-34ec-40bd-b16d-51064b3da296 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/63582352-6278-401f-a001-79b6e333614f HTTP/1.1" status: 204 len: 168 time: 0.2576976 Oct 13 04:29:37.022327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:37.022730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.023438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.024075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.024708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.025366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.025993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.028266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-b0565558-d6d0-41be-af70-23a64f87a695 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.1033607 Oct 13 04:29:37.030898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:37.038484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-efeb16b5-6aab-4662-9cdc-286e5cecbbbb tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=63582352-6278-401f-a001-79b6e333614f HTTP/1.1" status: 200 len: 221 time: 0.0109777 Oct 13 04:29:37.039535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32786) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:37.045719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e697aa38-d5a4-4a03-bf0b-3bbfe6a03b73 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2136275597', 'description': 'label created by tempest'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:37.046276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e697aa38-d5a4-4a03-bf0b-3bbfe6a03b73 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Unknown quota resources ['metering_label']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:29:37.090560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:37.220011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:37.227954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:37.232499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:37.238241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:37.275703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e697aa38-d5a4-4a03-bf0b-3bbfe6a03b73 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:37.281242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e697aa38-d5a4-4a03-bf0b-3bbfe6a03b73 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2378519 Oct 13 04:29:37.282486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32794) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:37.399459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-5b8ec9c9-60fc-4789-8912-292bae5e5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.401066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-5b8ec9c9-60fc-4789-8912-292bae5e5d39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13 HTTP/1.1" status: 200 len: 917 time: 0.3571212 Oct 13 04:29:37.567434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c85b5278-783e-41a3-aca4-e116dcb19ed8', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'port_id': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'mac_address': 'fa:16:3e:2a:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:39Z', 'updated_at': '2021-10-13T04:29:34Z', 'revision_number': 1, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:37.579405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-558265a7-5294-4cdf-969e-839f35db6abd tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=0b1ced5b-7e95-471d-890a-bc1a18bd4fcc HTTP/1.1" status: 200 len: 468 time: 0.2902663 Oct 13 04:29:37.579405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-42daa09f-9f06-404c-8da3-5d613af5251f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 999 time: 0.0986011 Oct 13 04:29:37.579700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32808) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:37.618414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.619130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:37.660850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Checking router: 0fdce087-7069-4339-a7f1-7d1e7ae00570 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:37.673161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:37.675590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:37.727105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-8bc929df-0472-43f1-be75-f09760f14adc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6884611 Oct 13 04:29:37.763815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf3f10-06b9-4f94-9520-84920a6cafe0 req-5397e1ce-d545-4941-87da-5f1be51e21ba tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.768172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55bf3f10-06b9-4f94-9520-84920a6cafe0 req-5397e1ce-d545-4941-87da-5f1be51e21ba tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 943 time: 0.3807967 Oct 13 04:29:37.777660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Request body: {'port': {'device_id': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:37.799338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-a0176c1b-ce43-478a-b4ea-d7686c054d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:37.803082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-a0176c1b-ce43-478a-b4ea-d7686c054d67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.1790061 Oct 13 04:29:37.954370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:38.055341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.093907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fc358ed7-c45d-4812-a57b-311690392d9c None None] Provisioning complete for port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:38.094264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fc358ed7-c45d-4812-a57b-311690392d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.143217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38f2a386-b63e-4529-abe3-5ac1a855f59e tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.146782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55bf3f10-06b9-4f94-9520-84920a6cafe0 req-518351e4-72f3-4523-801b-a09ee32257ed tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415568 Oct 13 04:29:38.153887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-38f2a386-b63e-4529-abe3-5ac1a855f59e tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/0b1ced5b-7e95-471d-890a-bc1a18bd4fcc HTTP/1.1" status: 204 len: 168 time: 0.5729558 Oct 13 04:29:38.154500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.160198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-211368f1-5510-4168-b910-ab50dc9dc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:38.162098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-211368f1-5510-4168-b910-ab50dc9dc224 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3413165 Oct 13 04:29:38.194042 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c7e2a35a-f4eb-4c76-8bb2-ee347f6016bf tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=0b1ced5b-7e95-471d-890a-bc1a18bd4fcc HTTP/1.1" status: 200 len: 216 time: 0.0379686 Oct 13 04:29:38.195746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32824) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.260876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a6341aa-6bac-4ea8-bd04-4ec202d9a6b0 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0611553 Oct 13 04:29:38.262788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.269283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fc358ed7-c45d-4812-a57b-311690392d9c None None] Port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:29:38.316405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a5e7bbb1-af79-4176-91b3-caff0e5d2caa tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0434899 Oct 13 04:29:38.344465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633f35f-72a6-40ff-83c1-fd0dba907de6 req-f45865b9-f744-4ef1-8893-10944aa4bc27 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:38.346854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b633f35f-72a6-40ff-83c1-fd0dba907de6 req-f45865b9-f744-4ef1-8893-10944aa4bc27 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 932 time: 0.2584684 Oct 13 04:29:38.347501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32830) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.474377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-91e23908-802a-407f-b91a-77e737fa1c81 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-labels/dc88e3a5-4ac4-4da3-81fd-96272c6b4765 HTTP/1.1" status: 200 len: 472 time: 0.1158133 Oct 13 04:29:38.475534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.551567 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b633f35f-72a6-40ff-83c1-fd0dba907de6 req-43865863-0601-4d5a-ae0a-9894e6c2d73d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856979 Oct 13 04:29:38.559482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb78929e-e792-4cdf-82d7-740c6644ad26 tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "GET /v2.0/metering/metering-label-rules/6980b43a-95f3-48ed-b33c-f718084a4750 HTTP/1.1" status: 200 len: 459 time: 0.0816152 Oct 13 04:29:38.560278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.587748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c85b5278-783e-41a3-aca4-e116dcb19ed8', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'port_id': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'mac_address': 'fa:16:3e:2a:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:39Z', 'updated_at': '2021-10-13T04:29:34Z', 'revision_number': 1, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:38.699840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7c0e3-a2ad-4cdc-b8e6-3cf616651daf None None] The sync data for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 is: [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c85b5278-783e-41a3-aca4-e116dcb19ed8', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'port_id': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'mac_address': 'fa:16:3e:2a:0f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:27:39Z', 'updated_at': '2021-10-13T04:29:34Z', 'revision_number': 1, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:38.710818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-2d325b23-664e-45ca-8ee8-795b91dfa1a8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034287 Oct 13 04:29:38.772341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3cc6ac83-6b98-41d3-8bb3-235f7271a8ce tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.776563 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3cc6ac83-6b98-41d3-8bb3-235f7271a8ce tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-label-rules/6980b43a-95f3-48ed-b33c-f718084a4750 HTTP/1.1" status: 204 len: 168 time: 0.2150900 Oct 13 04:29:38.777269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32848) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:38.905270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-542b6d7a-3fc8-4d88-a896-ca684623a086 req-74a2c0c9-b2b3-42a0-ae26-4ccb05c3f79b service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857412 Oct 13 04:29:38.920420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa65c2a-17f0-4d32-b178-d1ce642fba11 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:38.930966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:38.948995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Transition to ACTIVE for port object 6aa65c2a-17f0-4d32-b178-d1ce642fba11 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:38.958353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.044347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:39.100926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 900784e2-3ed3-4d2f-a1ca-f10132d1867a details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:39.107318 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f4c2d-867a-46f1-9129-4cf8dbcc25a3 None None] New status for floating IP c85b5278-783e-41a3-aca4-e116dcb19ed8: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:29:39.173288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7e21acfc-f31a-4b1e-81ea-d66f05bda3fc tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.191635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7e21acfc-f31a-4b1e-81ea-d66f05bda3fc tempest-MeteringIpV6TestJSON-138374433 tempest-MeteringIpV6TestJSON-138374433-project-admin] 10.222.0.49 "DELETE /v2.0/metering/metering-labels/dc88e3a5-4ac4-4da3-81fd-96272c6b4765 HTTP/1.1" status: 204 len: 168 time: 0.4019098 Oct 13 04:29:39.196346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Attempting to bind port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:39.196684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Attempting to bind port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:39.197012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Attempting to bind port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:39.205439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:39.206037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Attempting to bind port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:39.228270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:39.228606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:39.228993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:39.229424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Bound port: 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:39.229780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.384725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:39.387971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:39.394475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:39.408810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.427408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '900784e2-3ed3-4d2f-a1ca-f10132d1867a', 'network_id': '1d0bcd8c-5687-48e1-81aa-af01eaedd709', 'port_id': '900784e2-3ed3-4d2f-a1ca-f10132d1867a', 'mac_address': 'fa:16:3e:ab:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:39.465296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43f8a0-0384-4f3b-a72a-65fc16737df2 req-90eadf5c-a955-4674-9342-48605904b43b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:39.478159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a43f8a0-0384-4f3b-a72a-65fc16737df2 req-90eadf5c-a955-4674-9342-48605904b43b tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 943 time: 0.1548736 Oct 13 04:29:39.496893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:39.497551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.499826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] 10.222.0.16 "PUT /v2.0/ports/6aa65c2a-17f0-4d32-b178-d1ce642fba11 HTTP/1.1" status: 200 len: 1092 time: 1.7296126 Oct 13 04:29:39.500369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:39.521773 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c64a0-e21a-498b-aa67-c2ec84629c42" -d '{"events": [{"name": "network-changed", "server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:39.552121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92239-4f58-467f-8260-eed709cd7b85 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:39.586409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.612169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900784e2-3ed3-4d2f-a1ca-f10132d1867a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:39.644968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:39.655088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:39.719920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6a43f8a0-0384-4f3b-a72a-65fc16737df2 req-06b61cb7-835b-4ba3-b99b-b6822c95c7e0 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157125 Oct 13 04:29:39.752943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:39.781293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-366f858e-f53b-4e65-b0f7-858232e7f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:39.783427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-366f858e-f53b-4e65-b0f7-858232e7f28b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 1095 time: 0.2193682 Oct 13 04:29:39.853275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-950ad0d1-586d-44bf-be05-2036eafccbbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11 HTTP/1.1" status: 200 len: 217 time: 0.0609503 Oct 13 04:29:39.855564 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48012e8-65c8-488b-bf41-21dd89040446 x-openstack-request-id: req-a48012e8-65c8-488b-bf41-21dd89040446 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:39.856228 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:39.856694 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a48012e8-65c8-488b-bf41-21dd89040446 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:39.857203 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11', 'status': 'completed', 'code': 200} Oct 13 04:29:39.897138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['900784e2-3ed3-4d2f-a1ca-f10132d1867a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:39.986746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32882) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:40.017869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-070e0c05-8ad7-4a98-aafe-4da76eec0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.020180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-070e0c05-8ad7-4a98-aafe-4da76eec0d12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1581938 Oct 13 04:29:40.048497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e2a7a-9115-4898-9aeb-7f1c3658d3a8 req-0663231a-8dd1-4b42-8bea-dfda75b52806 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.050584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a58e2a7a-9115-4898-9aeb-7f1c3658d3a8 req-0663231a-8dd1-4b42-8bea-dfda75b52806 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 944 time: 0.1438200 Oct 13 04:29:40.165724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-e6880494-2f80-4044-90f5-486f47949eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.176192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-e6880494-2f80-4044-90f5-486f47949eb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443791 Oct 13 04:29:40.181991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a58e2a7a-9115-4898-9aeb-7f1c3658d3a8 req-b75852af-7a5b-4776-a8cf-a77e664a9eed tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222036 Oct 13 04:29:40.271738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c49c9619-80c3-4442-b496-8e571ce60d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.367364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-e3f5946e-9b64-4874-bef7-13e3d6763469 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788414 Oct 13 04:29:40.419929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c49c9619-80c3-4442-b496-8e571ce60d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.425444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c49c9619-80c3-4442-b496-8e571ce60d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.474481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c9619-80c3-4442-b496-8e571ce60d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42435ae-0d11-4e62-9ef0-66aaa8ac2a1d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:40.484938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c49c9619-80c3-4442-b496-8e571ce60d97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=179986483a3f4259abbd17e4120dc63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969022 Oct 13 04:29:40.487532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:40.523238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4273378a-f32f-416a-8150-ad3276b0bc0d req-6035a9b9-ef73-452a-a342-5a94b968dbdb service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471050 Oct 13 04:29:40.546857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.578980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.668283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.672057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:40.678579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-8098d29c-148f-46be-945a-82759e93d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.680259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-8098d29c-148f-46be-945a-82759e93d49f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 1095 time: 0.0797017 Oct 13 04:29:40.683790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a42435ae-0d11-4e62-9ef0-66aaa8ac2a1d HTTP/1.1" status: 204 len: 168 time: 0.1949964 Oct 13 04:29:40.704565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab6069-990c-4549-9783-866f0f9d2b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42435ae-0d11-4e62-9ef0-66aaa8ac2a1d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:40.869716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb439a22-da09-4d35-9254-6fca6dd0e101 req-3a06cbd0-c52e-4e49-87b9-b01035cc1a09 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.881715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb439a22-da09-4d35-9254-6fca6dd0e101 req-3a06cbd0-c52e-4e49-87b9-b01035cc1a09 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 944 time: 0.0827346 Oct 13 04:29:40.950966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb439a22-da09-4d35-9254-6fca6dd0e101 req-b22a6646-3756-4136-a859-dadf2864bd23 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624359 Oct 13 04:29:40.971884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-3db29632-06aa-4873-9d06-f5383d2e52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:40.973451 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-3db29632-06aa-4873-9d06-f5383d2e52ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.2840579 Oct 13 04:29:41.025657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-f4208d7b-c3f7-40ee-af90-4f116a09dd51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11 HTTP/1.1" status: 200 len: 217 time: 0.0438912 Oct 13 04:29:41.086358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32916) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:41.103389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6906cf8a-d028-40b0-9190-e9abeafe0b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.110876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 900784e2-3ed3-4d2f-a1ca-f10132d1867a up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:41.126402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-6802aaae-9beb-4df7-8ce5-81f9fafda4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:41.127932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-6802aaae-9beb-4df7-8ce5-81f9fafda4a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0940039 Oct 13 04:29:41.236200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 900784e2-3ed3-4d2f-a1ca-f10132d1867a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:41.240558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 900784e2-3ed3-4d2f-a1ca-f10132d1867a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:41.241449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.251991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-f0570fad-86b4-46a3-9a10-f2864e4b4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:41.259187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-f0570fad-86b4-46a3-9a10-f2864e4b4e33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142197 Oct 13 04:29:41.272380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6906cf8a-d028-40b0-9190-e9abeafe0b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.283811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6906cf8a-d028-40b0-9190-e9abeafe0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.373187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906cf8a-d028-40b0-9190-e9abeafe0b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1488532c-9d66-4caf-8c06-01060c56efd5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.388023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.408745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6906cf8a-d028-40b0-9190-e9abeafe0b2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40379495b97d492a9968ab7e468e2c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213160 Oct 13 04:29:41.411502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:41.423196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-bfdc79f6-e6ec-46d9-b7c2-0c16b2217022 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538932 Oct 13 04:29:41.426594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:41.429323 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4db852-cec9-42be-8c7c-8c7c62a15d99" -d '{"events": [{"server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "name": "network-vif-plugged", "status": "completed", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:41.448156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:41.475143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.486442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d16c8-a067-4003-ba73-c765227beb4b req-98a0338d-e874-487e-8874-566aca8f3b48 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:41.488270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-896d16c8-a067-4003-ba73-c765227beb4b req-98a0338d-e874-487e-8874-566aca8f3b48 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 944 time: 0.1171396 Oct 13 04:29:41.521339 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b4252-c2a8-40e2-b8b5-d189e426a972 x-openstack-request-id: req-4c7b4252-c2a8-40e2-b8b5-d189e426a972 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:41.521857 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "name": "network-vif-plugged", "status": "completed", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:41.522320 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c7b4252-c2a8-40e2-b8b5-d189e426a972 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:41.523467 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a', 'code': 200} Oct 13 04:29:41.533423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.554629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.571750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.617262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.638553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-896d16c8-a067-4003-ba73-c765227beb4b req-cef8a065-ab15-46ee-b93a-19fc202afe84 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437929 Oct 13 04:29:41.638830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f7c64a0-e21a-498b-aa67-c2ec84629c42 req-566ae7b7-27da-4c58-9ff4-fd53f578ede4 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024441 Oct 13 04:29:41.675512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32735fca-161a-4b68-9819-5f724bcb56f9 req-65f63247-2ec4-4613-bc85-4e37d9e8bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:41.677251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32735fca-161a-4b68-9819-5f724bcb56f9 req-65f63247-2ec4-4613-bc85-4e37d9e8bbc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 1096 time: 0.0967739 Oct 13 04:29:41.726394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32735fca-161a-4b68-9819-5f724bcb56f9 req-ad06425c-58c5-466c-9a45-fe030a43bd95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Oct 13 04:29:41.730343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.734033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:41.735633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1488532c-9d66-4caf-8c06-01060c56efd5 HTTP/1.1" status: 204 len: 168 time: 0.3230693 Oct 13 04:29:41.745041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee504d4-ff6a-4aad-90ca-5558bc4094a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1488532c-9d66-4caf-8c06-01060c56efd5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:41.755948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a464d77a-4040-4006-a587-358772ee36f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.112684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23bd75-a3d3-4323-b315-fb83fbd8f3fb req-b4536455-ca74-405e-8a45-0f04162ed0a2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:42.114316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f23bd75-a3d3-4323-b315-fb83fbd8f3fb req-b4536455-ca74-405e-8a45-0f04162ed0a2 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0750654 Oct 13 04:29:42.165041 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f23bd75-a3d3-4323-b315-fb83fbd8f3fb req-a4a947ef-8d4d-4e07-a890-0d8d61077f09 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Oct 13 04:29:42.309290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6aa65c2a-17f0-4d32-b178-d1ce642fba11 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:29:42.453721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:42.469541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '6aa65c2a-17f0-4d32-b178-d1ce642fba11', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '6aa65c2a-17f0-4d32-b178-d1ce642fba11', 'mac_address': 'fa:16:3e:73:30:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:29:42.535723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.551909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa65c2a-17f0-4d32-b178-d1ce642fba11 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:42.575002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:42.580956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.666756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:42.670484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:42.756686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32986) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:42.802329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0e206-62ba-4c32-b3d2-809b32eb2529 req-f4b3c75c-9f1c-41a8-9c7b-a693d1fd622c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:42.806139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fff0e206-62ba-4c32-b3d2-809b32eb2529 req-f4b3c75c-9f1c-41a8-9c7b-a693d1fd622c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 945 time: 0.0906181 Oct 13 04:29:42.871492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fff0e206-62ba-4c32-b3d2-809b32eb2529 req-51590bfe-b219-4b4b-a61e-19753a687ab4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Oct 13 04:29:42.969330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1430817171'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:42.974259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:29:42.990540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33000) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:43.076496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:43.084355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.100958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.243246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.251540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.326785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:43.336782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cec454-6362-4d82-8d81-a1702e3aae9a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:43.341714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.342058 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment 31c236aa-2bf0-4aec-bea7-9548d037b7e9 of type vlan for network 11e73858-5a8c-49bb-a689-9999ad614752 Oct 13 04:29:43.442202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.487583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.494305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.495133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:43.531309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af277015-dee1-43bb-8138-7cc835e58a74 req-351184ff-1cab-425c-8576-9b8a6bad7168 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:43.533699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af277015-dee1-43bb-8138-7cc835e58a74 req-351184ff-1cab-425c-8576-9b8a6bad7168 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.2584107 Oct 13 04:29:43.572646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8038445 Oct 13 04:29:43.582931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a55c53-4c1e-4772-aa9b-f59d38a555ba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=11e73858-5a8c-49bb-a689-9999ad614752,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:43.600446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 11e73858-5a8c-49bb-a689-9999ad614752 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:43.729579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33018) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:43.737577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': '11e73858-5a8c-49bb-a689-9999ad614752', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:43.740229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af277015-dee1-43bb-8138-7cc835e58a74 req-02fd1c70-7651-40a1-a812-5a60647628cf tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979904 Oct 13 04:29:43.963948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:43.972396 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.066577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.121323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d52856c1-fb4e-4ebf-9f60-77f867f0a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.168497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fda951-4d57-4796-a214-ec9956a7a873 req-f6da6508-84de-438e-bef4-dbb15a39c19d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.178735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fda951-4d57-4796-a214-ec9956a7a873 req-f6da6508-84de-438e-bef4-dbb15a39c19d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1139522 Oct 13 04:29:44.304773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6aa65c2a-17f0-4d32-b178-d1ce642fba11 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:44.354365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fda951-4d57-4796-a214-ec9956a7a873 req-7a12df28-7fd0-4791-85ab-9d0d72415595 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744637 Oct 13 04:29:44.355888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.390987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:29:44.396493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:44.396962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.458584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': '31c236aa-2bf0-4aec-bea7-9548d037b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:44.458958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: 11e73858-5a8c-49bb-a689-9999ad614752, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:44.502224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=2117fb5e-88df-4dd8-aa9b-60bde4560f36,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:44.533352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network 11e73858-5a8c-49bb-a689-9999ad614752 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:44.550311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 11e73858-5a8c-49bb-a689-9999ad614752) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:44.565124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.566530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.575891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e35ab8-390e-4014-84d6-033d8388ef49 None None] Network 11e73858-5a8c-49bb-a689-9999ad614752 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:44.585561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.615617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ff4ae4df-9ffe-4588-a461-5140cbb10c11 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8833172 Oct 13 04:29:44.620633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33046) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:44.627842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015676944'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:44.665064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d4e5-1069-4991-9f47-fd602dcd27c3 req-248823b9-4bab-4632-abf8-72cdf48034f8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.666685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa5cc4-85e4-4b45-9865-938df86a300e req-2b97f24c-f2fd-4cf1-a433-e6f6bf431cf4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:44.674538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c64d4e5-1069-4991-9f47-fd602dcd27c3 req-248823b9-4bab-4632-abf8-72cdf48034f8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 945 time: 0.6305504 Oct 13 04:29:44.674797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42fa5cc4-85e4-4b45-9865-938df86a300e req-2b97f24c-f2fd-4cf1-a433-e6f6bf431cf4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0832953 Oct 13 04:29:44.720885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42fa5cc4-85e4-4b45-9865-938df86a300e req-6873cc1a-c8a7-42d1-b631-f5bfda9eae9e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Oct 13 04:29:44.754711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:44.759494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.761996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:44.765186 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca0a66-3acf-4d53-ab65-4706c5ac9347" -d '{"events": [{"server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "name": "network-vif-plugged", "status": "completed", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:44.815867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c64d4e5-1069-4991-9f47-fd602dcd27c3 req-e831368d-d59b-41d8-a91a-8e03d917e3b7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404488 Oct 13 04:29:44.853114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:44.860077 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.870809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:44.903874 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35650af-f413-4cf4-b2dc-9787cd00245e x-openstack-request-id: req-d35650af-f413-4cf4-b2dc-9787cd00245e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:44.904533 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "name": "network-vif-plugged", "status": "completed", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:44.904935 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d35650af-f413-4cf4-b2dc-9787cd00245e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:44.906314 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11', 'code': 200} Oct 13 04:29:44.910294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:44.910646 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment 78d67b96-9e51-4e1e-9604-c35e78e3993f of type vlan for network c5657b43-eaf0-4bcf-bf21-bff041387b79 Oct 13 04:29:45.008729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-11e73858-5a8c-49bb-a689-9999ad614752', 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '2117fb5e-88df-4dd8-aa9b-60bde4560f36'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:45.011559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.036667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.068087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c075bf8-4ccd-4ae2-8ce3-9678d3d29546 req-29fb0377-3f24-4138-a968-520677f0d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.070620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c075bf8-4ccd-4ae2-8ce3-9678d3d29546 req-29fb0377-3f24-4138-a968-520677f0d1eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 1097 time: 0.1060410 Oct 13 04:29:45.071180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.129077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c075bf8-4ccd-4ae2-8ce3-9678d3d29546 req-2eaf6a26-f608-4595-9293-81d83b40d9ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Oct 13 04:29:45.148120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.154242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.154919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.244110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9da2d-97e2-456a-9358-cca746ee461a req-da33d78c-86ac-4f86-90c5-c0c63b92b83c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.244110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbd9da2d-97e2-456a-9358-cca746ee461a req-da33d78c-86ac-4f86-90c5-c0c63b92b83c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1684031 Oct 13 04:29:45.253678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6316643 Oct 13 04:29:45.257120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:45.263042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:45.271857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Allocated IP 172.20.255.242 (11e73858-5a8c-49bb-a689-9999ad614752/2117fb5e-88df-4dd8-aa9b-60bde4560f36/efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:45.275439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Deleting port 47633f80-470a-4108-9319-4c2007fb09b7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:45.275882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.310885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e97d0-b1db-49dd-a743-ff03e29e6800 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=c5657b43-eaf0-4bcf-bf21-bff041387b79,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.351919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c5657b43-eaf0-4bcf-bf21-bff041387b79 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:45.387474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbd9da2d-97e2-456a-9358-cca746ee461a req-617fe243-8be1-4b3b-b01f-bba633733f64 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447132 Oct 13 04:29:45.396211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.424250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:45.429699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.465516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] For port 47633f80-470a-4108-9319-4c2007fb09b7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=47633f80-470a-4108-9319-4c2007fb09b7,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:45.465921 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.472319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.497452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Calling delete_port for 47633f80-470a-4108-9319-4c2007fb09b7 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:45.628976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.641701 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.670468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.685676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Network 11e73858-5a8c-49bb-a689-9999ad614752 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:45.691861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:45.695592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:45.765618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=006a54cb-a8e8-4887-8081-6b524d5d82ba,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.783596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': '78d67b96-9e51-4e1e-9604-c35e78e3993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:45.784610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: c5657b43-eaf0-4bcf-bf21-bff041387b79, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:45.786613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Pushing event updated for resources: {'Port': ['ID=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.790129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Attempting to bind port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:45.790513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Attempting to bind port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '31c236aa-2bf0-4aec-bea7-9548d037b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:45.790884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Attempting to bind port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 on network 11e73858-5a8c-49bb-a689-9999ad614752 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:45.798280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:45.798706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Checking segment: {'id': '31c236aa-2bf0-4aec-bea7-9548d037b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:45.799194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.799610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Bound using segment: {'id': '31c236aa-2bf0-4aec-bea7-9548d037b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:45.800091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Bound port: efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c236aa-2bf0-4aec-bea7-9548d037b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11e73858-5a8c-49bb-a689-9999ad614752'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:45.800380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.800538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.811749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network c5657b43-eaf0-4bcf-bf21-bff041387b79 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:45.824123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c5657b43-eaf0-4bcf-bf21-bff041387b79) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:45.838618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Pushing event deleted for resources: {'Port': ['ID=47633f80-470a-4108-9319-4c2007fb09b7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:45.843726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7c81f-dbcd-4214-a273-ff601537a86d None None] Network c5657b43-eaf0-4bcf-bf21-bff041387b79 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:45.846381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:45.847013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:45.917695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1cdb9e9b-ea91-4cf8-8199-10010e1c3781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6590900 Oct 13 04:29:45.920412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33082) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:46.036604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] For port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:46.116596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] For port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,segment=NetworkSegment(31c236aa-2bf0-4aec-bea7-9548d037b7e9),segment_id=31c236aa-2bf0-4aec-bea7-9548d037b7e9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:46.133537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c5657b43-eaf0-4bcf-bf21-bff041387b79', 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '006a54cb-a8e8-4887-8081-6b524d5d82ba'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:46.142354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.144780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eb42e-a512-49e9-bd75-760d7a47b976 req-7e74c082-ac4e-46f6-91da-0a57b6d05064 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:46.147037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-940eb42e-a512-49e9-bd75-760d7a47b976 req-7e74c082-ac4e-46f6-91da-0a57b6d05064 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1199844 Oct 13 04:29:46.147440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.151195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.173024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.313232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d007f-be0c-4027-8306-174e94d61f41 None None] Pushing event updated for resources: {'Port': ['ID=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.369618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-940eb42e-a512-49e9-bd75-760d7a47b976 req-4e17e9e0-e26b-44d0-91d2-ef030f6aa727 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103605 Oct 13 04:29:46.408677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.449090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Allocated IP 172.20.0.2 (c5657b43-eaf0-4bcf-bf21-bff041387b79/006a54cb-a8e8-4887-8081-6b524d5d82ba/a3dc4b48-f016-4c89-91a5-a3143f892bbd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:46.709000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44d658-eb16-4de4-a8d4-f3d5c93863f8 req-321504f3-3863-4373-99af-0a2f2fecd01e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:46.710371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a44d658-eb16-4de4-a8d4-f3d5c93863f8 req-321504f3-3863-4373-99af-0a2f2fecd01e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1453624 Oct 13 04:29:46.746896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Router 14dd6d6f-145a-42ce-b475-d07852b3a8cf has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:29:46.777509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a44d658-eb16-4de4-a8d4-f3d5c93863f8 req-f81a8a7b-fd14-4c06-8a95-47cf2c4bde6a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576642 Oct 13 04:29:46.781475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.795127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.817204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.859569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Network c5657b43-eaf0-4bcf-bf21-bff041387b79 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:46.862913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:46.870250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:46.880127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Pushing event updated for resources: {'Port': ['ID=a3dc4b48-f016-4c89-91a5-a3143f892bbd,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.923572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:29:46.932419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-12cfc4c9-7a81-4429-b9c6-7522a8e6767d admin admin] 10.222.0.49 "PUT /v2.0/routers/14dd6d6f-145a-42ce-b475-d07852b3a8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396477 Oct 13 04:29:46.933364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33106) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:46.940222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Sync routers for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:29:46.944026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Attempting to bind port a3dc4b48-f016-4c89-91a5-a3143f892bbd on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:46.944527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Attempting to bind port a3dc4b48-f016-4c89-91a5-a3143f892bbd by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '78d67b96-9e51-4e1e-9604-c35e78e3993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:46.945042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Attempting to bind port a3dc4b48-f016-4c89-91a5-a3143f892bbd on network c5657b43-eaf0-4bcf-bf21-bff041387b79 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:46.946495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=006a54cb-a8e8-4887-8081-6b524d5d82ba,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:46.964097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:46.964550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Checking segment: {'id': '78d67b96-9e51-4e1e-9604-c35e78e3993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:46.965070 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.965722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Bound using segment: {'id': '78d67b96-9e51-4e1e-9604-c35e78e3993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:46.966293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Bound port: a3dc4b48-f016-4c89-91a5-a3143f892bbd, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d67b96-9e51-4e1e-9604-c35e78e3993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:46.966891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:46.968910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.003350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5657b43-eaf0-4bcf-bf21-bff041387b79']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:47.013064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d67b96-9e51-4e1e-9604-c35e78e3993f') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:47.013363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d67b96-9e51-4e1e-9604-c35e78e3993f') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:47.019626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Routers {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:47.020639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:47.024267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.038391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.046771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:47.047213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.083686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:47.113850 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:47.120364 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:29:47.120364 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:29:47.120364 n-d-813736-1 neutron-server[95047]: [parameters: {'id': 'c5657b43-eaf0-4bcf-bf21-bff041387b79'}] Oct 13 04:29:47.120364 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:29:47.120824 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:29:47.257637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.331636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Deleting port 361c260c-8402-4822-9387-178e5a57c7ee {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:47.331994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.409290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] For port a3dc4b48-f016-4c89-91a5-a3143f892bbd, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:47.451041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] For port 361c260c-8402-4822-9387-178e5a57c7ee, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=361c260c-8402-4822-9387-178e5a57c7ee,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:47.451454 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.452488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.456679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] For port a3dc4b48-f016-4c89-91a5-a3143f892bbd, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a3dc4b48-f016-4c89-91a5-a3143f892bbd,segment=NetworkSegment(78d67b96-9e51-4e1e-9604-c35e78e3993f),segment_id=78d67b96-9e51-4e1e-9604-c35e78e3993f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:47.465213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Calling delete_port for 361c260c-8402-4822-9387-178e5a57c7ee owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:47.470154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Set router 14dd6d6f-145a-42ce-b475-d07852b3a8cf gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:29:47.474367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.621944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.654371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9f569-672a-4acb-8611-a9c49b85db76 None None] Network 11e73858-5a8c-49bb-a689-9999ad614752 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:47.757030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3526-ee35-402f-95b5-5e9f298cba89 req-63170d4f-b22d-400f-af7d-b011c646eb90 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:47.759228 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-769b3526-ee35-402f-95b5-5e9f298cba89 req-63170d4f-b22d-400f-af7d-b011c646eb90 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1603701 Oct 13 04:29:47.797167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.805774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8388c73-ccaf-4b25-baf0-47f5e0df6f3e None None] Network c5657b43-eaf0-4bcf-bf21-bff041387b79 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:47.840936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Pushing event deleted for resources: {'Port': ['ID=361c260c-8402-4822-9387-178e5a57c7ee,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.886962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] Provisioning complete for port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:47.887403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.984621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:47.989204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82cdb6-d6e7-432b-b977-accc7d6ec1db None None] Pushing event updated for resources: {'Port': ['ID=a3dc4b48-f016-4c89-91a5-a3143f892bbd,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:47.990824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-769b3526-ee35-402f-95b5-5e9f298cba89 req-19a9a6f5-9036-48ad-b6c2-8e611c1b46b7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211225 Oct 13 04:29:48.117925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e9939-ae28-4d79-8c78-617b1827a344 req-50b40917-ba23-4d94-bd3b-cf1586e18488 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:48.119524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-535e9939-ae28-4d79-8c78-617b1827a344 req-50b40917-ba23-4d94-bd3b-cf1586e18488 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0893455 Oct 13 04:29:48.119675 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.122073 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.127664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port a3dc4b48-f016-4c89-91a5-a3143f892bbd {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:48.138136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.183343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.184961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14dd6d6f-145a-42ce-b475-d07852b3a8cf {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:29:48.196820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.198862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2662e7f8-86b8-4eb7-8c4b-d79c481b97ab admin admin] 10.222.0.49 "DELETE /v2.0/routers/14dd6d6f-145a-42ce-b475-d07852b3a8cf HTTP/1.1" status: 204 len: 168 time: 1.2643394 Oct 13 04:29:48.201823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33140) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:48.250453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-535e9939-ae28-4d79-8c78-617b1827a344 req-35fb87f3-9d94-4a43-9575-64a42f67f14c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061819 Oct 13 04:29:48.267906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port a3dc4b48-f016-4c89-91a5-a3143f892bbd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a3dc4b48-f016-4c89-91a5-a3143f892bbd,segment=NetworkSegment(78d67b96-9e51-4e1e-9604-c35e78e3993f),segment_id=78d67b96-9e51-4e1e-9604-c35e78e3993f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:48.271147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.309256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for a3dc4b48-f016-4c89-91a5-a3143f892bbd owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:48.335286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Deleting subnet 8a58bdb8-6bb6-4ce1-920d-7eb48444cabf {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:29:48.343993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.356028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.370407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'name': 'tempest-TaggedBootDevicesTest-2117109149-router', 'tenant_id': '23b61804f1dd4c44a41af73a737a66d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '361c260c-8402-4822-9387-178e5a57c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:29:45Z', 'revision_number': 5, 'project_id': '23b61804f1dd4c44a41af73a737a66d0', 'gw_port': {'id': '361c260c-8402-4822-9387-178e5a57c7ee', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd6d6f-145a-42ce-b475-d07852b3a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:17:25Z', 'updated_at': '2021-10-13T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.419508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Checking router: 14dd6d6f-145a-42ce-b475-d07852b3a8cf for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:29:48.435581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] For port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,segment=NetworkSegment(31c236aa-2bf0-4aec-bea7-9548d037b7e9),segment_id=31c236aa-2bf0-4aec-bea7-9548d037b7e9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:48.447885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.460061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.476962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f565-1101-4e58-8981-98b5292c29b9 req-bfa290ea-dc78-4140-98b5-7b65bf304267 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:48.486372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ee8f565-1101-4e58-8981-98b5292c29b9 req-bfa290ea-dc78-4140-98b5-7b65bf304267 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1103995 Oct 13 04:29:48.518993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:29:48.519955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:29:48.521838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_agentschedulers_db [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'14dd6d6f-145a-42ce-b475-d07852b3a8cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:29:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:29:48.522543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477096d1-4a92-41e5-a21f-7dc0ae9dc1cf None None] The sync data for ids ['14dd6d6f-145a-42ce-b475-d07852b3a8cf'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:29:48.593706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1c2e4-8946-4580-a650-9a713040862f None None] Pushing event updated for resources: {'Port': ['ID=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.605094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.617930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.625339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ee8f565-1101-4e58-8981-98b5292c29b9 req-8a387320-08a5-412d-889d-8d463b9744c2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375740 Oct 13 04:29:48.669089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=a3dc4b48-f016-4c89-91a5-a3143f892bbd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.671719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port a3dc4b48-f016-4c89-91a5-a3143f892bbd on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:48.711987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.742249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a58bdb8-6bb6-4ce1-920d-7eb48444cabf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:48.744826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.749604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f698438c-f4a6-4175-a82a-8dcb48975cc0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a58bdb8-6bb6-4ce1-920d-7eb48444cabf HTTP/1.1" status: 204 len: 168 time: 0.5462193 Oct 13 04:29:48.752016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:48.756039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94376b1-9939-496a-ba10-3720bf7394fc None None] Network 48675cfe-0eea-4613-9b0f-aee4a25a1dca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:48.774275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.799266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5657b43-eaf0-4bcf-bf21-bff041387b79']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.814529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d67b96-9e51-4e1e-9604-c35e78e3993f') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.814813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d67b96-9e51-4e1e-9604-c35e78e3993f') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:48.827910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.828622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.848513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.856900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:48.857425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.895851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Deleting port 0828980e-98d0-4a67-9060-01e0a29337ec {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:48.896570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.903848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0fb96f89-9958-4524-bbc7-a82907d78db4 None None] Provisioning complete for port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:48.904395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fb96f89-9958-4524-bbc7-a82907d78db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:48.940073 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:49.017743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.051240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] DHCP port deletion for 48675cfe-0eea-4613-9b0f-aee4a25a1dca request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:29:49.054030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:49.058486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] For port 0828980e-98d0-4a67-9060-01e0a29337ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0828980e-98d0-4a67-9060-01e0a29337ec,segment=NetworkSegment(2135fea3-0d88-461d-9e5a-7ffec595aa51),segment_id=2135fea3-0d88-461d-9e5a-7ffec595aa51)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:49.059287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.060050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.064015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/c5657b43-eaf0-4bcf-bf21-bff041387b79 HTTP/1.1" status: 204 len: 168 time: 3.1411393 Oct 13 04:29:49.076645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Calling delete_port for 0828980e-98d0-4a67-9060-01e0a29337ec owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:49.078087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5f2f8-544c-4299-89e2-3a0d204d46c2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=c5657b43-eaf0-4bcf-bf21-bff041387b79,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.080034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:49.085731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1794219845'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:49.125313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:49.130088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.184110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:49.184575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.189518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:49.200415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.206659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.207152 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment af2c90e0-dd7d-498e-8878-43592f3e31d1 of type vlan for network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a Oct 13 04:29:49.220859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] No DVR routers for this DVR port 0828980e-98d0-4a67-9060-01e0a29337ec on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:49.229020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Deleting port 0828980e-98d0-4a67-9060-01e0a29337ec {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:49.229481 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.295929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.303055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] For port 0828980e-98d0-4a67-9060-01e0a29337ec, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:49.303501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.305851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0828980e-98d0-4a67-9060-01e0a29337ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.317584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Calling delete_port for 0828980e-98d0-4a67-9060-01e0a29337ec owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:49.320327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Port 0828980e-98d0-4a67-9060-01e0a29337ec was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:29:49.322735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.328814 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.336880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] No DVR routers for this DVR port 0828980e-98d0-4a67-9060-01e0a29337ec on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:49.340379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.341266 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.356154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.364084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254cf99-aae7-4b33-967d-e54f57efdbc9 None None] Pushing event deleted for resources: {'Port': ['ID=0828980e-98d0-4a67-9060-01e0a29337ec,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.386015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48675cfe-0eea-4613-9b0f-aee4a25a1dca']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.397465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2135fea3-0d88-461d-9e5a-7ffec595aa51') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.397862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2135fea3-0d88-461d-9e5a-7ffec595aa51') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:49.406756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9257052-a6f9-492b-a663-63070f2ab37f None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:29:49.417095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.438460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.448519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:49.450367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:49.469989 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:49.477170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3897238 Oct 13 04:29:49.477170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33156) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:49.480683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:49.489536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b1871-527e-4c04-9b6f-af31c923fcae tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=cea784ea-6bc8-4fe7-9bc4-214988ea1c5a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.519203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:49.558495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.571945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.576470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/48675cfe-0eea-4613-9b0f-aee4a25a1dca HTTP/1.1" status: 204 len: 168 time: 0.8230791 Oct 13 04:29:49.608869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20feb186-6940-4384-b878-9a31d2f9fec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=48675cfe-0eea-4613-9b0f-aee4a25a1dca,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:49.611502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018996-8f12-4e53-893e-bdde188b44d8 req-b9735d6d-9f3c-42cc-9008-263664aa732a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.613725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a0018996-8f12-4e53-893e-bdde188b44d8 req-b9735d6d-9f3c-42cc-9008-263664aa732a tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.2673118 Oct 13 04:29:49.652096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9257052-a6f9-492b-a663-63070f2ab37f None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:29:49.699098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a0018996-8f12-4e53-893e-bdde188b44d8 req-a3ecb01c-713a-4b88-9858-ec1445ec2de4 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Oct 13 04:29:49.730976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:49.738650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:49.803595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:49.829473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing IP validity checks on allocation pools {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:29:49.830012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:29:49.878014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01542-38b7-406f-89ee-9f49f1709dfa req-119a1e46-4242-42e6-bf22-c6ce5de8e73e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:49.880261 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbd01542-38b7-406f-89ee-9f49f1709dfa req-119a1e46-4242-42e6-bf22-c6ce5de8e73e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1379640 Oct 13 04:29:49.887311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8052f62d-12cb-48b1-bf60-4176f18c30a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23b61804f1dd4c44a41af73a737a66d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826428 Oct 13 04:29:49.888169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33164) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:49.948010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bbd01542-38b7-406f-89ee-9f49f1709dfa req-2265c69b-b3b6-494a-8121-70c74c0a379a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587296 Oct 13 04:29:49.990270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.001200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.018283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.070552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=8723df30-c61f-4e41-95b6-06c46a849dd1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.078483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'af2c90e0-dd7d-498e-8878-43592f3e31d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:50.079626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: cea784ea-6bc8-4fe7-9bc4-214988ea1c5a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:50.079945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.084033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.085861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9d05683-4d63-40db-97eb-d78b98190b79 HTTP/1.1" status: 204 len: 168 time: 0.1905427 Oct 13 04:29:50.099319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e498af-7fa6-43a1-b16c-68a153ac0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d05683-4d63-40db-97eb-d78b98190b79,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.103680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:50.116366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, cea784ea-6bc8-4fe7-9bc4-214988ea1c5a) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:50.123285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:50.124933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.141757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687de36f-ab74-4f2a-9916-b11bfac4d9bd None None] Network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:50.156607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33172) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:50.167578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-907d963b-a409-4f25-9ced-25983d58d599 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6895194 Oct 13 04:29:50.296310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.316478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-cea784ea-6bc8-4fe7-9bc4-214988ea1c5a', 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '8723df30-c61f-4e41-95b6-06c46a849dd1'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:50.317678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.400694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.495699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Allocated IP 172.20.0.3 (cea784ea-6bc8-4fe7-9bc4-214988ea1c5a/8723df30-c61f-4e41-95b6-06c46a849dd1/cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:50.508990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:29:50.658636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:29:50.659006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.772650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.784423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.808334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.833389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:50.841629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:50.843841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:50.855163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Pushing event updated for resources: {'Port': ['ID=cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.866770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=8723df30-c61f-4e41-95b6-06c46a849dd1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:50.886038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14bedb-baaf-4f0b-84f9-6ca8b9e63990 req-f64c5d86-97ce-4d4d-a95b-a8efa19fe65c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:50.900423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b14bedb-baaf-4f0b-84f9-6ca8b9e63990 req-f64c5d86-97ce-4d4d-a95b-a8efa19fe65c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0768788 Oct 13 04:29:50.940225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b14bedb-baaf-4f0b-84f9-6ca8b9e63990 req-236af4f3-48df-455d-835e-9e4317d57894 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387695 Oct 13 04:29:50.943840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Attempting to bind port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:50.944233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Attempting to bind port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'af2c90e0-dd7d-498e-8878-43592f3e31d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:50.944595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Attempting to bind port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 on network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:50.965178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:50.968039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Checking segment: {'id': 'af2c90e0-dd7d-498e-8878-43592f3e31d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:50.969610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.970492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Bound using segment: {'id': 'af2c90e0-dd7d-498e-8878-43592f3e31d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:50.971798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Bound port: cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2c90e0-dd7d-498e-8878-43592f3e31d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:50.972092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.975340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:50.981732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0828980e-98d0-4a67-9060-01e0a29337ec no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:51.015883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea784ea-6bc8-4fe7-9bc4-214988ea1c5a']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:51.029478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2c90e0-dd7d-498e-8878-43592f3e31d1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:51.029478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2c90e0-dd7d-498e-8878-43592f3e31d1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:51.029734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0828980e-98d0-4a67-9060-01e0a29337ec {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:51.029734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0828980e-98d0-4a67-9060-01e0a29337ec not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:51.029734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 47633f80-470a-4108-9319-4c2007fb09b7 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:51.056146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.081456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 47633f80-470a-4108-9319-4c2007fb09b7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:51.081821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 47633f80-470a-4108-9319-4c2007fb09b7 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:51.082291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 361c260c-8402-4822-9387-178e5a57c7ee no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:29:51.105304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.115910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:51.116558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:51.120162 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:51.122794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 361c260c-8402-4822-9387-178e5a57c7ee {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:29:51.122794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 361c260c-8402-4822-9387-178e5a57c7ee not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:29:51.162769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33198) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:51.173089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] For port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:51.221121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d911779-dc03-4529-9ac0-77ac9adfa7a5 req-0c7e0bcc-6c0a-4081-bf27-8351044e0774 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:51.223901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2d911779-dc03-4529-9ac0-77ac9adfa7a5 req-0c7e0bcc-6c0a-4081-bf27-8351044e0774 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1602600 Oct 13 04:29:51.231349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] For port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9,segment=NetworkSegment(af2c90e0-dd7d-498e-8878-43592f3e31d1),segment_id=af2c90e0-dd7d-498e-8878-43592f3e31d1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:51.241212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.258483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:29:51.258483 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:29:51.258483 n-d-813736-1 neutron-server[95048]: [parameters: {'id': 'cea784ea-6bc8-4fe7-9bc4-214988ea1c5a'}] Oct 13 04:29:51.258483 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:29:51.259004 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:29:51.294807 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2d911779-dc03-4529-9ac0-77ac9adfa7a5 req-088ef77f-d365-45ef-933e-e9a77ea34296 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605307 Oct 13 04:29:51.321361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-477732873-network', 'tenant_id': '64f50dd9e7a74ac2b007be4f7845eb2c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:51.346353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Made reservation on behalf of 64f50dd9e7a74ac2b007be4f7845eb2c for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:51.349430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.359987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.449809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.458851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.489980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:51.501206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c022ee-4b36-44ae-bd85-d14c4a449723,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:51.509059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.509413 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Added segment 78efb053-1b88-4622-8c38-864a57aa94f5 of type vlan for network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 Oct 13 04:29:51.525377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed11897-b9ce-474a-b5aa-244d60575a97 None None] Pushing event updated for resources: {'Port': ['ID=cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:51.539127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78894475-8bba-43a5-99b6-466236381ad5 None None] Network cea784ea-6bc8-4fe7-9bc4-214988ea1c5a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:51.560246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.586618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.588250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:51.588880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.649365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4828153 Oct 13 04:29:51.650021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33208) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:51.654598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Request body: {'subnet': {'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-477732873-subnet', 'tenant_id': '64f50dd9e7a74ac2b007be4f7845eb2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:51.658746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505593-4990-49a3-804b-51b7ea21daf0 admin admin] Pushing event updated for resources: {'Network': ['ID=43e13bb8-92c4-4f63-9d16-1201a4314ac6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:51.674064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:51.690635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b40a6b-ca45-4f37-a999-b7881a3de923 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:29:51.699003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Made reservation on behalf of 64f50dd9e7a74ac2b007be4f7845eb2c for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:51.701806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.760353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.865070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b40a6b-ca45-4f37-a999-b7881a3de923 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:29:51.894279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:29:51.894521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:51.962472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.004554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9,segment=NetworkSegment(af2c90e0-dd7d-498e-8878-43592f3e31d1),segment_id=af2c90e0-dd7d-498e-8878-43592f3e31d1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:29:52.004919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.026090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:29:52.044961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c90015-9e58-40ef-8e6f-e6f915e8bc4d,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.138630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Checking segment: {'id': '78efb053-1b88-4622-8c38-864a57aa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:52.138983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Network hostable DHCP agents. Network: 43e13bb8-92c4-4f63-9d16-1201a4314ac6, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:52.162959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a5afa-6ebc-4571-a89e-4dfd5af2a431 req-d1bb9a9b-66cf-4c12-9835-77d6d6126e49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:52.164452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-211a5afa-6ebc-4571-a89e-4dfd5af2a431 req-d1bb9a9b-66cf-4c12-9835-77d6d6126e49 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1257703 Oct 13 04:29:52.201358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:52.214530 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.222294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-211a5afa-6ebc-4571-a89e-4dfd5af2a431 req-23fb1de2-c1b0-4224-836f-ca1d2713af46 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487850 Oct 13 04:29:52.246588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 43e13bb8-92c4-4f63-9d16-1201a4314ac6) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:52.248372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:52.254532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:52.254640 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.257216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port cc86e5f7-3fc9-44a9-bf7b-5e6b7e8bedf9 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:29:52.265062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd75f1-3a61-4405-8ecc-3097105e11e3 None None] Network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:52.327595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c598049-c6a2-41d2-85e5-4f16c1b5ebee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6760762 Oct 13 04:29:52.363154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.383511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea784ea-6bc8-4fe7-9bc4-214988ea1c5a']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:52.395085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2c90e0-dd7d-498e-8878-43592f3e31d1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:52.395398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2c90e0-dd7d-498e-8878-43592f3e31d1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:52.416466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.441662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.447430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352eec42-1fdb-4869-821c-263d9ed78272 None None] Network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:52.466136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:52.466529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:52.470529 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:52.894011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-63fe50cc-eb92-4359-8618-eca2f15110bb tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:52.895612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-63fe50cc-eb92-4359-8618-eca2f15110bb tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/networks?id=43e13bb8-92c4-4f63-9d16-1201a4314ac6 HTTP/1.1" status: 200 len: 813 time: 0.1296928 Oct 13 04:29:52.914343 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-e307198b-a02b-4bdb-b864-3581c0472976 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/quotas/64f50dd9e7a74ac2b007be4f7845eb2c HTTP/1.1" status: 200 len: 375 time: 0.0113699 Oct 13 04:29:52.923446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781b9d8-0e53-4abc-9876-c83db696a44d req-c8c33654-f01c-4a41-b9c5-48eeae57f83e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:52.924906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f781b9d8-0e53-4abc-9876-c83db696a44d req-c8c33654-f01c-4a41-b9c5-48eeae57f83e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.4775019 Oct 13 04:29:52.933248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.944837 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:52.952730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/cea784ea-6bc8-4fe7-9bc4-214988ea1c5a HTTP/1.1" status: 204 len: 168 time: 2.7898204 Oct 13 04:29:52.958921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:52.964438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-a26717ed-8e39-49c9-9e83-1cbe7cae5cd6 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=64f50dd9e7a74ac2b007be4f7845eb2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390427 Oct 13 04:29:52.974569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847175823'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:52.985504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70b13-02db-492a-a923-065f465f19e0 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=cea784ea-6bc8-4fe7-9bc4-214988ea1c5a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:53.012331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f781b9d8-0e53-4abc-9876-c83db696a44d req-4a76c435-a8dd-44c2-a130-7dec456ac29e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Oct 13 04:29:53.013775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:53.018478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.054496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:53.065347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.066134 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment aa5e9e45-54af-43ec-858c-4c0a15da0bfa of type vlan for network faeffd5f-1d56-4b49-8c6d-947d327dcd93 Oct 13 04:29:53.082087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-4a84db9c-52e5-4d46-91e4-3fd530021e57 service neutron] 10.222.0.49 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091981 Oct 13 04:29:53.117514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.150927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.157200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:53.157911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.192555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-8f165ea5-ce88-4d54-b13b-cafb25cd7049 service neutron] 10.222.0.49 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027856 Oct 13 04:29:53.224350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2643723 Oct 13 04:29:53.227477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33240) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:53.237129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'faeffd5f-1d56-4b49-8c6d-947d327dcd93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:53.266831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5a6b-33ff-47ef-9424-63fe4081f147 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=faeffd5f-1d56-4b49-8c6d-947d327dcd93,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:53.287560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network faeffd5f-1d56-4b49-8c6d-947d327dcd93 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:53.418775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:53.427036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.442414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d282f-b4b3-43f6-9518-da3fd04708e3 req-f663958e-c3bd-4876-9f1b-733ef167d9e9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:53.444103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e51d282f-b4b3-43f6-9518-da3fd04708e3 req-f663958e-c3bd-4876-9f1b-733ef167d9e9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1239905 Oct 13 04:29:53.492859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6af48269-93e5-4f11-9d85-fe5ff5441334 req-30e8d3bf-62c3-4e46-9a67-3c3552f5ef15 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 210 time: 0.0596533 Oct 13 04:29:53.519440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e51d282f-b4b3-43f6-9518-da3fd04708e3 req-a6e39ac6-2f16-4b04-9e2d-bfe17a7c526e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664778 Oct 13 04:29:53.700205 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.762945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=38f86824-2bcc-408d-9790-0d4679e1d1a5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:53.779451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'aa5e9e45-54af-43ec-858c-4c0a15da0bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'faeffd5f-1d56-4b49-8c6d-947d327dcd93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:53.780405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: faeffd5f-1d56-4b49-8c6d-947d327dcd93, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:53.797367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network faeffd5f-1d56-4b49-8c6d-947d327dcd93 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:53.807327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, faeffd5f-1d56-4b49-8c6d-947d327dcd93) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:53.812257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:53.812940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:53.821497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96932524-81b8-47a4-83a2-a3c401c71d15 None None] Network faeffd5f-1d56-4b49-8c6d-947d327dcd93 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:53.841406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3bb5bd44-355b-455e-b05c-93434d80c9d1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6083586 Oct 13 04:29:53.841781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:53.994127 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.028759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0121a9-c77f-499b-8c40-f5128617a042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-faeffd5f-1d56-4b49-8c6d-947d327dcd93', 'network_id': 'faeffd5f-1d56-4b49-8c6d-947d327dcd93', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '38f86824-2bcc-408d-9790-0d4679e1d1a5'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:54.031511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7c0121a9-c77f-499b-8c40-f5128617a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.077932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.213035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9512dd-76c3-4bb4-ad59-223d5339f277 req-b43e2ec8-ee8b-4792-89a0-c642f4d262f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:54.215729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e9512dd-76c3-4bb4-ad59-223d5339f277 req-b43e2ec8-ee8b-4792-89a0-c642f4d262f0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1075675 Oct 13 04:29:54.223713 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.286735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=38f86824-2bcc-408d-9790-0d4679e1d1a5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-7c0121a9-c77f-499b-8c40-f5128617a042 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38f86824-2bcc-408d-9790-0d4679e1d1a5: This subnet is being modified by another concurrent operation. Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:29:54.302223 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38f86824-2bcc-408d-9790-0d4679e1d1a5: This subnet is being modified by another concurrent operation. Oct 13 04:29:54.306894 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:29:54.342283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ddd21-7526-49ca-8ab2-16517bc24df4 None None] Network faeffd5f-1d56-4b49-8c6d-947d327dcd93 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:54.371725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8e9512dd-76c3-4bb4-ad59-223d5339f277 req-8383c8dd-cdac-4086-a5a3-82c4c4c6e545 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448462 Oct 13 04:29:54.374530 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.404302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeffd5f-1d56-4b49-8c6d-947d327dcd93']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.415808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5e9e45-54af-43ec-858c-4c0a15da0bfa') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.416184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5e9e45-54af-43ec-858c-4c0a15da0bfa') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:54.427182 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.442995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.449845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:54.450562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:54.462466 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:54.533767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa127f03-25c1-43cc-bcee-eeac19ecb1eb None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:29:54.542249 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.559168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.569238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33272) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:54.571987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/faeffd5f-1d56-4b49-8c6d-947d327dcd93 HTTP/1.1" status: 204 len: 168 time: 0.7276180 Oct 13 04:29:54.575868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780525309'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:54.594745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa2cf-29ee-4bd2-a88e-c4d601d5fd3e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=faeffd5f-1d56-4b49-8c6d-947d327dcd93,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:54.686870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2cac80a-20db-445c-9862-32b8dcf82403 req-818a0684-20fd-4149-8f87-7d422c02bd8b tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 210 time: 0.0782657 Oct 13 04:29:54.689171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:54.705015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.769604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:54.787484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.797247 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment 9e147d6c-6fea-4c80-a64d-ec254828857a of type vlan for network 03dd6138-f28c-4e33-9064-8818d735ea6b Oct 13 04:29:54.813058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511df171-3f17-48a4-9f61-8118a517cabc req-9bc62d74-2bb5-4dc3-b793-ac36623defd3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:54.826406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-511df171-3f17-48a4-9f61-8118a517cabc req-9bc62d74-2bb5-4dc3-b793-ac36623defd3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1884835 Oct 13 04:29:54.838612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa127f03-25c1-43cc-bcee-eeac19ecb1eb None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:29:54.887805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.963883 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-511df171-3f17-48a4-9f61-8118a517cabc req-192ebd57-5d1a-490f-90db-6742974618b1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364927 Oct 13 04:29:54.976797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.982679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:54.983360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:54.989434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-c9c81213-518c-4609-8399-1d1275eacaab tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:54.997073 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-c9c81213-518c-4609-8399-1d1275eacaab tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.47 "GET /v2.0/networks?id=43e13bb8-92c4-4f63-9d16-1201a4314ac6 HTTP/1.1" status: 200 len: 813 time: 0.3923237 Oct 13 04:29:55.012136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Request body: {'port': {'device_id': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6', 'admin_state_up': True, 'tenant_id': '64f50dd9e7a74ac2b007be4f7845eb2c'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:55.020248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:55.058355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4871120 Oct 13 04:29:55.062707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:55.069358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': '03dd6138-f28c-4e33-9064-8818d735ea6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:55.171759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e1f6b-2bcd-4857-964c-615d2f63b5e8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=03dd6138-f28c-4e33-9064-8818d735ea6b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:55.182798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 03dd6138-f28c-4e33-9064-8818d735ea6b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:55.230637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1255b8c-437c-4cec-9632-a6fa59bc9d78 req-20202bec-df64-46c0-a643-e0e482d9fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:55.232537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1255b8c-437c-4cec-9632-a6fa59bc9d78 req-20202bec-df64-46c0-a643-e0e482d9fece service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1096 time: 0.2114415 Oct 13 04:29:55.235192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:29:55.235192 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:29:55.235192 n-d-813736-1 neutron-server[95048]: [parameters: {'project_id_1': '64f50dd9e7a74ac2b007be4f7845eb2c', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 29, 35, 227018)}] Oct 13 04:29:55.235192 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:29:55.235644 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:29:55.241579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:55.245089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.284280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1255b8c-437c-4cec-9632-a6fa59bc9d78 req-2bf7e3d4-8415-47a1-a777-83d21ee55d40 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424430 Oct 13 04:29:55.443561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.515222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd413f-ec84-4afb-b248-cac3f04758f1 req-e3aff33b-96e1-4265-816b-bb3810e5de5b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:55.519518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1bd413f-ec84-4afb-b248-cac3f04758f1 req-e3aff33b-96e1-4265-816b-bb3810e5de5b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0567307 Oct 13 04:29:55.527870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=f726079f-a152-4927-b4da-06da472c1af6,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:55.538358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': '9e147d6c-6fea-4c80-a64d-ec254828857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '03dd6138-f28c-4e33-9064-8818d735ea6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:55.538728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: 03dd6138-f28c-4e33-9064-8818d735ea6b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:55.559010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network 03dd6138-f28c-4e33-9064-8818d735ea6b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:55.574179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 03dd6138-f28c-4e33-9064-8818d735ea6b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:55.579581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:55.580197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.582064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1bd413f-ec84-4afb-b248-cac3f04758f1 req-75e4239f-581c-42bf-baed-894791707170 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487711 Oct 13 04:29:55.585876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742d5d5-7590-4051-8a85-869f88b27735 None None] Network 03dd6138-f28c-4e33-9064-8818d735ea6b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:55.612536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-491bfd33-ed86-4768-acc7-c5a6b1425d91 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5474038 Oct 13 04:29:55.614980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33314) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:55.755748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.780664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Made reservation on behalf of 64f50dd9e7a74ac2b007be4f7845eb2c for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:55.785129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.896880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.901894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f42c09-efdf-45ff-856c-40fdb06e4bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-03dd6138-f28c-4e33-9064-8818d735ea6b', 'network_id': '03dd6138-f28c-4e33-9064-8818d735ea6b', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': 'f726079f-a152-4927-b4da-06da472c1af6'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:55.903013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c5f42c09-efdf-45ff-856c-40fdb06e4bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:55.949710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d1efe46-049b-45d6-adcc-e32f8513d074 req-26b7cafa-0c37-4eaf-8219-02e5f958e44a tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 210 time: 0.0654297 Oct 13 04:29:56.009154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.040750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=f726079f-a152-4927-b4da-06da472c1af6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:56.128430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.128696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Allocated IP 172.20.0.4 (43e13bb8-92c4-4f63-9d16-1201a4314ac6/e9c90015-9e58-40ef-8e6f-e6f915e8bc4d/dd237bf2-ceab-4405-9c90-3b91f8f50497) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-c5f42c09-efdf-45ff-856c-40fdb06e4bad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f726079f-a152-4927-b4da-06da472c1af6: This subnet is being modified by another concurrent operation. Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:29:56.134533 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f726079f-a152-4927-b4da-06da472c1af6: This subnet is being modified by another concurrent operation. Oct 13 04:29:56.138910 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:29:56.170747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca95a4-6cd3-4e34-8608-738b466d295a None None] Network 03dd6138-f28c-4e33-9064-8818d735ea6b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:56.191227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dd6138-f28c-4e33-9064-8818d735ea6b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:56.213910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e147d6c-6fea-4c80-a64d-ec254828857a') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:56.214482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e147d6c-6fea-4c80-a64d-ec254828857a') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:56.214968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb5f04-7d0f-44c8-aeeb-b5f9a18cfb1e req-7b0f83ce-684b-4fe3-8aff-061ac6f275d1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:56.227645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ccb5f04-7d0f-44c8-aeeb-b5f9a18cfb1e req-7b0f83ce-684b-4fe3-8aff-061ac6f275d1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1520207 Oct 13 04:29:56.242919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.274419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.288473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:56.289203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:56.297979 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:56.316960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4eb8b2-d43e-42f2-8887-345e7cb96c81 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:29:56.328203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ccb5f04-7d0f-44c8-aeeb-b5f9a18cfb1e req-a148bad7-1471-40d4-8632-5fce2eefaf65 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993795 Oct 13 04:29:56.450687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.453191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.468251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.473591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/03dd6138-f28c-4e33-9064-8818d735ea6b HTTP/1.1" status: 204 len: 168 time: 0.8566158 Oct 13 04:29:56.481751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33340) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:56.504602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.518773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1893467072'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:56.539237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4eb8b2-d43e-42f2-8887-345e7cb96c81 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:29:56.555284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:56.560707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:56.568494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:56.575997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f40574-dc1a-4c1e-a2ff-ea7b50dec024 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=03dd6138-f28c-4e33-9064-8818d735ea6b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:56.584701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:56.594641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.628720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Pushing event updated for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:56.645973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:29:56.659528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:56.660366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.674341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.675719 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment f1f647b3-5323-4290-9af2-654bf7b5eaf9 of type vlan for network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 Oct 13 04:29:56.690920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-b29320a2-6b3b-44b2-943c-fa95945f6727 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6838846 Oct 13 04:29:56.707003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Request body: {'port': {'device_id': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:56.791640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.846919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.893764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785bdd-e63b-4f78-8e99-800ca2357ff9 req-288e391a-f121-47f4-9de9-af2889efee00 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:56.895394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3785bdd-e63b-4f78-8e99-800ca2357ff9 req-288e391a-f121-47f4-9de9-af2889efee00 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1445973 Oct 13 04:29:56.896575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:56.905786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:56.906562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:57.131042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6480060 Oct 13 04:29:57.134941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33390) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:57.163024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:29:57.192193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3785bdd-e63b-4f78-8e99-800ca2357ff9 req-a053aa12-b186-4374-82ac-5eeedf028f43 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501776 Oct 13 04:29:57.224135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d0bd-4792-4924-8072-2fdfb4523c50 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=95819a6d-80ca-4e1d-a1a5-e041a2b23419,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.335485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:29:57.401577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aaab4-f946-465e-b3cd-502be75ef54c req-089ab83e-90bf-4c7b-89ae-d7e22d6c5a9d tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:57.403364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b13aaab4-f946-465e-b3cd-502be75ef54c req-089ab83e-90bf-4c7b-89ae-d7e22d6c5a9d tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 931 time: 0.2702880 Oct 13 04:29:57.549852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea82ab-75a7-45b8-b492-1377560a63b3 req-ba503b8e-f0c1-40d2-9093-81b594eb3a04 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:57.551854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cea82ab-75a7-45b8-b492-1377560a63b3 req-ba503b8e-f0c1-40d2-9093-81b594eb3a04 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0858297 Oct 13 04:29:57.596857 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1cea82ab-75a7-45b8-b492-1377560a63b3 req-be0f7796-565f-4266-a705-8cbf4db82351 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Oct 13 04:29:57.597605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b13aaab4-f946-465e-b3cd-502be75ef54c req-29b265a2-5bf3-40b6-8aea-b1fce7eae933 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850460 Oct 13 04:29:57.601063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:29:57.604787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:57.700898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd237bf2-ceab-4405-9c90-3b91f8f50497 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:29:57.711274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing IP validity checks on allocation pools {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:29:57.711791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:29:57.715535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:57.746279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Transition to ACTIVE for port object dd237bf2-ceab-4405-9c90-3b91f8f50497 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:29:57.754918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:57.882148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:57.998172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Attempting to bind port dd237bf2-ceab-4405-9c90-3b91f8f50497 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:57.999106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Attempting to bind port dd237bf2-ceab-4405-9c90-3b91f8f50497 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '78efb053-1b88-4622-8c38-864a57aa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:57.999840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Attempting to bind port dd237bf2-ceab-4405-9c90-3b91f8f50497 on network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:58.006945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Port dd237bf2-ceab-4405-9c90-3b91f8f50497 on network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:29:58.007373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Attempting to bind port dd237bf2-ceab-4405-9c90-3b91f8f50497 on network 43e13bb8-92c4-4f63-9d16-1201a4314ac6 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:58.011601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.028001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:58.028343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Checking segment: {'id': '78efb053-1b88-4622-8c38-864a57aa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:58.028856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Bound using segment: {'id': '78efb053-1b88-4622-8c38-864a57aa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:58.029289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Bound port: dd237bf2-ceab-4405-9c90-3b91f8f50497, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78efb053-1b88-4622-8c38-864a57aa94f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:58.029762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.113284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=39b595ed-7b3e-441c-b2c7-dd09a1d07b7c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.147765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'f1f647b3-5323-4290-9af2-654bf7b5eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:58.148595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: 95819a6d-80ca-4e1d-a1a5-e041a2b23419, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:29:58.164970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:58.168435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497,segment=NetworkSegment(78efb053-1b88-4622-8c38-864a57aa94f5),segment_id=78efb053-1b88-4622-8c38-864a57aa94f5)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:58.177493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.187660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:29:58.234919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 95819a6d-80ca-4e1d-a1a5-e041a2b23419) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:58.246680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.247572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.250729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] 10.222.0.47 "PUT /v2.0/ports/dd237bf2-ceab-4405-9c90-3b91f8f50497 HTTP/1.1" status: 200 len: 1091 time: 1.5506003 Oct 13 04:29:58.251716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65285248-95df-4ff8-b011-bf4d7ee0415d None None] Network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:58.253409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:29:58.256434 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:29:58.267451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.268328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.292963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d18348-0962-4500-ab86-a0dad28c68fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:58.307419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33526) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:29:58.318102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94a7160c-0ad8-4e47-bf83-6617126c3af5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1609602 Oct 13 04:29:58.368169 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec9f930-663b-4f16-98a3-23fed96627cd x-openstack-request-id: req-3ec9f930-663b-4f16-98a3-23fed96627cd {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:29:58.368439 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:29:58.368699 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ec9f930-663b-4f16-98a3-23fed96627cd {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:29:58.369102 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497', 'status': 'completed', 'code': 200} Oct 13 04:29:58.424651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-5b381dd1-4bbb-463b-bf2c-75eb2f913532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.426325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-5b381dd1-4bbb-463b-bf2c-75eb2f913532 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64f50dd9e7a74ac2b007be4f7845eb2c&device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 1094 time: 0.1040766 Oct 13 04:29:58.443542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b409-eb42-4894-90af-570e47f3fd5c req-b41ed49b-4775-4fe7-b7e1-d62dbf5d8907 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.451295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80c4b409-eb42-4894-90af-570e47f3fd5c req-b41ed49b-4775-4fe7-b7e1-d62dbf5d8907 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1313546 Oct 13 04:29:58.526673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-8eac6cf8-2717-4a5d-845c-ad725d70daa8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497 HTTP/1.1" status: 200 len: 217 time: 0.0903196 Oct 13 04:29:58.543752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.547396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-95819a6d-80ca-4e1d-a1a5-e041a2b23419', 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '39b595ed-7b3e-441c-b2c7-dd09a1d07b7c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:29:58.548764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.578852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-80c4b409-eb42-4894-90af-570e47f3fd5c req-88efcb98-ccf3-4e80-bb32-1bbb5deff2db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 Oct 13 04:29:58.605510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-d5cb0d3f-51d3-4a13-8fdb-5064238875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.607286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-d5cb0d3f-51d3-4a13-8fdb-5064238875d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9c90015-9e58-40ef-8e6f-e6f915e8bc4d HTTP/1.1" status: 200 len: 853 time: 0.0735228 Oct 13 04:29:58.627312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:58.692863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-0c47992a-d702-4ba0-a9ba-75fd1b3e50a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43e13bb8-92c4-4f63-9d16-1201a4314ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780723 Oct 13 04:29:58.809503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Allocated IP 172.20.0.3 (95819a6d-80ca-4e1d-a1a5-e041a2b23419/39b595ed-7b3e-441c-b2c7-dd09a1d07b7c/aff01588-66a3-45ef-ac7b-0f0db4dc5e04) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:29:58.854369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-5a300f9d-705b-4669-bebf-de3a67a25f4d service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529431 Oct 13 04:29:58.918013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e027f-23e8-4b57-8e09-dff9f764caf4 req-85620110-f632-4ae6-8c46-81ec8565ae7e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:58.920908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b0e027f-23e8-4b57-8e09-dff9f764caf4 req-85620110-f632-4ae6-8c46-81ec8565ae7e tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1611233 Oct 13 04:29:59.009391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b0e027f-23e8-4b57-8e09-dff9f764caf4 req-6ba498e6-b52b-4e3f-8b87-870568819696 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Oct 13 04:29:59.043084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5118f1a8-e6d2-4a84-b3e9-ffbd20996527 req-d255df2e-cac8-4700-8917-d9e19a7c02b5 service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746619 Oct 13 04:29:59.082512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.088807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f09196-5e1d-4820-b1be-354d0feb5700 req-01d25827-d41c-4142-b3c9-3f776d6f42f4 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:59.093134 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8f09196-5e1d-4820-b1be-354d0feb5700 req-01d25827-d41c-4142-b3c9-3f776d6f42f4 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 943 time: 0.2364979 Oct 13 04:29:59.116907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.125349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.163253 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c8f09196-5e1d-4820-b1be-354d0feb5700 req-4ff1dc48-c355-4824-bb15-6f9702534937 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634773 Oct 13 04:29:59.201122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:29:59.205118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:29:59.210060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:29:59.213457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Pushing event updated for resources: {'Port': ['ID=aff01588-66a3-45ef-ac7b-0f0db4dc5e04,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.240267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=39b595ed-7b3e-441c-b2c7-dd09a1d07b7c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.255585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-956e0be3-2859-46b3-a09c-a5466713a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:59.259110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-956e0be3-2859-46b3-a09c-a5466713a976 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64f50dd9e7a74ac2b007be4f7845eb2c&device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 1094 time: 0.1110508 Oct 13 04:29:59.304667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Attempting to bind port aff01588-66a3-45ef-ac7b-0f0db4dc5e04 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:29:59.305051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Attempting to bind port aff01588-66a3-45ef-ac7b-0f0db4dc5e04 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f1f647b3-5323-4290-9af2-654bf7b5eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:29:59.305429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Attempting to bind port aff01588-66a3-45ef-ac7b-0f0db4dc5e04 on network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:29:59.317584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:29:59.318343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Checking segment: {'id': 'f1f647b3-5323-4290-9af2-654bf7b5eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:29:59.319119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.320143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Bound using segment: {'id': 'f1f647b3-5323-4290-9af2-654bf7b5eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:29:59.321012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Bound port: aff01588-66a3-45ef-ac7b-0f0db4dc5e04, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f647b3-5323-4290-9af2-654bf7b5eaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:29:59.321877 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.352551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.402836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95819a6d-80ca-4e1d-a1a5-e041a2b23419']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:59.413551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] For port aff01588-66a3-45ef-ac7b-0f0db4dc5e04, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:29:59.417053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] For port aff01588-66a3-45ef-ac7b-0f0db4dc5e04, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=aff01588-66a3-45ef-ac7b-0f0db4dc5e04,segment=NetworkSegment(f1f647b3-5323-4290-9af2-654bf7b5eaf9),segment_id=f1f647b3-5323-4290-9af2-654bf7b5eaf9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:29:59.423226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f647b3-5323-4290-9af2-654bf7b5eaf9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:59.423553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f647b3-5323-4290-9af2-654bf7b5eaf9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:29:59.434108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.444890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.471295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.477652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-532e2c6b-9a8d-4b3f-92fb-291e37b5168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:59.478421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:29:59.478811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:29:59.479765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-532e2c6b-9a8d-4b3f-92fb-291e37b5168c service neutron] 10.222.0.47 "GET /v2.0/networks?id=43e13bb8-92c4-4f63-9d16-1201a4314ac6 HTTP/1.1" status: 200 len: 914 time: 0.2041068 Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:29:59.482186 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:29:59.538869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-fdabf675-504f-41bb-b6a8-8db0c5c11792 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497 HTTP/1.1" status: 200 len: 217 time: 0.0502934 Oct 13 04:29:59.581186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a77137-f6f3-419c-93a5-53dd94406ec3 None None] Pushing event updated for resources: {'Port': ['ID=aff01588-66a3-45ef-ac7b-0f0db4dc5e04,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:29:59.597826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:29:59.597826 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:29:59.597826 n-d-813736-1 neutron-server[95047]: [parameters: {'id': '95819a6d-80ca-4e1d-a1a5-e041a2b23419'}] Oct 13 04:29:59.597826 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:29:59.598584 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:29:59.605857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-a67f04a5-7a93-4ad0-a08b-d2e17cbfc943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:59.607509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-a67f04a5-7a93-4ad0-a08b-d2e17cbfc943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9c90015-9e58-40ef-8e6f-e6f915e8bc4d HTTP/1.1" status: 200 len: 853 time: 0.0611596 Oct 13 04:29:59.653374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-338b989d-7598-4f25-b6fa-813a150f4a30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43e13bb8-92c4-4f63-9d16-1201a4314ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363967 Oct 13 04:29:59.662846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b8f0f-deef-4804-ad1d-af9c98c20f3f None None] Network 95819a6d-80ca-4e1d-a1a5-e041a2b23419 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:29:59.798965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-859b47cd-463e-42e1-b96d-1a43c7f056aa service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046941 Oct 13 04:29:59.850929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef72a6-eb8f-4639-aaf7-6c137741e484 req-b466f047-e64f-44a4-928e-83ed32e20676 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:29:59.851972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac15c8-8268-4669-b866-d15244977f2c None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:29:59.853276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98ef72a6-eb8f-4639-aaf7-6c137741e484 req-b466f047-e64f-44a4-928e-83ed32e20676 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1988912 Oct 13 04:29:59.885545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-c690c5f1-9944-43cb-939a-0b5dcdabb3bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103423 Oct 13 04:29:59.984025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98ef72a6-eb8f-4639-aaf7-6c137741e484 req-4dd04656-5a00-426c-9edf-737c40326d0a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906024 Oct 13 04:30:00.016601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-36ea041c-6434-4ad6-9d23-0c1bf31bd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.018381 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-36ea041c-6434-4ad6-9d23-0c1bf31bd597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.0570159 Oct 13 04:30:00.037604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca52fbb0-dd55-4aa4-bde1-148c385b60c9 req-6b0b9d2f-3f27-4313-8e26-780a53100931 service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303803 Oct 13 04:30:00.041776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac15c8-8268-4669-b866-d15244977f2c None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:30:00.124775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.318681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86cac-03ad-4d8c-b101-1edc24292098 req-a8cce6e2-c600-4bd4-a949-4f0f90cbe0a3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.320313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4a86cac-03ad-4d8c-b101-1edc24292098 req-a8cce6e2-c600-4bd4-a949-4f0f90cbe0a3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1907673 Oct 13 04:30:00.390433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-5c40a3ef-19db-4bb6-b7e1-0d8869a03670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.392059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-5c40a3ef-19db-4bb6-b7e1-0d8869a03670 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.3453469 Oct 13 04:30:00.477333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port aff01588-66a3-45ef-ac7b-0f0db4dc5e04 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:00.477730 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.481223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848210f-c1ba-48b8-907c-1ddc2b715fd3 req-6bf58c4d-507c-46ae-8bee-08fb6751326b tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.483935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3848210f-c1ba-48b8-907c-1ddc2b715fd3 req-6bf58c4d-507c-46ae-8bee-08fb6751326b tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 943 time: 0.0796883 Oct 13 04:30:00.484579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4a86cac-03ad-4d8c-b101-1edc24292098 req-7b4558d6-63ac-4dff-8b9c-05f35870d284 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400194 Oct 13 04:30:00.574868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3848210f-c1ba-48b8-907c-1ddc2b715fd3 req-9d89b1d8-9e05-4a5e-975a-f62e993f506d tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 Oct 13 04:30:00.582604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-fa5b2589-e72d-406c-bd0a-bf7bb3fc0eec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1680663 Oct 13 04:30:00.590171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port aff01588-66a3-45ef-ac7b-0f0db4dc5e04, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=aff01588-66a3-45ef-ac7b-0f0db4dc5e04,segment=NetworkSegment(f1f647b3-5323-4290-9af2-654bf7b5eaf9),segment_id=f1f647b3-5323-4290-9af2-654bf7b5eaf9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:00.590582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.642486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for aff01588-66a3-45ef-ac7b-0f0db4dc5e04 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:00.700147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-5391cfa6-40b2-4182-a7c8-172517e84f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.702098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-5391cfa6-40b2-4182-a7c8-172517e84f78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1046290 Oct 13 04:30:00.774406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-4d44b1a1-9c98-4b00-8acd-3d0cb4b47319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:00.775812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-4d44b1a1-9c98-4b00-8acd-3d0cb4b47319 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601556 Oct 13 04:30:00.777296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.811976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=aff01588-66a3-45ef-ac7b-0f0db4dc5e04,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:00.852623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port aff01588-66a3-45ef-ac7b-0f0db4dc5e04 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:00.960856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:00.994184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95819a6d-80ca-4e1d-a1a5-e041a2b23419']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:00.996680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-98d9b821-624b-46e2-b6e4-579bf6a11f6f service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953502 Oct 13 04:30:01.005353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f647b3-5323-4290-9af2-654bf7b5eaf9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:01.005862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f647b3-5323-4290-9af2-654bf7b5eaf9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:01.043823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.097427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.108630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:01.109261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:01.112841 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:01.134554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272baf7a-afc2-4c16-b8a8-077a97919b36 req-3eddba64-e86e-49df-ad2b-8a7ecb49f504 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.135991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-272baf7a-afc2-4c16-b8a8-077a97919b36 req-3eddba64-e86e-49df-ad2b-8a7ecb49f504 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0625412 Oct 13 04:30:01.195474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-272baf7a-afc2-4c16-b8a8-077a97919b36 req-b4609584-75c7-45cc-877e-048032a65b20 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 Oct 13 04:30:01.197828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55187aca-44c1-48d9-8b33-add951c8e1f5 req-5ad35d95-e45c-458e-87bc-35cdff3116e6 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897514 Oct 13 04:30:01.202901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.212412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.221018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/95819a6d-80ca-4e1d-a1a5-e041a2b23419 HTTP/1.1" status: 204 len: 168 time: 2.9069476 Oct 13 04:30:01.221743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33832) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:01.226745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafb682-8d25-412e-9766-501367599219 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=95819a6d-80ca-4e1d-a1a5-e041a2b23419,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.231340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2110009253'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:01.257328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:01.260912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.292167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:01.303501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.303835 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment 5a48a40e-8a02-452b-8f6b-463def09f94d of type vlan for network 97e31d5b-323c-408d-ac18-8eaed6938794 Oct 13 04:30:01.347307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.374005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.379677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.380291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.433221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2098882 Oct 13 04:30:01.435743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:01.440602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:01.491483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5dde-365c-4304-8559-b9d5681e650d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=97e31d5b-323c-408d-ac18-8eaed6938794,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.502779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 97e31d5b-323c-408d-ac18-8eaed6938794 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:01.556286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:01.563491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.692159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b86db4-9e18-4c5b-8593-31ec6be4ee20 req-4729c546-6efc-40ed-9152-86911c5e1876 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.693782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00b86db4-9e18-4c5b-8593-31ec6be4ee20 req-4729c546-6efc-40ed-9152-86911c5e1876 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1255393 Oct 13 04:30:01.707500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2fce7-fcc8-47f9-ae56-ce1901f98f27 req-04cbd430-7b6d-43b4-80c8-bb6492ff424f tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.709305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ec2fce7-fcc8-47f9-ae56-ce1901f98f27 req-04cbd430-7b6d-43b4-80c8-bb6492ff424f tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 943 time: 0.0534117 Oct 13 04:30:01.750556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ec2fce7-fcc8-47f9-ae56-ce1901f98f27 req-0a4a6ce4-7170-4fb5-8b6e-95b83889f65b tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Oct 13 04:30:01.761958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00b86db4-9e18-4c5b-8593-31ec6be4ee20 req-ca0c838f-8aea-44b3-8113-b77517c3cdc9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593834 Oct 13 04:30:01.858698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.921850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=5c63be0d-005f-4b89-ac89-48f069a06729,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:01.930869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': '5a48a40e-8a02-452b-8f6b-463def09f94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:01.931309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: 97e31d5b-323c-408d-ac18-8eaed6938794, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:01.948851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network 97e31d5b-323c-408d-ac18-8eaed6938794 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:01.958524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 97e31d5b-323c-408d-ac18-8eaed6938794) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:01.962689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:01.963447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:01.968843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ff5ea-a970-42fb-bfd4-6539b1a907cb None None] Network 97e31d5b-323c-408d-ac18-8eaed6938794 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:01.982513 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e6d12b11-e6f6-4db6-8d08-65b92546c7e4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5456457 Oct 13 04:30:01.985613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33844) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:02.148964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-97e31d5b-323c-408d-ac18-8eaed6938794', 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '5c63be0d-005f-4b89-ac89-48f069a06729'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:02.150189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.323859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Allocated IP 172.20.0.1 (97e31d5b-323c-408d-ac18-8eaed6938794/5c63be0d-005f-4b89-ac89-48f069a06729/d0da6001-fbf4-4053-ab97-e122f7ff11d6) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:02.419522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61213a68-1551-494b-a036-39d715319ec6 req-db273985-d53c-41ec-bcc8-e12e16ba8547 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:02.421162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61213a68-1551-494b-a036-39d715319ec6 req-db273985-d53c-41ec-bcc8-e12e16ba8547 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1154809 Oct 13 04:30:02.479491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61213a68-1551-494b-a036-39d715319ec6 req-6aae963b-3905-4217-b95d-ec517d21439b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Oct 13 04:30:02.509298 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.553347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.559403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.573104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.609724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Network 97e31d5b-323c-408d-ac18-8eaed6938794 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:02.613965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:02.616696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:02.622104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Pushing event updated for resources: {'Port': ['ID=d0da6001-fbf4-4053-ab97-e122f7ff11d6,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.651670 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.682047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=5c63be0d-005f-4b89-ac89-48f069a06729,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.699745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Attempting to bind port d0da6001-fbf4-4053-ab97-e122f7ff11d6 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:02.700121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Attempting to bind port d0da6001-fbf4-4053-ab97-e122f7ff11d6 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '5a48a40e-8a02-452b-8f6b-463def09f94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:02.700977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Attempting to bind port d0da6001-fbf4-4053-ab97-e122f7ff11d6 on network 97e31d5b-323c-408d-ac18-8eaed6938794 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:02.706010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-85821eac-6b55-4130-bd72-ce82618b1e7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499024 Oct 13 04:30:02.707647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:02.708030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Checking segment: {'id': '5a48a40e-8a02-452b-8f6b-463def09f94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:02.708471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.708931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Bound using segment: {'id': '5a48a40e-8a02-452b-8f6b-463def09f94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:02.709569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Bound port: d0da6001-fbf4-4053-ab97-e122f7ff11d6, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a48a40e-8a02-452b-8f6b-463def09f94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '97e31d5b-323c-408d-ac18-8eaed6938794'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:02.709956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.769995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.808646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e31d5b-323c-408d-ac18-8eaed6938794']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:02.826780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a48a40e-8a02-452b-8f6b-463def09f94d') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:02.827476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a48a40e-8a02-452b-8f6b-463def09f94d') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:02.837830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-f6013236-0005-44b3-b90a-9d9409f031fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:02.845166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-f6013236-0005-44b3-b90a-9d9409f031fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.0833852 Oct 13 04:30:02.846271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] For port d0da6001-fbf4-4053-ab97-e122f7ff11d6, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:02.847694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.851543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] For port d0da6001-fbf4-4053-ab97-e122f7ff11d6, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0da6001-fbf4-4053-ab97-e122f7ff11d6,segment=NetworkSegment(5a48a40e-8a02-452b-8f6b-463def09f94d),segment_id=5a48a40e-8a02-452b-8f6b-463def09f94d)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:02.860318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.875003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.890988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:02.892080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:02.899979 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:02.927104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568b00-c848-4f0c-bff6-10e4ee03a400 None None] Pushing event updated for resources: {'Port': ['ID=d0da6001-fbf4-4053-ab97-e122f7ff11d6,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:02.981189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-c4dfe124-5f7d-48c0-b1da-8c1ba4cca28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:02.982693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-c4dfe124-5f7d-48c0-b1da-8c1ba4cca28e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.1144600 Oct 13 04:30:02.992719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee400b-03a8-4d9d-9440-c056e2204bd9 None None] Network 97e31d5b-323c-408d-ac18-8eaed6938794 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:03.053808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb3434-9e3a-40a1-b660-f539415ef679 req-bb393973-005c-48eb-b36d-1422cc66bbd5 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:03.056068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7dbb3434-9e3a-40a1-b660-f539415ef679 req-bb393973-005c-48eb-b36d-1422cc66bbd5 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 943 time: 0.1413677 Oct 13 04:30:03.056908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:30:03.056908 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:30:03.056908 n-d-813736-1 neutron-server[95047]: [parameters: {'id': '97e31d5b-323c-408d-ac18-8eaed6938794'}] Oct 13 04:30:03.056908 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:30:03.058025 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:30:03.109780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f744359-0fe8-465a-8c1b-0bdfb01bdf30 req-efa5f317-a53d-4089-b9e6-f88344aafe3c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:03.111449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f744359-0fe8-465a-8c1b-0bdfb01bdf30 req-efa5f317-a53d-4089-b9e6-f88344aafe3c tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1275034 Oct 13 04:30:03.112469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7dbb3434-9e3a-40a1-b660-f539415ef679 req-5d34a1e5-c868-4a6a-80bc-1165846985db tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Oct 13 04:30:03.117922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-164b32b8-ecd3-4c01-9a00-3fb28bc1cc65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1002 time: 0.1012032 Oct 13 04:30:03.163215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c47277-3dd2-46dd-ae77-73bee823a7b8 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:30:03.203828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-b833f603-2c4e-4aad-8613-b79b90b68f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:03.205407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-b833f603-2c4e-4aad-8613-b79b90b68f54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.0797112 Oct 13 04:30:03.208597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f744359-0fe8-465a-8c1b-0bdfb01bdf30 req-1675651b-a04f-4c50-9b44-a2928f02eab5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897737 Oct 13 04:30:03.263540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dd237bf2-ceab-4405-9c90-3b91f8f50497 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:03.288546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-3b4f5b17-308f-4781-8027-e18f388f238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:03.290410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-3b4f5b17-308f-4781-8027-e18f388f238c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759084 Oct 13 04:30:03.415940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-37c698f7-c554-4724-81b2-1d0e4bfae6a4 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172578 Oct 13 04:30:03.423363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c47277-3dd2-46dd-ae77-73bee823a7b8 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:30:03.559786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.568133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d07122d-d034-45f0-ba76-12cd08461cb0 req-3e4de0ff-31b3-4fcb-abc8-a2a14a5ad6d8 service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448643 Oct 13 04:30:03.593317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497,segment=NetworkSegment(78efb053-1b88-4622-8c38-864a57aa94f5),segment_id=78efb053-1b88-4622-8c38-864a57aa94f5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:03.624275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'dd237bf2-ceab-4405-9c90-3b91f8f50497', 'network_id': '43e13bb8-92c4-4f63-9d16-1201a4314ac6', 'port_id': 'dd237bf2-ceab-4405-9c90-3b91f8f50497', 'mac_address': 'fa:16:3e:5c:92:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c90015-9e58-40ef-8e6f-e6f915e8bc4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:03.661630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bcc9b-6596-45b5-a13b-54325f9fdea8 req-b7042187-c512-4d47-9ee5-de6f9fc527fd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:03.662772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port d0da6001-fbf4-4053-ab97-e122f7ff11d6 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:03.663433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d79bcc9b-6596-45b5-a13b-54325f9fdea8 req-b7042187-c512-4d47-9ee5-de6f9fc527fd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0704629 Oct 13 04:30:03.664508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.716702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d79bcc9b-6596-45b5-a13b-54325f9fdea8 req-12c7691f-e484-44a5-bfc3-d4d6b026a270 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Oct 13 04:30:03.745142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.763780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port d0da6001-fbf4-4053-ab97-e122f7ff11d6, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0da6001-fbf4-4053-ab97-e122f7ff11d6,segment=NetworkSegment(5a48a40e-8a02-452b-8f6b-463def09f94d),segment_id=5a48a40e-8a02-452b-8f6b-463def09f94d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:03.763780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.766744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd237bf2-ceab-4405-9c90-3b91f8f50497 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:03.782899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for d0da6001-fbf4-4053-ab97-e122f7ff11d6 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:03.824219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497,segment=NetworkSegment(78efb053-1b88-4622-8c38-864a57aa94f5),segment_id=78efb053-1b88-4622-8c38-864a57aa94f5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:03.845667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.911101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:03.928627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port d0da6001-fbf4-4053-ab97-e122f7ff11d6 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:03.946940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:03.983585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=d0da6001-fbf4-4053-ab97-e122f7ff11d6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.048577 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.069991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e31d5b-323c-408d-ac18-8eaed6938794']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:04.080680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a48a40e-8a02-452b-8f6b-463def09f94d') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:04.080976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a48a40e-8a02-452b-8f6b-463def09f94d') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:04.090571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.102800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['dd237bf2-ceab-4405-9c90-3b91f8f50497'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:04.104878 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.112048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:04.112470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:04.115668 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:04.182492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.190484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.198785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/97e31d5b-323c-408d-ac18-8eaed6938794 HTTP/1.1" status: 204 len: 168 time: 2.2069871 Oct 13 04:30:04.198995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:04.205051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1612474579'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:04.217715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e84e5-e4fd-4c7a-8cc5-c66e3fbd38b2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=97e31d5b-323c-408d-ac18-8eaed6938794,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.259703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:04.262445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7acbb-6d8d-44d2-ae2e-c07277495640 req-0c902846-cd43-4bb3-ac5d-78e678a6fa66 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:04.264377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99e7acbb-6d8d-44d2-ae2e-c07277495640 req-0c902846-cd43-4bb3-ac5d-78e678a6fa66 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 944 time: 0.0679162 Oct 13 04:30:04.265972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.299927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:04.309994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99e7acbb-6d8d-44d2-ae2e-c07277495640 req-0bc24f2b-0eb4-4ad7-851c-ca3ed2003d68 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Oct 13 04:30:04.312317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.312737 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment ee13dbe4-2156-4364-b2e9-3fca882d12cf of type vlan for network d1ffded1-dd80-4a23-89bd-829a9885d343 Oct 13 04:30:04.398882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.438906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d96a79-7d34-43cd-be09-b810659e56c3 req-98935c01-0aee-4996-b219-b21dbddb9231 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:04.440714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61d96a79-7d34-43cd-be09-b810659e56c3 req-98935c01-0aee-4996-b219-b21dbddb9231 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0847404 Oct 13 04:30:04.446850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.453547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:04.454130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.531437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3321958 Oct 13 04:30:04.534528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33884) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:04.541160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'd1ffded1-dd80-4a23-89bd-829a9885d343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:04.554031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672402b-063c-445f-aea6-0ff3f29dfecf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=d1ffded1-dd80-4a23-89bd-829a9885d343,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.565031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61d96a79-7d34-43cd-be09-b810659e56c3 req-7bf0f7e1-8270-49bf-b2b1-47b3bd8ba7ab tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081035 Oct 13 04:30:04.567259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network d1ffded1-dd80-4a23-89bd-829a9885d343 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:04.657509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:04.661178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.859207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a5c4-6a1c-41bc-82a1-25ae279385eb req-9f2168ec-8541-449c-8b00-ed51ca1aa216 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:04.860554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.861036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8364a5c4-6a1c-41bc-82a1-25ae279385eb req-9f2168ec-8541-449c-8b00-ed51ca1aa216 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0585899 Oct 13 04:30:04.904921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8364a5c4-6a1c-41bc-82a1-25ae279385eb req-e518cfd2-d703-43d5-b36d-7611cd495618 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370314 Oct 13 04:30:04.929179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:04.949517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'ee13dbe4-2156-4364-b2e9-3fca882d12cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd1ffded1-dd80-4a23-89bd-829a9885d343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:04.949804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: d1ffded1-dd80-4a23-89bd-829a9885d343, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:04.966354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network d1ffded1-dd80-4a23-89bd-829a9885d343 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:04.975157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, d1ffded1-dd80-4a23-89bd-829a9885d343) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:04.979138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:04.979728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:04.986992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064eb95-d798-429b-93a9-a4c870ebab63 None None] Network d1ffded1-dd80-4a23-89bd-829a9885d343 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:04.998881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-066a0b66-849e-4acb-b6a6-316d43d20797 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4622602 Oct 13 04:30:05.001658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33892) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:05.118483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.145829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41317044-0aee-424e-989e-17138613726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-d1ffded1-dd80-4a23-89bd-829a9885d343', 'network_id': 'd1ffded1-dd80-4a23-89bd-829a9885d343', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:05.146936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41317044-0aee-424e-989e-17138613726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.174551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.241294 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-41317044-0aee-424e-989e-17138613726b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1: This subnet is being modified by another concurrent operation. Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:30:05.245933 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1: This subnet is being modified by another concurrent operation. Oct 13 04:30:05.252343 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:30:05.259352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dd237bf2-ceab-4405-9c90-3b91f8f50497 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:05.284196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.302251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7e815-a311-4a07-adef-12cf1173195d None None] Network d1ffded1-dd80-4a23-89bd-829a9885d343 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:05.388548 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.388894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port dd237bf2-ceab-4405-9c90-3b91f8f50497 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:30:05.394774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port dd237bf2-ceab-4405-9c90-3b91f8f50497 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:05.395294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.412568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ffded1-dd80-4a23-89bd-829a9885d343']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.426751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee13dbe4-2156-4364-b2e9-3fca882d12cf') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.427182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee13dbe4-2156-4364-b2e9-3fca882d12cf') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:05.437776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.457462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.465867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:05.466248 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:05.470480 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:05.487767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8273baa6-ef0b-4af1-abe0-c3094ea246a7 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:30:05.487986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f13f-070a-47fb-a75a-e304f9c0ceea req-4d4ff84d-a367-4a8b-9ab6-b489e8afe907 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:05.489754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f47f13f-070a-47fb-a75a-e304f9c0ceea req-4d4ff84d-a367-4a8b-9ab6-b489e8afe907 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 944 time: 0.0602264 Oct 13 04:30:05.544035 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f47f13f-070a-47fb-a75a-e304f9c0ceea req-c9bc5158-3b3d-4be1-9723-28cf676197a4 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Oct 13 04:30:05.548099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.556609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.561177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/d1ffded1-dd80-4a23-89bd-829a9885d343 HTTP/1.1" status: 204 len: 168 time: 0.5577297 Oct 13 04:30:05.566486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33898) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:05.574264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327432546'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:05.594958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c10f6-b776-456a-aa9e-16acd1d9841a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=d1ffded1-dd80-4a23-89bd-829a9885d343,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.599599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.604866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:05.609765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.644410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:05.654753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:05.657137 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbbd5ae-6d1a-4383-bc65-54e2ddf3e494" -d '{"events": [{"server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "name": "network-vif-plugged", "status": "completed", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:05.658487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.659236 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment f2147762-d314-4032-9039-bb4f049e40f3 of type vlan for network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c Oct 13 04:30:05.680425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497,segment=NetworkSegment(78efb053-1b88-4622-8c38-864a57aa94f5),segment_id=78efb053-1b88-4622-8c38-864a57aa94f5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:05.692741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.741656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.755882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8273baa6-ef0b-4af1-abe0-c3094ea246a7 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:30:05.767306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa26f-f6ff-47e7-bdd5-4fcf507d8d82 req-4a667b3c-6073-40a3-bd04-04047fb7c9a3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:05.771812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.777032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-673aa26f-f6ff-47e7-bdd5-4fcf507d8d82 req-4a667b3c-6073-40a3-bd04-04047fb7c9a3 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1098571 Oct 13 04:30:05.793132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.801197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:05.802625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:05.825758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-673aa26f-f6ff-47e7-bdd5-4fcf507d8d82 req-ef74e646-fcbe-4aef-ba6c-3933c3d01634 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Oct 13 04:30:05.849569 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf3f28-94f6-491b-95ac-ea9b31921f6c x-openstack-request-id: req-ecbf3f28-94f6-491b-95ac-ea9b31921f6c {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:05.849871 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "name": "network-vif-plugged", "status": "completed", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:05.850172 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecbf3f28-94f6-491b-95ac-ea9b31921f6c {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:05.855211 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497', 'code': 200} Oct 13 04:30:05.918737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3512766 Oct 13 04:30:05.923287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33908) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:05.932456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:05.951783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b05b6-ad25-440b-b84a-3c9cd1cc65d5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:05.967586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcd8c4-4697-45c4-88ff-2e872def2961 req-2df89c9e-ea1e-40e7-ad64-6407896416a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:05.969093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4bcd8c4-4697-45c4-88ff-2e872def2961 req-2df89c9e-ea1e-40e7-ad64-6407896416a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 1096 time: 0.0633481 Oct 13 04:30:05.971833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:06.010845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4bcd8c4-4697-45c4-88ff-2e872def2961 req-f1a751ad-7790-4473-a287-c8aec4abd433 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Oct 13 04:30:06.166644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d15c0-b1fb-4f36-97ad-c364cbf4ea84 req-a331c5b7-c9cf-48c1-87f5-bf432903f719 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:06.168206 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-017d15c0-b1fb-4f36-97ad-c364cbf4ea84 req-a331c5b7-c9cf-48c1-87f5-bf432903f719 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1524665 Oct 13 04:30:06.194239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.216029 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.243952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c is not hosted by any dhcp agent {{(pid=95047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:30:06.249901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:06.250475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.251784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "PUT /v2.0/networks/e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c HTTP/1.1" status: 200 len: 723 time: 0.3248737 Oct 13 04:30:06.255730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33912) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:06.261625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:06.285039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-017d15c0-b1fb-4f36-97ad-c364cbf4ea84 req-3d12070a-fb2d-47a0-aaaf-5c23da50f070 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056666 Oct 13 04:30:06.316303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541674c-7681-40f3-9d9b-f40d1f4b7fc5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:06.327191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:06.358064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:06.362254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.582953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.654915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=90f21aeb-048d-4c91-ba6b-95cad7db073c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:06.666143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'f2147762-d314-4032-9039-bb4f049e40f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:06.666896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:06.687726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:06.693897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98fdf-6fa7-4b7c-82df-ebfdcd9994b0 req-9781ea9d-0c8b-41bc-8c0b-10c1c31c72c3 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:06.696109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cb98fdf-6fa7-4b7c-82df-ebfdcd9994b0 req-9781ea9d-0c8b-41bc-8c0b-10c1c31c72c3 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0616834 Oct 13 04:30:06.698025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:06.706214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ec722-2a04-4987-a543-d04d8e6bfbde None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:06.709668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:06.710762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.735624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-46542fb9-e115-47fd-8b7e-026ab067f895 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4782109 Oct 13 04:30:06.736296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33920) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:06.744054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:06.752425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3cb98fdf-6fa7-4b7c-82df-ebfdcd9994b0 req-77030383-0894-45ef-8f6c-8bc3314545d6 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495546 Oct 13 04:30:06.908901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c', 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '90f21aeb-048d-4c91-ba6b-95cad7db073c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:06.910735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:06.978151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562be0c6-027d-4f6e-a432-c1d8365ceadc req-6c82ffa6-70a8-4ee3-99d8-5acff32a3481 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:06.987314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-562be0c6-027d-4f6e-a432-c1d8365ceadc req-6c82ffa6-70a8-4ee3-99d8-5acff32a3481 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0649645 Oct 13 04:30:07.050171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-562be0c6-027d-4f6e-a432-c1d8365ceadc req-df65e32a-90ef-486e-9361-c4b2e482a795 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Oct 13 04:30:07.112721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Allocated IP 172.20.0.2 (e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c/90f21aeb-048d-4c91-ba6b-95cad7db073c/85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:07.220157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12936966'] for subnet, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.290912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.296948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.338134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:07.341183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:07.345073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:07.353276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Pushing event updated for resources: {'Port': ['ID=85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:07.412176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Attempting to bind port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:07.412546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Attempting to bind port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f2147762-d314-4032-9039-bb4f049e40f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:07.412909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Attempting to bind port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 on network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:07.418203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:07.418570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Checking segment: {'id': 'f2147762-d314-4032-9039-bb4f049e40f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:07.418978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.419403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Bound using segment: {'id': 'f2147762-d314-4032-9039-bb4f049e40f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:07.420435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Bound port: 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2147762-d314-4032-9039-bb4f049e40f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:07.421019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.431261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728053223693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13049294'] for subnet, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.471616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:07.472199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.476212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "PUT /v2.0/subnets/90f21aeb-048d-4c91-ba6b-95cad7db073c HTTP/1.1" status: 200 len: 806 time: 0.7365735 Oct 13 04:30:07.477228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33930) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:07.488578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bcc00-9169-4143-8309-aa9c7cc7ce59 req-1540c62c-d31f-40ad-bcc3-39295d335517 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:07.490082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-368bcc00-9169-4143-8309-aa9c7cc7ce59 req-1540c62c-d31f-40ad-bcc3-39295d335517 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0939677 Oct 13 04:30:07.518095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] For port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:07.522094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] For port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94,segment=NetworkSegment(f2147762-d314-4032-9039-bb4f049e40f3),segment_id=f2147762-d314-4032-9039-bb4f049e40f3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:07.524029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddb4b5-1efd-496b-8c1b-b837ceb989b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=90f21aeb-048d-4c91-ba6b-95cad7db073c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:07.533811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.565311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-368bcc00-9169-4143-8309-aa9c7cc7ce59 req-17e87ae7-6d9c-496d-ba92-539de793eb9e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Oct 13 04:30:07.610025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39b171-f977-45d7-a519-f30b7da44751 None None] Pushing event updated for resources: {'Port': ['ID=85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:07.648637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.707086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:07.707443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.819084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94,segment=NetworkSegment(f2147762-d314-4032-9039-bb4f049e40f3),segment_id=f2147762-d314-4032-9039-bb4f049e40f3)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:07.819548 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:07.838415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:07.947431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32267929-53fb-487b-ad9a-3c9895c27a03 req-79c49160-a08b-4e46-8267-ecafd10822aa tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:07.949009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32267929-53fb-487b-ad9a-3c9895c27a03 req-79c49160-a08b-4e46-8267-ecafd10822aa tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0853550 Oct 13 04:30:07.997375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.006310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-32267929-53fb-487b-ad9a-3c9895c27a03 req-6e492f59-5d6f-4925-a723-b7dd5fb9b6e8 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Oct 13 04:30:08.027271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:08.080575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:08.133746 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.214614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306970-e00b-4bcb-b4a8-1fc5a1c75afa req-1f34421b-829e-4602-a432-dbe7bb4a5dc9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.216203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20306970-e00b-4bcb-b4a8-1fc5a1c75afa req-1f34421b-829e-4602-a432-dbe7bb4a5dc9 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0774164 Oct 13 04:30:08.251324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.272390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-20306970-e00b-4bcb-b4a8-1fc5a1c75afa req-6404dc06-92c0-4eb5-8b20-48460545a536 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473099 Oct 13 04:30:08.305989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=90f21aeb-048d-4c91-ba6b-95cad7db073c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:08.327462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d745-b8f9-4520-b155-929cfef68530 req-c45eed1c-dfb2-43e4-9ee3-a4bfbddf0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.329256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-c45eed1c-dfb2-43e4-9ee3-a4bfbddf0947 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64f50dd9e7a74ac2b007be4f7845eb2c&device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 1096 time: 0.0465627 Oct 13 04:30:08.379797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.380189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.380516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.380852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.381183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.381511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.381836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.382160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.383272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.383272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.383272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.383582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:08.430455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.450277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d745-b8f9-4520-b155-929cfef68530 req-4a2b2a38-9774-47ef-aa69-459e1dd86086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.455134 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-4a2b2a38-9774-47ef-aa69-459e1dd86086 service neutron] 10.222.0.47 "GET /v2.0/networks?id=43e13bb8-92c4-4f63-9d16-1201a4314ac6 HTTP/1.1" status: 200 len: 914 time: 0.1155615 Oct 13 04:30:08.461802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb02608-734f-4676-9567-1fb2aeb988c8 req-6ca4ffc7-2f10-420b-b31c-50632b175834 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.469208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fb02608-734f-4676-9567-1fb2aeb988c8 req-6ca4ffc7-2f10-420b-b31c-50632b175834 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.1666234 Oct 13 04:30:08.499134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:08.500126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-8de25bca-d2d2-4bd2-8098-4454d1f3fa5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497 HTTP/1.1" status: 200 len: 217 time: 0.0399137 Oct 13 04:30:08.517572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2147762-d314-4032-9039-bb4f049e40f3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:08.517873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2147762-d314-4032-9039-bb4f049e40f3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:08.531316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.546143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.553129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:08.553402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.558872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d745-b8f9-4520-b155-929cfef68530 req-210b6ba6-82b8-49bd-a163-103ff3451a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.561404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-210b6ba6-82b8-49bd-a163-103ff3451a84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9c90015-9e58-40ef-8e6f-e6f915e8bc4d HTTP/1.1" status: 200 len: 853 time: 0.0474434 Oct 13 04:30:08.600681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-6f3a0a8a-4ff7-4e4c-8d32-80f6038eb8b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=43e13bb8-92c4-4f63-9d16-1201a4314ac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333378 Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:08.603501 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:08.628338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fb02608-734f-4676-9567-1fb2aeb988c8 req-29b9f164-9cf7-4605-8a50-084ad5852e65 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582265 Oct 13 04:30:08.639905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.659322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.669520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c HTTP/1.1" status: 204 len: 168 time: 1.1891050 Oct 13 04:30:08.674211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33952) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:08.686251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee6b6c-d162-45c7-abf8-2ff846333724 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:08.722243 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd77f81-53f1-452f-a1bd-6cf34f021195 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:08.723046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd77f81-53f1-452f-a1bd-6cf34f021195 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:08.726624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cdd77f81-53f1-452f-a1bd-6cf34f021195 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c HTTP/1.1" status: 404 len: 339 time: 0.0497487 Oct 13 04:30:08.730431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33954) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:08.736143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340380508', 'description': 'd1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:08.766275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88b8bc-0b95-4fa6-bd7b-fc7c2031db68 req-b4f380ff-5fb5-4c89-9e96-4dc16a6f6ea8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.766782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:08.767955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f88b8bc-0b95-4fa6-bd7b-fc7c2031db68 req-b4f380ff-5fb5-4c89-9e96-4dc16a6f6ea8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0927787 Oct 13 04:30:08.773352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.803807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:08.818444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.818810 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment eb8fcc2b-b31a-4714-b22d-c23b508d7127 of type vlan for network abfbff5b-abea-4805-9451-a5732503160a Oct 13 04:30:08.829918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-613b7dd4-3e12-4aa1-a142-69d665084c85 service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181325 Oct 13 04:30:08.862953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f88b8bc-0b95-4fa6-bd7b-fc7c2031db68 req-a9c9a72f-7033-4508-8b99-8223ddc906c6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866456 Oct 13 04:30:08.898758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.935640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.941756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:08.942411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:08.961291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e97a6-7320-4079-8324-bdc599a3ae5b None None] DHCP port deletion for e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:08.969000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d4bf215c-0bb2-4a17-82ca-0e739ef7887a None None] Could not find standard attr ID for object 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:30:08.984840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9813d745-b8f9-4520-b155-929cfef68530 req-e749d19c-f6fb-43e4-be17-52659d1f302c service neutron] 10.222.0.47 "GET /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429317 Oct 13 04:30:09.005176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522fcf4-c5be-498f-add7-a5b1a101eccc None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:09.024766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522fcf4-c5be-498f-add7-a5b1a101eccc None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:30:09.034435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a062a59-9553-4983-b8f8-a31f7aa1736a None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:09.050625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a062a59-9553-4983-b8f8-a31f7aa1736a None None] Network e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:30:09.070751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=abfbff5b-abea-4805-9451-a5732503160a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:09.079196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:09.079761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-abfefb9c-0af4-4eab-8c3d-a6221834b6b1 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3479738 Oct 13 04:30:09.089442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network abfbff5b-abea-4805-9451-a5732503160a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:09.192871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64923e1-e784-49a0-9bd7-cf157f62e63e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.194527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c64923e1-e784-49a0-9bd7-cf157f62e63e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks?id=abfbff5b-abea-4805-9451-a5732503160a HTTP/1.1" status: 200 len: 761 time: 0.1142445 Oct 13 04:30:09.197166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33962) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:09.203315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'description': 'd2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:09.397146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.418466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99679-6e9b-4c90-81de-ea7c03404a02 req-f7e610b4-03ed-4b11-98e7-734be01da784 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.419992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bd99679-6e9b-4c90-81de-ea7c03404a02 req-f7e610b4-03ed-4b11-98e7-734be01da784 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0814302 Oct 13 04:30:09.421080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.441264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network abfbff5b-abea-4805-9451-a5732503160a is not hosted by any dhcp agent {{(pid=95048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:30:09.446834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.447461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.448726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "PUT /v2.0/networks/abfbff5b-abea-4805-9451-a5732503160a HTTP/1.1" status: 200 len: 758 time: 0.2505875 Oct 13 04:30:09.461174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:09.550709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b6bae-43e0-4256-8d2f-c4ff53968b46 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=abfbff5b-abea-4805-9451-a5732503160a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:09.573810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1bd99679-6e9b-4c90-81de-ea7c03404a02 req-75f1a4e8-4e2b-490d-bcfe-f8489f0024cd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435547 Oct 13 04:30:09.583671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network abfbff5b-abea-4805-9451-a5732503160a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:09.639772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176819d-4e9d-41e9-aaf1-d8017a3bfa4e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.644591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3176819d-4e9d-41e9-aaf1-d8017a3bfa4e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks?id=abfbff5b-abea-4805-9451-a5732503160a HTTP/1.1" status: 200 len: 761 time: 0.1786859 Oct 13 04:30:09.645378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33968) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:09.651035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-407264857'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:09.694631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:09.699681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.729246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:09.741844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.742398 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment b4083321-b428-4f46-8675-cb202209932b of type vlan for network 085837cc-2c51-41fd-9459-b811f88c0e8c Oct 13 04:30:09.805324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.819057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d4916-dfe6-448d-855a-349ddf6a60bb req-b2523cd6-67f3-4585-9ac8-983a0b3a5df4 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.820685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-658d4916-dfe6-448d-855a-349ddf6a60bb req-b2523cd6-67f3-4585-9ac8-983a0b3a5df4 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0987089 Oct 13 04:30:09.841540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.849124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:09.849972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:09.898197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-658d4916-dfe6-448d-855a-349ddf6a60bb req-40eb7de8-e29f-4457-8ef0-775950bae82f tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Oct 13 04:30:09.971621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3219695 Oct 13 04:30:09.973803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33980) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:09.985931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:10.003475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2e54a-58e0-4cec-87ae-5753b5ea81cf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=085837cc-2c51-41fd-9459-b811f88c0e8c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:10.014871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 085837cc-2c51-41fd-9459-b811f88c0e8c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:10.035783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc8386-98e6-4109-8dff-5d263bb86989 req-3e1128a7-eb49-44dc-88cb-ea7c68027760 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:10.037485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6fc8386-98e6-4109-8dff-5d263bb86989 req-3e1128a7-eb49-44dc-88cb-ea7c68027760 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0910914 Oct 13 04:30:10.122094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6fc8386-98e6-4109-8dff-5d263bb86989 req-c0020bbc-c4e8-4d8f-b9db-b17c2caca46b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736258 Oct 13 04:30:10.135302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:10.141302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.317850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59557623-b8bc-4ccd-b292-e408fa93d73f req-126cbeb4-d8e6-407e-89ad-eb4411a52f84 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:10.319290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59557623-b8bc-4ccd-b292-e408fa93d73f req-126cbeb4-d8e6-407e-89ad-eb4411a52f84 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0831268 Oct 13 04:30:10.408131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59557623-b8bc-4ccd-b292-e408fa93d73f req-ec634dcc-5d6a-48d7-9db3-0f568957ec75 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800078 Oct 13 04:30:10.423285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:10.450514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:10.451682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 85a5946f-b2ad-4bd6-b6c4-50bc21dd6b94 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:10.472749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.537331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=b3485321-4126-4009-993b-a0e6d9e938f1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:10.546158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': 'b4083321-b428-4f46-8675-cb202209932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:10.546512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: 085837cc-2c51-41fd-9459-b811f88c0e8c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:10.564698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network 085837cc-2c51-41fd-9459-b811f88c0e8c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:10.573608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 085837cc-2c51-41fd-9459-b811f88c0e8c) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:10.578512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:10.579151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.584215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1710dd0-4b24-4e74-aee4-d0dd4a069cb7 None None] Network 085837cc-2c51-41fd-9459-b811f88c0e8c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:10.595949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-da8c04d5-0650-4b75-ad59-2314fd134d47 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6207335 Oct 13 04:30:10.598657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:10.730143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d40d2-4a8b-40a5-83e3-4fd0858162c4 req-7f850bfd-db8a-44ca-8a30-2a85440438bb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:10.735543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f10d40d2-4a8b-40a5-83e3-4fd0858162c4 req-7f850bfd-db8a-44ca-8a30-2a85440438bb tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0837553 Oct 13 04:30:10.754306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-085837cc-2c51-41fd-9459-b811f88c0e8c', 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': 'b3485321-4126-4009-993b-a0e6d9e938f1'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:10.755442 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.772440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.799219 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f10d40d2-4a8b-40a5-83e3-4fd0858162c4 req-dbbe52b1-f653-4e88-9de7-718e5acf30fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553067 Oct 13 04:30:10.861976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:10.990372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Allocated IP 172.20.0.2 (085837cc-2c51-41fd-9459-b811f88c0e8c/b3485321-4126-4009-993b-a0e6d9e938f1/3a980187-6ab4-4768-be2d-db467b33f909) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:11.120509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ed9f2-09b1-4f60-8c45-6cbec724588a req-f9c51ce5-c332-497f-b3e1-2735a40e23d5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.122081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-272ed9f2-09b1-4f60-8c45-6cbec724588a req-f9c51ce5-c332-497f-b3e1-2735a40e23d5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0616901 Oct 13 04:30:11.174777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-272ed9f2-09b1-4f60-8c45-6cbec724588a req-bce254e2-3d32-4856-ac5d-80598fa9a989 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Oct 13 04:30:11.220829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.232046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.273772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.303627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Network 085837cc-2c51-41fd-9459-b811f88c0e8c is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:11.309233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:11.319275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:11.339584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707e50f-7e33-44ae-ad7a-31fa6bbfa179 req-4c55124f-b1c9-4eee-9d68-a91c77c7ae41 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.340288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Pushing event updated for resources: {'Port': ['ID=3a980187-6ab4-4768-be2d-db467b33f909,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:11.342621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7707e50f-7e33-44ae-ad7a-31fa6bbfa179 req-4c55124f-b1c9-4eee-9d68-a91c77c7ae41 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0918167 Oct 13 04:30:11.350509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=b3485321-4126-4009-993b-a0e6d9e938f1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:11.405495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7707e50f-7e33-44ae-ad7a-31fa6bbfa179 req-b23602fc-2272-4cb4-9d35-3f1c4aa94eed tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Oct 13 04:30:11.406403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Attempting to bind port 3a980187-6ab4-4768-be2d-db467b33f909 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:11.407187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Attempting to bind port 3a980187-6ab4-4768-be2d-db467b33f909 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b4083321-b428-4f46-8675-cb202209932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:11.407556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Attempting to bind port 3a980187-6ab4-4768-be2d-db467b33f909 on network 085837cc-2c51-41fd-9459-b811f88c0e8c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:11.412899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:11.413274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Checking segment: {'id': 'b4083321-b428-4f46-8675-cb202209932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:11.413678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.414070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Bound using segment: {'id': 'b4083321-b428-4f46-8675-cb202209932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:11.414542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Bound port: 3a980187-6ab4-4768-be2d-db467b33f909, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4083321-b428-4f46-8675-cb202209932b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '085837cc-2c51-41fd-9459-b811f88c0e8c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:11.414921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.445807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.456647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097cf56-ce0e-4100-b53e-1dfb91526b5c req-effa8d06-e746-4c8f-84f0-f2cce0e8c5f6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.465291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7097cf56-ce0e-4100-b53e-1dfb91526b5c req-effa8d06-e746-4c8f-84f0-f2cce0e8c5f6 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1656778 Oct 13 04:30:11.493966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] For port 3a980187-6ab4-4768-be2d-db467b33f909, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:11.511851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] For port 3a980187-6ab4-4768-be2d-db467b33f909, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3a980187-6ab4-4768-be2d-db467b33f909,segment=NetworkSegment(b4083321-b428-4f46-8675-cb202209932b),segment_id=b4083321-b428-4f46-8675-cb202209932b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:11.514259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085837cc-2c51-41fd-9459-b811f88c0e8c']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:11.526970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.529225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.538999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7097cf56-ce0e-4100-b53e-1dfb91526b5c req-d7b1dd20-f205-4734-979b-31339051a670 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 Oct 13 04:30:11.540967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4083321-b428-4f46-8675-cb202209932b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:11.541261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4083321-b428-4f46-8675-cb202209932b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:11.559713 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.581793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.590306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:11.590687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:11.594456 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:11.638175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea1e3d-a096-4972-afd0-17b721b84d82 None None] Network 085837cc-2c51-41fd-9459-b811f88c0e8c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:11.641948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb358e-99a3-4392-934e-a6040fda9bd8 None None] Pushing event updated for resources: {'Port': ['ID=3a980187-6ab4-4768-be2d-db467b33f909,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:11.661914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793fd1b-b365-47fa-8841-4edbc2096dc3 req-95bc17ac-23c4-4496-bc17-0a95b12b8458 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.663687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b793fd1b-b365-47fa-8841-4edbc2096dc3 req-95bc17ac-23c4-4496-bc17-0a95b12b8458 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0905602 Oct 13 04:30:11.694306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:30:11.694306 n-d-813736-1 neutron-server[95048]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:30:11.694306 n-d-813736-1 neutron-server[95048]: [parameters: {'id': '085837cc-2c51-41fd-9459-b811f88c0e8c'}] Oct 13 04:30:11.694306 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:30:11.695231 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:30:11.720236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b793fd1b-b365-47fa-8841-4edbc2096dc3 req-1a80fbae-f45d-4a21-bd6b-0d2ac8190c8c tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/security-groups?id=21c022ee-4b36-44ae-bd85-d14c4a449723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Oct 13 04:30:11.742314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-2cdaab62-8e77-478d-9364-f46901a4e3d0 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.745004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-2cdaab62-8e77-478d-9364-f46901a4e3d0 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 945 time: 0.0839798 Oct 13 04:30:11.777130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-391145a2-7d77-4f50-a6ea-9bd25235a96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.799531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f799afa-22f4-466b-a13e-05ffa47e2a13 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:30:11.877237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30074d11-e4c6-4ac4-8a6f-8b30554bc161 req-fabf14f2-3a10-4016-8a6d-f26544ce7f3f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:11.878634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-30074d11-e4c6-4ac4-8a6f-8b30554bc161 req-fabf14f2-3a10-4016-8a6d-f26544ce7f3f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0877173 Oct 13 04:30:11.899861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Deleting port dd237bf2-ceab-4405-9c90-3b91f8f50497 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:11.900195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:11.921739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f799afa-22f4-466b-a13e-05ffa47e2a13 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:30:11.980573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-30074d11-e4c6-4ac4-8a6f-8b30554bc161 req-55d8f879-8b90-4a55-a13d-1fd2fd515273 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926752 Oct 13 04:30:12.025230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] For port dd237bf2-ceab-4405-9c90-3b91f8f50497, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=dd237bf2-ceab-4405-9c90-3b91f8f50497,segment=NetworkSegment(78efb053-1b88-4622-8c38-864a57aa94f5),segment_id=78efb053-1b88-4622-8c38-864a57aa94f5)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:12.025742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.040579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Calling delete_port for dd237bf2-ceab-4405-9c90-3b91f8f50497 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:12.174886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.187606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['dd237bf2-ceab-4405-9c90-3b91f8f50497'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:12.200743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.208400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Pushing event deleted for resources: {'Port': ['ID=dd237bf2-ceab-4405-9c90-3b91f8f50497,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:12.272278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] No DVR routers for this DVR port dd237bf2-ceab-4405-9c90-3b91f8f50497 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:12.274867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.278243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49ded00f-24d0-4a06-a5a2-18fd29eca4ce req-f1b96cdd-75bc-4d60-8889-c709e6b4ec53 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.47 "DELETE /v2.0/ports/dd237bf2-ceab-4405-9c90-3b91f8f50497 HTTP/1.1" status: 204 len: 173 time: 0.5269778 Oct 13 04:30:12.278687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'name': 'network-vif-deleted', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:12.281042 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c596edf6-5acf-4440-946c-be9250d40c83" -d '{"events": [{"server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "name": "network-vif-deleted", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:12.310926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port 3a980187-6ab4-4768-be2d-db467b33f909 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:12.311496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.354718 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faedc2c-6468-4a65-b90b-40280569c69d x-openstack-request-id: req-1faedc2c-6468-4a65-b90b-40280569c69d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:12.355155 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3292f3-ee31-4988-be9d-0e24b25839b6", "name": "network-vif-deleted", "tag": "dd237bf2-ceab-4405-9c90-3b91f8f50497", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:12.355483 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1faedc2c-6468-4a65-b90b-40280569c69d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:12.355948 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3292f3-ee31-4988-be9d-0e24b25839b6', 'name': 'network-vif-deleted', 'tag': 'dd237bf2-ceab-4405-9c90-3b91f8f50497', 'status': 'completed', 'code': 200} Oct 13 04:30:12.388360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port 3a980187-6ab4-4768-be2d-db467b33f909, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3a980187-6ab4-4768-be2d-db467b33f909,segment=NetworkSegment(b4083321-b428-4f46-8675-cb202209932b),segment_id=b4083321-b428-4f46-8675-cb202209932b)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:12.388970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.410375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for 3a980187-6ab4-4768-be2d-db467b33f909 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:12.503388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.543585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=3a980187-6ab4-4768-be2d-db467b33f909,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:12.548940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port 3a980187-6ab4-4768-be2d-db467b33f909 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:12.560047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f917be-b573-430b-874a-23544db99fd5 req-292512a4-745c-4c18-af2f-1b7d9f050aa8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:12.568829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69f917be-b573-430b-874a-23544db99fd5 req-292512a4-745c-4c18-af2f-1b7d9f050aa8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0803308 Oct 13 04:30:12.628927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69f917be-b573-430b-874a-23544db99fd5 req-19975874-2bf8-4f67-bcc7-f41457949e40 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589240 Oct 13 04:30:12.637262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.646464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.667216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085837cc-2c51-41fd-9459-b811f88c0e8c']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:12.677802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4083321-b428-4f46-8675-cb202209932b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:12.678097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4083321-b428-4f46-8675-cb202209932b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:12.689265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.704638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.710725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:12.711292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:12.714605 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:12.792144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.804311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:12.808237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/085837cc-2c51-41fd-9459-b811f88c0e8c HTTP/1.1" status: 204 len: 168 time: 2.2084508 Oct 13 04:30:12.811549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34028) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:12.838904 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:12.844936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249a67-c5ae-4a93-bf71-6e1991e07cc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=085837cc-2c51-41fd-9459-b811f88c0e8c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:12.881352 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-170aa670-74f2-4ad1-80fd-e317ed0aedd5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] GET failed (client error): The resource could not be found. Oct 13 04:30:12.882733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-170aa670-74f2-4ad1-80fd-e317ed0aedd5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets/b3485321-4126-4009-993b-a0e6d9e938f1 HTTP/1.1" status: 404 len: 337 time: 0.0698311 Oct 13 04:30:12.885393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:12.910031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd84815b-068d-4aca-82f4-bc1ea28f9aae req-1761b52c-4f5d-4c9c-abbe-d0c7bf2b0af6 tempest-InstanceActionsTestJSON-567946787 tempest-InstanceActionsTestJSON-567946787-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d3292f3-ee31-4988-be9d-0e24b25839b6 HTTP/1.1" status: 200 len: 210 time: 0.0404794 Oct 13 04:30:12.921092 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8398bb6-7f25-4387-8ef6-ef88cfdd1f0d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:12.921937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8398bb6-7f25-4387-8ef6-ef88cfdd1f0d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:12.928762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c8398bb6-7f25-4387-8ef6-ef88cfdd1f0d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/085837cc-2c51-41fd-9459-b811f88c0e8c HTTP/1.1" status: 404 len: 339 time: 0.0389724 Oct 13 04:30:12.929751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34036) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.034075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-c1f6d8a8-bdaa-4a34-85a5-086fe61f2c4f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.035775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-c1f6d8a8-bdaa-4a34-85a5-086fe61f2c4f tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.0778959 Oct 13 04:30:13.172147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port 900784e2-3ed3-4d2f-a1ca-f10132d1867a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:13.172450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:13.194733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05f4e6-e2af-4c2c-8b3d-3f6502e33da8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.197864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-df05f4e6-e2af-4c2c-8b3d-3f6502e33da8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2651589 Oct 13 04:30:13.200107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.252288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f832c5-5ade-4c2e-910f-1c6578a8ecfd req-09fad222-f87d-419b-828a-87cb771da0c1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.260745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31f832c5-5ade-4c2e-910f-1c6578a8ecfd req-09fad222-f87d-419b-828a-87cb771da0c1 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=305d1a7f-ac45-4e8f-bbbd-5c3e7227123f HTTP/1.1" status: 200 len: 945 time: 0.1728315 Oct 13 04:30:13.266109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-07b30e18-03e8-4e24-bc24-a7412af3ecc8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 207 time: 0.0648706 Oct 13 04:30:13.271960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34050) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.294213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port 900784e2-3ed3-4d2f-a1ca-f10132d1867a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=900784e2-3ed3-4d2f-a1ca-f10132d1867a,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:13.294842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:13.309450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for 900784e2-3ed3-4d2f-a1ca-f10132d1867a owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:13.349465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31f832c5-5ade-4c2e-910f-1c6578a8ecfd req-d461c076-68d2-44d7-b258-da2f4ed57658 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875216 Oct 13 04:30:13.425760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4218c-fa60-4733-ba5f-187f60981c98 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.432893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4218c-fa60-4733-ba5f-187f60981c98 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.440040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4218c-fa60-4733-ba5f-187f60981c98 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.447028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4218c-fa60-4733-ba5f-187f60981c98 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.452949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-15b4218c-fa60-4733-ba5f-187f60981c98 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1758125 Oct 13 04:30:13.453229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34054) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.467892 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:13.487936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:13.496331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['900784e2-3ed3-4d2f-a1ca-f10132d1867a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:13.500021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=900784e2-3ed3-4d2f-a1ca-f10132d1867a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:13.551506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port 900784e2-3ed3-4d2f-a1ca-f10132d1867a on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:13.557680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:13.562040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39205141-3e46-4d68-ac3e-e6532c3c0264 req-0cc5b279-0e5d-47d8-a130-d473fe7696fd tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.47 "DELETE /v2.0/ports/900784e2-3ed3-4d2f-a1ca-f10132d1867a HTTP/1.1" status: 204 len: 173 time: 0.5193601 Oct 13 04:30:13.619989 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6e8eee23-8145-4243-9a6f-5d01a4bfdea6 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1654649 Oct 13 04:30:13.624255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34060) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.715529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c2822-ef78-465a-8849-54087e0fe913 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.718050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c2822-ef78-465a-8849-54087e0fe913 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:13.719669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-130c2822-ef78-465a-8849-54087e0fe913 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0943961 Oct 13 04:30:13.723982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:13.992424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.073759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Deleting subnet e9c90015-9e58-40ef-8e6f-e6f915e8bc4d {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:14.085051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.127128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.137272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da4284bd-ad06-4aef-b0b9-a7e4329c6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.233062 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.322359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9369bb-5889-4e43-b582-3e5406c07612 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:14.324990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9369bb-5889-4e43-b582-3e5406c07612 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:14.327681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f9369bb-5889-4e43-b582-3e5406c07612 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.6019073 Oct 13 04:30:14.334076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34082) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.347679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.360189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f0088-6863-424a-8139-aedd064682b6 req-e658a4e5-9166-453a-b5e0-b81f3577c321 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:14.363895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'name': 'network-vif-deleted', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:14.366822 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76eee80-6f6b-4e44-8a52-df4f6a6d3b82" -d '{"events": [{"server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "name": "network-vif-deleted", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:14.372240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-967f0088-6863-424a-8139-aedd064682b6 req-e658a4e5-9166-453a-b5e0-b81f3577c321 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.5837820 Oct 13 04:30:14.509424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c90015-9e58-40ef-8e6f-e6f915e8bc4d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:14.534651 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef694453-b9a9-45c6-8ea9-6c3b4f5fb438 x-openstack-request-id: req-ef694453-b9a9-45c6-8ea9-6c3b4f5fb438 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:14.535241 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305d1a7f-ac45-4e8f-bbbd-5c3e7227123f", "name": "network-vif-deleted", "tag": "900784e2-3ed3-4d2f-a1ca-f10132d1867a", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:14.535701 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef694453-b9a9-45c6-8ea9-6c3b4f5fb438 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:14.536391 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305d1a7f-ac45-4e8f-bbbd-5c3e7227123f', 'name': 'network-vif-deleted', 'tag': '900784e2-3ed3-4d2f-a1ca-f10132d1867a', 'status': 'completed', 'code': 200} Oct 13 04:30:14.541745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.552542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f90d29b6-7d7e-44d3-a260-5135a53e7f52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e9c90015-9e58-40ef-8e6f-e6f915e8bc4d HTTP/1.1" status: 204 len: 168 time: 0.5590141 Oct 13 04:30:14.555659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34092) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.661381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61f3d0-8c69-4521-9af7-701d164d68e2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:14.663001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f61f3d0-8c69-4521-9af7-701d164d68e2 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks/11e73858-5a8c-49bb-a689-9999ad614752 HTTP/1.1" status: 200 len: 800 time: 0.3273318 Oct 13 04:30:14.667003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.768889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-967f0088-6863-424a-8139-aedd064682b6 req-cf950c9d-cb76-4ee8-98d2-7bbc6defc1c1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942766 Oct 13 04:30:14.775311 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.880183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86715900-1436-4152-81e0-a9ca13261031 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/networks/11e73858-5a8c-49bb-a689-9999ad614752?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2088234 Oct 13 04:30:14.880750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34110) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.890336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.917741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e13bb8-92c4-4f63-9d16-1201a4314ac6']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.931589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78efb053-1b88-4622-8c38-864a57aa94f5') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.931962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78efb053-1b88-4622-8c38-864a57aa94f5') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:14.953401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.958749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48e537-54f9-4167-82c9-9de4f66f1b56 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:14.963933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4c48e537-54f9-4167-82c9-9de4f66f1b56 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets/2117fb5e-88df-4dd8-aa9b-60bde4560f36 HTTP/1.1" status: 200 len: 811 time: 0.0789120 Oct 13 04:30:14.964119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:14.976213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.984588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:14.985273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:14.987951 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:15.059103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4e6c2-3181-45c1-b876-ff9e20aae58e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['shared'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:15.061487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c2f4e6c2-3181-45c1-b876-ff9e20aae58e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "GET /v2.0/subnets/2117fb5e-88df-4dd8-aa9b-60bde4560f36?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0957201 Oct 13 04:30:15.065540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34122) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:15.072159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1005578428'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:15.093851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.101636 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.106397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] 10.222.0.49 "DELETE /v2.0/networks/43e13bb8-92c4-4f63-9d16-1201a4314ac6 HTTP/1.1" status: 204 len: 168 time: 0.5496559 Oct 13 04:30:15.108801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:15.113788 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.164861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:15.178406 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.178851 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Added segment 97ae2ce2-1b4b-44ac-b874-b649d04f1847 of type vlan for network f26b2ffb-85e0-41f4-8778-7e94bfe3994e Oct 13 04:30:15.306244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.325567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:15.330136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cadd0b-9d5b-4e46-98b7-32e3bcff6f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e13bb8-92c4-4f63-9d16-1201a4314ac6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:15.360214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.377138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.390375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:15.392429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.453976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d05746c8-6199-432e-b5b3-0da7cd6a7556 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64f50dd9e7a74ac2b007be4f7845eb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259317 Oct 13 04:30:15.457908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.460715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:15.523905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4569609 Oct 13 04:30:15.526946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:15.533972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:15.550136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.590366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.619750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a79657-92f5-4439-95ce-bc69eb1ad309 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Network': ['ID=f26b2ffb-85e0-41f4-8778-7e94bfe3994e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:15.658585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:15.692306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Made reservation on behalf of 9923ca7766314cfd8476139ae238ce36 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:15.703555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.723992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.729405 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:15.735917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21c022ee-4b36-44ae-bd85-d14c4a449723 HTTP/1.1" status: 204 len: 168 time: 0.2721632 Oct 13 04:30:15.774850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64eb05d-fd6a-498c-9ae1-0f3760fb0461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c022ee-4b36-44ae-bd85-d14c4a449723,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:15.887973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing IP validity checks on allocation pools {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:30:15.889108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:30:16.039272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901d6a-d350-45d6-b094-e2a5d2327a48 req-f2cdad18-971f-4504-b309-4067da189eb5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:16.052090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4901d6a-d350-45d6-b094-e2a5d2327a48 req-f2cdad18-971f-4504-b309-4067da189eb5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.0998724 Oct 13 04:30:16.178757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4901d6a-d350-45d6-b094-e2a5d2327a48 req-b484ec95-f33a-4054-9a97-c26ba400fcb4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216955 Oct 13 04:30:16.192285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.307601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=06e1a0ff-b245-4f5d-be15-a3f30ce25e3c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:16.326403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Checking segment: {'id': '97ae2ce2-1b4b-44ac-b874-b649d04f1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:16.327034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network hostable DHCP agents. Network: f26b2ffb-85e0-41f4-8778-7e94bfe3994e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:16.369237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:16.400220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f26b2ffb-85e0-41f4-8778-7e94bfe3994e) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:16.416099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b1d5-afeb-436e-9335-c0f8068de6db req-bacf3b05-2011-4059-bc1c-e738b5e91ba5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:16.425908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce20b1d5-afeb-436e-9335-c0f8068de6db req-bacf3b05-2011-4059-bc1c-e738b5e91ba5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.1146984 Oct 13 04:30:16.431918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:16.434497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c1ed0-3112-4c11-a84c-d16f2796d841 None None] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:16.442661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.528341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-be8b3f77-ffd3-4aac-90c3-98b829fc7fdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0002730 Oct 13 04:30:16.531722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34180) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:16.546555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:16.546685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce20b1d5-afeb-436e-9335-c0f8068de6db req-c95b974f-3ee0-477e-b97d-8818d2c8e868 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911856 Oct 13 04:30:16.672029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f26b2ffb-85e0-41f4-8778-7e94bfe3994e', 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e', 'tenant_id': '9923ca7766314cfd8476139ae238ce36', 'fixed_ips': [{'subnet_id': '06e1a0ff-b245-4f5d-be15-a3f30ce25e3c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:30:16.673765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.692293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12936966'] for subnet, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.897796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728053223693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13049294'] for subnet, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.957190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Allocated IP 172.20.0.3 (f26b2ffb-85e0-41f4-8778-7e94bfe3994e/06e1a0ff-b245-4f5d-be15-a3f30ce25e3c/640ddcf7-f683-4aa3-b0b3-aba5132c9bc5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:16.957954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:16.958615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:16.960166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "PUT /v2.0/subnets/06e1a0ff-b245-4f5d-be15-a3f30ce25e3c HTTP/1.1" status: 200 len: 877 time: 0.4272618 Oct 13 04:30:16.964042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34198) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:16.983403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36725ff-826a-4568-b997-9f65a05a1cb4 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event updated for resources: {'Subnet': ['ID=06e1a0ff-b245-4f5d-be15-a3f30ce25e3c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.119377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.171310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.182204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.182653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34208) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:17.244287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.284924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:17.289676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:17.292917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.295124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:17.305169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 900784e2-3ed3-4d2f-a1ca-f10132d1867a no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:17.335889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Pushing event updated for resources: {'Port': ['ID=640ddcf7-f683-4aa3-b0b3-aba5132c9bc5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.345775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 900784e2-3ed3-4d2f-a1ca-f10132d1867a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:17.346132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 900784e2-3ed3-4d2f-a1ca-f10132d1867a not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:17.346564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dd237bf2-ceab-4405-9c90-3b91f8f50497 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:17.389278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: dd237bf2-ceab-4405-9c90-3b91f8f50497 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:17.389675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device dd237bf2-ceab-4405-9c90-3b91f8f50497 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:17.390801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-503546989-network', 'tenant_id': 'd7c0dc5044bc4c4b815c8a16859fe5c0'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:17.417043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Made reservation on behalf of d7c0dc5044bc4c4b815c8a16859fe5c0 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:17.419001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Attempting to bind port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:17.420155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Attempting to bind port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '97ae2ce2-1b4b-44ac-b874-b649d04f1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:17.421027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Attempting to bind port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 on network f26b2ffb-85e0-41f4-8778-7e94bfe3994e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:17.421866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.428149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:17.429003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Checking segment: {'id': '97ae2ce2-1b4b-44ac-b874-b649d04f1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:17.429654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.430275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Bound using segment: {'id': '97ae2ce2-1b4b-44ac-b874-b649d04f1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:17.430931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Bound port: 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ae2ce2-1b4b-44ac-b874-b649d04f1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:17.431536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.433475 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.467273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-013c299e-2140-4252-abef-94d0fc44bcd5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:17.469423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-013c299e-2140-4252-abef-94d0fc44bcd5 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.1815255 Oct 13 04:30:17.497054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274fe1-8f71-4df7-93e8-0effe857d505 req-71ef2c5e-5fa6-4175-b7c1-ed1c4ec9c27a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:17.505309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6274fe1-8f71-4df7-93e8-0effe857d505 req-71ef2c5e-5fa6-4175-b7c1-ed1c4ec9c27a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1595325 Oct 13 04:30:17.527714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] For port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:17.532247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] For port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=640ddcf7-f683-4aa3-b0b3-aba5132c9bc5,segment=NetworkSegment(97ae2ce2-1b4b-44ac-b874-b649d04f1847),segment_id=97ae2ce2-1b4b-44ac-b874-b649d04f1847)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:17.538049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.550801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.604886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=06e1a0ff-b245-4f5d-be15-a3f30ce25e3c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.636182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a93e-7377-4408-b34b-53bfcde7dfe0 None None] Pushing event updated for resources: {'Port': ['ID=640ddcf7-f683-4aa3-b0b3-aba5132c9bc5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.649714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6274fe1-8f71-4df7-93e8-0effe857d505 req-964bf030-4ca1-4c27-959b-96ae92bb1f3b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434963 Oct 13 04:30:17.676993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.684101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.700395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:17.762707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.763191 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Added segment 0665d423-8c37-49d5-b3e1-6f76546e9f4b of type vlan for network e305db35-ede8-4161-a603-2c9c51bcaa96 Oct 13 04:30:17.788466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c142387f-2d5b-4afe-b272-e81ab2179a21,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:17.804249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.835098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26b2ffb-85e0-41f4-8778-7e94bfe3994e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.844299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.849852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ae2ce2-1b4b-44ac-b874-b649d04f1847') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.850139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ae2ce2-1b4b-44ac-b874-b649d04f1847') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:17.854114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e419-1e46-496c-927a-4ab037c830d9 req-613af835-eb53-4c32-9021-3766d156e547 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:17.854298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Deleting port 83a55bf5-95d4-491a-ab11-8c358e04340e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:17.854499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.855796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c94e419-1e46-496c-927a-4ab037c830d9 req-613af835-eb53-4c32-9021-3766d156e547 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 945 time: 0.1454792 Oct 13 04:30:17.908680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.909695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:17.910395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.939105 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.965912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:17.974033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3c94e419-1e46-496c-927a-4ab037c830d9 req-fb99e87c-ef77-4a28-8e71-c1f7bd224fbc tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/security-groups?id=25406061-2289-454c-84f6-f95e46cc516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990245 Oct 13 04:30:18.000479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:18.000888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.046575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8622947 Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:18.051687 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:18.056115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:18.063520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3c72-df2d-4e8f-9d8d-5d4e3544361b admin admin] Pushing event updated for resources: {'Network': ['ID=e305db35-ede8-4161-a603-2c9c51bcaa96,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.066192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Request body: {'subnet': {'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-503546989-subnet', 'tenant_id': 'd7c0dc5044bc4c4b815c8a16859fe5c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:18.075712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] For port 83a55bf5-95d4-491a-ab11-8c358e04340e, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83a55bf5-95d4-491a-ab11-8c358e04340e,segment=NetworkSegment(153d1f71-b924-4014-959f-29dbfb7d5fd9),segment_id=153d1f71-b924-4014-959f-29dbfb7d5fd9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:18.076811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.078451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e305db35-ede8-4161-a603-2c9c51bcaa96 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:18.113306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Calling delete_port for 83a55bf5-95d4-491a-ab11-8c358e04340e owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:18.136012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:30:18.136012 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:30:18.136012 n-d-813736-1 neutron-server[95047]: [parameters: {'id': 'f26b2ffb-85e0-41f4-8778-7e94bfe3994e'}] Oct 13 04:30:18.136012 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:30:18.137486 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:30:18.142197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Made reservation on behalf of d7c0dc5044bc4c4b815c8a16859fe5c0 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:18.145340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.429767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.444870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83a55bf5-95d4-491a-ab11-8c358e04340e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:18.480709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.511511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Pushing event deleted for resources: {'Port': ['ID=83a55bf5-95d4-491a-ab11-8c358e04340e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.558897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] No DVR routers for this DVR port 83a55bf5-95d4-491a-ab11-8c358e04340e on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:18.559838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:18.561781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.565523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1e02724-a1a9-4ce7-9e6e-9f048111ef16 req-d5bb7e4d-797e-4ae1-a7a6-98b09bb21843 tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.16 "DELETE /v2.0/ports/83a55bf5-95d4-491a-ab11-8c358e04340e HTTP/1.1" status: 204 len: 173 time: 1.0858760 Oct 13 04:30:18.568582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'name': 'network-vif-deleted', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:18.573571 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af99928c-cecf-4a97-b8e3-78cb9186720f" -d '{"events": [{"server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "name": "network-vif-deleted", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:18.621114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679a41bb-e69b-40cf-a76e-f9fa867d402f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:18.624362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Checking segment: {'id': '0665d423-8c37-49d5-b3e1-6f76546e9f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:18.625068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Network hostable DHCP agents. Network: e305db35-ede8-4161-a603-2c9c51bcaa96, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:18.642459 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.657778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Network e305db35-ede8-4161-a603-2c9c51bcaa96 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:18.700045 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d47388f-c448-4a2e-b115-0025e18e9180 x-openstack-request-id: req-4d47388f-c448-4a2e-b115-0025e18e9180 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:18.700419 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8223ae71-8067-41cf-a7cb-e47580bd96ea", "name": "network-vif-deleted", "tag": "83a55bf5-95d4-491a-ab11-8c358e04340e", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:18.701187 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d47388f-c448-4a2e-b115-0025e18e9180 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:18.702120 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8223ae71-8067-41cf-a7cb-e47580bd96ea', 'name': 'network-vif-deleted', 'tag': '83a55bf5-95d4-491a-ab11-8c358e04340e', 'status': 'completed', 'code': 200} Oct 13 04:30:18.704463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:18.705050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.718765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e305db35-ede8-4161-a603-2c9c51bcaa96) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:18.742353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:18.743447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.751522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4420210-d8b4-4969-8132-72c37e1fa12c None None] Network e305db35-ede8-4161-a603-2c9c51bcaa96 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:18.805177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1480f55a-b760-43b1-81f9-2f0b12b32766 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7396743 Oct 13 04:30:18.817229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:18.817751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:18.914678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ca52-8e7d-451d-8833-707427739cea req-298b8b5d-4358-4dfb-9795-db0dd5bc4fb9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:18.916268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a721ca52-8e7d-451d-8833-707427739cea req-298b8b5d-4358-4dfb-9795-db0dd5bc4fb9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1426620 Oct 13 04:30:19.003966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=640ddcf7-f683-4aa3-b0b3-aba5132c9bc5,segment=NetworkSegment(97ae2ce2-1b4b-44ac-b874-b649d04f1847),segment_id=97ae2ce2-1b4b-44ac-b874-b649d04f1847)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:19.004479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.026162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a721ca52-8e7d-451d-8833-707427739cea req-aea40ea1-d00b-42c4-b077-a1ab6340b540 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999587 Oct 13 04:30:19.042832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:19.163539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eaf92a17-0819-4023-8783-5019d0ec36f0 req-fdc34617-1d69-48bb-8657-b2db9164122d tempest-ServersTestJSON-22473249 tempest-ServersTestJSON-22473249-project] 10.222.0.49 "GET /v2.0/ports?device_id=8223ae71-8067-41cf-a7cb-e47580bd96ea HTTP/1.1" status: 200 len: 210 time: 0.0403674 Oct 13 04:30:19.165738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8dd78-f937-4154-98a7-b68700df4948 None None] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:19.222984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.280443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 update to ACTIVE by agent not found {{(pid=95049) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 04:30:19.305944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:19.327795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=640ddcf7-f683-4aa3-b0b3-aba5132c9bc5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.368063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dfb92c03-24af-455a-8d64-3aed3c3af8b4 None None] Provisioning complete for port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:19.368487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dfb92c03-24af-455a-8d64-3aed3c3af8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.408066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-dfb92c03-24af-455a-8d64-3aed3c3af8b4 None None] Port 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 was deleted so its status cannot be updated. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 04:30:19.459139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004eab71-004a-4db4-a380-ba42537b596f None None] Network e305db35-ede8-4161-a603-2c9c51bcaa96 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:19.484340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.508657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26b2ffb-85e0-41f4-8778-7e94bfe3994e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.531374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ae2ce2-1b4b-44ac-b874-b649d04f1847') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.532151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ae2ce2-1b4b-44ac-b874-b649d04f1847') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:19.581551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.624937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a0d04-4e21-46fe-be83-e2b3dca19b6f None None] DHCP port deletion for f26b2ffb-85e0-41f4-8778-7e94bfe3994e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:19.640129 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.656950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:19.656950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.657307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b93491b-711a-48e2-8c21-85591932bf25 None None] Network f26b2ffb-85e0-41f4-8778-7e94bfe3994e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:19.663096 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:19.742667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.752040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:19.755403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/f26b2ffb-85e0-41f4-8778-7e94bfe3994e HTTP/1.1" status: 204 len: 168 time: 2.7887692 Oct 13 04:30:19.765927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34278) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.770121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-f9ea99c7-baf5-4d20-a642-63376a825ab7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:19.776763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-f9ea99c7-baf5-4d20-a642-63376a825ab7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/networks?id=e305db35-ede8-4161-a603-2c9c51bcaa96 HTTP/1.1" status: 200 len: 821 time: 0.2209108 Oct 13 04:30:19.799048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-f0f6865c-902f-4d0a-b13d-c990c60cc57a tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/quotas/d7c0dc5044bc4c4b815c8a16859fe5c0 HTTP/1.1" status: 200 len: 375 time: 0.0146430 Oct 13 04:30:19.805697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df822c-c615-4625-807c-f3d2cfa5fc4a tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=f26b2ffb-85e0-41f4-8778-7e94bfe3994e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:19.852750 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5861c7-0966-4f8c-b2bb-6b722bdcae3f tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:19.853463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5861c7-0966-4f8c-b2bb-6b722bdcae3f tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:19.856755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a5861c7-0966-4f8c-b2bb-6b722bdcae3f tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/06e1a0ff-b245-4f5d-be15-a3f30ce25e3c HTTP/1.1" status: 404 len: 337 time: 0.0696862 Oct 13 04:30:19.867808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.892187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-a0be0b77-5172-4cde-95e0-176a11eb206b tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7c0dc5044bc4c4b815c8a16859fe5c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899367 Oct 13 04:30:19.898863 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c4da13-a268-490b-90f5-593a1c382d05 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:19.899647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c4da13-a268-490b-90f5-593a1c382d05 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:19.903265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0c4da13-a268-490b-90f5-593a1c382d05 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/f26b2ffb-85e0-41f4-8778-7e94bfe3994e HTTP/1.1" status: 404 len: 339 time: 0.0275669 Oct 13 04:30:19.906379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34284) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.942667 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6479102f-461e-4e1b-b0b0-9b4f24dd6642 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:19.943294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6479102f-461e-4e1b-b0b0-9b4f24dd6642 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:19.948697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6479102f-461e-4e1b-b0b0-9b4f24dd6642 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/b3485321-4126-4009-993b-a0e6d9e938f1 HTTP/1.1" status: 404 len: 337 time: 0.0387945 Oct 13 04:30:19.949059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:19.983944 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-907b6e5a-f6e8-46a3-95b5-bd138ad1d880 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:19.985326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907b6e5a-f6e8-46a3-95b5-bd138ad1d880 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:19.993068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-907b6e5a-f6e8-46a3-95b5-bd138ad1d880 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/085837cc-2c51-41fd-9459-b811f88c0e8c HTTP/1.1" status: 404 len: 339 time: 0.0425246 Oct 13 04:30:19.994009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.030984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-ccdea2e0-27e9-4b7b-a30b-4232033c6907 service neutron] 10.222.0.49 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378291 Oct 13 04:30:20.081780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.179215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.194253 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-d7b0b0ec-5235-481a-bfc7-cb61875b5c71 service neutron] 10.222.0.49 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622949 Oct 13 04:30:20.202651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfbff5b-abea-4805-9451-a5732503160a']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.212412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8fcc2b-b31a-4714-b22d-c23b508d7127') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.212412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8fcc2b-b31a-4714-b22d-c23b508d7127') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:20.223758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.238142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.278270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:20.278680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:20.286723 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:20.360885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c449c-51ed-489b-a142-aca42c78ec8b req-8b8774dc-2d15-4469-a3d7-1bffa6ab3cf2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:20.362455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad5c449c-51ed-489b-a142-aca42c78ec8b req-8b8774dc-2d15-4469-a3d7-1bffa6ab3cf2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1220224 Oct 13 04:30:20.399743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.420392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.427097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.427446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/abfbff5b-abea-4805-9451-a5732503160a HTTP/1.1" status: 204 len: 168 time: 0.4319134 Oct 13 04:30:20.441961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177dca9-3f63-4c70-90eb-604e7c1cae07 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=abfbff5b-abea-4805-9451-a5732503160a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:20.460907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad5c449c-51ed-489b-a142-aca42c78ec8b req-3d1c838c-d3ba-4394-8bcc-07d8e03828ba tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863984 Oct 13 04:30:20.475853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34312) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.500742 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b167a1-6f88-46ad-81a3-234691aa6eb3 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.503668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b167a1-6f88-46ad-81a3-234691aa6eb3 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.524449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4b167a1-6f88-46ad-81a3-234691aa6eb3 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/90f21aeb-048d-4c91-ba6b-95cad7db073c HTTP/1.1" status: 404 len: 337 time: 0.0961268 Oct 13 04:30:20.527097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34316) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.587755 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea42e79c-fbea-4dc6-9e60-b28e28733878 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.590758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea42e79c-fbea-4dc6-9e60-b28e28733878 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.605818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ea42e79c-fbea-4dc6-9e60-b28e28733878 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/e6b2f10f-6a10-4ffe-99d8-6eef6f37af7c HTTP/1.1" status: 404 len: 339 time: 0.0745134 Oct 13 04:30:20.606496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.608818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d8ab7d4-7e77-40cc-b6ad-deb29ca1450c req-80120a4f-4971-4538-abf6-2797648072a3 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 210 time: 0.0545175 Oct 13 04:30:20.638960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Deleting subnet 71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:20.643407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.649596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:20.680224 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7391d81c-f93e-4210-97e8-34ef950783fe tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.680690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7391d81c-f93e-4210-97e8-34ef950783fe tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.688275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7391d81c-f93e-4210-97e8-34ef950783fe tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/82c6fad4-2209-4e3d-a8cc-dfcad8b9a5e1 HTTP/1.1" status: 404 len: 337 time: 0.0792546 Oct 13 04:30:20.691912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34320) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.695321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:20.695675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 640ddcf7-f683-4aa3-b0b3-aba5132c9bc5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:20.733628 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a8bf5-cf89-443e-b5d7-400c4af99cba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.750563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a8bf5-cf89-443e-b5d7-400c4af99cba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.752351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.757333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-328a8bf5-cf89-443e-b5d7-400c4af99cba tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/d1ffded1-dd80-4a23-89bd-829a9885d343 HTTP/1.1" status: 404 len: 339 time: 0.0642452 Oct 13 04:30:20.759779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34330) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.814024 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ecdf2d-0d9f-4661-bc7e-4bc7ce06da4e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.821144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ecdf2d-0d9f-4661-bc7e-4bc7ce06da4e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.829355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04ecdf2d-0d9f-4661-bc7e-4bc7ce06da4e tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/5c63be0d-005f-4b89-ac89-48f069a06729 HTTP/1.1" status: 404 len: 337 time: 0.0683136 Oct 13 04:30:20.831855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.855775 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d00070-61e3-4c62-812b-3379061f1754 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.856623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d00070-61e3-4c62-812b-3379061f1754 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.862075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-77d00070-61e3-4c62-812b-3379061f1754 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/97e31d5b-323c-408d-ac18-8eaed6938794 HTTP/1.1" status: 404 len: 339 time: 0.0287035 Oct 13 04:30:20.866379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:20.867718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:20.975141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed168e-0cc3-480a-9588-789ac4d8daaa req-c91bd865-4e1c-407e-a233-2af11914d2d9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:20.976824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52ed168e-0cc3-480a-9588-789ac4d8daaa req-c91bd865-4e1c-407e-a233-2af11914d2d9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1412976 Oct 13 04:30:20.985247 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1919f5-a3b0-4938-98ae-f1a25db8a4bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:20.986114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1919f5-a3b0-4938-98ae-f1a25db8a4bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:20.994437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca1919f5-a3b0-4938-98ae-f1a25db8a4bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/39b595ed-7b3e-441c-b2c7-dd09a1d07b7c HTTP/1.1" status: 404 len: 337 time: 0.1253531 Oct 13 04:30:20.999893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34342) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.023491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.056795 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf5fc4-f109-46af-a9bf-44df536f2ec5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.059725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdf5fc4-f109-46af-a9bf-44df536f2ec5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.064657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bbdf5fc4-f109-46af-a9bf-44df536f2ec5 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/95819a6d-80ca-4e1d-a1a5-e041a2b23419 HTTP/1.1" status: 404 len: 339 time: 0.0633969 Oct 13 04:30:21.067267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34346) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.095287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.101882 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf33010-49c2-43b7-9087-533edbffed35 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.102761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf33010-49c2-43b7-9087-533edbffed35 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.106155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fdf33010-49c2-43b7-9087-533edbffed35 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/f726079f-a152-4927-b4da-06da472c1af6 HTTP/1.1" status: 404 len: 337 time: 0.0377536 Oct 13 04:30:21.108987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34348) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.110887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52ed168e-0cc3-480a-9588-789ac4d8daaa req-1600ee54-7319-4a4c-aa08-1911028557d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220059 Oct 13 04:30:21.116644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.120823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b672ca83-a507-4134-aa04-b9b6d17b961f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71261c8c-0a8b-4e52-a7db-ab3d85d0f3d1 HTTP/1.1" status: 204 len: 168 time: 0.6439207 Oct 13 04:30:21.125564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34350) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.201631 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d55fd75-23e6-41c0-a138-9d30f0d9a6b7 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.202519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d55fd75-23e6-41c0-a138-9d30f0d9a6b7 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.213197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d55fd75-23e6-41c0-a138-9d30f0d9a6b7 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/03dd6138-f28c-4e33-9064-8818d735ea6b HTTP/1.1" status: 404 len: 339 time: 0.0946195 Oct 13 04:30:21.213688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34356) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.260420 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ba0cbe-71df-4e4d-b024-a0b0413b9781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.261677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ba0cbe-71df-4e4d-b024-a0b0413b9781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.288642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b8ba0cbe-71df-4e4d-b024-a0b0413b9781 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/38f86824-2bcc-408d-9790-0d4679e1d1a5 HTTP/1.1" status: 404 len: 337 time: 0.0544274 Oct 13 04:30:21.290319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.319049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.324007 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fd50cd-5e2f-455b-917c-031d65a75b8d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.324890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fd50cd-5e2f-455b-917c-031d65a75b8d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.330267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b0fd50cd-5e2f-455b-917c-031d65a75b8d tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/faeffd5f-1d56-4b49-8c6d-947d327dcd93 HTTP/1.1" status: 404 len: 339 time: 0.0370407 Oct 13 04:30:21.334903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34366) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.386620 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0601b7c-aa36-4534-8cd5-9b2c0e57fe26 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.387106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0601b7c-aa36-4534-8cd5-9b2c0e57fe26 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.393392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0601b7c-aa36-4534-8cd5-9b2c0e57fe26 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/8723df30-c61f-4e41-95b6-06c46a849dd1 HTTP/1.1" status: 404 len: 337 time: 0.0568163 Oct 13 04:30:21.395079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.430063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c871030-6b2a-41c2-987a-1b19829883f6 req-5ccd0244-4066-493b-80a5-56cf8e088120 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:21.431658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c871030-6b2a-41c2-987a-1b19829883f6 req-5ccd0244-4066-493b-80a5-56cf8e088120 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1754997 Oct 13 04:30:21.487668 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b00ee41-857d-4bf7-a80a-29b9d8b263bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.488282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b00ee41-857d-4bf7-a80a-29b9d8b263bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.493983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.494482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6b00ee41-857d-4bf7-a80a-29b9d8b263bd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/cea784ea-6bc8-4fe7-9bc4-214988ea1c5a HTTP/1.1" status: 404 len: 339 time: 0.0800090 Oct 13 04:30:21.522907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.532273 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26c7054-bded-49ed-9cea-db787445e1f8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.532645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26c7054-bded-49ed-9cea-db787445e1f8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.535854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e26c7054-bded-49ed-9cea-db787445e1f8 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/006a54cb-a8e8-4887-8081-6b524d5d82ba HTTP/1.1" status: 404 len: 337 time: 0.0407419 Oct 13 04:30:21.538241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34374) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.560244 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d028ff-3fbf-45c3-a1ea-f56dec286caf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] DELETE failed (client error): The resource could not be found. Oct 13 04:30:21.560825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d028ff-3fbf-45c3-a1ea-f56dec286caf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:30:21.566508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95d028ff-3fbf-45c3-a1ea-f56dec286caf tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/c5657b43-eaf0-4bcf-bf21-bff041387b79 HTTP/1.1" status: 404 len: 339 time: 0.0251489 Oct 13 04:30:21.567056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34378) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:21.567913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3c871030-6b2a-41c2-987a-1b19829883f6 req-23c6beaf-6b05-4d8d-950f-925d62fe343d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135144 Oct 13 04:30:21.571420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0bcd8c-5687-48e1-81aa-af01eaedd709']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:21.598417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153d1f71-b924-4014-959f-29dbfb7d5fd9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:21.598701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153d1f71-b924-4014-959f-29dbfb7d5fd9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:21.616567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.632702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.640508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:21.640906 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:21.642910 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:21.674849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting subnet 2117fb5e-88df-4dd8-aa9b-60bde4560f36 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:21.681736 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.727262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.752763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-300efd56-afae-4708-9ec5-cb0a2fa2df79 req-727777c1-1941-4d56-a998-a7418d949960 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 210 time: 0.0442951 Oct 13 04:30:21.753684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.760871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:21.767749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1d0bcd8c-5687-48e1-81aa-af01eaedd709 HTTP/1.1" status: 204 len: 168 time: 0.6412001 Oct 13 04:30:21.780223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f198-9650-4d7c-87e7-3cd3c2960115 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0bcd8c-5687-48e1-81aa-af01eaedd709,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:21.867894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.006945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34402) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:22.090571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5f1fc43-d458-46c2-8c69-4cb9434a7201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a544d149f41546118eb4f97969ae3b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824020 Oct 13 04:30:22.093562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:22.137585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.189502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.195987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Subnet': ['ID=2117fb5e-88df-4dd8-aa9b-60bde4560f36,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.213756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575802b3-d1e6-412c-82f0-75c2a5be918c None None] Network 11e73858-5a8c-49bb-a689-9999ad614752 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:22.226509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.229593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.236756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0d816bc0-0cb2-4a96-93f2-7fafe7a4cbdd tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/subnets/2117fb5e-88df-4dd8-aa9b-60bde4560f36 HTTP/1.1" status: 204 len: 168 time: 0.6688833 Oct 13 04:30:22.260022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:22.316246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.327510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.395037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25406061-2289-454c-84f6-f95e46cc516e HTTP/1.1" status: 204 len: 168 time: 0.2351158 Oct 13 04:30:22.395037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8888938-ab05-4e40-b1e0-c5cab9b18484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25406061-2289-454c-84f6-f95e46cc516e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:22.453599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.480051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-5fd94c82-9f74-4058-8c73-93b513aa4916 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:22.482092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-5fd94c82-9f74-4058-8c73-93b513aa4916 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.47 "GET /v2.0/networks?id=e305db35-ede8-4161-a603-2c9c51bcaa96 HTTP/1.1" status: 200 len: 821 time: 0.5262909 Oct 13 04:30:22.492608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83a55bf5-95d4-491a-ab11-8c358e04340e no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:22.496309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-94a3cb96-0eb1-4ae7-9d9a-da5d4360fdbd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:22.499810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-94a3cb96-0eb1-4ae7-9d9a-da5d4360fdbd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.5791240 Oct 13 04:30:22.513757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Request body: {'port': {'device_id': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96', 'admin_state_up': True, 'tenant_id': 'd7c0dc5044bc4c4b815c8a16859fe5c0'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:22.540960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 83a55bf5-95d4-491a-ab11-8c358e04340e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:22.541336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83a55bf5-95d4-491a-ab11-8c358e04340e not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:22.650321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-d1595685-34fc-483c-8bff-da27c7be9412 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/quotas/e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 375 time: 0.1295173 Oct 13 04:30:22.666097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] DHCP port deletion for 11e73858-5a8c-49bb-a689-9999ad614752 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:30:22.737750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Deleting port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:22.738120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.791694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Made reservation on behalf of d7c0dc5044bc4c4b815c8a16859fe5c0 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:22.798989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.830415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-ad2e9ce8-4dc8-4442-a751-7cd688f837b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1682060 Oct 13 04:30:22.875557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] For port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,segment=NetworkSegment(31c236aa-2bf0-4aec-bea7-9548d037b7e9),segment_id=31c236aa-2bf0-4aec-bea7-9548d037b7e9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:22.875879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:22.894703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Calling delete_port for efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:23.036772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.049684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52608401-7104-4f02-8f11-b78aace1f7ba req-27b4d82e-0152-46d3-b627-0aac70ce62d9 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 210 time: 0.0546923 Oct 13 04:30:23.080087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] Pushing event deleted for resources: {'Port': ['ID=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:23.084981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3629b5d-c41a-4b78-a1e7-562472afe8ad None None] No DVR routers for this DVR port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:23.350860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Deleting port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:23.359467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.527844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-cdce880d-6986-464f-a1f4-b92cebde0c88 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6963220 Oct 13 04:30:23.532008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] For port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6, host n-d-813736-1, got binding levels [] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:23.532386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.582541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Calling delete_port for efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:23.613907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 was not found and therefore no delete operation was performed {{(pid=95048) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:30:23.622313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.627578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Allocated IP 172.20.0.14 (e305db35-ede8-4161-a603-2c9c51bcaa96/679a41bb-e69b-40cf-a76e-f9fa867d402f/ce483eca-8854-424e-b152-ece968b14aae) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:23.678467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Port': ['ID=efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:23.681749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] No DVR routers for this DVR port efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:23.723965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.724321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.724665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.724999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.725339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.725671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.726001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.726329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.726692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.726967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.727339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.727664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:23.824657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-455844d4-c706-45a9-8532-c5908866e18e service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769942 Oct 13 04:30:23.831452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.916116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e73858-5a8c-49bb-a689-9999ad614752']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:23.937185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c236aa-2bf0-4aec-bea7-9548d037b7e9') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:23.937547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c236aa-2bf0-4aec-bea7-9548d037b7e9') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:23.942282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34476) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:23.952457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:23.985555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.021652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:24.022075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:24.026055 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:24.081626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.118328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.132211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.135547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] 10.222.0.49 "DELETE /v2.0/networks/11e73858-5a8c-49bb-a689-9999ad614752 HTTP/1.1" status: 204 len: 168 time: 1.8708465 Oct 13 04:30:24.146064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bf2721a-c624-4f32-a6d2-89e289193a06 req-ec4b4fed-0b08-4912-b1a7-61e608de9efb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 210 time: 0.0646620 Oct 13 04:30:24.153051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6556ed1-71d8-4b3b-838b-58bff8ada993 tempest-NetworksTest-655556727 tempest-NetworksTest-655556727-project] Pushing event deleted for resources: {'Network': ['ID=11e73858-5a8c-49bb-a689-9999ad614752,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.164459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.176339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaf15-a7c9-4bc4-a161-387315d454a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.230813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Network e305db35-ede8-4161-a603-2c9c51bcaa96 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:24.249683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:24.258923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:24.297956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Pushing event updated for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.335001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63bbce-72fe-45b9-9549-92d52b80850d req-58e138bb-a77f-4847-9354-eada582783a7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:24.336861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d63bbce-72fe-45b9-9549-92d52b80850d req-58e138bb-a77f-4847-9354-eada582783a7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 932 time: 0.1227760 Oct 13 04:30:24.345860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:24.346500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.367879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaf15-a7c9-4bc4-a161-387315d454a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.376969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddbfaf15-a7c9-4bc4-a161-387315d454a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.405059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d63bbce-72fe-45b9-9549-92d52b80850d req-a29e3396-968f-4729-a1f4-a2d9e812f1de tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522187 Oct 13 04:30:24.416486 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3a48b612-4677-4c12-902b-74c6a0064a00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9145377 Oct 13 04:30:24.431617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Request body: {'port': {'device_id': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:24.484829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddbfaf15-a7c9-4bc4-a161-387315d454a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8dab1f825964a6cba0171caca680d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411363 Oct 13 04:30:24.486129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfaf15-a7c9-4bc4-a161-387315d454a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8b1422-6e41-425a-adbb-7ad01e1ce5e6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:24.487430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34502) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:24.517622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:24.572488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.604170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.633064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:24.696719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:24.697120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efd8bec8-7cb6-43b2-a251-aaeb8c4ff7b6 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:24.758902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.833653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-69df1b08-e861-40ee-939c-f233fd33e77a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9923ca7766314cfd8476139ae238ce36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119898 Oct 13 04:30:24.833849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34520) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:24.909125 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.949051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.960931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.964267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:24.965639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b8b1422-6e41-425a-adbb-7ad01e1ce5e6 HTTP/1.1" status: 204 len: 168 time: 0.4733052 Oct 13 04:30:25.053310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.061013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66e38d-233d-4bb4-a0b8-54acec4bb74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8b1422-6e41-425a-adbb-7ad01e1ce5e6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.062343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.069666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35cec454-6362-4d82-8d81-a1702e3aae9a HTTP/1.1" status: 204 len: 168 time: 0.2319040 Oct 13 04:30:25.117895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7138f-7f74-4c85-8f93-903d8dd6605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cec454-6362-4d82-8d81-a1702e3aae9a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.380368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce483eca-8854-424e-b152-ece968b14aae {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:25.396194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.399823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de1fd28f-0284-4dcd-b959-49ddc311c68e req-c4529cf3-43d6-41cb-aaae-9fc357fa43a5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 210 time: 0.0619287 Oct 13 04:30:25.414274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Transition to ACTIVE for port object ce483eca-8854-424e-b152-ece968b14aae will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:30:25.424309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.695413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:25.783260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcbe7a-d61c-43a6-ac37-e7930f628da2 req-47168cc1-6f7e-44f4-8558-b9c686814143 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:25.796281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7fcbe7a-d61c-43a6-ac37-e7930f628da2 req-47168cc1-6f7e-44f4-8558-b9c686814143 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 944 time: 0.2892625 Oct 13 04:30:25.857602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Attempting to bind port ce483eca-8854-424e-b152-ece968b14aae on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:25.858420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Attempting to bind port ce483eca-8854-424e-b152-ece968b14aae by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '0665d423-8c37-49d5-b3e1-6f76546e9f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:25.859744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Attempting to bind port ce483eca-8854-424e-b152-ece968b14aae on network e305db35-ede8-4161-a603-2c9c51bcaa96 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:25.902459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Port ce483eca-8854-424e-b152-ece968b14aae on network e305db35-ede8-4161-a603-2c9c51bcaa96 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:30:25.903034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Attempting to bind port ce483eca-8854-424e-b152-ece968b14aae on network e305db35-ede8-4161-a603-2c9c51bcaa96 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:25.937045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:25.938047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Checking segment: {'id': '0665d423-8c37-49d5-b3e1-6f76546e9f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:25.938926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Bound using segment: {'id': '0665d423-8c37-49d5-b3e1-6f76546e9f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:25.939926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Bound port: ce483eca-8854-424e-b152-ece968b14aae, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0665d423-8c37-49d5-b3e1-6f76546e9f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:25.942697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:25.964182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7fcbe7a-d61c-43a6-ac37-e7930f628da2 req-1eee50ab-8c0d-43de-bbc7-53a7fa3a11af tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615655 Oct 13 04:30:26.011600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-ffcda3a9-c46b-49fa-b059-fcd6dbe15639 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.013659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-ffcda3a9-c46b-49fa-b059-fcd6dbe15639 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.2234628 Oct 13 04:30:26.032670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'device_id': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'admin_state_up': True, 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:26.136230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:26.144096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ce483eca-8854-424e-b152-ece968b14aae,segment=NetworkSegment(0665d423-8c37-49d5-b3e1-6f76546e9f4b),segment_id=0665d423-8c37-49d5-b3e1-6f76546e9f4b)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:26.154581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.256349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.257231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.258783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] 10.222.0.47 "PUT /v2.0/ports/ce483eca-8854-424e-b152-ece968b14aae HTTP/1.1" status: 200 len: 1092 time: 1.8336592 Oct 13 04:30:26.275125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:26.280814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:26.284836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.286241 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754b88b-ad79-44cb-b754-fd912285a9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "tag": "ce483eca-8854-424e-b152-ece968b14aae"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:26.429106 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24db13f4-e562-40b8-a28b-5738486a1634 x-openstack-request-id: req-24db13f4-e562-40b8-a28b-5738486a1634 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:26.429106 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "tag": "ce483eca-8854-424e-b152-ece968b14aae", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:26.429106 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24db13f4-e562-40b8-a28b-5738486a1634 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:26.430050 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae', 'status': 'completed', 'code': 200} Oct 13 04:30:26.455540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8ec9a-2061-49c8-8248-33dcf5f648fd service neutron] Pushing event updated for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:26.490424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3d364fc4-078b-4dd8-be00-65fa8537a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.492703 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-3d364fc4-078b-4dd8-be00-65fa8537a5d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c0dc5044bc4c4b815c8a16859fe5c0&device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 1095 time: 0.1686220 Oct 13 04:30:26.533983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34602) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:26.584597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-162147d5-9435-40da-a869-5985ee9a0be3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce483eca-8854-424e-b152-ece968b14aae HTTP/1.1" status: 200 len: 217 time: 0.0835152 Oct 13 04:30:26.625489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee7d3cb9-8ea9-462e-8b70-e53b3a74be33 req-40b15ed3-0977-4af1-aedc-101df86ae3f1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 210 time: 0.0685902 Oct 13 04:30:26.637493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.20.0.9 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/76219022-c21c-4486-a9ae-b4e491b83911) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:30:26.675234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-95708d66-709b-4dd4-b237-221e015f57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:26.692737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-95708d66-709b-4dd4-b237-221e015f57ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=679a41bb-e69b-40cf-a76e-f9fa867d402f HTTP/1.1" status: 200 len: 861 time: 0.1005049 Oct 13 04:30:26.742925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-6ca20944-4a3a-4da0-b1e4-848e91f09907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e305db35-ede8-4161-a603-2c9c51bcaa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407131 Oct 13 04:30:26.910040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-da47711e-773d-4e2f-9851-3268b00d5fef service neutron] 10.222.0.47 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522596 Oct 13 04:30:26.940910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:26.977213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d1ac3f86-c7e9-4c08-a0fe-7ebc0295c2d4 tempest-DvrRoutersNegativeTest-158362869 tempest-DvrRoutersNegativeTest-158362869-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1772573514', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:26.980312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.policy [None req-d1ac3f86-c7e9-4c08-a0fe-7ebc0295c2d4 tempest-DvrRoutersNegativeTest-158362869 tempest-DvrRoutersNegativeTest-158362869-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95047) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 13 04:30:26.981046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.policy [None req-d1ac3f86-c7e9-4c08-a0fe-7ebc0295c2d4 tempest-DvrRoutersNegativeTest-158362869 tempest-DvrRoutersNegativeTest-158362869-project] Failed policy check for 'create_router' {{(pid=95047) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 13 04:30:26.982963 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-d1ac3f86-c7e9-4c08-a0fe-7ebc0295c2d4 tempest-DvrRoutersNegativeTest-158362869 tempest-DvrRoutersNegativeTest-158362869-project] create failed (client error): Access was denied to this resource. Oct 13 04:30:26.984447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1ac3f86-c7e9-4c08-a0fe-7ebc0295c2d4 tempest-DvrRoutersNegativeTest-158362869 tempest-DvrRoutersNegativeTest-158362869-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4494364 Oct 13 04:30:27.005026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.029708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:27.094308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:30:27.099091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:27.138097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:30:27.141662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34626) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:27.201096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:27.241668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.242668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.279197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-dce94702-6a76-4d0d-92a2-2b306e0badb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529509 Oct 13 04:30:27.284237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4a591fc-9875-433c-b5ea-210a89b75a0c req-10cb82c2-bfb4-452d-b32c-f7b512d2a955 service neutron] 10.222.0.47 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657997 Oct 13 04:30:27.299980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Request body: {'port': {'device_id': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:27.316666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637f48-9a6f-40f2-afc9-ed2fe5137cd8 req-76250be9-7a3e-4584-a09d-20384da1f2b7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.328445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80637f48-9a6f-40f2-afc9-ed2fe5137cd8 req-76250be9-7a3e-4584-a09d-20384da1f2b7 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 944 time: 0.2248878 Oct 13 04:30:27.415415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-804b97ec-884e-40ba-8ca3-dfa96b5d718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.537994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.574550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34642) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:27.583170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80637f48-9a6f-40f2-afc9-ed2fe5137cd8 req-c7e4881a-8ed7-46bb-b985-3ed9a8372801 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445171 Oct 13 04:30:27.602829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-4de094e1-c824-455b-bed5-3f40078dcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.606024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-4de094e1-c824-455b-bed5-3f40078dcd3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c0dc5044bc4c4b815c8a16859fe5c0&device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 1095 time: 0.2399232 Oct 13 04:30:27.712469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6fa35a22-ba46-40f3-83a7-9b42abd50d64 None None] Provisioning complete for port 76219022-c21c-4486-a9ae-b4e491b83911 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:27.713353 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fa35a22-ba46-40f3-83a7-9b42abd50d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.774897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6fa35a22-ba46-40f3-83a7-9b42abd50d64 None None] Port 76219022-c21c-4486-a9ae-b4e491b83911 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:30:27.793700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-3afba68b-df1f-446f-99f3-abc81780c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.795438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-3afba68b-df1f-446f-99f3-abc81780c602 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e305db35-ede8-4161-a603-2c9c51bcaa96 HTTP/1.1" status: 200 len: 922 time: 0.1781237 Oct 13 04:30:27.844580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7cac0239-a580-4d5c-81eb-02f4563ea470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:27.853862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-c5310569-25e6-4fa1-b482-042be2f55689 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce483eca-8854-424e-b152-ece968b14aae HTTP/1.1" status: 200 len: 217 time: 0.0502172 Oct 13 04:30:27.922967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-f5693184-7b9e-46b3-b4c2-e4e3ec1a0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:27.925708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-f5693184-7b9e-46b3-b4c2-e4e3ec1a0fef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=679a41bb-e69b-40cf-a76e-f9fa867d402f HTTP/1.1" status: 200 len: 861 time: 0.0630748 Oct 13 04:30:27.974169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-ebc8acde-c7aa-4234-a49b-a359c56305ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e305db35-ede8-4161-a603-2c9c51bcaa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384250 Oct 13 04:30:27.992037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-804b97ec-884e-40ba-8ca3-dfa96b5d718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.011625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5652c-5f6f-42c5-870e-1fea158d0414 req-8015878e-b5b2-4edf-8b18-b7c4566a28cb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:28.014635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82a5652c-5f6f-42c5-870e-1fea158d0414 req-8015878e-b5b2-4edf-8b18-b7c4566a28cb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 931 time: 0.2344184 Oct 13 04:30:28.023324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-804b97ec-884e-40ba-8ca3-dfa96b5d718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.116446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-45396a98-613a-4f9d-93fe-4b39f9d436cc service neutron] 10.222.0.47 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323860 Oct 13 04:30:28.133568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b97ec-884e-40ba-8ca3-dfa96b5d718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5504c16-701a-4cfe-9826-e506c32f7e84,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.176591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-804b97ec-884e-40ba-8ca3-dfa96b5d718d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a988314374164a5d924f1e46a4f8b4db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0335515 Oct 13 04:30:28.183979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34658) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:28.203478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82a5652c-5f6f-42c5-870e-1fea158d0414 req-5d2ff35c-cb84-4bd0-869e-51eb786be3c9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770473 Oct 13 04:30:28.235131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7cac0239-a580-4d5c-81eb-02f4563ea470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.267550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7cac0239-a580-4d5c-81eb-02f4563ea470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.309710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76219022-c21c-4486-a9ae-b4e491b83911 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:28.312939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a754b88b-ad79-44cb-b754-fd912285a9e8 req-d10e7f89-b058-4245-b99b-32948adabdc9 service neutron] 10.222.0.47 "GET /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881680 Oct 13 04:30:28.314157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.332102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.337832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7cac0239-a580-4d5c-81eb-02f4563ea470 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5166039674c4f4cb6166eddbcc3cc52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620070 Oct 13 04:30:28.340748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac0239-a580-4d5c-81eb-02f4563ea470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b52fd-c334-4099-8f5d-935695062c0d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.343736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:28.377708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.382151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Transition to ACTIVE for port object 76219022-c21c-4486-a9ae-b4e491b83911 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:30:28.395349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.469225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.472759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.474602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5504c16-701a-4cfe-9826-e506c32f7e84 HTTP/1.1" status: 204 len: 168 time: 0.2881856 Oct 13 04:30:28.485022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dad39-51b9-4054-9fa8-a1814652c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5504c16-701a-4cfe-9826-e506c32f7e84,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.490270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.546244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.629660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.717384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Attempting to bind port 76219022-c21c-4486-a9ae-b4e491b83911 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:30:28.718278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Attempting to bind port 76219022-c21c-4486-a9ae-b4e491b83911 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:30:28.718618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Attempting to bind port 76219022-c21c-4486-a9ae-b4e491b83911 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:28.744510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Port 76219022-c21c-4486-a9ae-b4e491b83911 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:30:28.744835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Attempting to bind port 76219022-c21c-4486-a9ae-b4e491b83911 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:30:28.800848 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.803927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.808287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/005b52fd-c334-4099-8f5d-935695062c0d HTTP/1.1" status: 204 len: 168 time: 0.4582114 Oct 13 04:30:28.821725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebfe02-e3b0-42c5-ae9f-43666a20a0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b52fd-c334-4099-8f5d-935695062c0d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:28.824381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:30:28.824844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:28.825612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:30:28.826109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Bound port: 76219022-c21c-4486-a9ae-b4e491b83911, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:30:28.826567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.913311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:30:28.917509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76219022-c21c-4486-a9ae-b4e491b83911,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:30:28.930861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.953601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85056-a50a-49a7-a959-ed8807ed559f req-b1cb03d9-ee4f-4d8a-bd79-f9237dc592b9 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:28.955346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44d85056-a50a-49a7-a959-ed8807ed559f req-b1cb03d9-ee4f-4d8a-bd79-f9237dc592b9 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 944 time: 0.2133706 Oct 13 04:30:28.996373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:28.997051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:28.998752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] 10.222.0.16 "PUT /v2.0/ports/76219022-c21c-4486-a9ae-b4e491b83911 HTTP/1.1" status: 200 len: 1091 time: 1.7061634 Oct 13 04:30:29.003785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:29.006216 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124bd2f2-3952-4d04-953b-b0b92c1c0efd" -d '{"events": [{"name": "network-changed", "server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "tag": "76219022-c21c-4486-a9ae-b4e491b83911"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:29.054623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5dcbc-88a1-4133-b8a4-94cfb04b5f81 service neutron] Pushing event updated for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:29.060626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44d85056-a50a-49a7-a959-ed8807ed559f req-d8c09b74-bf7b-4c62-8fde-348a8b6c4765 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Oct 13 04:30:29.144370 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e01151-2401-4d88-8338-ab39d55fb6d5 x-openstack-request-id: req-b1e01151-2401-4d88-8338-ab39d55fb6d5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:29.145006 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "tag": "76219022-c21c-4486-a9ae-b4e491b83911", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:29.145006 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1e01151-2401-4d88-8338-ab39d55fb6d5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:29.145309 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911', 'status': 'completed', 'code': 200} Oct 13 04:30:29.178018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-2ce163fc-eb62-43e6-a2da-0f14dabc4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:29.181870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-2ce163fc-eb62-43e6-a2da-0f14dabc4a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 1094 time: 0.1200073 Oct 13 04:30:29.235486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-d5d08141-964e-4162-847f-a406ba538ae9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76219022-c21c-4486-a9ae-b4e491b83911 HTTP/1.1" status: 200 len: 217 time: 0.0442567 Oct 13 04:30:29.407523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-1da68710-f747-4779-a548-38557988bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:29.409997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-1da68710-f747-4779-a548-38557988bdd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1650743 Oct 13 04:30:29.543106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa06afe-85e2-4ab5-b476-1b1d7c8bf749 req-eafb94bc-1f61-4ef8-ab2e-3cb540fc5390 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:29.556463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6aa06afe-85e2-4ab5-b476-1b1d7c8bf749 req-eafb94bc-1f61-4ef8-ab2e-3cb540fc5390 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 943 time: 0.1920989 Oct 13 04:30:29.562319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-222f700c-dea6-492d-b728-6844efe73daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:29.563963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-222f700c-dea6-492d-b728-6844efe73daf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255643 Oct 13 04:30:29.753032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-4ebeb1ee-d8d4-4811-8a34-f6abff1bceff service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705735 Oct 13 04:30:29.790139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6aa06afe-85e2-4ab5-b476-1b1d7c8bf749 req-1da67d1a-7747-4a98-8ec1-d53a309c8c1f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285192 Oct 13 04:30:30.534888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b580e7-2744-4fc0-8e30-d47a5a3988c0 req-40b1df7d-00c3-4dfe-86d6-d4489ac95a90 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:30.542650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3b580e7-2744-4fc0-8e30-d47a5a3988c0 req-40b1df7d-00c3-4dfe-86d6-d4489ac95a90 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 944 time: 0.2130079 Oct 13 04:30:30.548079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8a851f13-e06b-492f-b9c4-10e4f946b009 req-ce8f9721-8435-4cfb-a720-1b2d05b66465 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738235 Oct 13 04:30:30.737632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3b580e7-2744-4fc0-8e30-d47a5a3988c0 req-0c15fbc3-6cc6-47b4-a2c9-e4e13b009b34 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938267 Oct 13 04:30:30.756711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34746) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:30.760416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-6c66a971-f3b4-4730-b500-ea645c768042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:30.761835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-6c66a971-f3b4-4730-b500-ea645c768042 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 1094 time: 0.1224933 Oct 13 04:30:31.051024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fbe2c5bb-170f-46a4-9d19-98468e982ec8 tempest-ServiceProvidersTest-476390873 tempest-ServiceProvidersTest-476390873-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2894952 Oct 13 04:30:31.058899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-7a15e09d-1172-4fe1-acc5-e0683349fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:31.058899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-7a15e09d-1172-4fe1-acc5-e0683349fc5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.2865520 Oct 13 04:30:31.132587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd03ca4-ab86-4082-9191-fcd0a56de1f0 req-6d1eaf02-0e72-448d-9ae6-6bf878d709c9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:31.150782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cfd03ca4-ab86-4082-9191-fcd0a56de1f0 req-6d1eaf02-0e72-448d-9ae6-6bf878d709c9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 943 time: 0.2352540 Oct 13 04:30:31.265221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-dbe12d8f-b23a-479c-b889-80e079e67281 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76219022-c21c-4486-a9ae-b4e491b83911 HTTP/1.1" status: 200 len: 217 time: 0.1941090 Oct 13 04:30:31.270887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cfd03ca4-ab86-4082-9191-fcd0a56de1f0 req-63d2c3ab-b253-4851-834c-31d485b555a5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178496 Oct 13 04:30:31.368487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ce483eca-8854-424e-b152-ece968b14aae details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:31.414101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-ce0167cf-75df-4529-8e62-a0af5651d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:31.416022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-ce0167cf-75df-4529-8e62-a0af5651d6d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1427774 Oct 13 04:30:31.580267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-a976e344-a551-4d91-a580-237294032d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:31.586459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-a976e344-a551-4d91-a580-237294032d58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598399 Oct 13 04:30:31.721356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:31.727421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-6200bebb-2362-4114-a831-703ff633b73c service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292191 Oct 13 04:30:31.734617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ce483eca-8854-424e-b152-ece968b14aae,segment=NetworkSegment(0665d423-8c37-49d5-b3e1-6f76546e9f4b),segment_id=0665d423-8c37-49d5-b3e1-6f76546e9f4b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:31.796321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'ce483eca-8854-424e-b152-ece968b14aae', 'network_id': 'e305db35-ede8-4161-a603-2c9c51bcaa96', 'port_id': 'ce483eca-8854-424e-b152-ece968b14aae', 'mac_address': 'fa:16:3e:36:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679a41bb-e69b-40cf-a76e-f9fa867d402f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:31.933509 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:31.949790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce483eca-8854-424e-b152-ece968b14aae {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:31.993713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ce483eca-8854-424e-b152-ece968b14aae,segment=NetworkSegment(0665d423-8c37-49d5-b3e1-6f76546e9f4b),segment_id=0665d423-8c37-49d5-b3e1-6f76546e9f4b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:32.002335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.062439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124bd2f2-3952-4d04-953b-b0b92c1c0efd req-db6743be-21ea-497f-986e-511878b09e87 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207128 Oct 13 04:30:32.125607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.149559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.154322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.154654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.155005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.155378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.155715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.156047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.156375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.156703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.157627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.157627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.164657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a7940-2453-42a9-98e8-fecec11ffe4c req-2a57784a-e693-40fb-a1b3-b7a4c83a1bd1 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:32.165453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:30:32.186868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-198a7940-2453-42a9-98e8-fecec11ffe4c req-2a57784a-e693-40fb-a1b3-b7a4c83a1bd1 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 945 time: 0.2779934 Oct 13 04:30:32.249903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-296f835c-5a83-406a-9e66-f7a7d52cf9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.261412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-198a7940-2453-42a9-98e8-fecec11ffe4c req-5a9cc3c6-9d8d-4b4c-8838-077a8e09e18f tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 Oct 13 04:30:32.273262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['ce483eca-8854-424e-b152-ece968b14aae'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:32.537939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-296f835c-5a83-406a-9e66-f7a7d52cf9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.552465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-296f835c-5a83-406a-9e66-f7a7d52cf9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.581414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-296f835c-5a83-406a-9e66-f7a7d52cf9da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb2fc6e40fc04220b18eb031fad5ee26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8586695 Oct 13 04:30:32.585818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:32.630431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92612-7a78-47b5-8555-01d600ff9c2f req-f54c6444-197d-4564-8f20-d4d16e7751fa tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:32.632211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1c92612-7a78-47b5-8555-01d600ff9c2f req-f54c6444-197d-4564-8f20-d4d16e7751fa tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 943 time: 0.2451773 Oct 13 04:30:32.638142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76219022-c21c-4486-a9ae-b4e491b83911 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:30:32.644489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f835c-5a83-406a-9e66-f7a7d52cf9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50645fa-3f39-42ae-abaa-80b61fe289b9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.730494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.764149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.823685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1c92612-7a78-47b5-8555-01d600ff9c2f req-b7f4ce16-820e-4a9d-8eb0-43f5e357c0ac tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803217 Oct 13 04:30:32.836291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.840341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:32.852300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b50645fa-3f39-42ae-abaa-80b61fe289b9 HTTP/1.1" status: 204 len: 168 time: 0.2576621 Oct 13 04:30:32.879042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82ddb8-baef-4e5d-8ffa-f39aa70ec158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50645fa-3f39-42ae-abaa-80b61fe289b9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:32.941396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76219022-c21c-4486-a9ae-b4e491b83911,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:32.957256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '76219022-c21c-4486-a9ae-b4e491b83911', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '76219022-c21c-4486-a9ae-b4e491b83911', 'mac_address': 'fa:16:3e:8e:16:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:30:33.008176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.026444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76219022-c21c-4486-a9ae-b4e491b83911 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:30:33.056066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76219022-c21c-4486-a9ae-b4e491b83911,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:33.067817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.129812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:33.349776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['76219022-c21c-4486-a9ae-b4e491b83911'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:33.477974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ce483eca-8854-424e-b152-ece968b14aae up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:33.581439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7b44-b696-4847-9056-818bd70b35bc req-1b9f1821-99f7-4b54-b241-60ef1afbe1ab tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:33.592758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f99a7b44-b696-4847-9056-818bd70b35bc req-1b9f1821-99f7-4b54-b241-60ef1afbe1ab tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 945 time: 0.1509304 Oct 13 04:30:33.704501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f99a7b44-b696-4847-9056-818bd70b35bc req-867fb17d-3c26-410a-9bdb-b28c0576d04d tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080518 Oct 13 04:30:33.718903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port ce483eca-8854-424e-b152-ece968b14aae completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:30:33.733762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port ce483eca-8854-424e-b152-ece968b14aae triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:33.734226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:33.970213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:34.014581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ce483eca-8854-424e-b152-ece968b14aae,segment=NetworkSegment(0665d423-8c37-49d5-b3e1-6f76546e9f4b),segment_id=0665d423-8c37-49d5-b3e1-6f76546e9f4b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:34.016763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:34.021709 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed8097-3976-41ac-8aa7-b27523cdfaa7" -d '{"events": [{"server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "name": "network-vif-plugged", "status": "completed", "tag": "ce483eca-8854-424e-b152-ece968b14aae"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:34.026075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:34.091010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:34.109925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1bb31-3c9d-4753-8808-95e0218efa42 req-b70b6383-fce2-4689-8c9e-701bf1898ad2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:34.131325 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5da1bb31-3c9d-4753-8808-95e0218efa42 req-b70b6383-fce2-4689-8c9e-701bf1898ad2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 944 time: 0.1743755 Oct 13 04:30:34.138153 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b535b25b-8f9f-4aa2-b365-c65bdd7577b9 x-openstack-request-id: req-b535b25b-8f9f-4aa2-b365-c65bdd7577b9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:34.138478 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "name": "network-vif-plugged", "status": "completed", "tag": "ce483eca-8854-424e-b152-ece968b14aae", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:34.138738 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b535b25b-8f9f-4aa2-b365-c65bdd7577b9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:34.141058 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae', 'code': 200} Oct 13 04:30:34.199225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5da1bb31-3c9d-4753-8808-95e0218efa42 req-d716a1fb-d109-4bb1-aa72-ff1bd2c42988 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625339 Oct 13 04:30:34.321311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590cada-cf3b-422a-ba2b-f62d10350384 req-e7c0e4d6-af88-45cb-b1d3-d77918758826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:34.322963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4590cada-cf3b-422a-ba2b-f62d10350384 req-e7c0e4d6-af88-45cb-b1d3-d77918758826 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 1097 time: 0.1237807 Oct 13 04:30:34.417203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4590cada-cf3b-422a-ba2b-f62d10350384 req-30846db8-8bb3-4344-93b6-2d8a61357c19 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Oct 13 04:30:34.698664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34886) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:34.897373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd6ab8-1068-4a47-ab91-1c7a53b6fc26 req-1f880f2f-1b1b-4d8a-bd01-353bdfefd691 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:34.902388 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72dd6ab8-1068-4a47-ab91-1c7a53b6fc26 req-1f880f2f-1b1b-4d8a-bd01-353bdfefd691 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 946 time: 0.1055613 Oct 13 04:30:34.911377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a198c36-f69f-47ef-8807-aee7131c15be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.076567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72dd6ab8-1068-4a47-ab91-1c7a53b6fc26 req-7c0c8755-a306-4f86-9e8d-42ecf6f5a119 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570990 Oct 13 04:30:35.179209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a198c36-f69f-47ef-8807-aee7131c15be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.187552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a198c36-f69f-47ef-8807-aee7131c15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.307648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34912) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:35.310364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a198c36-f69f-47ef-8807-aee7131c15be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79b2bc5f57dd45ca83cd34e9a847a1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097536 Oct 13 04:30:35.317655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a198c36-f69f-47ef-8807-aee7131c15be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983da4bb-e8b6-43cb-bd4a-9eb9db3b1436,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:35.550852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dd5c9-9397-40ba-badd-2c1ff6d583cd req-cc881cba-3174-4572-bbbb-858a10d101c2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:35.554280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-373dd5c9-9397-40ba-badd-2c1ff6d583cd req-cc881cba-3174-4572-bbbb-858a10d101c2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 944 time: 0.1813574 Oct 13 04:30:35.555322 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.590120 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.658432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-373dd5c9-9397-40ba-badd-2c1ff6d583cd req-f3c7bee4-365b-4960-93b8-7bc41c9891a4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Oct 13 04:30:35.678370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.681384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:35.682546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/983da4bb-e8b6-43cb-bd4a-9eb9db3b1436 HTTP/1.1" status: 204 len: 168 time: 0.3738852 Oct 13 04:30:35.702546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d36f3d-c691-4d37-b794-3e5ee7a3d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983da4bb-e8b6-43cb-bd4a-9eb9db3b1436,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:36.230778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34962) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:36.249666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e5850e1-49f5-40ae-80a3-6803cd4a8e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.255705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef97b-248e-4083-b594-aff5679cc5d6 req-dbd27866-6721-48e8-ac2d-97a71037b568 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:36.258929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-214ef97b-248e-4083-b594-aff5679cc5d6 req-dbd27866-6721-48e8-ac2d-97a71037b568 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 946 time: 0.0757980 Oct 13 04:30:36.313896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-214ef97b-248e-4083-b594-aff5679cc5d6 req-425f8013-4a8c-4891-a3c0-78e2d78e3131 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Oct 13 04:30:36.412442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e5850e1-49f5-40ae-80a3-6803cd4a8e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.423367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e5850e1-49f5-40ae-80a3-6803cd4a8e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.474170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5e5850e1-49f5-40ae-80a3-6803cd4a8e42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e838e93edab441d685a757983c59c656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415800 Oct 13 04:30:36.474289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:36.492161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5850e1-49f5-40ae-80a3-6803cd4a8e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a10b9f-2deb-46e3-8f6a-6c6c3e4ac3a1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:36.553043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76219022-c21c-4486-a9ae-b4e491b83911 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:30:36.629449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.658133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.696033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:36.698786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 76219022-c21c-4486-a9ae-b4e491b83911 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:30:36.721669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 76219022-c21c-4486-a9ae-b4e491b83911 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:30:36.723659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.806141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.810339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.812235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23a10b9f-2deb-46e3-8f6a-6c6c3e4ac3a1 HTTP/1.1" status: 204 len: 168 time: 0.3369131 Oct 13 04:30:36.831956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be48d2a-f369-4a2c-b7fc-7edc33cc1e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a10b9f-2deb-46e3-8f6a-6c6c3e4ac3a1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:36.871206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747af23-8254-4a40-b4b6-dd5934f74cf0 req-4b205db3-6772-472c-beb3-4730257d5474 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:36.879993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9747af23-8254-4a40-b4b6-dd5934f74cf0 req-4b205db3-6772-472c-beb3-4730257d5474 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 946 time: 0.1081140 Oct 13 04:30:36.944365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.962957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9747af23-8254-4a40-b4b6-dd5934f74cf0 req-d079b910-b084-4fc9-8fbe-38015388c3df tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Oct 13 04:30:36.974331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:36.977820 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4659d4-d4e0-4a56-ad79-de0817eaf2fc" -d '{"events": [{"server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "name": "network-vif-plugged", "status": "completed", "tag": "76219022-c21c-4486-a9ae-b4e491b83911"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:36.987891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-173b141a-f8aa-44c1-a52d-188bef24f6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:36.998226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76219022-c21c-4486-a9ae-b4e491b83911,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:37.009401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.054990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43de7c-da2a-4f54-a05b-d4d022cffd2b req-8ce5affe-9490-4af7-8faf-26b8fb57ce32 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:37.066094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e43de7c-da2a-4f54-a05b-d4d022cffd2b req-8ce5affe-9490-4af7-8faf-26b8fb57ce32 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 944 time: 0.1498351 Oct 13 04:30:37.080222 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84755219-8160-43ef-95ac-c268cb772bb8 x-openstack-request-id: req-84755219-8160-43ef-95ac-c268cb772bb8 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:37.080553 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "name": "network-vif-plugged", "status": "completed", "tag": "76219022-c21c-4486-a9ae-b4e491b83911", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:37.081804 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84755219-8160-43ef-95ac-c268cb772bb8 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:37.082364 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911', 'code': 200} Oct 13 04:30:37.141475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:37.171206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-173b141a-f8aa-44c1-a52d-188bef24f6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.181046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-173b141a-f8aa-44c1-a52d-188bef24f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.191278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e43de7c-da2a-4f54-a05b-d4d022cffd2b req-7666e10c-311b-4290-adfa-aa0334e8822a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242218 Oct 13 04:30:37.231036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942d71-1816-4e0a-9342-c778614ff817 req-8a50e977-26fa-4c5e-8a85-2d3ceba04bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:37.236895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f942d71-1816-4e0a-9342-c778614ff817 req-8a50e977-26fa-4c5e-8a85-2d3ceba04bfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 1096 time: 0.1153326 Oct 13 04:30:37.258563 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-173b141a-f8aa-44c1-a52d-188bef24f6cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbffb858895043a3827507b497e0ec5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5590804 Oct 13 04:30:37.259550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35002) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:37.271973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b141a-f8aa-44c1-a52d-188bef24f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73059ac6-54ec-4c2c-b0bc-94c9f8540776,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:37.318042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f942d71-1816-4e0a-9342-c778614ff817 req-4ff94d92-49dc-486b-9e1a-50b7665fdddd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729849 Oct 13 04:30:37.359553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.410515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.505596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.511623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:37.514182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73059ac6-54ec-4c2c-b0bc-94c9f8540776 HTTP/1.1" status: 204 len: 168 time: 0.2533622 Oct 13 04:30:37.530966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb744f-921f-407c-a5fe-5fca10741503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73059ac6-54ec-4c2c-b0bc-94c9f8540776,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:38.093654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61846db9-0276-4d96-b985-bc79a7d2016d req-94a5f2a2-3f1c-4f2a-b4e7-eaceef52aed3 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:38.097768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61846db9-0276-4d96-b985-bc79a7d2016d req-94a5f2a2-3f1c-4f2a-b4e7-eaceef52aed3 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.47 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 946 time: 0.1229911 Oct 13 04:30:38.134992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:38.196377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-585b9d6d-28a5-4077-bcb4-d9d090169589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.251787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Deleting port ce483eca-8854-424e-b152-ece968b14aae {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:30:38.252241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.286622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8e92e-27f1-4a70-aaf7-1f44b12433f3 req-3986697d-7aae-402f-b2a7-1d7e8cdd7c00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:38.312583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36a8e92e-27f1-4a70-aaf7-1f44b12433f3 req-3986697d-7aae-402f-b2a7-1d7e8cdd7c00 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/ports?device_id=65357818-6277-4da8-bdc3-4dbdc79611fe HTTP/1.1" status: 200 len: 946 time: 0.1880040 Oct 13 04:30:38.429390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] For port ce483eca-8854-424e-b152-ece968b14aae, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=ce483eca-8854-424e-b152-ece968b14aae,segment=NetworkSegment(0665d423-8c37-49d5-b3e1-6f76546e9f4b),segment_id=0665d423-8c37-49d5-b3e1-6f76546e9f4b)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:30:38.429983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.471700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec04d6-91a0-4620-99f3-9aa51c73c9f9 req-072f817b-c1d1-4978-9b48-8d0e291329c4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:38.479785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-deec04d6-91a0-4620-99f3-9aa51c73c9f9 req-072f817b-c1d1-4978-9b48-8d0e291329c4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 945 time: 0.1406651 Oct 13 04:30:38.483294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Calling delete_port for ce483eca-8854-424e-b152-ece968b14aae owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:30:38.551125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-deec04d6-91a0-4620-99f3-9aa51c73c9f9 req-a32b3a83-5a9c-46fe-b1e4-f8a5a93bda3e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Oct 13 04:30:38.561583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36a8e92e-27f1-4a70-aaf7-1f44b12433f3 req-107b152d-31a4-44fd-99c7-1c8cc9712053 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.49 "GET /v2.0/security-groups?id=c142387f-2d5b-4afe-b272-e81ab2179a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278590 Oct 13 04:30:38.626549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-585b9d6d-28a5-4077-bcb4-d9d090169589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.632509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-585b9d6d-28a5-4077-bcb4-d9d090169589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.669628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b9d6d-28a5-4077-bcb4-d9d090169589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834894f1-d9f3-4ce8-80d6-8e84736d2744,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:38.709242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-585b9d6d-28a5-4077-bcb4-d9d090169589 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7faae615d9547b98dadac0f4429c0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719926 Oct 13 04:30:38.713476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:38.790604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.804276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['ce483eca-8854-424e-b152-ece968b14aae'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:30:38.854791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Pushing event deleted for resources: {'Port': ['ID=ce483eca-8854-424e-b152-ece968b14aae,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:38.859458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.885038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] No DVR routers for this DVR port ce483eca-8854-424e-b152-ece968b14aae on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:30:38.889134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.890784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:38.893179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61846db9-0276-4d96-b985-bc79a7d2016d req-9501959d-5988-44c7-ad75-fe0efbcba794 tempest-ServerAddressesNegativeTestJSON-1870507281 tempest-ServerAddressesNegativeTestJSON-1870507281-project] 10.222.0.47 "DELETE /v2.0/ports/ce483eca-8854-424e-b152-ece968b14aae HTTP/1.1" status: 204 len: 173 time: 0.7872422 Oct 13 04:30:38.893933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'name': 'network-vif-deleted', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:30:38.905895 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1fae6-598e-45fa-a718-7bcef411b078" -d '{"events": [{"server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "name": "network-vif-deleted", "tag": "ce483eca-8854-424e-b152-ece968b14aae"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:30:39.003149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:39.007224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:39.010817 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2627a496-4cee-4065-a0df-519359863134 x-openstack-request-id: req-2627a496-4cee-4065-a0df-519359863134 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:30:39.010817 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65357818-6277-4da8-bdc3-4dbdc79611fe", "name": "network-vif-deleted", "tag": "ce483eca-8854-424e-b152-ece968b14aae", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:30:39.010817 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2627a496-4cee-4065-a0df-519359863134 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:30:39.010817 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65357818-6277-4da8-bdc3-4dbdc79611fe', 'name': 'network-vif-deleted', 'tag': 'ce483eca-8854-424e-b152-ece968b14aae', 'status': 'completed', 'code': 200} Oct 13 04:30:39.011772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/834894f1-d9f3-4ce8-80d6-8e84736d2744 HTTP/1.1" status: 204 len: 168 time: 0.2972140 Oct 13 04:30:39.030778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa0264-3837-4998-b887-b788b1fe36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834894f1-d9f3-4ce8-80d6-8e84736d2744,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:39.652835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:39.756286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Deleting subnet 679a41bb-e69b-40cf-a76e-f9fa867d402f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:39.759989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:39.769497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1e6b-1e1d-48c6-9bbf-5946a66b652f req-7f0bf15a-5758-4a36-8451-8db9cfe85843 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:39.771547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7de1e6b-1e1d-48c6-9bbf-5946a66b652f req-7f0bf15a-5758-4a36-8451-8db9cfe85843 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 945 time: 0.1042583 Oct 13 04:30:39.853483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7de1e6b-1e1d-48c6-9bbf-5946a66b652f req-4bb084b5-041d-43d4-a95d-a6f8bce75df5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719957 Oct 13 04:30:39.864790 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:39.946509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.024218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.067265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679a41bb-e69b-40cf-a76e-f9fa867d402f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:40.079157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.109110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:40.116954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3949a5a3-4ef5-4bca-9ffb-7e7608b92f4f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/679a41bb-e69b-40cf-a76e-f9fa867d402f HTTP/1.1" status: 204 len: 168 time: 0.4518819 Oct 13 04:30:40.235727 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.424226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.490797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e305db35-ede8-4161-a603-2c9c51bcaa96']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:40.514091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0665d423-8c37-49d5-b3e1-6f76546e9f4b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:40.514394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0665d423-8c37-49d5-b3e1-6f76546e9f4b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:40.537293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.570911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.587511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:40.591859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:40.594097 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:40.680261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.708597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:40.712963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e305db35-ede8-4161-a603-2c9c51bcaa96 HTTP/1.1" status: 204 len: 168 time: 0.6027503 Oct 13 04:30:40.716357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52da66-154d-4590-b1b8-29c22b64afd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e305db35-ede8-4161-a603-2c9c51bcaa96,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:40.838540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35176) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:40.949208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35182) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:41.100416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35188) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:41.152975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1661b76-30e1-4978-bc41-c0588617b793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.208739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35196) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:41.217203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a9204770-e458-4db2-91d1-6c8932170c08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7c0dc5044bc4c4b815c8a16859fe5c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150050 Oct 13 04:30:41.329231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.358945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.364903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1661b76-30e1-4978-bc41-c0588617b793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.367544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22bcce90-6ecc-4dff-8156-3c5dd672c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.384047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1661b76-30e1-4978-bc41-c0588617b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.439647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c1661b76-30e1-4978-bc41-c0588617b793 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47ba70269c6e482bb31e78057c58a2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5968380 Oct 13 04:30:41.442360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35200) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:41.476413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.479686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.480866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c142387f-2d5b-4afe-b272-e81ab2179a21 HTTP/1.1" status: 204 len: 168 time: 0.2710743 Oct 13 04:30:41.489326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1661b76-30e1-4978-bc41-c0588617b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e95fd3-2ce7-402b-a2a2-c0f9540538ed,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.507105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369756e-e240-47c5-a5e5-5a7df4df8242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c142387f-2d5b-4afe-b272-e81ab2179a21,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.551507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.557929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.610449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.633210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22bcce90-6ecc-4dff-8156-3c5dd672c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.640451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22bcce90-6ecc-4dff-8156-3c5dd672c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.695415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcce90-6ecc-4dff-8156-3c5dd672c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441d8950-5c0f-40ef-8df6-29c477018d46,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.700151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-22bcce90-6ecc-4dff-8156-3c5dd672c77c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f22f29a76ca0412f8df465125df8133e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483172 Oct 13 04:30:41.703080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35208) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:41.754914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc1ac-f1f9-4626-af41-42e86c4ab0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.768395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.772005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.773857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9e95fd3-2ce7-402b-a2a2-c0f9540538ed HTTP/1.1" status: 204 len: 168 time: 0.3303483 Oct 13 04:30:41.795369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bd884-917d-49fe-8528-ee15d747d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e95fd3-2ce7-402b-a2a2-c0f9540538ed,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:41.814381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.879834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.966488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.973815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:41.976121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/441d8950-5c0f-40ef-8df6-29c477018d46 HTTP/1.1" status: 204 len: 168 time: 0.2719040 Oct 13 04:30:42.023348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71ce54-3215-4580-bfb3-9a3c5a679ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441d8950-5c0f-40ef-8df6-29c477018d46,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:42.504387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d19854-2c43-44d1-ba0b-46e5ab19a622 req-00fecf7a-403b-4a1e-b1f4-bfb776e13c72 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:42.506069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97d19854-2c43-44d1-ba0b-46e5ab19a622 req-00fecf7a-403b-4a1e-b1f4-bfb776e13c72 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0716276 Oct 13 04:30:42.530558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35248) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:42.564160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083000ee-9aa4-434c-8ac8-ddfe7c485779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:42.586739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97d19854-2c43-44d1-ba0b-46e5ab19a622 req-3858bd5d-1b89-43c3-9add-530954b0e6b4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741858 Oct 13 04:30:42.655290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:42.782748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083000ee-9aa4-434c-8ac8-ddfe7c485779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:42.802908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083000ee-9aa4-434c-8ac8-ddfe7c485779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:42.859951 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-083000ee-9aa4-434c-8ac8-ddfe7c485779 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7760aab4aa884a0e950a4f96d6690f64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276434 Oct 13 04:30:42.862597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35264) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:42.913858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083000ee-9aa4-434c-8ac8-ddfe7c485779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f800e1e-ea00-41c6-b4b6-e3f445936d67,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:42.969104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:42.994589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.068635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.073871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.073871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f800e1e-ea00-41c6-b4b6-e3f445936d67 HTTP/1.1" status: 204 len: 168 time: 0.2085006 Oct 13 04:30:43.083525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a00045-93d8-4e65-b29a-a4c3280cdee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f800e1e-ea00-41c6-b4b6-e3f445936d67,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:43.364841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35290) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:43.373728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ce483eca-8854-424e-b152-ece968b14aae no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:30:43.417430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: ce483eca-8854-424e-b152-ece968b14aae {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:30:43.419477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device ce483eca-8854-424e-b152-ece968b14aae not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:30:43.638402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-884118443-network', 'tenant_id': '2397074e21dc43e695836e8aef1ae1a7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:43.643951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35306) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:43.680695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Made reservation on behalf of 2397074e21dc43e695836e8aef1ae1a7 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:43.688079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.699524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.744260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-337742606-network', 'tenant_id': 'eb15960844604da59ee254ba9f118320'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:43.793029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Made reservation on behalf of eb15960844604da59ee254ba9f118320 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:43.797816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.809882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.858947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032ef25-82f6-480d-bee7-df51b5dfdcca req-fd89284c-8de4-4390-9e2e-b66a26a4ded8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:43.860616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f032ef25-82f6-480d-bee7-df51b5dfdcca req-fd89284c-8de4-4390-9e2e-b66a26a4ded8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1480310 Oct 13 04:30:43.887993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.920024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.951119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:43.952411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.958884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.978579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f032ef25-82f6-480d-bee7-df51b5dfdcca req-6a5292da-8270-497e-ab3f-71231540f16e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050394 Oct 13 04:30:43.983932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:30:43.986525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:43.986866 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Added segment 973f16c6-7c53-4e03-ae99-35f3f8822bcb of type vlan for network 9db4ec62-db73-4c7f-a18f-4107633f2132 Oct 13 04:30:44.007233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e23496-edde-4b30-b910-d84a2f9b80f4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.013249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.013695 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Added segment 3e32e2be-531f-4e13-92fc-a54f80adb9f2 of type vlan for network 0cdabe51-454a-4f7e-94d1-c9e57342b008 Oct 13 04:30:44.024781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91fd2fe-81a9-4460-9624-702853269591,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.079890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.080325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.112988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.113989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:44.115101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.115750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-878e70d4-aca2-415a-a7ba-3b3b6b96ad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.129563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.131412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:44.132282 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.193262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8272943 Oct 13 04:30:44.196215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:44.199612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ecd8d-1306-4dcb-847e-205c7aa5ffca admin admin] Pushing event updated for resources: {'Network': ['ID=9db4ec62-db73-4c7f-a18f-4107633f2132,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.211048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:44.222803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Request body: {'subnet': {'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-884118443-subnet', 'tenant_id': '2397074e21dc43e695836e8aef1ae1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:44.230482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdabe51-454a-4f7e-94d1-c9e57342b008,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.241285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:44.241654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0ebb92c7-14bb-41c4-8ba1-3effa7a44c15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5962613 Oct 13 04:30:44.250080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Request body: {'subnet': {'network_id': '0cdabe51-454a-4f7e-94d1-c9e57342b008', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-337742606-subnet', 'tenant_id': 'eb15960844604da59ee254ba9f118320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:30:44.258839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0cdabe51-454a-4f7e-94d1-c9e57342b008 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:30:44.274301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Made reservation on behalf of 2397074e21dc43e695836e8aef1ae1a7 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:44.279057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.297152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Made reservation on behalf of eb15960844604da59ee254ba9f118320 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:30:44.300224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.572741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.630517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.666852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Checking segment: {'id': '3e32e2be-531f-4e13-92fc-a54f80adb9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0cdabe51-454a-4f7e-94d1-c9e57342b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:44.667448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Network hostable DHCP agents. Network: 0cdabe51-454a-4f7e-94d1-c9e57342b008, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:44.670563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafd5216-daae-4bc9-acba-8515fc842925,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.703360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Network 0cdabe51-454a-4f7e-94d1-c9e57342b008 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:44.716895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0cdabe51-454a-4f7e-94d1-c9e57342b008) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:44.725625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:44.727839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b093ed3-81b5-4797-ad2d-1344c37e79f4 None None] Network 0cdabe51-454a-4f7e-94d1-c9e57342b008 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:44.740061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.745007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750871b9-8849-4a31-bd72-8d0431d29d32,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:44.757603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Checking segment: {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:30:44.757972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Network hostable DHCP agents. Network: 9db4ec62-db73-4c7f-a18f-4107633f2132, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:30:44.768845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e9a8264-b6d4-472f-9242-beb76ee9ce82 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5259829 Oct 13 04:30:44.798194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:30:44.809495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 9db4ec62-db73-4c7f-a18f-4107633f2132) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:30:44.826490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:44.828361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:44.834905 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40cecd8-0888-46e9-8815-a5ce347132b1 None None] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:44.871156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-17675cad-e4a2-4b38-8d89-2edd452efe47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6735573 Oct 13 04:30:44.979665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35368) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:45.100009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Deleting subnet dafd5216-daae-4bc9-acba-8515fc842925 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:30:45.106541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.128435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d2538-f489-4056-960a-3a1831ba9c5c None None] Network 0cdabe51-454a-4f7e-94d1-c9e57342b008 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:45.223007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.268149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4487e-05b2-4430-b19f-337e4c17a663 req-c4b14776-dbed-45ed-be3f-3d6ce977ebee tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:45.269723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e4487e-05b2-4430-b19f-337e4c17a663 req-c4b14776-dbed-45ed-be3f-3d6ce977ebee tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1198401 Oct 13 04:30:45.300033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.305322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcbf293-a9ed-47e6-9107-e65fe02bcb4e None None] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:30:45.381174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b1e4487e-05b2-4430-b19f-337e4c17a663 req-3d4010c7-fb99-4318-b8e3-75c0177fc3b4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945346 Oct 13 04:30:45.433167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.479375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafd5216-daae-4bc9-acba-8515fc842925,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:45.484948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.489700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-160f3d8e-5311-4e5f-ad63-534cad0ec336 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dafd5216-daae-4bc9-acba-8515fc842925 HTTP/1.1" status: 204 len: 168 time: 0.5086188 Oct 13 04:30:45.492042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35388) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:45.686879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.765115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.768595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.867092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.896808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdabe51-454a-4f7e-94d1-c9e57342b008']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:45.912458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e32e2be-531f-4e13-92fc-a54f80adb9f2') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:45.912763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e32e2be-531f-4e13-92fc-a54f80adb9f2') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:30:45.925432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.948221 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.958961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:30:45.959613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:30:45.961455 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:30:46.033084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.038369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.045459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0cdabe51-454a-4f7e-94d1-c9e57342b008 HTTP/1.1" status: 204 len: 168 time: 0.5486591 Oct 13 04:30:46.056482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb5fb9-35ab-49b9-af14-68415d738573 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdabe51-454a-4f7e-94d1-c9e57342b008,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:46.362908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35424) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:46.421366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35428) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:46.431844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c601088c-125e-4180-b635-980152aea673 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb15960844604da59ee254ba9f118320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674839 Oct 13 04:30:46.580858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.635339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc3392-bdcd-4812-93ed-2320daee67be req-bc9d6c81-2725-498c-8db8-e9109fef2007 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:46.643006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ccc3392-bdcd-4812-93ed-2320daee67be req-bc9d6c81-2725-498c-8db8-e9109fef2007 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1063712 Oct 13 04:30:46.646313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.710436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ccc3392-bdcd-4812-93ed-2320daee67be req-4031062a-e534-4d38-8b36-4b133a500272 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665443 Oct 13 04:30:46.745764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.749305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:46.754105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e91fd2fe-81a9-4460-9624-702853269591 HTTP/1.1" status: 204 len: 168 time: 0.3315115 Oct 13 04:30:46.765667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9db4b-8507-4952-9b75-ed1389d99973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91fd2fe-81a9-4460-9624-702853269591,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:47.216821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:47.872661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361934f-d5f4-4607-8b71-a18c1795c918 req-4726d9de-78ee-4cc3-a821-23f8335b619f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:47.880556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2361934f-d5f4-4607-8b71-a18c1795c918 req-4726d9de-78ee-4cc3-a821-23f8335b619f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0645983 Oct 13 04:30:47.927116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2361934f-d5f4-4607-8b71-a18c1795c918 req-94d91297-f616-4c79-a3af-cb2057e0cf27 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Oct 13 04:30:49.130437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236e273-a92a-4bf8-af57-02aa24476a49 req-64c257fa-81eb-466e-93d3-47851791151e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:49.132903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4236e273-a92a-4bf8-af57-02aa24476a49 req-64c257fa-81eb-466e-93d3-47851791151e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0878222 Oct 13 04:30:49.570743 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4236e273-a92a-4bf8-af57-02aa24476a49 req-c526d8df-72e3-4e5a-a12d-1a7fa8962282 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284158 Oct 13 04:30:49.842351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:30:50.708998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05384dbf-ff6b-4d54-b08c-299be6dbf19e req-4e3305d2-9d9f-44a7-9491-d1feb62a54eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:50.710694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05384dbf-ff6b-4d54-b08c-299be6dbf19e req-4e3305d2-9d9f-44a7-9491-d1feb62a54eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0500958 Oct 13 04:30:50.770901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05384dbf-ff6b-4d54-b08c-299be6dbf19e req-a56b30dc-4b98-495a-8e35-cabbc1d96caf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505881 Oct 13 04:30:51.160226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac53ed-cb26-439f-ae6d-ed9a2c96bfd9 req-70e194d0-e915-4df8-ba4d-9cf20d3667d5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:51.167866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbac53ed-cb26-439f-ae6d-ed9a2c96bfd9 req-70e194d0-e915-4df8-ba4d-9cf20d3667d5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0902209 Oct 13 04:30:51.209704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fbac53ed-cb26-439f-ae6d-ed9a2c96bfd9 req-4f6c5531-2753-45e5-95ea-c52747e0f500 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Oct 13 04:30:51.403688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51149acc-b1dc-42df-852e-a57d8edaa52d req-6e889fb7-41b0-4dac-8ef7-d29feb746092 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:51.411127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51149acc-b1dc-42df-852e-a57d8edaa52d req-6e889fb7-41b0-4dac-8ef7-d29feb746092 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0704091 Oct 13 04:30:51.502061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51149acc-b1dc-42df-852e-a57d8edaa52d req-a65cfd52-cedb-488d-beec-688506d1799a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787349 Oct 13 04:30:51.783296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe852fb7-aeab-49d2-bcf1-736bf9d18e7f req-58882066-15ed-41ed-b4ae-9735505868d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:51.785018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe852fb7-aeab-49d2-bcf1-736bf9d18e7f req-58882066-15ed-41ed-b4ae-9735505868d0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0545192 Oct 13 04:30:51.881109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe852fb7-aeab-49d2-bcf1-736bf9d18e7f req-4bdb9da3-4c44-429d-b517-3a378d10192b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886283 Oct 13 04:30:51.959700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88555ca2-1ec5-4848-a679-1cc49bbe64c6 req-73652370-a592-4173-9519-19d226e6607a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:51.969619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88555ca2-1ec5-4848-a679-1cc49bbe64c6 req-73652370-a592-4173-9519-19d226e6607a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0911481 Oct 13 04:30:52.046920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88555ca2-1ec5-4848-a679-1cc49bbe64c6 req-4f6908e4-5f34-4035-9a2e-2ca9f694b944 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760198 Oct 13 04:30:52.506443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df68464-8cff-4111-9a0e-bf3c17e28d73 req-e2ce9ec7-9f5e-4d63-a4c4-775f29b997e5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:52.515955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1df68464-8cff-4111-9a0e-bf3c17e28d73 req-e2ce9ec7-9f5e-4d63-a4c4-775f29b997e5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1193461 Oct 13 04:30:52.581961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1df68464-8cff-4111-9a0e-bf3c17e28d73 req-63b0a1b5-ae1f-46b2-8d40-d4fbb27713e5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637953 Oct 13 04:30:53.222413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660a53d-96e8-4059-bb91-89df044ca73a req-1814d1c1-b9ab-41b8-bcb9-4a852c6420cc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:53.231954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d660a53d-96e8-4059-bb91-89df044ca73a req-1814d1c1-b9ab-41b8-bcb9-4a852c6420cc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0770776 Oct 13 04:30:53.291222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d660a53d-96e8-4059-bb91-89df044ca73a req-a86f68c2-45dd-48f7-827c-fbb3452e559c tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524368 Oct 13 04:30:53.593487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54662b-534d-4590-8b8d-dd730cfd46cb req-5b8d1a10-f6ca-4450-80c3-f71437cbe290 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:53.603599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb54662b-534d-4590-8b8d-dd730cfd46cb req-5b8d1a10-f6ca-4450-80c3-f71437cbe290 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1041389 Oct 13 04:30:53.716615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb54662b-534d-4590-8b8d-dd730cfd46cb req-3bee60d2-b8a9-49ed-9d90-8d044022af23 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097097 Oct 13 04:30:53.773263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-7f9f77da-956f-4b14-9d06-9d7ef8c9813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:53.774892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-7f9f77da-956f-4b14-9d06-9d7ef8c9813e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.1693132 Oct 13 04:30:53.796873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35762) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:53.818656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25f793-f609-4d96-9641-2e823ea8fe4c req-33317ca7-f3bb-43bb-9bfd-5a987e435446 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:53.832176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e25f793-f609-4d96-9641-2e823ea8fe4c req-33317ca7-f3bb-43bb-9bfd-5a987e435446 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1124403 Oct 13 04:30:53.946808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e25f793-f609-4d96-9641-2e823ea8fe4c req-a293a596-32a2-42de-a06e-38cedf3a56dc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103668 Oct 13 04:30:53.958523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-f51faa0d-818a-4411-9631-5b58801dc9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:53.958523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-f51faa0d-818a-4411-9631-5b58801dc9c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.1698809 Oct 13 04:30:53.993738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f43af021-8d18-49d7-ba32-91e5326a094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.037910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-c1daba37-e76e-4623-97d3-d43113264c72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1002 time: 0.0768743 Oct 13 04:30:54.088704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f43af021-8d18-49d7-ba32-91e5326a094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.095384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f43af021-8d18-49d7-ba32-91e5326a094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.099767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-59faa8d0-bf22-46f5-9bcd-1439ec5a9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:54.101708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-59faa8d0-bf22-46f5-9bcd-1439ec5a9e3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.0557384 Oct 13 04:30:54.163427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-1fabfe9b-2f3b-4b81-a88e-75e23cba8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:54.164710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43af021-8d18-49d7-ba32-91e5326a094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826625e1-85cc-49ad-9aeb-acac68d678ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:54.165625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-1fabfe9b-2f3b-4b81-a88e-75e23cba8294 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560248 Oct 13 04:30:54.171425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f43af021-8d18-49d7-ba32-91e5326a094d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=227df4eadd10472d89532fabc3fd6d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730309 Oct 13 04:30:54.173702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35768) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.274312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.300539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.360917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.366434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:54.369912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/826625e1-85cc-49ad-9aeb-acac68d678ea HTTP/1.1" status: 204 len: 168 time: 0.1927819 Oct 13 04:30:54.386941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fe1ec-ea77-49fd-b874-e50321867981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826625e1-85cc-49ad-9aeb-acac68d678ea,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:54.433477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-72df8c08-cda4-464c-aedf-e71dc759956c service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570629 Oct 13 04:30:54.621840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fc9a4e6-f53d-44ad-8893-c0caa316ecea req-96fb92ab-b393-4ef0-b66a-5dd0e991e26d service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826468 Oct 13 04:30:54.953901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:54.984254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe026-319f-4285-b0e8-b5a453e5cdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.052007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2cf07-43ba-444b-830b-ae1c0b1d28bd req-72f88eec-81db-42a4-8f08-c8f76153a671 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:55.057302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ad2cf07-43ba-444b-830b-ae1c0b1d28bd req-72f88eec-81db-42a4-8f08-c8f76153a671 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1579256 Oct 13 04:30:55.111287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35810) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:55.143912 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ad2cf07-43ba-444b-830b-ae1c0b1d28bd req-e9c4c1ee-6041-449c-ab26-aebc8777b73a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812147 Oct 13 04:30:55.229268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204fc7f-c1e9-472b-a5a5-d4d94ce43d7b req-799bbb20-a1e0-4eed-8cee-680b36d4b018 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:55.247676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3204fc7f-c1e9-472b-a5a5-d4d94ce43d7b req-799bbb20-a1e0-4eed-8cee-680b36d4b018 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1664023 Oct 13 04:30:55.313403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe026-319f-4285-b0e8-b5a453e5cdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.315668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea726-afe1-4c4c-a67d-aff454f626b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.325277 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe026-319f-4285-b0e8-b5a453e5cdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.426349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8c7fe026-319f-4285-b0e8-b5a453e5cdb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec70ab761dba41fe818f99cd745b2d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689820 Oct 13 04:30:55.427882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:55.466697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea726-afe1-4c4c-a67d-aff454f626b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.471900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea726-afe1-4c4c-a67d-aff454f626b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.472201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3204fc7f-c1e9-472b-a5a5-d4d94ce43d7b req-046848a6-9f2a-445d-a7e7-09c6e4350454 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236581 Oct 13 04:30:55.515230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0f0ea726-afe1-4c4c-a67d-aff454f626b0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa008294567b49c689425ac1d571b278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024308 Oct 13 04:30:55.517409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:55.524481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe026-319f-4285-b0e8-b5a453e5cdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf58010-670d-41ff-9f7c-a75e0bc9fde6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:55.575716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea726-afe1-4c4c-a67d-aff454f626b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9877f86-579d-4644-bfc8-76cff4fd0106,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:55.593826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.598840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.623024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.636588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.688664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.691527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.691988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.692689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9877f86-579d-4644-bfc8-76cff4fd0106 HTTP/1.1" status: 204 len: 168 time: 0.1743748 Oct 13 04:30:55.701609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd34bdc-58ce-422e-a321-ebf5d26072fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9877f86-579d-4644-bfc8-76cff4fd0106,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:55.722235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:55.728121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abf58010-670d-41ff-9f7c-a75e0bc9fde6 HTTP/1.1" status: 204 len: 168 time: 0.2970734 Oct 13 04:30:55.772610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f27303-9e3a-47a2-8733-361e4abdc7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf58010-670d-41ff-9f7c-a75e0bc9fde6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:56.303233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63558608-1f63-4887-83f1-9b49fccf9e26 req-2b723d92-0354-40a1-9d60-77c049a92b94 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:56.305332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63558608-1f63-4887-83f1-9b49fccf9e26 req-2b723d92-0354-40a1-9d60-77c049a92b94 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0715125 Oct 13 04:30:56.402013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63558608-1f63-4887-83f1-9b49fccf9e26 req-6825cb92-5973-4978-b5a5-2f8c4f1822d9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843308 Oct 13 04:30:56.700579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0a359-ad42-447f-b563-6e8028f234a4 req-635da06c-8270-42c8-bd62-57639bb96a78 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:56.726512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faf0a359-ad42-447f-b563-6e8028f234a4 req-635da06c-8270-42c8-bd62-57639bb96a78 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1162140 Oct 13 04:30:56.800704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faf0a359-ad42-447f-b563-6e8028f234a4 req-a942a3eb-c92a-4702-adc1-1f4079c97da7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727406 Oct 13 04:30:58.006126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577455d6-02b0-400d-8ba1-99cb70250678 req-d8616ab9-dab0-4ce6-a6dd-09a72907592f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:58.022973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-577455d6-02b0-400d-8ba1-99cb70250678 req-d8616ab9-dab0-4ce6-a6dd-09a72907592f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1022127 Oct 13 04:30:58.095593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-577455d6-02b0-400d-8ba1-99cb70250678 req-afad2d02-4145-4b3b-9f7a-20a051b474e3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715051 Oct 13 04:30:58.127529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:58.168523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35946) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:58.328760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05569c58-f095-4027-9fdf-8da510e4e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.341165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-761c9fae-cbf7-409f-aea7-422a0a660fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.535320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05569c58-f095-4027-9fdf-8da510e4e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.537803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-761c9fae-cbf7-409f-aea7-422a0a660fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.540959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05569c58-f095-4027-9fdf-8da510e4e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.547400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-761c9fae-cbf7-409f-aea7-422a0a660fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.604972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-05569c58-f095-4027-9fdf-8da510e4e04f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff782164e332424ba065b36e6b33e09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353223 Oct 13 04:30:58.607915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-761c9fae-cbf7-409f-aea7-422a0a660fc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66ae7e924dc4454194cf27446a565a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793921 Oct 13 04:30:58.608953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05569c58-f095-4027-9fdf-8da510e4e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd31804-430d-4a3d-894f-3edf01e678df,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:58.609723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35952) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:58.612350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35954) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:30:58.680844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c9fae-cbf7-409f-aea7-422a0a660fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f888f-ecb1-4ccb-a090-e4204d27505a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:58.697112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.721082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.744385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.757628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.806847 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.812617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.819939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfd31804-430d-4a3d-894f-3edf01e678df HTTP/1.1" status: 204 len: 168 time: 0.2054560 Oct 13 04:30:58.839446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bad1d9-edc9-491e-88ed-c1f3dc2fe797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd31804-430d-4a3d-894f-3edf01e678df,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:58.843633 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.847326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:30:58.848748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c48f888f-ecb1-4ccb-a090-e4204d27505a HTTP/1.1" status: 204 len: 168 time: 0.2353237 Oct 13 04:30:58.896250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4f10f-ab51-40ff-97a4-abbe0b379559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f888f-ecb1-4ccb-a090-e4204d27505a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:30:59.318645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424870-d16f-429f-863d-ef43d96210cb req-577b49df-265d-4005-b3bf-87fe78439f67 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:30:59.320732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee424870-d16f-429f-863d-ef43d96210cb req-577b49df-265d-4005-b3bf-87fe78439f67 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0967000 Oct 13 04:30:59.425233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ee424870-d16f-429f-863d-ef43d96210cb req-2898841f-ea6f-495f-aa3f-bb53387e1941 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935426 Oct 13 04:31:00.640341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938339a4-b7df-43be-b11e-a8b6614c633c req-3d13717f-a087-4ad6-84c9-6ed8c157b956 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:00.642102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-938339a4-b7df-43be-b11e-a8b6614c633c req-3d13717f-a087-4ad6-84c9-6ed8c157b956 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0893164 Oct 13 04:31:00.767990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-938339a4-b7df-43be-b11e-a8b6614c633c req-fead38d6-8cc9-40f7-b81e-fb47f2c64906 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158845 Oct 13 04:31:00.961676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-d7fa0f8f-3a3a-43a1-8e4e-87c9b61bd4ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1384580 Oct 13 04:31:01.133196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.133666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.134251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.134586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.135477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.140378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.140917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.147547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3c75a6d3-65ee-4794-a8d5-9224b9f2a3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.1557095 Oct 13 04:31:01.343695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7d467a11-ae0a-4805-9ec1-4967a12c6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.348557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7d467a11-ae0a-4805-9ec1-4967a12c6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.350110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7d467a11-ae0a-4805-9ec1-4967a12c6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.353776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7d467a11-ae0a-4805-9ec1-4967a12c6510 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 2298 time: 0.1699560 Oct 13 04:31:01.486573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-a76928ef-8c43-4d06-b442-5f567a2c7358 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 1001 time: 0.1232350 Oct 13 04:31:01.567846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-845b1f08-0a39-4af4-a95b-f04ba8862283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.569543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-845b1f08-0a39-4af4-a95b-f04ba8862283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.0731974 Oct 13 04:31:01.658143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-8e95a8f1-2a68-47be-b0b7-cdf3a902dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.667983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-8e95a8f1-2a68-47be-b0b7-cdf3a902dd43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866358 Oct 13 04:31:01.828713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7eaad1a1-e974-4225-8647-e5c5ce3fff10 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525302 Oct 13 04:31:01.937720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1140b7-3059-415e-b0d9-0c8907257b4d req-5e7e213d-1020-4333-8db0-a2c020f8580c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:01.948660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1140b7-3059-415e-b0d9-0c8907257b4d req-5e7e213d-1020-4333-8db0-a2c020f8580c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0725868 Oct 13 04:31:02.008950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1140b7-3059-415e-b0d9-0c8907257b4d req-ab843b29-9d08-460b-96be-1bcdcfefd1a4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557971 Oct 13 04:31:02.009844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7e0ed5ad-2241-4d4b-a46a-322c11f6ad06 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732976 Oct 13 04:31:02.062726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-d345c303-aa2e-4886-8d19-0b5042292174 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 217 time: 0.0434215 Oct 13 04:31:02.140349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-849a80ef-b018-4822-88ff-1aa1100db8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.142128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-849a80ef-b018-4822-88ff-1aa1100db8f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0721121 Oct 13 04:31:02.235128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-1ce5d4b8-2ee0-45b3-ac8a-ca23ca9bcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.244562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-1ce5d4b8-2ee0-45b3-ac8a-ca23ca9bcc95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945961 Oct 13 04:31:02.400493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-d28bdd19-84ca-4a1a-93fd-bb1e2fa9e5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471550 Oct 13 04:31:02.541222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-cd147cd5-93cf-4c94-8539-dc6832ea81e1 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312900 Oct 13 04:31:02.676584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-043f2a60-8560-495e-940a-545efa6d8cd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 217 time: 0.1270297 Oct 13 04:31:02.776549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-e2d7e1fb-5a89-4de0-a35b-48e5c09bc3b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179986 Oct 13 04:31:02.785228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-ace39bb2-3dc3-4e6e-860a-84b5b929bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.787610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-ace39bb2-3dc3-4e6e-860a-84b5b929bbc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0997095 Oct 13 04:31:02.859798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-9a0f34cc-4874-49f7-8ea9-d877be81c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.861461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-9a0f34cc-4874-49f7-8ea9-d877be81c714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667789 Oct 13 04:31:02.900578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-85a2bba9-6c68-4f2e-9deb-15166498b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:02.904127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-85a2bba9-6c68-4f2e-9deb-15166498b9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1096 time: 0.1036777 Oct 13 04:31:03.007286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-c5616bc6-4cb1-4336-afba-52032e6decdf service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357067 Oct 13 04:31:03.068688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-91d52140-02f3-4049-842e-9a791fcfb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.070185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-91d52140-02f3-4049-842e-9a791fcfb5f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 909 time: 0.1475291 Oct 13 04:31:03.079564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36180) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:03.147521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-056df5ef-60f6-4f7c-8bb9-b541234b24bb service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327565 Oct 13 04:31:03.164308 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-3a8008c2-c7d7-45af-ade0-567d68d71621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 1000 time: 0.0854995 Oct 13 04:31:03.210980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-4888fcc5-404c-43f8-a985-ecbe53f18588 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0559876 Oct 13 04:31:03.271374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-d66604f5-4b61-41e7-beb6-3e2b8f3d1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.278655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-9f08501f-8af1-4564-b3ff-ecccdff7b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.280024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-d66604f5-4b61-41e7-beb6-3e2b8f3d1301 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 200 len: 847 time: 0.1038182 Oct 13 04:31:03.281210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-9f08501f-8af1-4564-b3ff-ecccdff7b1bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0618951 Oct 13 04:31:03.292695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf9d36-ed8a-4f27-8c63-1704e020d10d req-8b3daf80-f833-4499-8edb-558554077e5f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.303602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7faf9d36-ed8a-4f27-8c63-1704e020d10d req-8b3daf80-f833-4499-8edb-558554077e5f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.2207086 Oct 13 04:31:03.376504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-5f27ccd4-4904-4b86-bb80-e63c3ee21742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.378030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-5f27ccd4-4904-4b86-bb80-e63c3ee21742 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889974 Oct 13 04:31:03.406521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716eb9f5-c484-4e82-a52a-7e761acb06e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:03.419401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-d321b79e-f0a5-4b17-84b2-437a8f0f73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.421033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-d321b79e-f0a5-4b17-84b2-437a8f0f73ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38b8c47e-7aba-47e0-ac32-7b2fab793376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104310 Oct 13 04:31:03.440454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7faf9d36-ed8a-4f27-8c63-1704e020d10d req-0e34f89c-ef95-4a62-8650-2eb01f88e439 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324861 Oct 13 04:31:03.544253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3919223c-7d9a-422c-afd2-9b14753d0769 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581666 Oct 13 04:31:03.604364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-76765826-72d6-41ec-8dbe-59ee09a8268c service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571081 Oct 13 04:31:03.632562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716eb9f5-c484-4e82-a52a-7e761acb06e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:03.645436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-716eb9f5-c484-4e82-a52a-7e761acb06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:03.731648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-4c8de53c-926f-4744-b3fa-b691b24d3bcd service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795061 Oct 13 04:31:03.741378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eb9f5-c484-4e82-a52a-7e761acb06e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13032f8b-4756-4f56-a387-f9dbabd1c867,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:03.804139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-716eb9f5-c484-4e82-a52a-7e761acb06e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae3608c6ba1f4cfe9d6e8d44c21d39ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232916 Oct 13 04:31:03.806443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-9ee4717b-5d36-42a1-870e-836797c87927 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 217 time: 0.0490065 Oct 13 04:31:03.806891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36212) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:03.881897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c2a09-f320-4487-95b9-9a847ae363b1 req-73356949-5976-417a-9f57-9ea8077cce40 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.882655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-b3fcb4fa-fa74-4ec8-b126-9f4b7cfefbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.884486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-b3fcb4fa-fa74-4ec8-b126-9f4b7cfefbe3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.1641448 Oct 13 04:31:03.892543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b3c2a09-f320-4487-95b9-9a847ae363b1 req-73356949-5976-417a-9f57-9ea8077cce40 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1560168 Oct 13 04:31:03.905274 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc041c4-1d48-48bb-a83b-b7c0a9276054 req-6df2e4f6-5819-4a61-9d98-efdc8a7ddd3c service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893598 Oct 13 04:31:03.954666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b3c2a09-f320-4487-95b9-9a847ae363b1 req-f140878b-df1f-4f90-aea1-ee22a65a8ac1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604911 Oct 13 04:31:03.992242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-f539d429-8fb2-4d7b-901c-7ad919c43094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:03.993755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-f539d429-8fb2-4d7b-901c-7ad919c43094 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1689465 Oct 13 04:31:04.038564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.095496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.106885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-448351a6-510f-4e51-bd0e-964a5770ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.108392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-448351a6-510f-4e51-bd0e-964a5770ca63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.2100205 Oct 13 04:31:04.113103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-713d210c-2f3f-4511-94b2-3f7dc5081228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.114666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-713d210c-2f3f-4511-94b2-3f7dc5081228 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108031 Oct 13 04:31:04.254739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-067ef08a-72ed-4a83-a5eb-2e84ae2b3719 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1082628 Oct 13 04:31:04.310963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.313773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:04.314895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13032f8b-4756-4f56-a387-f9dbabd1c867 HTTP/1.1" status: 204 len: 168 time: 0.5070124 Oct 13 04:31:04.351861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24d8c6-9e48-455c-b53a-c251c4033b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13032f8b-4756-4f56-a387-f9dbabd1c867,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:04.383573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-5352d04a-0d55-4efa-8c35-5894b008fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.385434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-5352d04a-0d55-4efa-8c35-5894b008fd6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0859478 Oct 13 04:31:04.478057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-0aa19255-940d-4518-a6f6-186af009e6c7 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417702 Oct 13 04:31:04.481763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-962bb388-25da-407d-af9c-e0f363532542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:04.483381 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-962bb388-25da-407d-af9c-e0f363532542 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862031 Oct 13 04:31:04.665261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-3211cb09-f904-4416-96d6-b74123efdc26 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699150 Oct 13 04:31:04.718706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:04.721047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-40cc40ef-12fe-46d3-a28d-e23e5ab38764 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 217 time: 0.0396636 Oct 13 04:31:05.006635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36340) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:05.007503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9662064-da58-4d9d-9ee2-6c26bde09994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.040794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-76ba0c3f-b9ad-48c0-b24f-f587d9b74ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.151281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-76ba0c3f-b9ad-48c0-b24f-f587d9b74ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.162790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-76ba0c3f-b9ad-48c0-b24f-f587d9b74ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.220125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0c3f-b9ad-48c0-b24f-f587d9b74ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61853b-201a-45c3-b8fb-f1d86add25f3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:05.275577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-81c91e2e-55e2-4be3-accb-2de1e1b8a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:05.278230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-81c91e2e-55e2-4be3-accb-2de1e1b8a06a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.5404451 Oct 13 04:31:05.302575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-76ba0c3f-b9ad-48c0-b24f-f587d9b74ae0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=acccbf4acdd1451b9548bf64a6790f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779930 Oct 13 04:31:05.310336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:05.324198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f832988-45e9-4adf-a080-1a8c2244a5b2 req-edd3f1b8-eab1-4175-a27a-55e7aa9311f1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:05.326546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f832988-45e9-4adf-a080-1a8c2244a5b2 req-edd3f1b8-eab1-4175-a27a-55e7aa9311f1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1696386 Oct 13 04:31:05.344865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-609a47dc-c4d2-4d97-ba70-32e4da5fb587 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8471932 Oct 13 04:31:05.355975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-51b1bc43-d51d-48ce-bbbd-d8cb0c72fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:05.358223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-51b1bc43-d51d-48ce-bbbd-d8cb0c72fe60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677993 Oct 13 04:31:05.408698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f832988-45e9-4adf-a080-1a8c2244a5b2 req-5325a8c5-bf3a-47d5-8bb4-2fe0956be0d7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713975 Oct 13 04:31:05.474372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9662064-da58-4d9d-9ee2-6c26bde09994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.489355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9662064-da58-4d9d-9ee2-6c26bde09994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.528932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.532860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-1a81eacb-3b0a-4b2d-b5a7-c768bf5cf415 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649034 Oct 13 04:31:05.537551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2153b3-827c-425c-ac7a-6e2fc5b52fe8 req-3950602c-9547-4f55-9535-56ed568042d1 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781945 Oct 13 04:31:05.558127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d9662064-da58-4d9d-9ee2-6c26bde09994 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b0b70f51f6c4dd08df1d90313c360cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8377466 Oct 13 04:31:05.561399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36398) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:05.592578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.595746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9662064-da58-4d9d-9ee2-6c26bde09994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad0c4de-0ef6-4aae-8263-c6e64f5385c6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:05.669906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.672668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.673714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c61853b-201a-45c3-b8fb-f1d86add25f3 HTTP/1.1" status: 204 len: 168 time: 0.3456080 Oct 13 04:31:05.686439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f129d38-4714-4398-87bc-784c291b6f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61853b-201a-45c3-b8fb-f1d86add25f3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:05.745302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-fe83a702-3568-4aa5-a3e9-a767d810eb76 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970708 Oct 13 04:31:05.798611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-aef4e85e-aac9-46f1-b298-2e0a71eb934e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0406122 Oct 13 04:31:05.801966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.862985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.906235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7ae22ca3-b90e-447c-8290-230a1dc63493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:05.907985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7ae22ca3-b90e-447c-8290-230a1dc63493 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.0930235 Oct 13 04:31:05.977657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.980318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:05.981456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fad0c4de-0ef6-4aae-8263-c6e64f5385c6 HTTP/1.1" status: 204 len: 168 time: 0.4188974 Oct 13 04:31:05.992846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc53a5-d57e-45d0-a724-3bc0e7d25c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad0c4de-0ef6-4aae-8263-c6e64f5385c6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:06.013137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-d816af74-218b-46b8-a671-e86e1c7e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:06.014721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-d816af74-218b-46b8-a671-e86e1c7e24b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883160 Oct 13 04:31:06.134404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-b0c2f2c7-42b0-4970-a312-bcb7c55b1c27 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116512 Oct 13 04:31:06.278555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fd17e65-e68f-4936-ace8-ef04c6b4f294 req-7bf5ce9d-a45c-421e-b113-7621bdc1d4cd service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343014 Oct 13 04:31:06.507042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36522) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:06.525219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae70358-6c77-4ab3-98d7-c5c33ac8d575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.657378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111abe-635b-4e09-993d-d4dc61da3594 req-a5d65b68-ca11-45d1-a115-5b4fbc7e68d2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:06.659159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40111abe-635b-4e09-993d-d4dc61da3594 req-a5d65b68-ca11-45d1-a115-5b4fbc7e68d2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1143157 Oct 13 04:31:06.724455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40111abe-635b-4e09-993d-d4dc61da3594 req-94def8cd-0a04-4fb5-afaa-9630718f4b8c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582862 Oct 13 04:31:06.737512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae70358-6c77-4ab3-98d7-c5c33ac8d575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.743239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cae70358-6c77-4ab3-98d7-c5c33ac8d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.786874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cae70358-6c77-4ab3-98d7-c5c33ac8d575 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8799d03061d34e228c3de75a11028ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780397 Oct 13 04:31:06.789698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36560) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:06.812359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae70358-6c77-4ab3-98d7-c5c33ac8d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f58a1-9fe5-4078-b52e-0ba116427fcb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:06.885991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:06.932472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.048494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.051180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:07.052388 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/256f58a1-9fe5-4078-b52e-0ba116427fcb HTTP/1.1" status: 204 len: 168 time: 0.2615051 Oct 13 04:31:07.066732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0691ba-0985-4f9f-82e0-da7af50a24e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f58a1-9fe5-4078-b52e-0ba116427fcb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:07.332751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee3605-c147-47e6-a681-786f1bc65d5e req-c0b4c0f0-23ac-48ab-80a8-d65942f6bfad tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.345240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bee3605-c147-47e6-a681-786f1bc65d5e req-c0b4c0f0-23ac-48ab-80a8-d65942f6bfad tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.4921451 Oct 13 04:31:07.413498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bee3605-c147-47e6-a681-786f1bc65d5e req-21c4d17f-b410-47f8-8c1a-0bb3e012a380 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672066 Oct 13 04:31:07.801026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c6e9-da40-49a6-ba15-62be93e25bac req-d41fc758-1b6d-4748-9f82-f748069ec18e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:07.814543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40e7c6e9-da40-49a6-ba15-62be93e25bac req-d41fc758-1b6d-4748-9f82-f748069ec18e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0897002 Oct 13 04:31:07.879504 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40e7c6e9-da40-49a6-ba15-62be93e25bac req-570f7529-8507-4fa3-9f99-6d7c8630c517 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635455 Oct 13 04:31:08.240472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dd315-0433-446e-b703-962e0678af4f req-4a6d142b-ce28-413f-bfc6-6a85e23a5ab1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:08.243257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2dd315-0433-446e-b703-962e0678af4f req-4a6d142b-ce28-413f-bfc6-6a85e23a5ab1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0862591 Oct 13 04:31:08.436445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd2dd315-0433-446e-b703-962e0678af4f req-8f55d336-d4b1-4928-929f-d960607d4f04 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620386 Oct 13 04:31:09.587411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1a14e-a721-4e55-b88f-46f3fbfd0771 req-5480f1f6-8761-431e-ba29-d4570f869070 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:09.593129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7a1a14e-a721-4e55-b88f-46f3fbfd0771 req-5480f1f6-8761-431e-ba29-d4570f869070 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0938847 Oct 13 04:31:09.667286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b7a1a14e-a721-4e55-b88f-46f3fbfd0771 req-c7f48d78-c63d-4b22-bd7f-a2c5fd32a4d4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688329 Oct 13 04:31:09.994596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0b3f8-7fea-42c0-ad5a-08dd1e2b81ef req-04cbd95f-25a4-4d71-8f9b-986fdd47d415 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:10.007812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63c0b3f8-7fea-42c0-ad5a-08dd1e2b81ef req-04cbd95f-25a4-4d71-8f9b-986fdd47d415 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0810397 Oct 13 04:31:10.068344 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63c0b3f8-7fea-42c0-ad5a-08dd1e2b81ef req-f686c37e-a9f2-49a6-8247-b642b7b64e9b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595632 Oct 13 04:31:11.288093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab39ad-7d7e-4058-9ffd-4711798c475f req-de821030-cc8a-4623-a5d9-548e69f53b1a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:11.290366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71ab39ad-7d7e-4058-9ffd-4711798c475f req-de821030-cc8a-4623-a5d9-548e69f53b1a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1024158 Oct 13 04:31:11.359599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71ab39ad-7d7e-4058-9ffd-4711798c475f req-c1e10d10-4a0c-4c8c-9fed-1a7f6e2cfac1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586050 Oct 13 04:31:11.559392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:11.566905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6ba0-c5ff-4c9c-94a1-d87a6004ddd4 req-5489ccef-1519-493b-b862-9e0d8f0d1ff2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:11.576498 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-519c6ba0-c5ff-4c9c-94a1-d87a6004ddd4 req-5489ccef-1519-493b-b862-9e0d8f0d1ff2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1070170 Oct 13 04:31:11.644427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-519c6ba0-c5ff-4c9c-94a1-d87a6004ddd4 req-0f93a81a-0cd9-4df2-850d-c6d4e2741bc8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645494 Oct 13 04:31:11.732873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e2717c90-9a55-46f6-b936-92d2755cec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:11.808632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82045c-75b6-44e9-96ab-adfed6f6719c req-1dcbac28-fedb-4fa4-bc5f-e5ae6e633e79 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:11.815750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee82045c-75b6-44e9-96ab-adfed6f6719c req-1dcbac28-fedb-4fa4-bc5f-e5ae6e633e79 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0655241 Oct 13 04:31:11.868463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ee82045c-75b6-44e9-96ab-adfed6f6719c req-008f1033-3928-45d1-a0cd-2ad34800985a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502610 Oct 13 04:31:12.060531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf23c3-cf9b-491d-9766-312fbd6bcde7 req-aa821130-4df6-4d7c-a9ad-43a40166ece5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:12.062764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dccf23c3-cf9b-491d-9766-312fbd6bcde7 req-aa821130-4df6-4d7c-a9ad-43a40166ece5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0983884 Oct 13 04:31:12.128065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dccf23c3-cf9b-491d-9766-312fbd6bcde7 req-12c70079-5f64-4433-84d9-2db5cb5b8994 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Oct 13 04:31:12.639645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:14.119400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a1a9e90-5810-4500-a2d3-cd684b503def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.331765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:15.456062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.218477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.269809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:17.412476 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.543278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.548911 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.600270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceaa4b42fa59462d8dd38b3749c257a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293378 Oct 13 04:31:17.601341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e24f85-3615-46cd-9380-6b4d4e329d10,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:17.603441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:17.628718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.629651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.630259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.630760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.631273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.631761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.632906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.633745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.634143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.634885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.635398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.635896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ffff-965f-43b7-bf1c-8df89549bc41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:17.711253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.762063 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.818210 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.822890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:17.827532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7e24f85-3615-46cd-9380-6b4d4e329d10 HTTP/1.1" status: 204 len: 168 time: 0.2217283 Oct 13 04:31:17.840120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daee1e1-038e-4582-8be6-02cfaf190057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e24f85-3615-46cd-9380-6b4d4e329d10,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:18.539159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37426) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:18.743832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d0886de-8d74-4910-a712-a546f2f23900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.863857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d0886de-8d74-4910-a712-a546f2f23900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.869624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7d0886de-8d74-4910-a712-a546f2f23900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:18.911704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7d0886de-8d74-4910-a712-a546f2f23900 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49e98d2c525a4aa7b07cddfb1c9d50be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693793 Oct 13 04:31:18.913712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37450) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:18.949293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0886de-8d74-4910-a712-a546f2f23900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd44255-3a37-419c-a48e-6a37458f5b94,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.020343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.077651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.139548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.142232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.143491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dd44255-3a37-419c-a48e-6a37458f5b94 HTTP/1.1" status: 204 len: 168 time: 0.2275560 Oct 13 04:31:19.153125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef28787-1b0f-40e3-b8b9-3906dcd1b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd44255-3a37-419c-a48e-6a37458f5b94,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.200574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37468) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:19.479433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d0a92fda-93d9-41b3-984a-9590d0290f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.618127 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d0a92fda-93d9-41b3-984a-9590d0290f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.626459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d0a92fda-93d9-41b3-984a-9590d0290f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.686195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d0a92fda-93d9-41b3-984a-9590d0290f51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b9c818a1e02491a8b86a36b6c2a14c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835653 Oct 13 04:31:19.688614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37494) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:19.695978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:19.722400 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6d13e0f-f282-462c-9d1c-7f25a312a9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.733386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a92fda-93d9-41b3-984a-9590d0290f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866bf46d-07c1-471f-9d8b-0b6a535b2603,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.814960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.850810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6d13e0f-f282-462c-9d1c-7f25a312a9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.858845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6d13e0f-f282-462c-9d1c-7f25a312a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.863661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.907980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6d13e0f-f282-462c-9d1c-7f25a312a9a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7e2c981067d411db66f019bb5bb8c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108564 Oct 13 04:31:19.911034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:19.913272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d13e0f-f282-462c-9d1c-7f25a312a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad92e5-1aa4-4069-b699-ea55ffe08360,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:19.955479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.959691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:19.961113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/866bf46d-07c1-471f-9d8b-0b6a535b2603 HTTP/1.1" status: 204 len: 168 time: 0.2713485 Oct 13 04:31:19.983319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4187f8-725b-4a1d-84d6-fdec98a50d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866bf46d-07c1-471f-9d8b-0b6a535b2603,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:20.023343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.054177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.114721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.118652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.120049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bad92e5-1aa4-4069-b699-ea55ffe08360 HTTP/1.1" status: 204 len: 168 time: 0.2077839 Oct 13 04:31:20.130355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4142fc6-cfd4-40cd-ad07-4ef8a61fd256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad92e5-1aa4-4069-b699-ea55ffe08360,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:20.652514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37550) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:20.672895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dea68b4-13ff-434f-bd64-09578056c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.808458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dea68b4-13ff-434f-bd64-09578056c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.820601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dea68b4-13ff-434f-bd64-09578056c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:20.877430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37556) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:20.877960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5dea68b4-13ff-434f-bd64-09578056c9bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42b2552f6f4244aaba3286d013b6ebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235861 Oct 13 04:31:20.878925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea68b4-13ff-434f-bd64-09578056c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faacabe-66b5-4b5c-990f-59de4cd1b5ec,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:20.981060 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.010575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.061487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.064857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.066282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6faacabe-66b5-4b5c-990f-59de4cd1b5ec HTTP/1.1" status: 204 len: 168 time: 0.1869617 Oct 13 04:31:21.090831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd411a2b-62a0-4a56-80ed-c1f95eed14c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faacabe-66b5-4b5c-990f-59de4cd1b5ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.508952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37624) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.526880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb34-4a96-4d2d-abb3-27f6e4a45e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.623206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb34-4a96-4d2d-abb3-27f6e4a45e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.628422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68a5bb34-4a96-4d2d-abb3-27f6e4a45e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.672330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-68a5bb34-4a96-4d2d-abb3-27f6e4a45e5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efb2d525c64140f6880e949f93fc0260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622198 Oct 13 04:31:21.675822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37646) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:21.677374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bb34-4a96-4d2d-abb3-27f6e4a45e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce16d2f-c5a5-4a57-a937-2a9ed07b7f2e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:21.750008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.773569 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.832438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.835332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:21.836776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ce16d2f-c5a5-4a57-a937-2a9ed07b7f2e HTTP/1.1" status: 204 len: 168 time: 0.1589599 Oct 13 04:31:21.852266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b40da5-cb94-4943-96f7-7688b00ca720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce16d2f-c5a5-4a57-a937-2a9ed07b7f2e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:22.129372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37686) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:22.288050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9272769a-3172-4a83-b4b7-4d401cde9180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.393488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9272769a-3172-4a83-b4b7-4d401cde9180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.399428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9272769a-3172-4a83-b4b7-4d401cde9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.461024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272769a-3172-4a83-b4b7-4d401cde9180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5729e75f-55fa-4af6-8ebb-1861ab25597e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:22.468033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9272769a-3172-4a83-b4b7-4d401cde9180 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0011bbcf9fc84679be2382125d9ba6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375006 Oct 13 04:31:22.470841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:22.535001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.564261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.655973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.659262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:22.660700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5729e75f-55fa-4af6-8ebb-1861ab25597e HTTP/1.1" status: 204 len: 168 time: 0.1886103 Oct 13 04:31:22.670346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17b8a9-3a8d-4119-9eba-a94c9f18fbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5729e75f-55fa-4af6-8ebb-1861ab25597e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.117619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37772) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:23.251778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1eedc55-6d63-43c3-a5e9-3e63b6659a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.343981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1eedc55-6d63-43c3-a5e9-3e63b6659a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.348430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1eedc55-6d63-43c3-a5e9-3e63b6659a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.395148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eedc55-6d63-43c3-a5e9-3e63b6659a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a781be-ae2f-40bc-96b6-fbd656048121,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.402049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f1eedc55-6d63-43c3-a5e9-3e63b6659a28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29fc36d1791243e0a09c2659ba529f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823153 Oct 13 04:31:23.404820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:23.472489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.498869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.556240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.560451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:23.561921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7a781be-ae2f-40bc-96b6-fbd656048121 HTTP/1.1" status: 204 len: 168 time: 0.1561050 Oct 13 04:31:23.570528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17dce2-702d-4a6b-8233-27281657b948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a781be-ae2f-40bc-96b6-fbd656048121,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:23.993610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:24.018752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.123035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.129926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.179886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c054b695215146909c7525847a3966eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844575 Oct 13 04:31:24.182276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:24.189111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0c5b8-4fad-4763-b2ce-ff9089153a8b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:24.206927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.207520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.208015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.208537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.209024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.209507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.210029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.210554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.211090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.211618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.212260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.212784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8670e8-a58a-461d-84d3-23382a71a4a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:24.255964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.282694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.336511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.339247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:24.340436 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08b0c5b8-4fad-4763-b2ce-ff9089153a8b HTTP/1.1" status: 204 len: 168 time: 0.1568782 Oct 13 04:31:24.359021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb14c-328b-40af-8909-91723ea00bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0c5b8-4fad-4763-b2ce-ff9089153a8b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:26.843994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:31:27.096442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38118) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:27.233215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ecabdef-5800-4c6a-bfe4-dfd5664bee0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.357917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ecabdef-5800-4c6a-bfe4-dfd5664bee0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.365529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ecabdef-5800-4c6a-bfe4-dfd5664bee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.419320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38134) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:27.428283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8ecabdef-5800-4c6a-bfe4-dfd5664bee0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b79cd9828924987be4e53272d23fcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306458 Oct 13 04:31:27.435642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecabdef-5800-4c6a-bfe4-dfd5664bee0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af1388-c45a-4f3b-843b-5eb759e4911f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:27.484812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.515447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.577704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.582228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:27.585922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7af1388-c45a-4f3b-843b-5eb759e4911f HTTP/1.1" status: 204 len: 168 time: 0.1624730 Oct 13 04:31:27.596391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fff79-fe06-497d-89f6-bde91a19eddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af1388-c45a-4f3b-843b-5eb759e4911f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:29.611998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38240) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:29.889948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a369dde1-d6b3-49b4-85fc-7c60bc9897d1 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:29.927882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:29.928747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a369dde1-d6b3-49b4-85fc-7c60bc9897d1 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "PUT /v2.0/quotas/fb528fdd8b0546a4add1a0272845f7f4 HTTP/1.1" status: 200 len: 368 time: 0.3152428 Oct 13 04:31:29.934055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Request body: {'network': {'project_id': 'fb528fdd8b0546a4add1a0272845f7f4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:29.973576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Made reservation on behalf of fb528fdd8b0546a4add1a0272845f7f4 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:29.975885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:29.985699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.121795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.130069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.159361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:30.198797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.199168 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Added segment 009e7608-833d-432c-9869-2514941d1a58 of type vlan for network 8843952a-afd0-4d1d-abd7-a09a20f82ea6 Oct 13 04:31:30.358714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fad334-7591-4354-aa12-7de817fe9e5f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:30.393699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.474801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.480181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:30.482268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.565704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6335313 Oct 13 04:31:30.566452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38274) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:30.573517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Request body: {'network': {'project_id': 'fb528fdd8b0546a4add1a0272845f7f4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:30.659407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Made reservation on behalf of fb528fdd8b0546a4add1a0272845f7f4 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:30.662316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.685152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d170e5-b2a1-4064-b416-7af604f15972 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event updated for resources: {'Network': ['ID=8843952a-afd0-4d1d-abd7-a09a20f82ea6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:30.699473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8843952a-afd0-4d1d-abd7-a09a20f82ea6 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:30.753690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:30.784449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.786306 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Added segment b505e094-51c7-41cf-a512-896e3120c3f4 of type vlan for network 1966e622-b965-41e2-883a-dd2ddee83814 Oct 13 04:31:30.863100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.907861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.909321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:30.910064 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:30.950755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3806062 Oct 13 04:31:30.952324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38278) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:30.963350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-69ca2c7d-4eb9-4ff8-8afd-371716b2e763 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Request body: {'network': {'project_id': 'fb528fdd8b0546a4add1a0272845f7f4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:30.985497 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ca2c7d-4eb9-4ff8-8afd-371716b2e763 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:31:30.985976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ca2c7d-4eb9-4ff8-8afd-371716b2e763 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:31:30.990796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-69ca2c7d-4eb9-4ff8-8afd-371716b2e763 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0331736 Oct 13 04:31:30.991424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38282) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.022486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea22ee-5b72-442b-b3d4-3b01e3a09840 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event updated for resources: {'Network': ['ID=1966e622-b965-41e2-883a-dd2ddee83814,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:31.036514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1966e622-b965-41e2-883a-dd2ddee83814 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:31.093470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a7d891e2-51b5-4bb4-aa84-1a9a36b020ca tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb528fdd8b0546a4add1a0272845f7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009037 Oct 13 04:31:31.096749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.157704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.182815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.238523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.245790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.251544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.252269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5fad334-7591-4354-aa12-7de817fe9e5f HTTP/1.1" status: 204 len: 168 time: 0.1542425 Oct 13 04:31:31.261445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e171e9-fda5-4e5c-b0e1-2062a1f5a0c6 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fad334-7591-4354-aa12-7de817fe9e5f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:31.288272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.375171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.478997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.508836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1966e622-b965-41e2-883a-dd2ddee83814']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:31.520110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b505e094-51c7-41cf-a512-896e3120c3f4') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:31.520419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b505e094-51c7-41cf-a512-896e3120c3f4') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:31.533469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.541454 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd7389af-89a9-4a70-abaf-3c20fa445f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.550700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.561906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:31.562313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:31.564099 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:31.661081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.668567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.678357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "DELETE /v2.0/networks/1966e622-b965-41e2-883a-dd2ddee83814 HTTP/1.1" status: 204 len: 168 time: 0.4234710 Oct 13 04:31:31.678925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.709393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccef74-7ffb-4618-aee7-257b4b78f186 tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event deleted for resources: {'Network': ['ID=1966e622-b965-41e2-883a-dd2ddee83814,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:31.803550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.889128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd7389af-89a9-4a70-abaf-3c20fa445f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.922642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd7389af-89a9-4a70-abaf-3c20fa445f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.963102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:31.984150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38316) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:31.985035 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd7389af-89a9-4a70-abaf-3c20fa445f45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96e90c719b9b4340b7c93839c6e78157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941760 Oct 13 04:31:32.001077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7389af-89a9-4a70-abaf-3c20fa445f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ed19c-54bc-43f5-825d-8f0b805deb66,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:32.007342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8843952a-afd0-4d1d-abd7-a09a20f82ea6']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:32.023412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009e7608-833d-432c-9869-2514941d1a58') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:32.023699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009e7608-833d-432c-9869-2514941d1a58') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:32.040831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.069920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.072306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.101130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:32.103228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.109098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:32.110408 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:32.253283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.274477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.281133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.284861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.288176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c13ed19c-54bc-43f5-825d-8f0b805deb66 HTTP/1.1" status: 204 len: 168 time: 0.3006015 Oct 13 04:31:32.291605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8843952a-afd0-4d1d-abd7-a09a20f82ea6 HTTP/1.1" status: 204 len: 168 time: 0.6019878 Oct 13 04:31:32.305666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e87a7-0034-4ae1-9bfe-72c9f2c1d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ed19c-54bc-43f5-825d-8f0b805deb66,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:32.326747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b451ae6-70ac-41be-97e8-4f583699ee5a tempest-QuotasNegativeTest-1233960391 tempest-QuotasNegativeTest-1233960391-project-admin] Pushing event deleted for resources: {'Network': ['ID=8843952a-afd0-4d1d-abd7-a09a20f82ea6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:32.917441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38344) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:32.945161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fa8-4309-4df1-bc13-234e5f600abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:32.976463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38346) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:33.100639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fa8-4309-4df1-bc13-234e5f600abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.109697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e47b6fa8-4309-4df1-bc13-234e5f600abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.181943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38352) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:33.184756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e47b6fa8-4309-4df1-bc13-234e5f600abf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28f85a84234242af8a5acea903f256b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660899 Oct 13 04:31:33.186284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b6fa8-4309-4df1-bc13-234e5f600abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755cc9c-e9f6-4e0b-8479-7c4d80375144,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:33.231342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01f47c2c-041d-4145-a644-7e09b40dde15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.290820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.336852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.407161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01f47c2c-041d-4145-a644-7e09b40dde15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.416132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01f47c2c-041d-4145-a644-7e09b40dde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.422366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.424944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.426240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5755cc9c-e9f6-4e0b-8479-7c4d80375144 HTTP/1.1" status: 204 len: 168 time: 0.2417290 Oct 13 04:31:33.465164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-01f47c2c-041d-4145-a644-7e09b40dde15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59e1233770a345fea3dbb1379c46ac3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875829 Oct 13 04:31:33.466476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47c2c-041d-4145-a644-7e09b40dde15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb780699-cbe5-4f6d-bac0-622aeace8be5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:33.467866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:33.478008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dcd9a-f555-4255-800b-789ceacb36d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755cc9c-e9f6-4e0b-8479-7c4d80375144,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:33.554443 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.584346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.656047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.660223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:33.662280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb780699-cbe5-4f6d-bac0-622aeace8be5 HTTP/1.1" status: 204 len: 168 time: 0.1902666 Oct 13 04:31:33.686922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e00f94-3f92-4fb6-b2c6-a204d2cb850e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb780699-cbe5-4f6d-bac0-622aeace8be5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:34.225197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38392) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:34.242394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca000e23-8424-4222-b738-de063504b28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.384711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca000e23-8424-4222-b738-de063504b28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.391581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca000e23-8424-4222-b738-de063504b28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.472992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca000e23-8424-4222-b738-de063504b28a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1c733fe323a44aa98444f52deff732c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434816 Oct 13 04:31:34.472992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca000e23-8424-4222-b738-de063504b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46132de-900c-4b68-be4d-fc267e82e7ab,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:34.473760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38398) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:34.587263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.622244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.688616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.691387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:34.692511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f46132de-900c-4b68-be4d-fc267e82e7ab HTTP/1.1" status: 204 len: 168 time: 0.2171519 Oct 13 04:31:34.716979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df30ea1-fb2b-4f71-a57b-2b34ee951a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46132de-900c-4b68-be4d-fc267e82e7ab,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:35.529430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38454) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:35.666433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d875852b-e956-4bdb-a5d1-cbd79729d8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.766335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d875852b-e956-4bdb-a5d1-cbd79729d8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.771738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d875852b-e956-4bdb-a5d1-cbd79729d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.820846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:35.821454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d875852b-e956-4bdb-a5d1-cbd79729d8c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c02f31a492c4d1a8307550e9959afce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900617 Oct 13 04:31:35.822540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875852b-e956-4bdb-a5d1-cbd79729d8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e2fba-2ee5-44c0-8d64-38dbaddb9228,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:35.912493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:35.946855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.012144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.015092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:36.017511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef3e2fba-2ee5-44c0-8d64-38dbaddb9228 HTTP/1.1" status: 204 len: 168 time: 0.1944079 Oct 13 04:31:36.033262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457e19-b2a9-4ad4-b3a4-5ef1fd572260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e2fba-2ee5-44c0-8d64-38dbaddb9228,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:36.508061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fbb7d-8b7b-45c9-bd44-eb3334849342 req-21916290-fba3-4a58-a464-c179dc05c8d1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:36.517056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-108fbb7d-8b7b-45c9-bd44-eb3334849342 req-21916290-fba3-4a58-a464-c179dc05c8d1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0940692 Oct 13 04:31:36.581578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-108fbb7d-8b7b-45c9-bd44-eb3334849342 req-9a422f51-b0aa-4c90-b779-13314deb139d tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622451 Oct 13 04:31:37.303664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.472591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-85351cce-8a77-4a66-9bb5-f869af21a5ca tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:37.513371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-85351cce-8a77-4a66-9bb5-f869af21a5ca tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "PUT /v2.0/quotas/3852142111b14a6897ba036baccd35ff HTTP/1.1" status: 200 len: 366 time: 0.2079926 Oct 13 04:31:37.516091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38560) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.531882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-88495ffd-2272-411e-b922-50ab47940903 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0146744 Oct 13 04:31:37.532106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.546478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38564) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.546942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb43c55c-e702-4eec-9497-938c16f87880 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas/3852142111b14a6897ba036baccd35ff HTTP/1.1" status: 200 len: 366 time: 0.0134144 Oct 13 04:31:37.565934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ec238b61-04c6-4fc7-bdba-6bc9c44e9b58 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/3852142111b14a6897ba036baccd35ff HTTP/1.1" status: 204 len: 168 time: 0.0180824 Oct 13 04:31:37.568230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.583812 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-59693a4f-de71-4202-ab7b-34684f6705c6 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0123179 Oct 13 04:31:37.584747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38568) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.599799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ec9dc968-aa98-4b09-8495-340a77e5cb4e tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas/3852142111b14a6897ba036baccd35ff HTTP/1.1" status: 200 len: 370 time: 0.0143602 Oct 13 04:31:37.601149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38572) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.612240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04234578-ebb1-4767-ac16-90b08faa56de tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas/3852142111b14a6897ba036baccd35ff/default HTTP/1.1" status: 200 len: 370 time: 0.0044951 Oct 13 04:31:37.614771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38574) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.654651 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-4a15968d-d079-4ac5-9db9-4076f77e1d60 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] delete failed (client error): The resource could not be found. Oct 13 04:31:37.655944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4a15968d-d079-4ac5-9db9-4076f77e1d60 tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/3852142111b14a6897ba036baccd35ff HTTP/1.1" status: 404 len: 348 time: 0.0386527 Oct 13 04:31:37.715216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de603bf-5b09-4252-bba0-e1859d231a55 req-44314014-c111-4ba4-bc3f-d3e2cc0173fc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:37.731633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6de603bf-5b09-4252-bba0-e1859d231a55 req-44314014-c111-4ba4-bc3f-d3e2cc0173fc tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0742228 Oct 13 04:31:37.807859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6de603bf-5b09-4252-bba0-e1859d231a55 req-04759af6-0efb-4003-a399-c42c64485ab4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751286 Oct 13 04:31:37.912133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:37.937770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:network and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:37.941570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:37.954592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:subnet and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:37.958488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:37.966804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:subnetpool and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:37.972732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:37.979746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:port and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:37.982996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:37.989777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:router and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:37.993161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:37.999777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:floatingip and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:38.003202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:38.045131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:security_group and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:38.048560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:38.055039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Usage tracker for resource:security_group_rule and project:70ff95b26a114bb7a8b6b16accad8044 is out of sync, need to count used quota {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 04:31:38.061077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.quota.resource [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95047) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 04:31:38.069048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e57866ab-1188-4fe3-9853-68389ade198f tempest-QuotasTest-1213518670 tempest-QuotasTest-1213518670-project-admin] 10.222.0.49 "GET /v2.0/quotas/70ff95b26a114bb7a8b6b16accad8044/details.json HTTP/1.1" status: 200 len: 703 time: 0.1556985 Oct 13 04:31:38.463205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:38.656903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a710b757-d321-4273-9956-2a43e0d88dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:38.771499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a710b757-d321-4273-9956-2a43e0d88dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:38.778399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a710b757-d321-4273-9956-2a43e0d88dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:38.837697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a710b757-d321-4273-9956-2a43e0d88dca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe9a48d05a1248648aeb38b871ce3143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730235 Oct 13 04:31:38.839581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710b757-d321-4273-9956-2a43e0d88dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b63f7-1a6f-42f9-9e63-155aabaee200,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:38.840756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38666) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:38.938269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38672) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:38.959790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:38.983045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e5651-0fbf-4f4e-87d8-cc0ad9505ee1 req-a18f1b6d-3d7d-4c00-8d24-d1ccef9e0d04 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:38.984799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a11e5651-0fbf-4f4e-87d8-cc0ad9505ee1 req-a18f1b6d-3d7d-4c00-8d24-d1ccef9e0d04 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0818508 Oct 13 04:31:38.989953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.052243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.055961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.059217 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de6b63f7-1a6f-42f9-9e63-155aabaee200 HTTP/1.1" status: 204 len: 168 time: 0.2156534 Oct 13 04:31:39.072454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9129a-944b-4d1b-86e7-3e1cb6906f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b63f7-1a6f-42f9-9e63-155aabaee200,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:39.085780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a11e5651-0fbf-4f4e-87d8-cc0ad9505ee1 req-8becfc74-b9be-4c8b-8b88-a267bd8f935a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868998 Oct 13 04:31:39.160577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49eee98d-8ba5-4918-8ede-33a477e71f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.256907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49eee98d-8ba5-4918-8ede-33a477e71f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.268452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49eee98d-8ba5-4918-8ede-33a477e71f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.324317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49eee98d-8ba5-4918-8ede-33a477e71f8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7767867a1f4a4448bdbd96b0236bc3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818398 Oct 13 04:31:39.325310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38688) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:39.332210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eee98d-8ba5-4918-8ede-33a477e71f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e42029-7001-4f10-8c14-4273d28476c1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:39.467687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.495994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38692) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:39.496140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.512526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ba8-d126-4dec-ab12-1ee1d6c9aaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.553801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.556561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.560660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6e42029-7001-4f10-8c14-4273d28476c1 HTTP/1.1" status: 204 len: 168 time: 0.2317517 Oct 13 04:31:39.567368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e83b50-a14d-4809-9cf3-9f1e566bbd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e42029-7001-4f10-8c14-4273d28476c1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:39.724808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ba8-d126-4dec-ab12-1ee1d6c9aaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.729886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bbb52ba8-d126-4dec-ab12-1ee1d6c9aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.768366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb52ba8-d126-4dec-ab12-1ee1d6c9aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d837f5-2ddd-4836-93a5-0ed77366a9eb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:39.791103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bbb52ba8-d126-4dec-ab12-1ee1d6c9aaf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70ff95b26a114bb7a8b6b16accad8044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939475 Oct 13 04:31:39.793558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38702) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:39.865136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.897559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.957319 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.960818 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:39.962342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d837f5-2ddd-4836-93a5-0ed77366a9eb HTTP/1.1" status: 204 len: 168 time: 0.1676345 Oct 13 04:31:39.973510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266699-b472-48b4-8819-aa6c72b4db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d837f5-2ddd-4836-93a5-0ed77366a9eb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:40.102284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38716) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:40.118105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e4643fb-44db-44eb-af32-a4253b59aa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.303417 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e4643fb-44db-44eb-af32-a4253b59aa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.317721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e4643fb-44db-44eb-af32-a4253b59aa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.335646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-2d15d3f1-9696-4b47-95b9-52251f32ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.338152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-2d15d3f1-9696-4b47-95b9-52251f32ff5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.1171029 Oct 13 04:31:40.423246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5e4643fb-44db-44eb-af32-a4253b59aa8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30ccf63e7b9945238a7c0de3e4174728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176153 Oct 13 04:31:40.423246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4643fb-44db-44eb-af32-a4253b59aa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a788b3-6c46-47ad-b68b-a5b82ec9feae,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:40.428757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38730) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:40.442529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c778-f612-4e80-9c90-e252e5259cf0 req-2b994094-3614-463d-bc65-32861e4dcba1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.444365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dc5c778-f612-4e80-9c90-e252e5259cf0 req-2b994094-3614-463d-bc65-32861e4dcba1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1664753 Oct 13 04:31:40.530494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-04aff678-7e26-4724-9d17-e3e08936a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.531996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-04aff678-7e26-4724-9d17-e3e08936a3d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1514878 Oct 13 04:31:40.584178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4dc5c778-f612-4e80-9c90-e252e5259cf0 req-dc48031c-9242-4021-9656-3dc46e158e21 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052029 Oct 13 04:31:40.602742 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.609170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3873f-6e77-4837-9b61-fbd93a61fad3 req-1c74b91f-a1ca-4ca8-bb62-98147fadec29 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.616335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd3873f-6e77-4837-9b61-fbd93a61fad3 req-1c74b91f-a1ca-4ca8-bb62-98147fadec29 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.3077421 Oct 13 04:31:40.638103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.645791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-9851d687-d1f4-4705-903c-50b5a8fe8448 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1030190 Oct 13 04:31:40.670634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bd3873f-6e77-4837-9b61-fbd93a61fad3 req-2d8b80bb-ff9b-4ff4-9693-10ba7c2065ba tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Oct 13 04:31:40.733728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-6998944a-652c-4bfa-abab-e516365cdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.733934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-6998944a-652c-4bfa-abab-e516365cdf8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0728893 Oct 13 04:31:40.743294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.749494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:40.752435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3a788b3-6c46-47ad-b68b-a5b82ec9feae HTTP/1.1" status: 204 len: 168 time: 0.3195748 Oct 13 04:31:40.769311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7fa4-e312-4539-833d-37f642440642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a788b3-6c46-47ad-b68b-a5b82ec9feae,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:40.819397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-5c572920-5e25-4cdf-8a65-c809fd3338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:40.820895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-5c572920-5e25-4cdf-8a65-c809fd3338c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773585 Oct 13 04:31:40.983338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-6a4092ef-8cab-415c-847f-d3f0792bd108 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497908 Oct 13 04:31:41.105820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d4d844db-e7c6-4586-a018-48ef63ccaf0d req-b87aee1f-d0c1-4423-9151-0297880d9a35 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128364 Oct 13 04:31:41.302951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38770) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:41.561641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.613874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155242831'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:41.647104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:41.651362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.661229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.749441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bce17-26d1-4387-921e-9bf955a76bc2 req-ca17d490-2d9d-407b-8e47-a0575f8229ba tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:41.763184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc467f2c-2774-4ffc-bc07-94bd66bbc7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.764685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e58bce17-26d1-4387-921e-9bf955a76bc2 req-ca17d490-2d9d-407b-8e47-a0575f8229ba tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.0967157 Oct 13 04:31:41.846805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.859696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e58bce17-26d1-4387-921e-9bf955a76bc2 req-6ce7b85a-351a-48c7-9eeb-22e3739f2ee9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938213 Oct 13 04:31:41.894796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.942887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:41.976097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:41.976450 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment fea7133c-fded-4776-bd7c-9f30aadd46e9 of type vlan for network e6b14652-e3eb-4020-b096-946f84f65f8b Oct 13 04:31:41.988881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b19b2-22f3-48e3-b5bd-01db216e8e7b req-839db9e5-ddf8-4688-bcea-9c59054484ba tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:41.991988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-553b19b2-22f3-48e3-b5bd-01db216e8e7b req-839db9e5-ddf8-4688-bcea-9c59054484ba tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1498144 Oct 13 04:31:42.000419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266a0ef5-4b76-4a46-ae0e-5848c83cd485,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:42.099210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-553b19b2-22f3-48e3-b5bd-01db216e8e7b req-2cf84553-ab16-463c-a2ae-ee2b4f35d99e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874724 Oct 13 04:31:42.128268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.160457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.170313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:42.171705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.254327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9496586 Oct 13 04:31:42.259077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38812) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:42.269500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507173491'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:42.297447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804cef-6e7c-411b-ab11-f224a3819882 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=e6b14652-e3eb-4020-b096-946f84f65f8b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:42.313407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e6b14652-e3eb-4020-b096-946f84f65f8b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:42.436681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:42.443039 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.491292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:42.512502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.513117 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment 563f9049-b9b2-478b-bc91-6735f8398ecd of type vlan for network a5a460b2-91e8-4458-ab62-c069f4affa2b Oct 13 04:31:42.568546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.591273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38830) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:42.602526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.608319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:42.615146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.654471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.668939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:42.669688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4067044 Oct 13 04:31:42.678015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:42.694297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2b3b3-443c-427a-a651-ab569c4b26ea tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=a5a460b2-91e8-4458-ab62-c069f4affa2b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:42.706768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a5a460b2-91e8-4458-ab62-c069f4affa2b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:42.749477 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-745f42e7-2df6-4cb7-9881-c66bbf86ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.827819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:42.831985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.861251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-745f42e7-2df6-4cb7-9881-c66bbf86ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.866400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-745f42e7-2df6-4cb7-9881-c66bbf86ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:42.955818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-745f42e7-2df6-4cb7-9881-c66bbf86ba6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20dcad59d892407bb934fffc46e48f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608088 Oct 13 04:31:42.955818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f42e7-2df6-4cb7-9881-c66bbf86ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d24fcf-6827-4ab3-87c2-31683ddb83c6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:42.957539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38840) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:43.027485 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.062517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.079230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e249ad-1d11-4dc3-904e-1e693711f2c3 req-83a9f6af-82fb-42aa-8d5a-02dd1c85e89a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:43.096150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52e249ad-1d11-4dc3-904e-1e693711f2c3 req-83a9f6af-82fb-42aa-8d5a-02dd1c85e89a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1429434 Oct 13 04:31:43.135590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.138628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.142398 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35d24fcf-6827-4ab3-87c2-31683ddb83c6 HTTP/1.1" status: 204 len: 168 time: 0.1715040 Oct 13 04:31:43.149135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88442366-7afb-441d-9f21-e8490ee35ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d24fcf-6827-4ab3-87c2-31683ddb83c6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:43.179849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.201906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52e249ad-1d11-4dc3-904e-1e693711f2c3 req-d330c2b8-0eaf-44f8-b797-79ad3738c04b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048775 Oct 13 04:31:43.273397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=3263d4b1-7376-4f3e-a0f8-560e78517bcd,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:43.285337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'fea7133c-fded-4776-bd7c-9f30aadd46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:43.285337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: e6b14652-e3eb-4020-b096-946f84f65f8b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:31:43.304798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network e6b14652-e3eb-4020-b096-946f84f65f8b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:31:43.315662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e6b14652-e3eb-4020-b096-946f84f65f8b) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:43.324582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e515703-8c93-4ab1-92dc-97dd179b79e9 None None] Network e6b14652-e3eb-4020-b096-946f84f65f8b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:43.329637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:43.330279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.351276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-69fc3393-b298-41fc-b736-47518a8ce6b3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6806631 Oct 13 04:31:43.354884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:43.360460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:43.555868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:43.565827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.615821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-e6b14652-e3eb-4020-b096-946f84f65f8b', 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '3263d4b1-7376-4f3e-a0f8-560e78517bcd'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:31:43.618632 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.818667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Allocated IP 2001:db8::2 (e6b14652-e3eb-4020-b096-946f84f65f8b/3263d4b1-7376-4f3e-a0f8-560e78517bcd/0b4225df-6e92-4d6c-beb7-98cd65ff6dd0) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:43.882093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:43.989428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=57bc27e6-ef25-4616-b74e-2716cbd1c36b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:44.000275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': '563f9049-b9b2-478b-bc91-6735f8398ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:44.000649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: a5a460b2-91e8-4458-ab62-c069f4affa2b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:31:44.027243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network a5a460b2-91e8-4458-ab62-c069f4affa2b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:31:44.040423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a5a460b2-91e8-4458-ab62-c069f4affa2b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:44.046911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:44.047708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.058317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ba62a-eeea-46fa-8314-74cb8b80ba41 None None] Network a5a460b2-91e8-4458-ab62-c069f4affa2b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:44.069063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f36c6f45-f039-4aef-9051-93a9b4f4d408 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7125685 Oct 13 04:31:44.071811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38890) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:44.079831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1897732289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:44.140491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.144329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.146025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.155616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b7963cd6-65b6-446a-bee0-a1ee3269756c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.160743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.225285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Pushing event updated for resources: {'Port': ['ID=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:44.247442 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.254372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Network e6b14652-e3eb-4020-b096-946f84f65f8b is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:44.258706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.274789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:44.280093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:44.291607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.292116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.292442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.292645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.293979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.294528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.299681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.300219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.300737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.301235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.301763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.313518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.313518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a1cee74-a3e7-4271-b4c5-7bd5d22ef378 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2345085 Oct 13 04:31:44.313518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38898) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:44.314456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:31:44.426215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Attempting to bind port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:31:44.436931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Attempting to bind port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'fea7133c-fded-4776-bd7c-9f30aadd46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:31:44.438455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Attempting to bind port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 on network e6b14652-e3eb-4020-b096-946f84f65f8b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:44.456457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:31:44.456977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Checking segment: {'id': 'fea7133c-fded-4776-bd7c-9f30aadd46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:44.457475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.457965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Bound using segment: {'id': 'fea7133c-fded-4776-bd7c-9f30aadd46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:31:44.459008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f07a-72be-4730-8813-0e22b163f2f9 req-8f245964-d555-44e3-a7a4-20bb6e139aa3 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:44.460043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Bound port: 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea7133c-fded-4776-bd7c-9f30aadd46e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e6b14652-e3eb-4020-b096-946f84f65f8b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:31:44.460529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.467094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f378f07a-72be-4730-8813-0e22b163f2f9 req-8f245964-d555-44e3-a7a4-20bb6e139aa3 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1249180 Oct 13 04:31:44.588465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f378f07a-72be-4730-8813-0e22b163f2f9 req-8427bad6-0a92-4094-8748-7e5e1551f282 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072099 Oct 13 04:31:44.646726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-a5a460b2-91e8-4458-ab62-c069f4affa2b', 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '57bc27e6-ef25-4616-b74e-2716cbd1c36b'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:31:44.647707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.685303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] For port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:31:44.688701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] For port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,segment=NetworkSegment(fea7133c-fded-4776-bd7c-9f30aadd46e9),segment_id=fea7133c-fded-4776-bd7c-9f30aadd46e9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:31:44.799777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:44.831380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Allocated IP 2001:db8:1::2 (a5a460b2-91e8-4458-ab62-c069f4affa2b/57bc27e6-ef25-4616-b74e-2716cbd1c36b/be620664-9e27-44c7-8aa4-c20c5e222c30) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:44.836931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.005113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.036304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.095258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Network a5a460b2-91e8-4458-ab62-c069f4affa2b is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:45.116201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:45.116201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:45.144992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd94d-b189-4d7a-8251-393cc1516a4c None None] Pushing event updated for resources: {'Port': ['ID=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:45.184603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8::1 (e6b14652-e3eb-4020-b096-946f84f65f8b/3263d4b1-7376-4f3e-a0f8-560e78517bcd/6d7e783d-eaa5-4ade-b368-b08ebb948572) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:45.280179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:45.331086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Attempting to bind port be620664-9e27-44c7-8aa4-c20c5e222c30 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:31:45.332062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Attempting to bind port be620664-9e27-44c7-8aa4-c20c5e222c30 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '563f9049-b9b2-478b-bc91-6735f8398ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:31:45.332599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Attempting to bind port be620664-9e27-44c7-8aa4-c20c5e222c30 on network a5a460b2-91e8-4458-ab62-c069f4affa2b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:31:45.346410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Pushing event updated for resources: {'Port': ['ID=be620664-9e27-44c7-8aa4-c20c5e222c30,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:45.405238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:31:45.406160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Checking segment: {'id': '563f9049-b9b2-478b-bc91-6735f8398ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:45.407437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.409287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Bound using segment: {'id': '563f9049-b9b2-478b-bc91-6735f8398ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:31:45.409962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Bound port: be620664-9e27-44c7-8aa4-c20c5e222c30, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563f9049-b9b2-478b-bc91-6735f8398ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a5a460b2-91e8-4458-ab62-c069f4affa2b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:31:45.410781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.414863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.446258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.522887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.524267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1836241155', 'router:external': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:45.550086 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.550780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] For port be620664-9e27-44c7-8aa4-c20c5e222c30, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:31:45.554461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] For port be620664-9e27-44c7-8aa4-c20c5e222c30, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be620664-9e27-44c7-8aa4-c20c5e222c30,segment=NetworkSegment(563f9049-b9b2-478b-bc91-6735f8398ecd),segment_id=563f9049-b9b2-478b-bc91-6735f8398ecd)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:31:45.555422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Made reservation on behalf of 7a981f74d5f14912a8bec806dd9c25a5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:45.558959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.562277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.569022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.724053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network e6b14652-e3eb-4020-b096-946f84f65f8b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:45.733921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:45.741513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:45.742574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.757969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ada6-bd72-4495-934f-7eb18f0d48ac None None] Pushing event updated for resources: {'Port': ['ID=be620664-9e27-44c7-8aa4-c20c5e222c30,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:45.872321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.880685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=6d7e783d-eaa5-4ade-b368-b08ebb948572,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:45.888020 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.906461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:45.919888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:45.920384 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Added segment 7c89fdae-1f44-466f-836c-f9737a3386a0 of type vlan for network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 Oct 13 04:31:45.933977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.009804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c4858-3843-4bf6-b889-ca4c0ca89fd7 req-fbd95f3b-8b0e-498a-bb62-ab1712b1297f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:46.011876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc5c4858-3843-4bf6-b889-ca4c0ca89fd7 req-fbd95f3b-8b0e-498a-bb62-ab1712b1297f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.2378435 Oct 13 04:31:46.016166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd4bc3d-4afe-41f6-bbad-206b55f29e38,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:46.082767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.130434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc5c4858-3843-4bf6-b889-ca4c0ca89fd7 req-0b83ea45-d10b-4bce-bfaf-1fc84afb9af7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056366 Oct 13 04:31:46.164743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.166038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:46.167578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.241263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9597595 Oct 13 04:31:46.242240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38958) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:46.250471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'subnet': {'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:46.284611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf081-1bd9-400a-b2a6-55f038e2e77b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Network': ['ID=af6f05a6-5e2f-436d-a421-e7e9c5c7e376,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:46.301744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:46.317257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Made reservation on behalf of 7a981f74d5f14912a8bec806dd9c25a5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:46.323748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.405135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.422068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.423902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.675282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=6d7e783d-eaa5-4ade-b368-b08ebb948572,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:46.820514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network e6b14652-e3eb-4020-b096-946f84f65f8b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:46.829445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:46.955959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:31:46.964849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:46.967185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be620664-9e27-44c7-8aa4-c20c5e222c30 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:47.043929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Subnet': ['ID=072f8564-3a8a-40ef-bd59-8309c55b4f14,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:47.072975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9e73c-db85-4b87-9439-cd9359eea5a2 None None] Network e6b14652-e3eb-4020-b096-946f84f65f8b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:47.101104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Checking segment: {'id': '7c89fdae-1f44-466f-836c-f9737a3386a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:47.101618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network hostable DHCP agents. Network: af6f05a6-5e2f-436d-a421-e7e9c5c7e376, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:31:47.128636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:31:47.151456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, af6f05a6-5e2f-436d-a421-e7e9c5c7e376) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:47.159275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router f259c351-0a0c-442f-b444-f7b80993a404 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:31:47.166940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:47.167988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.197342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df86d9-03f3-4d4c-9631-89555851d3a4 None None] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:47.204739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-561e998f-8778-487d-acf4-076f2205cd9c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9582977 Oct 13 04:31:47.207573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38978) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:47.215652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-286824601', 'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:47.256694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Made reservation on behalf of 7a981f74d5f14912a8bec806dd9c25a5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:47.260161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.295315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] device_id is not set on port 46165679-a597-4db6-93f7-79cf2a9affe9 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:31:47.333259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be620664-9e27-44c7-8aa4-c20c5e222c30 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:47.334991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.356511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] Provisioning complete for port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:47.357243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.402491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.480533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396c1dd-8454-4994-b1f1-76b0cacdb938 None None] Network a5a460b2-91e8-4458-ab62-c069f4affa2b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:47.542776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55b794-b46e-4cf3-9e32-6c8c21171feb req-c7b925df-cc56-423e-99bd-fa06a868d003 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:47.547326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f55b794-b46e-4cf3-9e32-6c8c21171feb req-c7b925df-cc56-423e-99bd-fa06a868d003 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.2583017 Oct 13 04:31:47.692300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f55b794-b46e-4cf3-9e32-6c8c21171feb req-947bf725-d27c-4060-955e-a9df79070ca0 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352108 Oct 13 04:31:47.693657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.20.0.14 (af6f05a6-5e2f-436d-a421-e7e9c5c7e376/072f8564-3a8a-40ef-bd59-8309c55b4f14/46165679-a597-4db6-93f7-79cf2a9affe9) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:47.812967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.863562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:47.876746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] Sync routers for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:47.877618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-526f8134-3277-46a0-aa08-bbacf57e7fb7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646849 Oct 13 04:31:47.879156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] For port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,segment=NetworkSegment(fea7133c-fded-4776-bd7c-9f30aadd46e9),segment_id=fea7133c-fded-4776-bd7c-9f30aadd46e9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:47.880862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:47.892498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:47.892498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:47.936127 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:47.950706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:47.959624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada1e1-d7f5-4db4-b81a-d4c919c82b33 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:47.963666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7fada1e1-d7f5-4db4-b81a-d4c919c82b33 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports/6d7e783d-eaa5-4ade-b368-b08ebb948572 HTTP/1.1" status: 200 len: 911 time: 0.0792036 Oct 13 04:31:47.964264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:47.966141 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:47.967009 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:48.061193 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:48.063248 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6c0bd-01cb-4786-b4ab-05d24a767f98 None None] The sync data for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:48.141122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.161397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.234975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:48.246036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:48.248224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=46165679-a597-4db6-93f7-79cf2a9affe9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:48.259080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:48.274074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe8ed6-7058-4244-bff7-a2cccb06332f req-81158afc-7818-4e03-a42e-79ebb28641eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:48.284353 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe8ed6-7058-4244-bff7-a2cccb06332f req-81158afc-7818-4e03-a42e-79ebb28641eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.2832148 Oct 13 04:31:48.383948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24fe8ed6-7058-4244-bff7-a2cccb06332f req-308214da-0dbf-42ec-9cd3-ae21417d11cd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980401 Oct 13 04:31:48.393502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.397882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8eaf8467-32f7-4ebe-ae38-479181951475 None None] Provisioning complete for port be620664-9e27-44c7-8aa4-c20c5e222c30 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:48.398252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8467-32f7-4ebe-ae38-479181951475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.438518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-30797aca-0bef-478b-9c1b-ff561fd1838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:48.443339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-30797aca-0bef-478b-9c1b-ff561fd1838e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 1097 time: 0.4123540 Oct 13 04:31:48.456915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:48.457707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.474338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de476-d1a1-4293-a0b5-c8144586a1ce None None] Pushing event updated for resources: {'Port': ['ID=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:48.538431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f341f1d-9c76-4e83-88b7-ef92603a4d5e None None] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:48.590819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port be620664-9e27-44c7-8aa4-c20c5e222c30, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be620664-9e27-44c7-8aa4-c20c5e222c30,segment=NetworkSegment(563f9049-b9b2-478b-bc91-6735f8398ecd),segment_id=563f9049-b9b2-478b-bc91-6735f8398ecd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:48.613894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d45c13bd-f516-432b-a318-cba0f9b7f6dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4024315 Oct 13 04:31:48.614067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39012) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:48.655866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.656696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:48.814299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:48.905092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=be620664-9e27-44c7-8aa4-c20c5e222c30,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:48.976954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:48.977334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.084705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Provisioning complete for port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:49.085018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.311601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8:1::1 (a5a460b2-91e8-4458-ab62-c069f4affa2b/57bc27e6-ef25-4616-b74e-2716cbd1c36b/7255e22c-0674-4567-8c42-3b75baf79dae) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:49.362670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Provisioning complete for port be620664-9e27-44c7-8aa4-c20c5e222c30 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:49.363054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.389746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-bc3b8602-9382-4d36-ab48-4414175ab288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:49.389746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-bc3b8602-9382-4d36-ab48-4414175ab288 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.9246175 Oct 13 04:31:49.474046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be620664-9e27-44c7-8aa4-c20c5e222c30 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:49.487510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Deleting port 46165679-a597-4db6-93f7-79cf2a9affe9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:49.488085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.585408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.587237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-334fc4d6-69c9-408a-bb72-bd40faf4d0c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 200 len: 1002 time: 0.1892703 Oct 13 04:31:49.600012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port be620664-9e27-44c7-8aa4-c20c5e222c30 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:49.600544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.649108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.690777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94ea2-ec67-4464-9f76-0c7d97e2bc18 req-754be723-5d9e-464e-b4d0-d0d8ff78ff8a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:49.692950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f94ea2-ec67-4464-9f76-0c7d97e2bc18 req-754be723-5d9e-464e-b4d0-d0d8ff78ff8a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1461844 Oct 13 04:31:49.715449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-ce162d32-04c6-4ab4-95bd-391d9985e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:49.717189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-ce162d32-04c6-4ab4-95bd-391d9985e25d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.1154191 Oct 13 04:31:49.735420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:31:49.761136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.765493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=7255e22c-0674-4567-8c42-3b75baf79dae,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:49.773066 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network a5a460b2-91e8-4458-ab62-c069f4affa2b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:49.785517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:49.788231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:49.788947 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.799233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Calling delete_port for 46165679-a597-4db6-93f7-79cf2a9affe9 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:49.814862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Provisioning complete for port 6d7e783d-eaa5-4ade-b368-b08ebb948572 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:49.815575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:49.839595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-d41f035a-51c4-4133-951b-02157b774f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:49.841452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-d41f035a-51c4-4133-951b-02157b774f27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151984 Oct 13 04:31:49.886575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f94ea2-ec67-4464-9f76-0c7d97e2bc18 req-342b5b95-6c09-4fe1-b61b-294230c00a02 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856430 Oct 13 04:31:49.893226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-7728554d-a015-416b-88c4-0a8d25f19ded service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:31:49.894993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-7728554d-a015-416b-88c4-0a8d25f19ded service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067205 Oct 13 04:31:49.964414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-91ce43f0-cca1-4107-851b-0fe58ca60bda None None] Port 6d7e783d-eaa5-4ade-b368-b08ebb948572 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:31:49.985001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:49.985538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.059519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-67ba02e3-b9c6-4790-a55f-e834006c63be service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555450 Oct 13 04:31:50.080455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.154016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e6189862-7160-4069-908f-bd587819b045 None None] Provisioning complete for port 6d7e783d-eaa5-4ade-b368-b08ebb948572 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:50.154332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e6189862-7160-4069-908f-bd587819b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.214728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e6189862-7160-4069-908f-bd587819b045 None None] Port 6d7e783d-eaa5-4ade-b368-b08ebb948572 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:31:50.217924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.280401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Port': ['ID=46165679-a597-4db6-93f7-79cf2a9affe9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:50.343782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3da24b27-6e94-4776-bcf8-cd92d388e81a None None] Provisioning complete for port 7255e22c-0674-4567-8c42-3b75baf79dae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:50.344332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3da24b27-6e94-4776-bcf8-cd92d388e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.369197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d643fadb-2444-4615-88c7-fc281f2867b1 req-ac7c0e6a-5145-4706-b212-d9c2a7f1c7ee service neutron] 10.222.0.47 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762549 Oct 13 04:31:50.396467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3da24b27-6e94-4776-bcf8-cd92d388e81a None None] Port 7255e22c-0674-4567-8c42-3b75baf79dae cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:31:50.402880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.410804 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-84ae22cb-7a7f-4893-83e0-677d8933bfcc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/ports/46165679-a597-4db6-93f7-79cf2a9affe9 HTTP/1.1" status: 204 len: 168 time: 1.7958374 Oct 13 04:31:50.414919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:50.419812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376', 'external_fixed_ips': [{'subnet_id': '072f8564-3a8a-40ef-bd59-8309c55b4f14', 'ip_address': '172.20.0.14'}]}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:50.477128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.478701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.538427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.544560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.545097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.545339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.645203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=7255e22c-0674-4567-8c42-3b75baf79dae,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:50.696046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network a5a460b2-91e8-4458-ab62-c069f4affa2b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:50.697591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:50.712312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:50.838988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router f259c351-0a0c-442f-b444-f7b80993a404 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:31:51.050931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:51.061532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4d3356a-550c-4699-8a00-8dff035c08f8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961359 Oct 13 04:31:51.064729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39040) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:51.067329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] Sync routers for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:51.092499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:51.096740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:51.156708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a131552-41b6-450a-a392-a36fe829b40c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:51.160333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6a131552-41b6-450a-a392-a36fe829b40c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports/7255e22c-0674-4567-8c42-3b75baf79dae HTTP/1.1" status: 200 len: 913 time: 0.0944073 Oct 13 04:31:51.163619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:51.173393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:51.175703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d0d0-c60b-4c96-b61c-546482da823f req-6433a6f6-bb35-4ec6-bbd4-ab5cddffa2d7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:51.178148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dcf6d0d0-c60b-4c96-b61c-546482da823f req-6433a6f6-bb35-4ec6-bbd4-ab5cddffa2d7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1264184 Oct 13 04:31:51.195918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:51.196702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:51.249793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dcf6d0d0-c60b-4c96-b61c-546482da823f req-35ab2206-d91a-4252-8cc9-725f3e8a6815 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579619 Oct 13 04:31:51.251553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.253040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:51.253871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b5d323-e21b-45cc-a2d2-fcd2868d1400 None None] The sync data for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:51.282898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c909f0a1-07c5-493c-ae0b-4f78832b8e64 None None] Provisioning complete for port 7255e22c-0674-4567-8c42-3b75baf79dae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:31:51.283390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c909f0a1-07c5-493c-ae0b-4f78832b8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.313472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.355898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c909f0a1-07c5-493c-ae0b-4f78832b8e64 None None] Port 7255e22c-0674-4567-8c42-3b75baf79dae cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:31:51.531106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.20.0.14 (af6f05a6-5e2f-436d-a421-e7e9c5c7e376/072f8564-3a8a-40ef-bd59-8309c55b4f14/94b4e1ea-0b0d-46a4-b340-293edb2a0d8e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:51.681008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.686693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.725987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:51.777985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:51.781414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:51.785715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:51.810700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=94b4e1ea-0b0d-46a4-b340-293edb2a0d8e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:52.065741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 7255e22c-0674-4567-8c42-3b75baf79dae {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:52.066244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.115577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.177619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.190871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 7255e22c-0674-4567-8c42-3b75baf79dae owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:52.352511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.387217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.418782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=7255e22c-0674-4567-8c42-3b75baf79dae,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:52.531295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:31:52.621325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.736727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:52.746481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Sync routers for ids ['3185419a-43a1-4ad3-b467-bfcb5cbf0b62'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:52.766390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.768699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Routers {'3185419a-43a1-4ad3-b467-bfcb5cbf0b62'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:52.768928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd641919-3de4-46cf-9ace-f78bc238704c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.3527925 Oct 13 04:31:52.769312 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3185419a-43a1-4ad3-b467-bfcb5cbf0b62'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:52.773058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:52.900260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:52.952736 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Set router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:52.962221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router f259c351-0a0c-442f-b444-f7b80993a404 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:31:53.041053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.119883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Deleting port 94b4e1ea-0b0d-46a4-b340-293edb2a0d8e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:53.120228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.122670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:53.134118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] Sync routers for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:53.135558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-93dc3824-cbd7-4cf6-a45d-524928d6494a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693987 Oct 13 04:31:53.137544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39060) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:53.153107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:53.153646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:53.186979 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185419a-43a1-4ad3-b467-bfcb5cbf0b62', 'name': '', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376', 'external_fixed_ips': [{'subnet_id': '072f8564-3a8a-40ef-bd59-8309c55b4f14', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '94b4e1ea-0b0d-46a4-b340-293edb2a0d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:31:50Z', 'updated_at': '2021-10-13T04:31:51Z', 'revision_number': 3, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port': {'id': '94b4e1ea-0b0d-46a4-b340-293edb2a0d8e', 'name': '', 'network_id': 'af6f05a6-5e2f-436d-a421-e7e9c5c7e376', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:dd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3185419a-43a1-4ad3-b467-bfcb5cbf0b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '072f8564-3a8a-40ef-bd59-8309c55b4f14', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:31:51Z', 'updated_at': '2021-10-13T04:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '072f8564-3a8a-40ef-bd59-8309c55b4f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:53.219985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:53.220398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.230187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] Routers {'f259c351-0a0c-442f-b444-f7b80993a404'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:53.231169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f259c351-0a0c-442f-b444-f7b80993a404'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:53.232803 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Checking router: 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:31:53.233105 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Updating router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 port 94b4e1ea-0b0d-46a4-b340-293edb2a0d8e binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:31:53.235153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Calling delete_port for 94b4e1ea-0b0d-46a4-b340-293edb2a0d8e owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:53.269684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:53.270564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dc87ea-d29e-4562-870d-56a6fcb621f8 None None] The sync data for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:53.289774 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.470315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.532443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b4e1ea-0b0d-46a4-b340-293edb2a0d8e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:53.607294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:53.618631 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.db.api [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:31:53.619456 n-d-813736-1 neutron-server[95050]: DEBUG oslo_db.api [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:31:53.965404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.139274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Port 94b4e1ea-0b0d-46a4-b340-293edb2a0d8e not found while updating agent binding for router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62. {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 04:31:54.149137 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Routers {'3185419a-43a1-4ad3-b467-bfcb5cbf0b62'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:54.149819 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3185419a-43a1-4ad3-b467-bfcb5cbf0b62'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:54.177533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.179815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.233739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.234286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:31:54.242849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.243509 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] Set router 3185419a-43a1-4ad3-b467-bfcb5cbf0b62 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:31:54.255467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-352b594b-88ac-4a47-8271-018ff63887ea tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/routers/3185419a-43a1-4ad3-b467-bfcb5cbf0b62 HTTP/1.1" status: 204 len: 168 time: 1.4697430 Oct 13 04:31:54.256209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:54.315961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 6d7e783d-eaa5-4ade-b368-b08ebb948572 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:54.316600 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.332623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Deleting subnet 072f8564-3a8a-40ef-bd59-8309c55b4f14 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:31:54.336204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.383809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.421981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.430686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.436556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 6d7e783d-eaa5-4ade-b368-b08ebb948572 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:54.471854 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3185419a-43a1-4ad3-b467-bfcb5cbf0b62', 'name': '', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:31:50Z', 'updated_at': '2021-10-13T04:31:53Z', 'revision_number': 5, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:54.498435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.511740 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10a40a-7f6a-48b8-9ef9-16578df0a440 None None] The sync data for ids ['3185419a-43a1-4ad3-b467-bfcb5cbf0b62'] in n-d-813736-1 is: [{'id': '3185419a-43a1-4ad3-b467-bfcb5cbf0b62', 'name': '', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:31:50Z', 'updated_at': '2021-10-13T04:31:53Z', 'revision_number': 5, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:54.530176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=072f8564-3a8a-40ef-bd59-8309c55b4f14,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:54.533913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.537226 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-894573eb-5975-40b4-b7b1-bf6cfd4342f1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/072f8564-3a8a-40ef-bd59-8309c55b4f14 HTTP/1.1" status: 204 len: 168 time: 0.2799673 Oct 13 04:31:54.544346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:54.647188 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.658307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.690886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=6d7e783d-eaa5-4ade-b368-b08ebb948572,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:54.785994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.825330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.847530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6f05a6-5e2f-436d-a421-e7e9c5c7e376']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:54.874363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c89fdae-1f44-466f-836c-f9737a3386a0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:54.874895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c89fdae-1f44-466f-836c-f9737a3386a0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:54.886617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.907859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.939360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:54.940362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:54.942525 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:55.030359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.042336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af6f05a6-5e2f-436d-a421-e7e9c5c7e376 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:31:55.044633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.047912 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/networks/af6f05a6-5e2f-436d-a421-e7e9c5c7e376 HTTP/1.1" status: 204 len: 168 time: 0.5025556 Oct 13 04:31:55.073056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8dde2-d61f-4254-9e71-d79a9cd71546 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Network': ['ID=af6f05a6-5e2f-436d-a421-e7e9c5c7e376,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:55.129558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router f259c351-0a0c-442f-b444-f7b80993a404 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:31:55.232893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:55.240985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-abb04b7f-1077-47fa-be4d-eadf1145b97c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0995388 Oct 13 04:31:55.241459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:55.291569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dbc8f2b2-4908-4dce-ba45-d2642e79a71d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=f259c351-0a0c-442f-b444-f7b80993a404 HTTP/1.1" status: 200 len: 205 time: 0.0480294 Oct 13 04:31:55.294232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:55.412872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.416359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39096) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:55.421395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'name': 'tempest-router--1491506224', 'project_id': '3d45cd48703e43cc9c1ae1291b054ad7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:55.614394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.616624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.676239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.676790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router f259c351-0a0c-442f-b444-f7b80993a404 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:31:55.685494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.686329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a0c5d70c-5653-49be-a218-6861ff194661 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404 HTTP/1.1" status: 204 len: 168 time: 0.3909290 Oct 13 04:31:55.688029 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.689138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.689371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39098) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:55.727667 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Sync routers for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:55.742597 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:55.743219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:31:55.744640 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f259c351-0a0c-442f-b444-f7b80993a404'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:31:55.747973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.761495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.764781 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:55.765383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:31:55.766241 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_agentschedulers_db [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f259c351-0a0c-442f-b444-f7b80993a404'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:31:55.766836 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a83da1-dbdb-4f26-be56-d720ffe85482 None None] The sync data for ids ['f259c351-0a0c-442f-b444-f7b80993a404'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:55.780439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.784633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 57bc27e6-ef25-4616-b74e-2716cbd1c36b {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:31:55.785063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:55.785655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1ee61f24-9199-493d-8e46-b0aa1af19f03 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3677444 Oct 13 04:31:55.791674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.891468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:55.897236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.104041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.107802 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.239691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.240396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd5b6895-df9e-4f6f-8a12-28fb01f67f70 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:31:56.250992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.253297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85e9c055-6719-4f7b-aa07-bb212a9c8f9b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/routers/fd5b6895-df9e-4f6f-8a12-28fb01f67f70 HTTP/1.1" status: 204 len: 168 time: 0.4671304 Oct 13 04:31:56.288673 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.389318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.439208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=57bc27e6-ef25-4616-b74e-2716cbd1c36b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:56.440671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39110) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:56.444921 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.450739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f408a18c-832c-460a-8d73-48d135909858 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/57bc27e6-ef25-4616-b74e-2716cbd1c36b HTTP/1.1" status: 204 len: 168 time: 0.7598364 Oct 13 04:31:56.453095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:56.459527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f76ef0-c622-49f0-8dc6-32dc9e31fd71 None None] Network a5a460b2-91e8-4458-ab62-c069f4affa2b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:56.550181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 3263d4b1-7376-4f3e-a0f8-560e78517bcd {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:31:56.553945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.618765 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.746688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] DHCP port deletion for a5a460b2-91e8-4458-ab62-c069f4affa2b request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:31:56.754351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.841670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-721058905', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:56.846972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Deleting port be620664-9e27-44c7-8aa4-c20c5e222c30 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:56.847654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.864061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.901962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.903091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.907524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=3263d4b1-7376-4f3e-a0f8-560e78517bcd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:56.913793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.921080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:56.921267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32c25f59-e9a4-4424-968a-b8678318a3a5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/3263d4b1-7376-4f3e-a0f8-560e78517bcd HTTP/1.1" status: 204 len: 168 time: 0.4670093 Oct 13 04:31:56.936701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] For port be620664-9e27-44c7-8aa4-c20c5e222c30, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=be620664-9e27-44c7-8aa4-c20c5e222c30,segment=NetworkSegment(563f9049-b9b2-478b-bc91-6735f8398ecd),segment_id=563f9049-b9b2-478b-bc91-6735f8398ecd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:56.937466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:56.958879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Calling delete_port for be620664-9e27-44c7-8aa4-c20c5e222c30 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:56.977432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.050849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094be13-4b15-4a2d-a65b-9205bf269eb4 None None] Network e6b14652-e3eb-4020-b096-946f84f65f8b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:57.084890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.135245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.186527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] Pushing event deleted for resources: {'Port': ['ID=be620664-9e27-44c7-8aa4-c20c5e222c30,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:57.202849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.274041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf80f8-e176-48d2-85f4-47b3a29949be None None] No DVR routers for this DVR port be620664-9e27-44c7-8aa4-c20c5e222c30 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:57.315602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.378499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a460b2-91e8-4458-ab62-c069f4affa2b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:57.410089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563f9049-b9b2-478b-bc91-6735f8398ecd') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:57.410089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563f9049-b9b2-478b-bc91-6735f8398ecd') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:57.419089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e9695-e767-4144-b386-cf704e449621 None None] DHCP port deletion for e6b14652-e3eb-4020-b096-946f84f65f8b request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:31:57.422839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be620664-9e27-44c7-8aa4-c20c5e222c30 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:57.445830 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.493395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.523376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:57.523949 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:57.532789 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:57.558112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: be620664-9e27-44c7-8aa4-c20c5e222c30 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:31:57.558112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device be620664-9e27-44c7-8aa4-c20c5e222c30 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:57.622346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.636371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-357e9695-e767-4144-b386-cf704e449621 None None] Deleting port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:57.636933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-357e9695-e767-4144-b386-cf704e449621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.646758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.650429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/a5a460b2-91e8-4458-ab62-c069f4affa2b HTTP/1.1" status: 204 len: 168 time: 0.7278376 Oct 13 04:31:57.651514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e9542-7571-4f1f-83a9-e12979e3b8cf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=a5a460b2-91e8-4458-ab62-c069f4affa2b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:57.653319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39142) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:57.732129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-357e9695-e767-4144-b386-cf704e449621 None None] For port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,segment=NetworkSegment(fea7133c-fded-4776-bd7c-9f30aadd46e9),segment_id=fea7133c-fded-4776-bd7c-9f30aadd46e9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:57.732615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-357e9695-e767-4144-b386-cf704e449621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.752934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-357e9695-e767-4144-b386-cf704e449621 None None] Calling delete_port for 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:57.782044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.804932 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.805602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.882525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:31:57.882867 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.897443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-357e9695-e767-4144-b386-cf704e449621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:57.925599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e9695-e767-4144-b386-cf704e449621 None None] No DVR routers for this DVR port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:57.961547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e9695-e767-4144-b386-cf704e449621 None None] Pushing event deleted for resources: {'Port': ['ID=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:57.993041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Allocated IP 172.25.0.68 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7d00017e-42b5-470d-bee3-65b3d3e6ee45) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:31:58.002571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,segment=NetworkSegment(fea7133c-fded-4776-bd7c-9f30aadd46e9),segment_id=fea7133c-fded-4776-bd7c-9f30aadd46e9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:31:58.003223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.018828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:31:58.158681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.180751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.210900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=0b4225df-6e92-4d6c-beb7-98cd65ff6dd0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:58.222253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:31:58.254258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.311544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:31:58.315145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:58.318112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:31:58.341150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.366738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b14652-e3eb-4020-b096-946f84f65f8b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:58.368505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event updated for resources: {'Port': ['ID=7d00017e-42b5-470d-bee3-65b3d3e6ee45,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:58.387993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea7133c-fded-4776-bd7c-9f30aadd46e9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:58.388430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea7133c-fded-4776-bd7c-9f30aadd46e9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:58.399461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.414663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.422286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:31:58.422806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:31:58.544129 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:31:58.560123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.574474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.594589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/e6b14652-e3eb-4020-b096-946f84f65f8b HTTP/1.1" status: 204 len: 168 time: 0.9375923 Oct 13 04:31:58.596580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39238) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:58.608950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86d99-0ce1-436b-b71c-3cdfa7834499 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=e6b14652-e3eb-4020-b096-946f84f65f8b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:58.615161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1677347895'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:58.699249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:58.704868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.707378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.814096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:31:58.837645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.838122 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment f16303df-47bd-4285-b238-18300d0ac956 of type vlan for network b5ac6fc4-0127-4829-b806-df7654facbf8 Oct 13 04:31:58.890553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:58.998781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.005479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:59.006154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.086961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=b5ac6fc4-0127-4829-b806-df7654facbf8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:59.094769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.102986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b5ac6fc4-0127-4829-b806-df7654facbf8 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:31:59.107242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a4ac60e1-1dfd-4583-bde9-d5d61dcf8d39 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5021765 Oct 13 04:31:59.110160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:59.115493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:59.257707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Router 5c8a00a0-5324-4823-9fbc-05a6e2453f2d is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:31:59.277655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:31:59.284412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.423220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:31:59.485134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:31:59.487325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b4225df-6e92-4d6c-beb7-98cd65ff6dd0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:31:59.505371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:31:59.524705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] Sync routers for ids ['5c8a00a0-5324-4823-9fbc-05a6e2453f2d'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:31:59.538589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] Routers {'5c8a00a0-5324-4823-9fbc-05a6e2453f2d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:59.539276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c8a00a0-5324-4823-9fbc-05a6e2453f2d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:59.550966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.552384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aef91a42-c595-41d5-89b1-7ed33485237a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1105361 Oct 13 04:31:59.557759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:59.608127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.624894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:59.648684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] Routers {'5c8a00a0-5324-4823-9fbc-05a6e2453f2d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:31:59.650413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c8a00a0-5324-4823-9fbc-05a6e2453f2d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:59.662923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=801c0bfb-7069-4b49-9b18-3a22884f4ff0,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:31:59.696455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:31:59.697103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27204c76-2f08-4bdc-a94e-6a4e8ec6ccef None None] The sync data for ids ['5c8a00a0-5324-4823-9fbc-05a6e2453f2d'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:31:59.722341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'f16303df-47bd-4285-b238-18300d0ac956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:31:59.722891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: b5ac6fc4-0127-4829-b806-df7654facbf8, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:31:59.742875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network b5ac6fc4-0127-4829-b806-df7654facbf8 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:31:59.758207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b5ac6fc4-0127-4829-b806-df7654facbf8) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:31:59.771581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442297d-7793-481a-a9b3-4a81b858c85c None None] Network b5ac6fc4-0127-4829-b806-df7654facbf8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:31:59.776162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:31:59.776899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.779387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-721313f6-f7b2-4192-b51b-984fa7234307 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/5c8a00a0-5324-4823-9fbc-05a6e2453f2d HTTP/1.1" status: 200 len: 919 time: 0.2189519 Oct 13 04:31:59.783091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:59.841559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c427f85b-eed6-47b6-b960-8b75d5195bf6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7301118 Oct 13 04:31:59.842759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:59.847565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1971234966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:31:59.856006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-438c0166-5a9f-496b-8257-0094d3b69d77 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8a00a0-5324-4823-9fbc-05a6e2453f2d HTTP/1.1" status: 200 len: 205 time: 0.0716250 Oct 13 04:31:59.858782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39370) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:31:59.916692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.917800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:31:59.993653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-b5ac6fc4-0127-4829-b806-df7654facbf8', 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '801c0bfb-7069-4b49-9b18-3a22884f4ff0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:31:59.995204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.016368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.026265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.060447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.064443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-115c2c10-3781-4b5d-b933-9aa713981de4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2176788 Oct 13 04:32:00.064915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39392) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:00.070027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'port': {'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8', 'name': 'tempest-RoutersIpV6Test-223834593'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:00.112983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.319709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:00.323921 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.342398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Allocated IP 2001:db8::2 (b5ac6fc4-0127-4829-b806-df7654facbf8/801c0bfb-7069-4b49-9b18-3a22884f4ff0/10927136-fc89-4db4-95c5-1ba478c3b678) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:00.364649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] device_id is not set on port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:32:00.730008 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.746433 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.761533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.822933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Network b5ac6fc4-0127-4829-b806-df7654facbf8 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:00.825851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port 7d00017e-42b5-470d-bee3-65b3d3e6ee45 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:00.826312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:00.846031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:00.858677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:00.878041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8::260 (b5ac6fc4-0127-4829-b806-df7654facbf8/801c0bfb-7069-4b49-9b18-3a22884f4ff0/9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:00.942616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Pushing event updated for resources: {'Port': ['ID=10927136-fc89-4db4-95c5-1ba478c3b678,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:01.054144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.061065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Attempting to bind port 10927136-fc89-4db4-95c5-1ba478c3b678 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:01.061453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Attempting to bind port 10927136-fc89-4db4-95c5-1ba478c3b678 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f16303df-47bd-4285-b238-18300d0ac956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:01.062459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Attempting to bind port 10927136-fc89-4db4-95c5-1ba478c3b678 on network b5ac6fc4-0127-4829-b806-df7654facbf8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:01.068279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:01.068620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Checking segment: {'id': 'f16303df-47bd-4285-b238-18300d0ac956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:01.069036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.069439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Bound using segment: {'id': 'f16303df-47bd-4285-b238-18300d0ac956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:01.070128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Bound port: 10927136-fc89-4db4-95c5-1ba478c3b678, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16303df-47bd-4285-b238-18300d0ac956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b5ac6fc4-0127-4829-b806-df7654facbf8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:01.070296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.097681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for 7d00017e-42b5-470d-bee3-65b3d3e6ee45 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:01.158577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] For port 10927136-fc89-4db4-95c5-1ba478c3b678, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:01.163559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] For port 10927136-fc89-4db4-95c5-1ba478c3b678, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10927136-fc89-4db4-95c5-1ba478c3b678,segment=NetworkSegment(f16303df-47bd-4285-b238-18300d0ac956),segment_id=f16303df-47bd-4285-b238-18300d0ac956)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:01.177191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.186789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-2d5a09aa-e2c4-42ee-b943-49c69413397c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3689768 Oct 13 04:32:01.312242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc59261-2f6a-4004-94a6-6887bbef398a None None] Pushing event updated for resources: {'Port': ['ID=10927136-fc89-4db4-95c5-1ba478c3b678,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:01.374237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.419124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-f961ea65-9f3b-4dd6-968f-8befcdf93def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:01.420766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-f961ea65-9f3b-4dd6-968f-8befcdf93def service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 1097 time: 0.1380501 Oct 13 04:32:01.465504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=7d00017e-42b5-470d-bee3-65b3d3e6ee45,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:01.578830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.746297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.778026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.782225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.844989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-5392f16f-26dc-4938-8c62-5590f35cde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:01.849089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-5392f16f-26dc-4938-8c62-5590f35cde6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.3778791 Oct 13 04:32:01.887870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.905878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.906445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8a00a0-5324-4823-9fbc-05a6e2453f2d {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:01.915184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.921233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a8e4c376-7cf7-42e7-8413-2639d5873b88 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/5c8a00a0-5324-4823-9fbc-05a6e2453f2d HTTP/1.1" status: 204 len: 168 time: 2.0559416 Oct 13 04:32:01.923903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:01.928507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2085001854', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:01.951754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-f866fa40-7b59-47bc-9226-0a9d34b20453 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11 HTTP/1.1" status: 200 len: 217 time: 0.0861065 Oct 13 04:32:01.984842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.986367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:01.999446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network b5ac6fc4-0127-4829-b806-df7654facbf8 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:02.027656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:02.039282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:02.050647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:02.052304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:02.075353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:02.078928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:02.096388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-31caecd3-6adc-4e1c-8b90-59809449f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:02.098496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-31caecd3-6adc-4e1c-8b90-59809449f9d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1223247 Oct 13 04:32:02.110588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-60059941-c23b-4b00-9822-784c530c160e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0443225 Oct 13 04:32:02.114441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39580) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:02.333464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:02.380296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-6570f1b9-5106-4de1-87c9-62fd33ab7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:02.392261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-6570f1b9-5106-4de1-87c9-62fd33ab7bbf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801371 Oct 13 04:32:02.495680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-96362829-6477-4819-9c9e-1c3511564d30 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:32:02.497118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-96362829-6477-4819-9c9e-1c3511564d30 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089123 Oct 13 04:32:02.807647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:02.841803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.011257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0d1cf-e507-41b3-89b5-589cee026e6f None None] Network b5ac6fc4-0127-4829-b806-df7654facbf8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:03.138458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.25.0.136 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/bb509f7f-22f8-4b23-9f29-1f66cadd3dd0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:03.162851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] Provisioning complete for port 10927136-fc89-4db4-95c5-1ba478c3b678 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:03.163641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.238333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-c5c541be-b6a7-4c66-acd9-b4723cf834f3 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233036 Oct 13 04:32:03.305458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.377414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-4375dee6-cd37-475d-a202-326a00d3a517 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:03.379381 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-4375dee6-cd37-475d-a202-326a00d3a517 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 813 time: 0.2740202 Oct 13 04:32:03.431659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.443444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.446154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-f43771fa-3a8c-4b5f-af4d-fc6a119efe1a tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/quotas/2397074e21dc43e695836e8aef1ae1a7 HTTP/1.1" status: 200 len: 375 time: 0.0496936 Oct 13 04:32:03.498857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-5c7b9d78-6b53-4552-a305-20a0bf19456c tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437944 Oct 13 04:32:03.617386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b179f525-d100-48f6-a376-9a8b33d90a65 req-859c3148-8783-4ef9-8619-b962eebaefa4 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664393 Oct 13 04:32:03.672186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10927136-fc89-4db4-95c5-1ba478c3b678 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:03.679750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-42299f12-4749-45ec-b7a4-52bd95ff1dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667578 Oct 13 04:32:03.682680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.749221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] For port 10927136-fc89-4db4-95c5-1ba478c3b678, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10927136-fc89-4db4-95c5-1ba478c3b678,segment=NetworkSegment(f16303df-47bd-4285-b238-18300d0ac956),segment_id=f16303df-47bd-4285-b238-18300d0ac956)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:03.758096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.806026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10927136-fc89-4db4-95c5-1ba478c3b678 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:03.806026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.844858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.851097 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:03.852165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:03.860050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:03.865161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:03.902393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:03.968089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc24852-5503-4dbf-b2d9-27b40c619fef None None] Pushing event updated for resources: {'Port': ['ID=10927136-fc89-4db4-95c5-1ba478c3b678,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:03.980751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:04.086654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:04.136612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-9d350889-e4ca-41e1-97c8-d4673da24bae service neutron] 10.222.0.49 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373157 Oct 13 04:32:04.255964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.330824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e96a5233-995a-4c89-9ea2-c87f71b0eaee None None] Provisioning complete for port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:04.331647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e96a5233-995a-4c89-9ea2-c87f71b0eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.440812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e96a5233-995a-4c89-9ea2-c87f71b0eaee None None] Port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:04.470146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01d0f562-88af-4524-b7c0-de5b37d74d35 req-0518d7ae-bac2-49a7-85e3-760a4bb99593 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 210 time: 0.0502892 Oct 13 04:32:04.476741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e96a5233-995a-4c89-9ea2-c87f71b0eaee None None] Provisioning complete for port 10927136-fc89-4db4-95c5-1ba478c3b678 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:04.477119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e96a5233-995a-4c89-9ea2-c87f71b0eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.576501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.579360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.804251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-89a367f7-9fb1-4a14-85cf-7eeae0bdc5bb None None] Provisioning complete for port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:04.805186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89a367f7-9fb1-4a14-85cf-7eeae0bdc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:04.918503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-89a367f7-9fb1-4a14-85cf-7eeae0bdc5bb None None] Port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:05.008727 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.251353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-28d898eb-17e3-457e-9abf-9b51f109e3eb None None] Provisioning complete for port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:05.253156 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28d898eb-17e3-457e-9abf-9b51f109e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.256905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.264543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router c14fe3a8-a22a-48cd-b819-82bde7d58339 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:05.282321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.287917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.339025 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-28d898eb-17e3-457e-9abf-9b51f109e3eb None None] Port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:05.376179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:05.421011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10927136-fc89-4db4-95c5-1ba478c3b678 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:05.528824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10927136-fc89-4db4-95c5-1ba478c3b678 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:05.532555 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.536637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:05.555162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Sync routers for ids ['c14fe3a8-a22a-48cd-b819-82bde7d58339'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:05.565467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network b5ac6fc4-0127-4829-b806-df7654facbf8 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:05.570185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:05.577625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.579172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e2f749d-565d-4857-9713-5e65e8445f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6543045 Oct 13 04:32:05.582748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39652) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:05.607227 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Routers {'c14fe3a8-a22a-48cd-b819-82bde7d58339'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:05.607930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c14fe3a8-a22a-48cd-b819-82bde7d58339'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:05.692439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4249ad2f-93ff-4a63-8d63-de67e401a6fe req-2461fb29-2a1c-4e2f-aa95-5c55db40402c tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 210 time: 0.0814407 Oct 13 04:32:05.843483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b5d3501-2ccd-4fcf-966b-77c486a09e02 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/c14fe3a8-a22a-48cd-b819-82bde7d58339 HTTP/1.1" status: 200 len: 909 time: 0.2548599 Oct 13 04:32:05.844516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39654) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:05.852678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2085001854', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': True}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:05.924649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.926516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:05.935859 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Set router c14fe3a8-a22a-48cd-b819-82bde7d58339 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:05.976334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router b9dd2c7f-643d-467d-8334-54cdb00f89c5 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:06.060131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:06.090458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2eb124f2-b196-4bc7-b4fc-e30b69e405dd None None] Provisioning complete for port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:06.091598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2eb124f2-b196-4bc7-b4fc-e30b69e405dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:06.140404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2eb124f2-b196-4bc7-b4fc-e30b69e405dd None None] Port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:06.154245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:06.174339 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c91234f7-d823-43a0-a2cd-b6df4e54b208 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/b9dd2c7f-643d-467d-8334-54cdb00f89c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0561838 Oct 13 04:32:06.174973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:06.179643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] Sync routers for ids ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:06.207748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] Routers {'b9dd2c7f-643d-467d-8334-54cdb00f89c5'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:06.215622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:06.293185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:06.301151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:06.318642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] Routers {'b9dd2c7f-643d-467d-8334-54cdb00f89c5'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:06.318896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:06.335965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50442c0c-e5d0-43cc-ae60-e0d570ccbf14 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:06.341252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50442c0c-e5d0-43cc-ae60-e0d570ccbf14 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports/9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 HTTP/1.1" status: 200 len: 983 time: 0.1588686 Oct 13 04:32:06.341252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39662) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:06.401343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:06.402773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840450e-7adc-4a63-9d3a-10b3a2098dd9 None None] The sync data for ids ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:06.444733 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:01Z', 'updated_at': '2021-10-13T04:32:04Z', 'revision_number': 3, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port': {'id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:02Z', 'updated_at': '2021-10-13T04:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:06.500722 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Checking router: c14fe3a8-a22a-48cd-b819-82bde7d58339 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:06.501334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Updating router c14fe3a8-a22a-48cd-b819-82bde7d58339 port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:06.553922 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:06.866116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c4d5995-c778-4559-8528-6313b261c868 req-fe8a5479-b871-4753-be32-ad67ab3917d2 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 210 time: 0.0585301 Oct 13 04:32:06.980892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-1cb48ae5-72b1-4d88-8484-79a20a240ac6 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:06.982380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-1cb48ae5-72b1-4d88-8484-79a20a240ac6 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 813 time: 0.6010303 Oct 13 04:32:07.002646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Request body: {'port': {'device_id': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132', 'admin_state_up': True, 'tenant_id': '2397074e21dc43e695836e8aef1ae1a7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:07.061554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.108498 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.119628 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.202131 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Attempting to bind port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:07.202460 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Attempting to bind port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:07.203519 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Attempting to bind port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:07.212163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Pushing event updated for resources: {'Port': ['ID=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:07.221062 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:07.221609 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:07.221856 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.222253 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:07.224622 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Bound port: bb509f7f-22f8-4b23-9f29-1f66cadd3dd0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:07.224622 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.228632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.235300 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.235538 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.235876 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.236197 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.236549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.236852 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.237181 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.237565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.238109 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.238520 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.238948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.239541 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:07.256363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.309142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Made reservation on behalf of 2397074e21dc43e695836e8aef1ae1a7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:07.312722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.325983 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] For port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:07.335901 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] For port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:07.345766 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.421608 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Routers {'c14fe3a8-a22a-48cd-b819-82bde7d58339'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:07.422457 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c14fe3a8-a22a-48cd-b819-82bde7d58339'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:07.477405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647a119-d932-49e1-a0a8-79a8cf85e257 None None] Pushing event updated for resources: {'Port': ['ID=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:07.498083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:07.498624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.529240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.25.0.35 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c538cfd1-3347-499a-ba3c-78989b191a1b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:07.591306 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] Set router c14fe3a8-a22a-48cd-b819-82bde7d58339 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:07.595622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Allocated IP 172.20.0.10 (9db4ec62-db73-4c7f-a18f-4107633f2132/750871b9-8849-4a31-bd72-8d0431d29d32/69974dca-9e27-483c-8a0c-993c2dc60a19) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:07.597804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.632998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:07.729032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.795784 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:01Z', 'updated_at': '2021-10-13T04:32:04Z', 'revision_number': 3, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port': {'id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:02Z', 'updated_at': '2021-10-13T04:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:07.809868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.815506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.833976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e843a8d6-f55a-4f17-ac7c-7527023c2d33 None None] The sync data for ids ['c14fe3a8-a22a-48cd-b819-82bde7d58339'] in n-d-813736-1 is: [{'id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136'}], 'enable_snat': False}, 'gw_port_id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:01Z', 'updated_at': '2021-10-13T04:32:04Z', 'revision_number': 3, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port': {'id': 'bb509f7f-22f8-4b23-9f29-1f66cadd3dd0', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14fe3a8-a22a-48cd-b819-82bde7d58339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:02Z', 'updated_at': '2021-10-13T04:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:07.850902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:07.861663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:07.867658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:07.873290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:07.927331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=9dcf5e81-2b09-4b62-9b0e-46c62fce4fa0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:07.929083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=c538cfd1-3347-499a-ba3c-78989b191a1b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:08.029110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.121297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:08.136409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:08.151831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.162238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:08.170303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Pushing event updated for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:08.203260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da0e58-4b5f-4831-913f-0c78bec66333 req-a18adf31-c03a-4e72-bed2-ff3721157e8c tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:08.233444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2da0e58-4b5f-4831-913f-0c78bec66333 req-a18adf31-c03a-4e72-bed2-ff3721157e8c tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 932 time: 0.2498453 Oct 13 04:32:08.388030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:08.388665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.440844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-8137aac3-91bb-45f2-a287-cbad65264364 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4482131 Oct 13 04:32:08.476131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Request body: {'port': {'device_id': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:08.481743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.510907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2da0e58-4b5f-4831-913f-0c78bec66333 req-aa3e5d44-3f61-43b9-9cd0-e2b064f953f8 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762909 Oct 13 04:32:08.528463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router b9dd2c7f-643d-467d-8334-54cdb00f89c5 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:08.609180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.622673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:08.628723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d7f0354-ad5f-4bd1-9795-a294f74348d5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/b9dd2c7f-643d-467d-8334-54cdb00f89c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2864029 Oct 13 04:32:08.631381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39676) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:08.637379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] Sync routers for ids ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:08.650965 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] Routers {'b9dd2c7f-643d-467d-8334-54cdb00f89c5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:08.652634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:08.754676 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:08.777462 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] Routers {'b9dd2c7f-643d-467d-8334-54cdb00f89c5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:08.778403 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:08.818181 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:08.819241 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badd1d8-eee9-492b-8499-a1e78d40e084 None None] The sync data for ids ['b9dd2c7f-643d-467d-8334-54cdb00f89c5'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:08.953547 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-c6c8dca4-e213-4894-99d3-99ff2445a18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 04:32:08.958119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c6c8dca4-e213-4894-99d3-99ff2445a18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/b9dd2c7f-643d-467d-8334-54cdb00f89c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3249624 Oct 13 04:32:08.958119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39678) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:08.987388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:08.990498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dbba63a2-5408-4fcf-bfbd-b9fd65762bd8 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9dd2c7f-643d-467d-8334-54cdb00f89c5 HTTP/1.1" status: 200 len: 205 time: 0.0313339 Oct 13 04:32:08.991275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39680) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:09.088327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.375888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router ef98cb56-db5b-4237-91e9-9a457499b64b is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:09.381421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69974dca-9e27-483c-8a0c-993c2dc60a19 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:09.406319 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.425089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Transition to ACTIVE for port object 69974dca-9e27-483c-8a0c-993c2dc60a19 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:09.452171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:09.484979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.536608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:09.536998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.644286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:09.701194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.728931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:09.736629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.782354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:09.786188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Attempting to bind port 69974dca-9e27-483c-8a0c-993c2dc60a19 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:09.786465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Attempting to bind port 69974dca-9e27-483c-8a0c-993c2dc60a19 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:09.786802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Attempting to bind port 69974dca-9e27-483c-8a0c-993c2dc60a19 on network 9db4ec62-db73-4c7f-a18f-4107633f2132 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:09.806418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Port 69974dca-9e27-483c-8a0c-993c2dc60a19 on network 9db4ec62-db73-4c7f-a18f-4107633f2132 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:09.806677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Attempting to bind port 69974dca-9e27-483c-8a0c-993c2dc60a19 on network 9db4ec62-db73-4c7f-a18f-4107633f2132 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:09.812337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:09.814564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:09.814909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Checking segment: {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:09.817480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Bound using segment: {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:09.818056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Sync routers for ids ['ef98cb56-db5b-4237-91e9-9a457499b64b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:09.818182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Bound port: 69974dca-9e27-483c-8a0c-993c2dc60a19, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:09.818691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.834112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Routers {'ef98cb56-db5b-4237-91e9-9a457499b64b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:09.834112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef98cb56-db5b-4237-91e9-9a457499b64b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:09.834458 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.838738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a65f8faf-8e7d-4b7d-9b5f-8c6f3dce8a8c tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9921567 Oct 13 04:32:09.841614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39688) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:09.863282 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.866541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.921648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7a13e-d5b9-47bd-9c5e-232c326344ed req-de559105-809c-4679-ac5b-c2ec925d2099 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:09.929749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cc7a13e-d5b9-47bd-9c5e-232c326344ed req-de559105-809c-4679-ac5b-c2ec925d2099 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 944 time: 0.1932180 Oct 13 04:32:09.954499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Set router ef98cb56-db5b-4237-91e9-9a457499b64b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:09.960364 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:09.960778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router b9dd2c7f-643d-467d-8334-54cdb00f89c5 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:09.997741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.003097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5426cf20-9628-48ea-8ba5-20280c5f42d0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/b9dd2c7f-643d-467d-8334-54cdb00f89c5 HTTP/1.1" status: 204 len: 168 time: 1.0092285 Oct 13 04:32:10.003097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39692) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:10.012380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:10.017124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=69974dca-9e27-483c-8a0c-993c2dc60a19,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:10.027946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-be626ee2-3397-4227-bc3a-8f0c84e5c918 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/ef98cb56-db5b-4237-91e9-9a457499b64b HTTP/1.1" status: 200 len: 907 time: 0.1852560 Oct 13 04:32:10.029006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:10.033668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.054291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:10.055361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.057562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] 10.222.0.47 "PUT /v2.0/ports/69974dca-9e27-483c-8a0c-993c2dc60a19 HTTP/1.1" status: 200 len: 1092 time: 1.5863874 Oct 13 04:32:10.061093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:10.063541 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60e09f2-3e36-4fb9-9144-a4ef34b582af" -d '{"events": [{"name": "network-changed", "server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:10.094380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9cc7a13e-d5b9-47bd-9c5e-232c326344ed req-32edbc07-776c-459b-9123-e0a8020d0f33 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636381 Oct 13 04:32:10.107144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 801c0bfb-7069-4b49-9b18-3a22884f4ff0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:32:10.110511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.162092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.245293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-638e5c14-28ed-4ed2-9056-408cc66c8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:10.246820 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-638e5c14-28ed-4ed2-9056-408cc66c8e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 1095 time: 0.1058540 Oct 13 04:32:10.247504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bff3b-ebc6-4ffc-99c7-150e688c6fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:10.272755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.345045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef98cb56-db5b-4237-91e9-9a457499b64b', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'c538cfd1-3347-499a-ba3c-78989b191a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:05Z', 'updated_at': '2021-10-13T04:32:08Z', 'revision_number': 3, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port': {'id': 'c538cfd1-3347-499a-ba3c-78989b191a1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef98cb56-db5b-4237-91e9-9a457499b64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:07Z', 'updated_at': '2021-10-13T04:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:10.356886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.394411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Checking router: ef98cb56-db5b-4237-91e9-9a457499b64b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:10.394771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Updating router ef98cb56-db5b-4237-91e9-9a457499b64b port c538cfd1-3347-499a-ba3c-78989b191a1b binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:10.416321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=801c0bfb-7069-4b49-9b18-3a22884f4ff0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:10.427782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.440543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276953a-eb7b-48bb-937b-45a5809aa701 None None] Network b5ac6fc4-0127-4829-b806-df7654facbf8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:10.453792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-23e5fcd1-cc4e-41b8-89c3-0c0df6ebd1f5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/801c0bfb-7069-4b49-9b18-3a22884f4ff0 HTTP/1.1" status: 204 len: 168 time: 0.4485404 Oct 13 04:32:10.454782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39700) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:10.575712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.594376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.663547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 10927136-fc89-4db4-95c5-1ba478c3b678 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:10.664146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.745570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 10927136-fc89-4db4-95c5-1ba478c3b678, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10927136-fc89-4db4-95c5-1ba478c3b678,segment=NetworkSegment(f16303df-47bd-4285-b238-18300d0ac956),segment_id=f16303df-47bd-4285-b238-18300d0ac956)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:10.746088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.769589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-541b7e17-1539-461c-a1bb-0375e9039663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69974dca-9e27-483c-8a0c-993c2dc60a19 HTTP/1.1" status: 200 len: 217 time: 0.5138669 Oct 13 04:32:10.775687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 10927136-fc89-4db4-95c5-1ba478c3b678 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:10.779199 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c6d8f-5c79-4e21-862b-c49ae2890d1d x-openstack-request-id: req-617c6d8f-5c79-4e21-862b-c49ae2890d1d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:10.779501 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:10.779751 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-617c6d8f-5c79-4e21-862b-c49ae2890d1d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:10.780150 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19', 'status': 'completed', 'code': 200} Oct 13 04:32:10.781333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.828167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da6a6f-af72-4016-af65-1b928745450b req-f88e262d-6088-463c-ac5b-e5d62e347331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:10.829652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-f88e262d-6088-463c-ac5b-e5d62e347331 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=750871b9-8849-4a31-bd72-8d0431d29d32 HTTP/1.1" status: 200 len: 853 time: 0.0463166 Oct 13 04:32:10.873514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22960ec-72ef-4575-a199-da69d1498506 None None] DHCP port deletion for b5ac6fc4-0127-4829-b806-df7654facbf8 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:32:10.886407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:10.898149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-e86c8ced-2510-474b-b01e-d7746e2eff72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9db4ec62-db73-4c7f-a18f-4107633f2132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354371 Oct 13 04:32:10.908656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b22960ec-72ef-4575-a199-da69d1498506 None None] The port '10927136-fc89-4db4-95c5-1ba478c3b678' was deleted {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:32:10.928112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=10927136-fc89-4db4-95c5-1ba478c3b678,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:10.931896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 10927136-fc89-4db4-95c5-1ba478c3b678 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:11.028988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.031462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.042864 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.050712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.067813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ac6fc4-0127-4829-b806-df7654facbf8']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:11.080269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-b5f561a5-caea-4b01-ad97-7e9db4ee1e47 service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467156 Oct 13 04:32:11.081414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16303df-47bd-4285-b238-18300d0ac956') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:11.081921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16303df-47bd-4285-b238-18300d0ac956') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:11.096059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.114312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.120630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Attempting to bind port c538cfd1-3347-499a-ba3c-78989b191a1b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:11.120630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Attempting to bind port c538cfd1-3347-499a-ba3c-78989b191a1b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:11.120974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Attempting to bind port c538cfd1-3347-499a-ba3c-78989b191a1b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:11.123476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:32:11.123963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.128491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad43213-5a67-4462-8d63-3350b9f4d8a8 None None] Pushing event updated for resources: {'Port': ['ID=c538cfd1-3347-499a-ba3c-78989b191a1b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:32:11.128765 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:32:11.140410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:11.140797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:11.141204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.141874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:11.142377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Bound port: c538cfd1-3347-499a-ba3c-78989b191a1b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:11.142823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.202103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] For port c538cfd1-3347-499a-ba3c-78989b191a1b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:11.206585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] For port c538cfd1-3347-499a-ba3c-78989b191a1b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c538cfd1-3347-499a-ba3c-78989b191a1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:11.211010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.217565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.250081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.254600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Deleting port c538cfd1-3347-499a-ba3c-78989b191a1b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:11.254947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.257389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/b5ac6fc4-0127-4829-b806-df7654facbf8 HTTP/1.1" status: 204 len: 168 time: 0.7998903 Oct 13 04:32:11.261345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dee25-d74e-4fd7-836c-f6367ef2f5db tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=b5ac6fc4-0127-4829-b806-df7654facbf8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:11.265737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39708) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:11.281482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113560264'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:11.301073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Routers {'ef98cb56-db5b-4237-91e9-9a457499b64b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:11.301663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:31:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ef98cb56-db5b-4237-91e9-9a457499b64b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:11.304730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad43213-5a67-4462-8d63-3350b9f4d8a8 None None] Pushing event updated for resources: {'Port': ['ID=c538cfd1-3347-499a-ba3c-78989b191a1b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:11.361666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2da6a6f-af72-4016-af65-1b928745450b req-93fcde40-bc15-44e4-a44b-a7b381d8c04f service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673211 Oct 13 04:32:11.376852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fc36b-68e0-4683-83d0-23bf097bb9da req-8f438e47-f26b-475d-9516-6ec1518598af tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.379051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b35fc36b-68e0-4683-83d0-23bf097bb9da req-8f438e47-f26b-475d-9516-6ec1518598af tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 944 time: 0.1692917 Oct 13 04:32:11.404055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:11.404948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:11.408373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.474678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] For port c538cfd1-3347-499a-ba3c-78989b191a1b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c538cfd1-3347-499a-ba3c-78989b191a1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:11.475035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.483765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] Set router ef98cb56-db5b-4237-91e9-9a457499b64b gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:11.503520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Calling delete_port for c538cfd1-3347-499a-ba3c-78989b191a1b owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:11.514366 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b35fc36b-68e0-4683-83d0-23bf097bb9da req-a90db8bc-cf87-461b-bc09-bfb182429485 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249697 Oct 13 04:32:11.518097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:11.541022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-9323b7b0-874f-43df-8a28-eacfcd660a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.541022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-9323b7b0-874f-43df-8a28-eacfcd660a20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 1095 time: 0.1196032 Oct 13 04:32:11.541022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.541022 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment de86abf5-ab48-477f-90a2-88882398bf30 of type vlan for network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 Oct 13 04:32:11.558957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef98cb56-db5b-4237-91e9-9a457499b64b', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:05Z', 'updated_at': '2021-10-13T04:32:11Z', 'revision_number': 4, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:11.565558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:11.565939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.624090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d96f7-23e9-4b5e-a6a6-ba12486dae1b None None] The sync data for ids ['ef98cb56-db5b-4237-91e9-9a457499b64b'] in n-d-813736-1 is: [{'id': 'ef98cb56-db5b-4237-91e9-9a457499b64b', 'name': 'tempest-snat-router-2085001854', 'tenant_id': '7a981f74d5f14912a8bec806dd9c25a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:05Z', 'updated_at': '2021-10-13T04:32:11Z', 'revision_number': 4, 'project_id': '7a981f74d5f14912a8bec806dd9c25a5', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:11.639396 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.719447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.745248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-952f1d0d-3267-4531-baa5-44deff059aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.813114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10927136-fc89-4db4-95c5-1ba478c3b678 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:11.833531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.836133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 10927136-fc89-4db4-95c5-1ba478c3b678 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:11.836413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10927136-fc89-4db4-95c5-1ba478c3b678 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:11.839498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.840146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:11.850727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-421799e4-578b-48ec-8302-931b6b3320ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:11.852238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-421799e4-578b-48ec-8302-931b6b3320ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 914 time: 0.2712822 Oct 13 04:32:11.952676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-bf44dc77-dfdb-44d4-a515-ac11a6bbc860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69974dca-9e27-483c-8a0c-993c2dc60a19 HTTP/1.1" status: 200 len: 217 time: 0.0824733 Oct 13 04:32:11.956416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6790197 Oct 13 04:32:11.959640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:11.965821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:12.017941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ba049-ff75-44eb-9187-a0b2e371621f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=135edd7c-0e5d-45e2-84e0-ce4b67181fb5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:12.036056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:12.051227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-4dd70df3-7305-4fdf-83e6-ab1e2811dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.052844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-4dd70df3-7305-4fdf-83e6-ab1e2811dbf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=750871b9-8849-4a31-bd72-8d0431d29d32 HTTP/1.1" status: 200 len: 853 time: 0.0690370 Oct 13 04:32:12.055349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.085554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:12.089846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.118925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Port': ['ID=c538cfd1-3347-499a-ba3c-78989b191a1b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:12.124065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-a33b331a-a479-466e-9640-ae0e8e5f18ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9db4ec62-db73-4c7f-a18f-4107633f2132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618346 Oct 13 04:32:12.244592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.279866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.334949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=9500e395-0706-4800-8239-b504ed3f432c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:12.351152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'de86abf5-ab48-477f-90a2-88882398bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:12.351521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: 135edd7c-0e5d-45e2-84e0-ce4b67181fb5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:12.355645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.359214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.363732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-2271a590-510c-487d-b477-6c3579101618 service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310016 Oct 13 04:32:12.371825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:12.382018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 135edd7c-0e5d-45e2-84e0-ce4b67181fb5) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:12.387114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.387773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.390255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e4693-b94a-48bf-bdd9-cdd465e1c06e None None] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:12.408881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dc18dff1-28ff-4455-bfdb-cb1bd02ff090 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473746 Oct 13 04:32:12.409551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39718) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:12.415852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-443019973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:12.448301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.449883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.461559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.462721 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef98cb56-db5b-4237-91e9-9a457499b64b {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:12.467628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.471556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34993dc7-f6ce-4ae7-ad0c-958e1264bd3b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/routers/ef98cb56-db5b-4237-91e9-9a457499b64b HTTP/1.1" status: 204 len: 168 time: 2.4404233 Oct 13 04:32:12.472220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39720) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:12.518774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.527603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.556016 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.557880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84526750-0edc-4511-ac0e-cacd9ab14a1d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1473160 Oct 13 04:32:12.560661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39724) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:12.566419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-135edd7c-0e5d-45e2-84e0-ce4b67181fb5', 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '9500e395-0706-4800-8239-b504ed3f432c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:12.567388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.670493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a60e09f2-3e36-4fb9-9144-a4ef34b582af req-be637d9f-90c0-48ab-9932-62762a31c484 service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651892 Oct 13 04:32:12.673967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.746506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.765437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591eb8e-3b44-46ca-8a0e-c6efa358ad39 req-79b5ac5e-a17c-4703-952f-afa933adf644 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:12.767025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4591eb8e-3b44-46ca-8a0e-c6efa358ad39 req-79b5ac5e-a17c-4703-952f-afa933adf644 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 944 time: 0.1560073 Oct 13 04:32:12.826798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Allocated IP 2001:db8::2 (135edd7c-0e5d-45e2-84e0-ce4b67181fb5/9500e395-0706-4800-8239-b504ed3f432c/f7691866-214c-42e5-bd57-196605aec12f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:12.864842 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4591eb8e-3b44-46ca-8a0e-c6efa358ad39 req-004a3cc2-9775-415c-a914-253a3d869346 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907409 Oct 13 04:32:12.875997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.953860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:12.961944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Deleting port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:12.963653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.110675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] For port bb509f7f-22f8-4b23-9f29-1f66cadd3dd0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:13.118147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.132545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Calling delete_port for bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:13.256808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.267622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.313687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:13.317970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:13.324909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:13.340692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Pushing event updated for resources: {'Port': ['ID=f7691866-214c-42e5-bd57-196605aec12f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:13.341898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8::1 (135edd7c-0e5d-45e2-84e0-ce4b67181fb5/9500e395-0706-4800-8239-b504ed3f432c/10474bf1-0b36-4ca9-8f85-c809b34a5862) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:13.361123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.395572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb509f7f-22f8-4b23-9f29-1f66cadd3dd0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:13.407408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Attempting to bind port f7691866-214c-42e5-bd57-196605aec12f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:13.407783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Attempting to bind port f7691866-214c-42e5-bd57-196605aec12f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'de86abf5-ab48-477f-90a2-88882398bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:13.408145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Attempting to bind port f7691866-214c-42e5-bd57-196605aec12f on network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:13.414775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:13.415264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Checking segment: {'id': 'de86abf5-ab48-477f-90a2-88882398bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:13.416488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.417081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Bound using segment: {'id': 'de86abf5-ab48-477f-90a2-88882398bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:13.417781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Bound port: f7691866-214c-42e5-bd57-196605aec12f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de86abf5-ab48-477f-90a2-88882398bf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '135edd7c-0e5d-45e2-84e0-ce4b67181fb5'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:13.418174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.467931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.500324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.503843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] For port f7691866-214c-42e5-bd57-196605aec12f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:13.519386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] For port f7691866-214c-42e5-bd57-196605aec12f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f7691866-214c-42e5-bd57-196605aec12f,segment=NetworkSegment(de86abf5-ab48-477f-90a2-88882398bf30),segment_id=de86abf5-ab48-477f-90a2-88882398bf30)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:13.526121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.544597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.582037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.584342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.596747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:13.609819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:13.610991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd64ec5-4a9b-4fd6-b9c1-d6c6be85430d None None] Pushing event updated for resources: {'Port': ['ID=f7691866-214c-42e5-bd57-196605aec12f,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:13.616934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:13.617933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.629238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 69974dca-9e27-483c-8a0c-993c2dc60a19 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:13.654191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.655717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c14fe3a8-a22a-48cd-b819-82bde7d58339 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:13.668626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.671181 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-011d7aeb-d079-42f4-ac2e-ec9ddfcc7970 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "DELETE /v2.0/routers/c14fe3a8-a22a-48cd-b819-82bde7d58339 HTTP/1.1" status: 204 len: 168 time: 1.1960897 Oct 13 04:32:13.674902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39740) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:13.680342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1640198690', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:13.695846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=10474bf1-0b36-4ca9-8f85-c809b34a5862,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:13.717535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.719488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.818599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=69974dca-9e27-483c-8a0c-993c2dc60a19,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:13.823102 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.840286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.855814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '69974dca-9e27-483c-8a0c-993c2dc60a19', 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132', 'port_id': '69974dca-9e27-483c-8a0c-993c2dc60a19', 'mac_address': 'fa:16:3e:de:59:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750871b9-8849-4a31-bd72-8d0431d29d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:13.963769 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:13.992495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974dca-9e27-483c-8a0c-993c2dc60a19 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:14.043615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=69974dca-9e27-483c-8a0c-993c2dc60a19,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:14.058357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.149833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.153205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca58915a-73fb-4653-9654-aa9e3bd0fd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.157565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:14.188036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f3b7-92ce-4841-85eb-ab72396cd81c req-b447dc81-edd4-446c-a0b5-c190fdd40cbb tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:14.189739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c61f3b7-92ce-4841-85eb-ab72396cd81c req-b447dc81-edd4-446c-a0b5-c190fdd40cbb tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 944 time: 0.1620133 Oct 13 04:32:14.307406 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.313451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['69974dca-9e27-483c-8a0c-993c2dc60a19'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:14.314317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.315160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.433672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=10474bf1-0b36-4ca9-8f85-c809b34a5862,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:14.513366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:14.515100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:14.680588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cfe79-3485-4e9c-99f0-b59c283ae9b6 req-5124763b-ec18-4995-925e-d0d803a1dbdf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:14.682225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a72cfe79-3485-4e9c-99f0-b59c283ae9b6 req-5124763b-ec18-4995-925e-d0d803a1dbdf tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0731692 Oct 13 04:32:14.716364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c61f3b7-92ce-4841-85eb-ab72396cd81c req-a11aee64-6b1e-463e-9668-e63b1b22167a tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571463 Oct 13 04:32:14.736910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 323d3720-bd67-4ff0-ac3e-c35c6788de30 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:14.742056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a72cfe79-3485-4e9c-99f0-b59c283ae9b6 req-e036ef3a-4782-4936-9e5b-445d749f2c31 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482712 Oct 13 04:32:14.841260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:14.847594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cebbe271-5a05-4dd4-9de6-250770d06da3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/323d3720-bd67-4ff0-ac3e-c35c6788de30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859869 Oct 13 04:32:14.850251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39752) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:14.855949 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] Sync routers for ids ['323d3720-bd67-4ff0-ac3e-c35c6788de30'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:14.869834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] Routers {'323d3720-bd67-4ff0-ac3e-c35c6788de30'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:14.870512 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['323d3720-bd67-4ff0-ac3e-c35c6788de30'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:14.894122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.902922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584efeb-b77b-463c-9a23-dd1c23c4646a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:14.907252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9584efeb-b77b-463c-9a23-dd1c23c4646a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports/10474bf1-0b36-4ca9-8f85-c809b34a5862 HTTP/1.1" status: 200 len: 911 time: 0.0530860 Oct 13 04:32:14.907499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:14.916442 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:14.919358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:14.926788 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] Routers {'323d3720-bd67-4ff0-ac3e-c35c6788de30'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:14.927643 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['323d3720-bd67-4ff0-ac3e-c35c6788de30'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:14.934200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e095268-4e6a-4475-b690-306c545e8aed req-b0b15d24-956e-463f-88b5-82f760c8f599 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:14.935758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e095268-4e6a-4475-b690-306c545e8aed req-b0b15d24-956e-463f-88b5-82f760c8f599 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1029449 Oct 13 04:32:14.965754 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:14.966414 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb775021-dec0-4d89-86ca-50baf10322c2 None None] The sync data for ids ['323d3720-bd67-4ff0-ac3e-c35c6788de30'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:15.026509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e095268-4e6a-4475-b690-306c545e8aed req-4c1204f7-20b6-4cea-99b5-78bcb55d6408 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811403 Oct 13 04:32:15.115806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Allocated IP 172.25.0.164 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/d74765f6-c5d9-4504-8fdc-acc32feb1093) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:15.137392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a47148-bbf1-46b0-837e-6c56f953e28c None None] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:15.220434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] Provisioning complete for port f7691866-214c-42e5-bd57-196605aec12f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:15.220814 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.282866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.366866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.392979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.433958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f7691866-214c-42e5-bd57-196605aec12f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:15.457857 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.535589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.544962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.578046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-7409e978-a8b0-409c-9d07-3da04ab6dd60 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:15.579736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-7409e978-a8b0-409c-9d07-3da04ab6dd60 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.2493386 Oct 13 04:32:15.581542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f7691866-214c-42e5-bd57-196605aec12f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:15.581930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.600726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:15.612226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:15.615431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:15.640318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] For port f7691866-214c-42e5-bd57-196605aec12f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f7691866-214c-42e5-bd57-196605aec12f,segment=NetworkSegment(de86abf5-ab48-477f-90a2-88882398bf30),segment_id=de86abf5-ab48-477f-90a2-88882398bf30)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:15.646741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-0a2de6a4-9176-4c9f-8b52-e4411fa83a1e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/quotas/e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 375 time: 0.0577624 Oct 13 04:32:15.654087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event updated for resources: {'Port': ['ID=d74765f6-c5d9-4504-8fdc-acc32feb1093,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:15.654288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.705874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 69974dca-9e27-483c-8a0c-993c2dc60a19 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:15.819441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 10474bf1-0b36-4ca9-8f85-c809b34a5862 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:15.820010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.853423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d67b4467-7393-4221-b94a-f6011cb81769 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1889729 Oct 13 04:32:15.889898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5bfa3-0562-494b-84bd-b76af98db192 None None] Pushing event updated for resources: {'Port': ['ID=f7691866-214c-42e5-bd57-196605aec12f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:15.964575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 69974dca-9e27-483c-8a0c-993c2dc60a19 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:15.972431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 69974dca-9e27-483c-8a0c-993c2dc60a19 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:15.973594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:15.998061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.012533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:16.012773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 10474bf1-0b36-4ca9-8f85-c809b34a5862 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:16.044087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8a3085f7-5879-491e-86e7-cffbdfa6d35f None None] Provisioning complete for port 10474bf1-0b36-4ca9-8f85-c809b34a5862 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:16.044469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a3085f7-5879-491e-86e7-cffbdfa6d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.049964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:16.050312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb509f7f-22f8-4b23-9f29-1f66cadd3dd0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:16.101012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8a3085f7-5879-491e-86e7-cffbdfa6d35f None None] Port 10474bf1-0b36-4ca9-8f85-c809b34a5862 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:16.152168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8a3085f7-5879-491e-86e7-cffbdfa6d35f None None] Provisioning complete for port f7691866-214c-42e5-bd57-196605aec12f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:16.152899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a3085f7-5879-491e-86e7-cffbdfa6d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.166018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-a734a182-6150-4fbd-9b28-636c99847fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026235 Oct 13 04:32:16.169485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.270251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-bf13c7f0-b7a9-4943-a98a-9bbdd5eadb80 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020842 Oct 13 04:32:16.320419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.323864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:16.326644 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e585d3-c8ca-4149-96e4-758b3631d522" -d '{"events": [{"server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "name": "network-vif-plugged", "status": "completed", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:16.346929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=69974dca-9e27-483c-8a0c-993c2dc60a19,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:16.359207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.499445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-75f91ad6-2e1d-441f-9710-4fb995b5b4bd None None] Provisioning complete for port 10474bf1-0b36-4ca9-8f85-c809b34a5862 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:16.500168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75f91ad6-2e1d-441f-9710-4fb995b5b4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.565976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-75f91ad6-2e1d-441f-9710-4fb995b5b4bd None None] Port 10474bf1-0b36-4ca9-8f85-c809b34a5862 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:16.572471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:16.740053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.744615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c1d0f-781e-4043-9b69-5ea68d09ce44 req-86f80c56-4635-444b-80da-e8010cc2d353 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:16.747365 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67853c-3974-4b69-bd79-bbfbdec390a6 x-openstack-request-id: req-8f67853c-3974-4b69-bd79-bbfbdec390a6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:16.748954 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "name": "network-vif-plugged", "status": "completed", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:16.748954 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f67853c-3974-4b69-bd79-bbfbdec390a6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:16.748954 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19', 'code': 200} Oct 13 04:32:16.754699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-956c1d0f-781e-4043-9b69-5ea68d09ce44 req-86f80c56-4635-444b-80da-e8010cc2d353 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 945 time: 0.8441930 Oct 13 04:32:16.795236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-30b2eee7-d795-4aea-b349-0c5d11e464d9 None None] Provisioning complete for port 10474bf1-0b36-4ca9-8f85-c809b34a5862 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:16.795612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30b2eee7-d795-4aea-b349-0c5d11e464d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.837136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-956c1d0f-781e-4043-9b69-5ea68d09ce44 req-e455d46d-c6ce-43d0-be49-9cebf527d20d tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715637 Oct 13 04:32:16.899019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b67b44d9-27b7-4868-aeaf-968528de2ea2 req-945036f7-8b2d-40f6-a0e3-6227c7bccc00 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 210 time: 0.0964038 Oct 13 04:32:16.900463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-30b2eee7-d795-4aea-b349-0c5d11e464d9 None None] Port 10474bf1-0b36-4ca9-8f85-c809b34a5862 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:16.935161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:16.994123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7af68-a28d-4ece-81c3-ade3234ccb63 req-a9258728-384f-4eac-b26f-c9ede7442f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:16.995995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5e7af68-a28d-4ece-81c3-ade3234ccb63 req-a9258728-384f-4eac-b26f-c9ede7442f61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 1097 time: 0.1695037 Oct 13 04:32:17.000131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=10474bf1-0b36-4ca9-8f85-c809b34a5862,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:17.061481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5e7af68-a28d-4ece-81c3-ade3234ccb63 req-77dd02bf-fa6b-4e29-a1ba-bd94384566cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551000 Oct 13 04:32:17.073696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Router 15d67c11-e9a3-462c-aeb0-a974bba2174a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:17.115820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.232391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.295196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:17.307130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] Sync routers for ids ['15d67c11-e9a3-462c-aeb0-a974bba2174a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:17.319476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] Routers {'15d67c11-e9a3-462c-aeb0-a974bba2174a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:17.320086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['15d67c11-e9a3-462c-aeb0-a974bba2174a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.335382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.337962 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-41b2661a-71a4-46a0-87b5-d1d1f9394859 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6618166 Oct 13 04:32:17.340463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39800) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:17.348059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 323d3720-bd67-4ff0-ac3e-c35c6788de30 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:17.362011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:17.407316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.414320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f7691866-214c-42e5-bd57-196605aec12f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:17.504637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] Routers {'15d67c11-e9a3-462c-aeb0-a974bba2174a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:17.505191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['15d67c11-e9a3-462c-aeb0-a974bba2174a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.521388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:17.532302 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] Sync routers for ids ['323d3720-bd67-4ff0-ac3e-c35c6788de30'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:17.543452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f3de157-b8ef-4769-b474-a8837b7b0b7a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/323d3720-bd67-4ff0-ac3e-c35c6788de30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6345925 Oct 13 04:32:17.547156 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] Routers {'323d3720-bd67-4ff0-ac3e-c35c6788de30'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:17.547967 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['323d3720-bd67-4ff0-ac3e-c35c6788de30'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.550450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39802) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:17.558164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.558843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1bbc7-86c7-4dbc-82b9-52aff91a58a8 None None] The sync data for ids ['15d67c11-e9a3-462c-aeb0-a974bba2174a'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:17.560467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f7691866-214c-42e5-bd57-196605aec12f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:17.561023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.623441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa64c1cb-1b71-41d5-83d4-0bd4bfedd778 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=323d3720-bd67-4ff0-ac3e-c35c6788de30 HTTP/1.1" status: 200 len: 205 time: 0.0683961 Oct 13 04:32:17.623775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:17.638951 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.661138 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] Routers {'323d3720-bd67-4ff0-ac3e-c35c6788de30'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:17.662263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['323d3720-bd67-4ff0-ac3e-c35c6788de30'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.767790 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.811056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:17.820363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:17.822322 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fc9c-e415-41e8-bfe4-ae6987322965 None None] The sync data for ids ['323d3720-bd67-4ff0-ac3e-c35c6788de30'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:18.173296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b621986-9156-49cf-b824-11b603af39e3 req-d5ebc5f8-0294-48ce-8202-41288cedb268 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:18.174774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b621986-9156-49cf-b824-11b603af39e3 req-d5ebc5f8-0294-48ce-8202-41288cedb268 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 946 time: 0.1972966 Oct 13 04:32:18.231530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.236364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14f4052a-c4f9-4af0-811b-cb38afd1416b req-0d82a2a7-ccc1-4647-8e8d-a519e9749986 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 210 time: 0.1069434 Oct 13 04:32:18.268758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0b621986-9156-49cf-b824-11b603af39e3 req-9d95761a-7a6f-472f-9fc5-39e249d8c2c9 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868390 Oct 13 04:32:18.295333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.299203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-aa2578cb-e384-4744-9acf-f71514d2e049 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:18.301438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-aa2578cb-e384-4744-9acf-f71514d2e049 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.4112103 Oct 13 04:32:18.345811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'device_id': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'admin_state_up': True, 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:18.397069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.397582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router 323d3720-bd67-4ff0-ac3e-c35c6788de30 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:18.406892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.410602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2b8de6a4-688a-40f5-ba6f-466118689ccf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/323d3720-bd67-4ff0-ac3e-c35c6788de30 HTTP/1.1" status: 204 len: 168 time: 0.7858181 Oct 13 04:32:18.411236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39814) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:18.438305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.441842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.497802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 9500e395-0706-4800-8239-b504ed3f432c {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:32:18.501058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.544183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.554091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router 15d67c11-e9a3-462c-aeb0-a974bba2174a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:18.649027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.661132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:18.665680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.669524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-38044e39-2acf-4f88-9b88-24030fa06cc4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "PUT /v2.0/routers/15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 200 len: 922 time: 1.3255808 Oct 13 04:32:18.669683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39816) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:18.681727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] Sync routers for ids ['15d67c11-e9a3-462c-aeb0-a974bba2174a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:18.693304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:18.695633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] Routers {'15d67c11-e9a3-462c-aeb0-a974bba2174a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:18.698517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['15d67c11-e9a3-462c-aeb0-a974bba2174a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:18.698689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.776004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:18.793403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] Routers {'15d67c11-e9a3-462c-aeb0-a974bba2174a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:18.795277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['15d67c11-e9a3-462c-aeb0-a974bba2174a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:18.803461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.811331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ccf44e31-d6ca-46d3-8414-d2c606f8e840 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 200 len: 922 time: 0.1402750 Oct 13 04:32:18.816197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:18.831359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:18.832328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c733564-c091-48a9-afaa-f3862acbc686 None None] The sync data for ids ['15d67c11-e9a3-462c-aeb0-a974bba2174a'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:18.853887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:18.857440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/9500e395-0706-4800-8239-b504ed3f432c HTTP/1.1" status: 204 len: 168 time: 0.4431810 Oct 13 04:32:18.858226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=9500e395-0706-4800-8239-b504ed3f432c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:18.862062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a9a71-5989-4092-a21b-cb02300d5736 None None] Network 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:18.862859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39824) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:18.921687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34ee6-4610-4894-a7ac-f9c9e1a210dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:18.925837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f3d34ee6-4610-4894-a7ac-f9c9e1a210dd tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=15d67c11-e9a3-462c-aeb0-a974bba2174a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1059349 Oct 13 04:32:18.926047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:18.948860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.949615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.950332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.951189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.951810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.952376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.952933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.953741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.954286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.954827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.955404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:18.955943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63c0be-42f6-4c3d-b1c8-71d538f322c1 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:19.019133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.021905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.20.0.5 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/cd312955-f757-4ea8-a399-0e4ffeda2a0b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:19.046510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ae294-e153-44cb-8d78-30509df481a1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.050569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6f4ae294-e153-44cb-8d78-30509df481a1 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.1207223 Oct 13 04:32:19.050885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:19.130859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] DHCP port deletion for 135edd7c-0e5d-45e2-84e0-ce4b67181fb5 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:32:19.200247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port f7691866-214c-42e5-bd57-196605aec12f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:19.200717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.212541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Deleting port f7691866-214c-42e5-bd57-196605aec12f {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:19.213662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.322402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port f7691866-214c-42e5-bd57-196605aec12f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f7691866-214c-42e5-bd57-196605aec12f,segment=NetworkSegment(de86abf5-ab48-477f-90a2-88882398bf30),segment_id=de86abf5-ab48-477f-90a2-88882398bf30)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:19.323054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.330985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] For port f7691866-214c-42e5-bd57-196605aec12f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f7691866-214c-42e5-bd57-196605aec12f,segment=NetworkSegment(de86abf5-ab48-477f-90a2-88882398bf30),segment_id=de86abf5-ab48-477f-90a2-88882398bf30)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:19.332825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.336267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.345262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for f7691866-214c-42e5-bd57-196605aec12f owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:19.386193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Calling delete_port for f7691866-214c-42e5-bd57-196605aec12f owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:19.485669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.491528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f7691866-214c-42e5-bd57-196605aec12f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:19.498113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11', '76219022-c21c-4486-a9ae-b4e491b83911'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:19.550913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e8b13-455d-4d77-8e58-7a6985c81d58 req-78d4a62e-e379-4e56-b480-6fdb4612b3fd tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.553735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-520e8b13-455d-4d77-8e58-7a6985c81d58 req-78d4a62e-e379-4e56-b480-6fdb4612b3fd tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 946 time: 0.1263285 Oct 13 04:32:19.563437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.563653 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.574377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:19.593581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:19.596175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:19.599573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c089f1b2-119d-4b1d-903c-9a101e3f3fa5 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 200 len: 205 time: 0.5470841 Oct 13 04:32:19.611097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:19.636346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] No DVR routers for this DVR port f7691866-214c-42e5-bd57-196605aec12f on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:19.638394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0ec51-3793-47c2-93bc-30b98981c62c None None] Pushing event deleted for resources: {'Port': ['ID=f7691866-214c-42e5-bd57-196605aec12f,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:19.663279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No active binding found for port f7691866-214c-42e5-bd57-196605aec12f {{(pid=95049) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 04:32:19.663970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f7691866-214c-42e5-bd57-196605aec12f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:19.672657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.673315 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.680264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port f7691866-214c-42e5-bd57-196605aec12f on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:19.689407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:19.755978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=f7691866-214c-42e5-bd57-196605aec12f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:19.830157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d17c3809-bba7-4f5a-af7e-a0ed154e63db tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5196407 Oct 13 04:32:19.843334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-520e8b13-455d-4d77-8e58-7a6985c81d58 req-559bc005-9f37-4c84-b45e-e48e7ef0ab28 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736650 Oct 13 04:32:19.851553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:19.859927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Request body: {'port': {'device_id': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:19.890653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087313c-bf17-48f0-a3a0-4dc3ec53072b req-f1a48ba9-0da8-4b53-b145-0e441ead2599 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:19.898768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d087313c-bf17-48f0-a3a0-4dc3ec53072b req-f1a48ba9-0da8-4b53-b145-0e441ead2599 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 931 time: 0.2981577 Oct 13 04:32:19.995907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d087313c-bf17-48f0-a3a0-4dc3ec53072b req-60bb3ced-85c6-438d-8495-70c2b0cd9429 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962176 Oct 13 04:32:20.024978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.107048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.152253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135edd7c-0e5d-45e2-84e0-ce4b67181fb5']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:20.160955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f8173833-49c1-4f94-af8a-786b8dffb3b1 None None] Provisioning complete for port cd312955-f757-4ea8-a399-0e4ffeda2a0b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:20.160955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f8173833-49c1-4f94-af8a-786b8dffb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.164824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de86abf5-ab48-477f-90a2-88882398bf30') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:20.165256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de86abf5-ab48-477f-90a2-88882398bf30') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:20.174984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.194720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.201934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:32:20.202346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.204699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.243706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f8173833-49c1-4f94-af8a-786b8dffb3b1 None None] Port cd312955-f757-4ea8-a399-0e4ffeda2a0b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:20.283249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port d74765f6-c5d9-4504-8fdc-acc32feb1093 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:20.283655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:32:20.285327 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:32:20.295946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.302376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.310060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/135edd7c-0e5d-45e2-84e0-ce4b67181fb5 HTTP/1.1" status: 204 len: 168 time: 1.4236708 Oct 13 04:32:20.332207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:20.346301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1961684271', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:20.369638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685812d0-7c38-4a8e-8588-7833fdea1586 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=135edd7c-0e5d-45e2-84e0-ce4b67181fb5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.395900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.417035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for d74765f6-c5d9-4504-8fdc-acc32feb1093 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:20.455757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.457063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.611631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.711792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.741452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=d74765f6-c5d9-4504-8fdc-acc32feb1093,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:20.829241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd312955-f757-4ea8-a399-0e4ffeda2a0b {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:20.840025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.842045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.855014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Transition to ACTIVE for port object cd312955-f757-4ea8-a399-0e4ffeda2a0b will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:20.866044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:20.922876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:21.081516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.086490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.209637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.245481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.246486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router 15d67c11-e9a3-462c-aeb0-a974bba2174a {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:21.267670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.288724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0771a02f-a439-4752-8a53-013b9e341247 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 204 len: 168 time: 1.6654553 Oct 13 04:32:21.290931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39920) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:21.313387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933930634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:21.380316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.384158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.557627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b335d8-4fba-4243-a73d-7a183a96f9d2 req-dca58352-3ac9-40c7-8f7f-bbc53e60ee1f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.573450 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4b335d8-4fba-4243-a73d-7a183a96f9d2 req-dca58352-3ac9-40c7-8f7f-bbc53e60ee1f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 943 time: 0.3790565 Oct 13 04:32:21.576246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Attempting to bind port cd312955-f757-4ea8-a399-0e4ffeda2a0b on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:21.577856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Attempting to bind port cd312955-f757-4ea8-a399-0e4ffeda2a0b by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:21.579428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Attempting to bind port cd312955-f757-4ea8-a399-0e4ffeda2a0b on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:21.593984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.605341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Port cd312955-f757-4ea8-a399-0e4ffeda2a0b on network 0c77bd0a-b8c1-401a-926e-7c42657662ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:21.605869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Attempting to bind port cd312955-f757-4ea8-a399-0e4ffeda2a0b on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:21.616075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.636328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:21.637129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:21.637758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:21.638477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Bound port: cd312955-f757-4ea8-a399-0e4ffeda2a0b, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:21.639056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.702912 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4b335d8-4fba-4243-a73d-7a183a96f9d2 req-8cfc3b4d-3139-463e-979b-0b20731e3e75 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235135 Oct 13 04:32:21.740558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.741882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-27cd1bfb-785b-4cdb-90e3-abc42e2a2a8d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4445143 Oct 13 04:32:21.745373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39926) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:21.749920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:21.816819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:21.833119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:21.842554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.959245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:21.959882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:21.961347 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 200 len: 1091 time: 2.1135805 Oct 13 04:32:21.965223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:21.969888 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342117b3-8d4a-4b7e-bd51-9cb27383f54c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:22.013691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:22.057740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44aefe-a626-4086-a2e2-2e5660626a82 service neutron] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:22.063925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:22.138678 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:22.204552 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd18f0d-5fa9-42b9-9243-f4b024d9cddd x-openstack-request-id: req-ebd18f0d-5fa9-42b9-9243-f4b024d9cddd {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:22.206375 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:22.208241 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebd18f0d-5fa9-42b9-9243-f4b024d9cddd {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:22.209484 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'status': 'completed', 'code': 200} Oct 13 04:32:22.217364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-12039c1c-682d-47c0-b165-65f3a28f5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:22.218895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-12039c1c-682d-47c0-b165-65f3a28f5483 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 1094 time: 0.2014444 Oct 13 04:32:22.449896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:22.478629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:22.659939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-d24d7144-ded3-41e8-88ab-00e67dae766f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 200 len: 217 time: 0.4292402 Oct 13 04:32:22.724459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 172.25.0.218 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/8ca33098-8fc2-476c-a05a-7e5a39e69b85) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:22.783135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-de621c75-ae50-48f1-b847-ff7eb5fb431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:22.784931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-de621c75-ae50-48f1-b847-ff7eb5fb431f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1067173 Oct 13 04:32:22.929526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-67889f73-40c9-42d7-b5c9-f9802326c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:22.931620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-67889f73-40c9-42d7-b5c9-f9802326c3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340165 Oct 13 04:32:22.978702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c446c-aff4-4437-a608-df8d9cf29092 req-1450e519-0326-48a4-90a5-1659de964093 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:22.980235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e67c446c-aff4-4437-a608-df8d9cf29092 req-1450e519-0326-48a4-90a5-1659de964093 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 943 time: 0.1398296 Oct 13 04:32:23.027484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.107334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e67c446c-aff4-4437-a608-df8d9cf29092 req-2bb97750-183d-46ca-bc83-e8e6af31e6a3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984738 Oct 13 04:32:23.116005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-3081c698-9cd4-4ac2-81db-e1cd4762f0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718278 Oct 13 04:32:23.130918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.209362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Allocated IP 172.25.0.3 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/185a3dd3-f824-48fb-b14d-656776bc7a92) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:23.234312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:23.243746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:23.251550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:23.276107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=8ca33098-8fc2-476c-a05a-7e5a39e69b85,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:23.325196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-101b0463-5580-4fd2-89c8-4ca4b010e3cb req-8834a5ce-65e9-4159-90e3-df27ea7d442a service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998429 Oct 13 04:32:23.410533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.465945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.488235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-8b6c3df0-dd50-4795-bf5a-264092241bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:23.491163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-8b6c3df0-dd50-4795-bf5a-264092241bdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 1094 time: 0.1014106 Oct 13 04:32:23.530668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:23.534214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:23.538227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:23.583195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event updated for resources: {'Port': ['ID=185a3dd3-f824-48fb-b14d-656776bc7a92,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:23.724798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-e523ff07-6d3b-4c48-b6d3-6f8b35611297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:23.726338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-e523ff07-6d3b-4c48-b6d3-6f8b35611297 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.2263567 Oct 13 04:32:23.733182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:23.815137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-513b718f-31fe-4b91-a0af-dc908fca83ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 200 len: 217 time: 0.0807745 Oct 13 04:32:23.912331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-71d2322b-87ec-4c0a-9d59-c6f9a20bcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:23.914047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-71d2322b-87ec-4c0a-9d59-c6f9a20bcabc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0913489 Oct 13 04:32:23.945638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.079565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-820dae25-e3f7-49d7-986f-a0b0a6b9cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:24.081742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-820dae25-e3f7-49d7-986f-a0b0a6b9cd52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579716 Oct 13 04:32:24.171627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.240079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.245522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.444894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-4be32db9-6b1b-4c2f-a048-1423416e3a0a service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500338 Oct 13 04:32:24.477188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f22b9-0ef7-45c0-85b2-0a891cbac0e4 req-700f3a17-9e55-4e2f-91c9-925f9313116c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:24.479922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e06f22b9-0ef7-45c0-85b2-0a891cbac0e4 req-700f3a17-9e55-4e2f-91c9-925f9313116c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 943 time: 0.2088070 Oct 13 04:32:24.534696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Router 5c6f452d-a769-48a6-bb91-481ce9d01c31 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:24.586069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e06f22b9-0ef7-45c0-85b2-0a891cbac0e4 req-bcc5e32f-df5b-41e6-87f9-8cff6a031b3e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942216 Oct 13 04:32:24.654058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-342117b3-8d4a-4b7e-bd51-9cb27383f54c req-19a0314f-f938-4531-9f06-b0461ef1f729 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976042 Oct 13 04:32:24.656455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router ee70389e-d722-4525-bc86-f245c7590fe9 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:24.726187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:24.740279 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] Sync routers for ids ['5c6f452d-a769-48a6-bb91-481ce9d01c31'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:24.759167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.760492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ba49e8bf-54db-4c8c-a7ad-85fa74d41dcc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "PUT /v2.0/routers/5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 200 len: 877 time: 3.0140879 Oct 13 04:32:24.763935 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] Routers {'5c6f452d-a769-48a6-bb91-481ce9d01c31'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:24.764721 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c6f452d-a769-48a6-bb91-481ce9d01c31'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.768499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39964) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:24.822533 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.835706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] Routers {'5c6f452d-a769-48a6-bb91-481ce9d01c31'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:24.836620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5c6f452d-a769-48a6-bb91-481ce9d01c31'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.859895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:24.871691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] Sync routers for ids ['ee70389e-d722-4525-bc86-f245c7590fe9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:24.879670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.880564 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e3e198-e4c8-4339-bcef-ee9f851288e7 None None] The sync data for ids ['5c6f452d-a769-48a6-bb91-481ce9d01c31'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:24.896270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] Routers {'ee70389e-d722-4525-bc86-f245c7590fe9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:24.897248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ee70389e-d722-4525-bc86-f245c7590fe9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.931823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0d911c8d-2ed8-4709-9f48-42bfccd7bfe4 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 200 len: 918 time: 0.1625390 Oct 13 04:32:24.935861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39966) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:24.940005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.956406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] Routers {'ee70389e-d722-4525-bc86-f245c7590fe9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:24.957297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ee70389e-d722-4525-bc86-f245c7590fe9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:24.979193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:24.980422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f644828b-3c5b-470c-8b8d-bf7a09b26dec tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6454723 Oct 13 04:32:24.983275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39970) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.034814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4741afd-bafa-4348-a190-521881d93d32 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.037549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e4741afd-bafa-4348-a190-521881d93d32 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=5c6f452d-a769-48a6-bb91-481ce9d01c31&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0969362 Oct 13 04:32:25.039045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39972) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.042575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:25.043465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a93f0f4-ce79-4b08-b5bc-3ec1fb741146 None None] The sync data for ids ['ee70389e-d722-4525-bc86-f245c7590fe9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:25.057455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e015f-545f-4ae0-8032-ab621fb68f13 req-3f2b9d26-76f3-4656-ac1d-7d93b984324d tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.058971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-871e015f-545f-4ae0-8032-ab621fb68f13 req-3f2b9d26-76f3-4656-ac1d-7d93b984324d tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1972656 Oct 13 04:32:25.235764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-871e015f-545f-4ae0-8032-ab621fb68f13 req-eca900d3-d6fa-4aa6-9ab9-97b7caed554b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105616 Oct 13 04:32:25.263576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6a91f8f8-ddd5-46ae-bbcf-99ab5ecb4051 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers/ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 200 len: 885 time: 0.2791841 Oct 13 04:32:25.268112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeb65c-8486-4900-a92d-9c7b1734132b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.272413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39974) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.272898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4cdeb65c-8486-4900-a92d-9c7b1734132b tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.2274616 Oct 13 04:32:25.272898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.304428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dcc79b5b-a741-4859-bb9d-bd1e608ecc39 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 200 len: 205 time: 0.0305667 Oct 13 04:32:25.307108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.470970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.670725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.806849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884476-5e25-4603-a88b-0b60152c79e2 req-7f3ae7bb-fba6-4855-82e1-bdff7e3948b4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:25.808541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e884476-5e25-4603-a88b-0b60152c79e2 req-7f3ae7bb-fba6-4855-82e1-bdff7e3948b4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 943 time: 0.1226177 Oct 13 04:32:25.861536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port 185a3dd3-f824-48fb-b14d-656776bc7a92 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:25.862195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:25.926086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ff92212-aeba-4867-8c7b-4d48d9715952 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6547282 Oct 13 04:32:25.928491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:25.934776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1961684271'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:26.273562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e884476-5e25-4603-a88b-0b60152c79e2 req-f11cbde7-7b8c-4710-9113-159f5ce25265 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470317 Oct 13 04:32:26.336421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.349570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for 185a3dd3-f824-48fb-b14d-656776bc7a92 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:26.388561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.436766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.528077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48736f93-c5d0-4d61-b2b3-12a139aa84ac req-767534bd-9a8e-483f-be02-c75f155090e7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:26.529813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-48736f93-c5d0-4d61-b2b3-12a139aa84ac req-767534bd-9a8e-483f-be02-c75f155090e7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1289110 Oct 13 04:32:26.650528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-48736f93-c5d0-4d61-b2b3-12a139aa84ac req-24ade3e9-8b6b-40f5-991a-9724781da465 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892005 Oct 13 04:32:26.665281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router ee70389e-d722-4525-bc86-f245c7590fe9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:26.667126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.681938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-005d47b8-a834-4ef0-89d0-97d475aca153 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:26.681938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-005d47b8-a834-4ef0-89d0-97d475aca153 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.47 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.1142583 Oct 13 04:32:26.716751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=185a3dd3-f824-48fb-b14d-656776bc7a92,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:26.841990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.950465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cd312955-f757-4ea8-a399-0e4ffeda2a0b details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:26.970507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.973821 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:26.989022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Deleting port 31640ece-8a47-4085-a20c-fb8ca49c8b43 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:26.989457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.063342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.064772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6f452d-a769-48a6-bb91-481ce9d01c31 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:27.081465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.082619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-07fc0521-f6f3-487b-a074-3cf4aae1096a tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 204 len: 168 time: 1.7745802 Oct 13 04:32:27.086507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 39998) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:27.097788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1992558539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:27.127174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] For port 31640ece-8a47-4085-a20c-fb8ca49c8b43, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=31640ece-8a47-4085-a20c-fb8ca49c8b43,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:27.127174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.144485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:27.153947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:27.157077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.161293 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.164183 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] Sync routers for ids ['ee70389e-d722-4525-bc86-f245c7590fe9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:27.174493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.175219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] Routers {'ee70389e-d722-4525-bc86-f245c7590fe9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:27.176019 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ee70389e-d722-4525-bc86-f245c7590fe9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:27.188537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:27.190458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d09bbd7c-1ba9-45eb-a9eb-defb2189f18a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 200 len: 892 time: 1.2605014 Oct 13 04:32:27.208404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'mac_address': 'fa:16:3e:cd:e2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:27.215448 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:27.231017 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] Routers {'ee70389e-d722-4525-bc86-f245c7590fe9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:27.234406 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ee70389e-d722-4525-bc86-f245c7590fe9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:27.320303 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:27.322007 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dade977-94b8-4a9f-bac0-0656b903a863 None None] The sync data for ids ['ee70389e-d722-4525-bc86-f245c7590fe9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:27.373809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.394281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd312955-f757-4ea8-a399-0e4ffeda2a0b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:27.414209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.427793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.439509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:27.451104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.503381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.507019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1f0f28fd-bb21-4ce3-a63a-91ee53658ac4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4150858 Oct 13 04:32:27.509512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40006) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:27.523054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': True}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:27.549686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-778121a3-652e-4266-a290-21dbdd032158 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers/ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 200 len: 892 time: 0.3561087 Oct 13 04:32:27.550172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40008) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:27.560164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:27.594358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-93845467-5c7e-4ee9-83fe-36d63c9a01c4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 200 len: 205 time: 0.0418723 Oct 13 04:32:27.596250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40010) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:27.603670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522f3f3-9f0d-4c2a-ab89-db0fb757a43b req-24aabb4c-b9b3-47e8-a6d8-51b714708666 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:27.611098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9522f3f3-9f0d-4c2a-ab89-db0fb757a43b req-24aabb4c-b9b3-47e8-a6d8-51b714708666 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 943 time: 0.2100933 Oct 13 04:32:27.643522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.643879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.644197 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Floating IP c6672cdd-e37d-4012-bff9-f385e8fba55f disassociated. External IP: 172.25.0.212, port: 31640ece-8a47-4085-a20c-fb8ca49c8b43. Oct 13 04:32:27.644603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Calling delete_port for 31640ece-8a47-4085-a20c-fb8ca49c8b43 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:27.741337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:27.749988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['cd312955-f757-4ea8-a399-0e4ffeda2a0b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:27.777102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9522f3f3-9f0d-4c2a-ab89-db0fb757a43b req-71ac776a-f827-4659-9ed0-94316d1a7a91 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650414 Oct 13 04:32:27.925695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.082908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5915177-606f-4517-a1c8-8f00f1a23a96 req-581d12fa-eda0-46f3-adc7-a92ee9be6077 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:28.091090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5915177-606f-4517-a1c8-8f00f1a23a96 req-581d12fa-eda0-46f3-adc7-a92ee9be6077 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 946 time: 0.2302606 Oct 13 04:32:28.105032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.111413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.156799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'Port': ['ID=31640ece-8a47-4085-a20c-fb8ca49c8b43,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:28.173865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.174656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.174656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.175891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.175891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.175891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.177089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.177089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.177089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.177315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.179347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.179748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:28.206775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5915177-606f-4517-a1c8-8f00f1a23a96 req-c4d4816e-10b2-4dc2-bbb3-8ccd7f71375b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=b2b35a01-8876-423f-8b5d-b10cd8e09870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146386 Oct 13 04:32:28.249707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 8ca33098-8fc2-476c-a05a-7e5a39e69b85 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:28.251243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.352058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.353432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.365410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 8ca33098-8fc2-476c-a05a-7e5a39e69b85 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:28.380623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.514918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:28.583435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.607627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.25.0.47 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/63f69076-a11b-4694-a7f0-0fdbb40cef94) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:28.617295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=8ca33098-8fc2-476c-a05a-7e5a39e69b85,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:28.697940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:28.718094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:28.722648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.734387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:28.735032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:28.879158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.886975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.921557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:28.956199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] No DVR routers for this DVR port 31640ece-8a47-4085-a20c-fb8ca49c8b43 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:28.961985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:28.965985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a41b18dd-ce9c-43f9-865c-6e5f4313f43d req-c8faff8c-9b0e-4407-ad15-14ffb8878be9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.47 "DELETE /v2.0/ports/31640ece-8a47-4085-a20c-fb8ca49c8b43 HTTP/1.1" status: 204 len: 173 time: 2.2815092 Oct 13 04:32:28.966640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'name': 'network-vif-deleted', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:28.969472 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ace2e-3613-420b-a5a5-514df36f0f43" -d '{"events": [{"server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "name": "network-vif-deleted", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:29.005992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.006889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router ee70389e-d722-4525-bc86-f245c7590fe9 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:29.035511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.038400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6df40ed0-4118-418a-aff9-7b7b04290c81 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 204 len: 168 time: 1.4397857 Oct 13 04:32:29.042328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40028) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:29.049427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a09062-ee6f-4c7d-af15-8eff62f4b3d8 req-ba7fe33d-a7c9-4d41-9e2c-f44fdca159cd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:29.052759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1906882385'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:29.057604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79a09062-ee6f-4c7d-af15-8eff62f4b3d8 req-ba7fe33d-a7c9-4d41-9e2c-f44fdca159cd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 944 time: 0.1117659 Oct 13 04:32:29.109014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:29.117262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.121356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.124008 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da441b-0fd1-421b-b6fd-f5f59eb0e9d5 x-openstack-request-id: req-24da441b-0fd1-421b-b6fd-f5f59eb0e9d5 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:29.124668 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39269211-ba9f-4f92-8176-08f8f7dabd84", "name": "network-vif-deleted", "tag": "31640ece-8a47-4085-a20c-fb8ca49c8b43", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:29.125135 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24da441b-0fd1-421b-b6fd-f5f59eb0e9d5 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:29.125821 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39269211-ba9f-4f92-8176-08f8f7dabd84', 'name': 'network-vif-deleted', 'tag': '31640ece-8a47-4085-a20c-fb8ca49c8b43', 'status': 'completed', 'code': 200} Oct 13 04:32:29.185075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.188485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:29.208527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.208886 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment b8ed5bc0-89e3-4b7f-ac80-1d109bad454c of type vlan for network 6211dca5-2906-4d77-98cf-5c5375c2673d Oct 13 04:32:29.282902 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.333544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.335158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79a09062-ee6f-4c7d-af15-8eff62f4b3d8 req-4133fefd-fde8-4ff0-ba24-74506b2d9d91 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763114 Oct 13 04:32:29.338440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:29.339939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=63f69076-a11b-4694-a7f0-0fdbb40cef94,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:29.349553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:29.351749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:29.353381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.364882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:29.500561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95673f8a-d08e-4e5b-bf91-ca04d3a88533 req-0742716d-9110-4bfd-ae66-f63b438c7ce6 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=39269211-ba9f-4f92-8176-08f8f7dabd84 HTTP/1.1" status: 200 len: 210 time: 0.1136379 Oct 13 04:32:29.527724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cd312955-f757-4ea8-a399-0e4ffeda2a0b up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:29.584334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5402446 Oct 13 04:32:29.584880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40034) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:29.599575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:29.676870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port cd312955-f757-4ea8-a399-0e4ffeda2a0b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:29.704014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port cd312955-f757-4ea8-a399-0e4ffeda2a0b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:29.704397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.712568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f8e3e-3969-41d6-a405-f0bf7534b221 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=6211dca5-2906-4d77-98cf-5c5375c2673d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:29.742307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:29.747408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.757229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 6211dca5-2906-4d77-98cf-5c5375c2673d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:29.766861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 31640ece-8a47-4085-a20c-fb8ca49c8b43 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:29.844069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 31640ece-8a47-4085-a20c-fb8ca49c8b43 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:29.844377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 31640ece-8a47-4085-a20c-fb8ca49c8b43 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:29.938297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:29.969754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:29.973090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:29.995551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:29.996171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:30.004850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:30.007106 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79504737-cb74-4a41-b797-eac72af64b8e" -d '{"events": [{"server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "name": "network-vif-plugged", "status": "completed", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:30.048519 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.088736 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08549c18-4693-4129-9233-c972f560035e x-openstack-request-id: req-08549c18-4693-4129-9233-c972f560035e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:30.089317 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "name": "network-vif-plugged", "status": "completed", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:30.089725 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08549c18-4693-4129-9233-c972f560035e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:30.090273 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'code': 200} Oct 13 04:32:30.096875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:30.106203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.179228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=f25ea74b-d47e-488a-bcbb-098529f5ed77,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:30.209928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:30.216983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:30.300151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37900d-c5d5-43e8-94bc-6326bf454937 req-02961056-83af-4efb-bb9e-498787a5d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.301826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db37900d-c5d5-43e8-94bc-6326bf454937 req-02961056-83af-4efb-bb9e-498787a5d36c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 1096 time: 0.1293344 Oct 13 04:32:30.342070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db37900d-c5d5-43e8-94bc-6326bf454937 req-06d4b414-8a33-4645-81b7-f0e15c85feb8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Oct 13 04:32:30.342783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:30.343166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: 6211dca5-2906-4d77-98cf-5c5375c2673d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:30.365660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 6211dca5-2906-4d77-98cf-5c5375c2673d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:30.386390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 6211dca5-2906-4d77-98cf-5c5375c2673d) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:30.392381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.393753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.416832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d9df3-67e6-48d0-a938-8442cd774650 None None] Network 6211dca5-2906-4d77-98cf-5c5375c2673d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:30.420458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66e8c4b3-5d7b-48ae-90a3-9370425305fb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8314841 Oct 13 04:32:30.423241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:30.427508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-757674128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:30.433279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.458739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.459978 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.575881 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.595514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.624845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.626553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-abf98bf0-e36d-48a1-93ee-2f0e8449db36 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2027433 Oct 13 04:32:30.629875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40052) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:30.672131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6148-bda6-422e-b670-caf8f12a2d65 req-14a87b49-3742-4067-a466-4469bfeb8ee4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:30.673961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4ee6148-bda6-422e-b670-caf8f12a2d65 req-14a87b49-3742-4067-a466-4469bfeb8ee4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 945 time: 0.1248050 Oct 13 04:32:30.685219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:30.728982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-6211dca5-2906-4d77-98cf-5c5375c2673d', 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': 'f25ea74b-d47e-488a-bcbb-098529f5ed77'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:30.737731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.845723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.853641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:30.983945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:31.038325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbffff-6055-4412-ae23-e669bd188f20 None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:31.087038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Allocated IP 2001:db8::2 (6211dca5-2906-4d77-98cf-5c5375c2673d/f25ea74b-d47e-488a-bcbb-098529f5ed77/2a635748-2b45-43f7-a196-3fde61a15e21) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:31.124807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.205312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4ee6148-bda6-422e-b670-caf8f12a2d65 req-9886e275-47e9-48d8-934c-73f6d3790dfb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094299 Oct 13 04:32:31.308444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.320102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router 8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:31.330443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.337787 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.384041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Network 6211dca5-2906-4d77-98cf-5c5375c2673d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:31.391840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:31.406200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:31.442801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Pushing event updated for resources: {'Port': ['ID=2a635748-2b45-43f7-a196-3fde61a15e21,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:31.487887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Attempting to bind port 2a635748-2b45-43f7-a196-3fde61a15e21 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:31.488261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Attempting to bind port 2a635748-2b45-43f7-a196-3fde61a15e21 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:31.488667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Attempting to bind port 2a635748-2b45-43f7-a196-3fde61a15e21 on network 6211dca5-2906-4d77-98cf-5c5375c2673d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:31.496020 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.501023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:31.502076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Checking segment: {'id': 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:31.502503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.503677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Bound using segment: {'id': 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:31.516523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Bound port: 2a635748-2b45-43f7-a196-3fde61a15e21, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6211dca5-2906-4d77-98cf-5c5375c2673d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:31.516523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.676090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] For port 2a635748-2b45-43f7-a196-3fde61a15e21, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:31.683141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:31.683709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] For port 2a635748-2b45-43f7-a196-3fde61a15e21, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a635748-2b45-43f7-a196-3fde61a15e21,segment=NetworkSegment(b8ed5bc0-89e3-4b7f-ac80-1d109bad454c),segment_id=b8ed5bc0-89e3-4b7f-ac80-1d109bad454c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:31.694779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.697497 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] Sync routers for ids ['8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:31.706795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.708696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee97bbba-cba4-4622-837c-0dd6ce42454a tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "PUT /v2.0/routers/8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 200 len: 914 time: 4.1888242 Oct 13 04:32:31.711018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40062) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:31.714673 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] Routers {'8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:31.718001 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:31.748759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8::1 (6211dca5-2906-4d77-98cf-5c5375c2673d/f25ea74b-d47e-488a-bcbb-098529f5ed77/ffed1c29-8173-491c-9099-0ebf185c6253) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:31.757516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500dce50-db24-4b5c-b9f5-49c5283f7ccf None None] New status for floating IP c6672cdd-e37d-4012-bff9-f385e8fba55f: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:32:31.793770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.803187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:31.806867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "DELETE /v2.0/security-groups/b2b35a01-8876-423f-8b5d-b10cd8e09870 HTTP/1.1" status: 204 len: 168 time: 1.1180515 Oct 13 04:32:31.813025 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:31.815428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:31.838575 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] Routers {'8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:31.839249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:31.845259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf17d-c54a-4ade-a3e8-aff069e3423b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b35a01-8876-423f-8b5d-b10cd8e09870,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:31.856458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aede897-9b1c-421a-a57d-7d07d75e90f1 None None] Pushing event updated for resources: {'Port': ['ID=2a635748-2b45-43f7-a196-3fde61a15e21,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:31.912908 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:31.914236 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9a25e-0cad-43d2-b216-fb63f6760759 None None] The sync data for ids ['8dba3a92-a0b6-4b44-9f80-ddce14bf3b41'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:31.918414 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-2050d028-0532-4769-8506-6736ed0086eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] show failed (client error): The resource could not be found. Oct 13 04:32:31.923913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2050d028-0532-4769-8506-6736ed0086eb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups/b2b35a01-8876-423f-8b5d-b10cd8e09870 HTTP/1.1" status: 404 len: 347 time: 0.1030707 Oct 13 04:32:31.925565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:31.943400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ebf2c5a5-bd48-4a40-bda8-6b37297c86af tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 200 len: 920 time: 0.2302830 Oct 13 04:32:31.946673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:32.022147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331d290-5aac-4447-8269-9b4f3d0504c3 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.028082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c331d290-5aac-4447-8269-9b4f3d0504c3 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=8dba3a92-a0b6-4b44-9f80-ddce14bf3b41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0779705 Oct 13 04:32:32.028906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40070) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:32.214225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.250137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccae0cc-d76d-4a4e-b2d6-519b56494f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.252143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dccae0cc-d76d-4a4e-b2d6-519b56494f09 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.2205575 Oct 13 04:32:32.254950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:32.298273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5395099d-b4c8-4bc3-ba4e-14365dce429d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 200 len: 205 time: 0.0414977 Oct 13 04:32:32.300771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:32.325050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Deleting port 60cb043d-20cb-43de-a68e-5065dcaf13f1 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:32.325487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.411936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.482022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.504710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 6211dca5-2906-4d77-98cf-5c5375c2673d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:32.516785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:32.526337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:32.526894 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.533639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.533969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.571322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=ffed1c29-8173-491c-9099-0ebf185c6253,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:32.581901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Calling delete_port for 60cb043d-20cb-43de-a68e-5065dcaf13f1 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:32.617237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ebde-8199-4563-882e-f9a748a57171 req-38291d84-524e-4977-af99-acfb12787acc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:32.625019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e95ebde-8199-4563-882e-f9a748a57171 req-38291d84-524e-4977-af99-acfb12787acc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 945 time: 0.1593847 Oct 13 04:32:32.671019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.692361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e95ebde-8199-4563-882e-f9a748a57171 req-af392b49-7d7a-4ab0-a8be-4ba1482fce3c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656922 Oct 13 04:32:32.761926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.824990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port 63f69076-a11b-4694-a7f0-0fdbb40cef94 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:32.826016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.913095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:32.927310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for 63f69076-a11b-4694-a7f0-0fdbb40cef94 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:32.972112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-ccdd2927-41be-42fa-ad9e-14b473400724 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 267 time: 0.1363738 Oct 13 04:32:33.027313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.078217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'Port': ['ID=60cb043d-20cb-43de-a68e-5065dcaf13f1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:33.149408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.190308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=63f69076-a11b-4694-a7f0-0fdbb40cef94,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:33.192446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8208464-bb35-44fb-b25b-1d8491abbb7d None None] Network 6211dca5-2906-4d77-98cf-5c5375c2673d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:33.283301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] Provisioning complete for port 2a635748-2b45-43f7-a196-3fde61a15e21 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:33.284047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.284242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.396012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.398554 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.524612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.535035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.536006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router 8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:33.561639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.563398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94cad04b-0d70-4115-a55a-f4c26b6d782e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 204 len: 168 time: 1.2615228 Oct 13 04:32:33.568057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40092) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:33.576167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-ea76ede2-687e-40db-8646-aaf447cae742 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:33.589710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-ea76ede2-687e-40db-8646-aaf447cae742 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 945 time: 0.6048481 Oct 13 04:32:33.595036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'security_groups': []}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:33.596131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-18825935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:33.598142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a635748-2b45-43f7-a196-3fde61a15e21 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:33.654284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] For port 2a635748-2b45-43f7-a196-3fde61a15e21, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a635748-2b45-43f7-a196-3fde61a15e21,segment=NetworkSegment(b8ed5bc0-89e3-4b7f-ac80-1d109bad454c),segment_id=b8ed5bc0-89e3-4b7f-ac80-1d109bad454c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:33.675499 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.702050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.704633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.705435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.713931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.713931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46878bc0-0a42-48d9-8c1c-bcd93eea30b8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "DELETE /v2.0/floatingips/c6672cdd-e37d-4012-bff9-f385e8fba55f HTTP/1.1" status: 204 len: 168 time: 1.7784441 Oct 13 04:32:33.734233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.774848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a635748-2b45-43f7-a196-3fde61a15e21 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:33.775547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.830069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.882751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.895966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.899858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.901084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.934611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:33.936468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b0d5d02d-3262-4b5b-a139-e7a6a27a93cf tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3673749 Oct 13 04:32:33.939031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40102) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:33.943997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:34.210701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=ffed1c29-8173-491c-9099-0ebf185c6253,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:34.241777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4643-de9b-4e87-9b72-cf7e873ebf62 None None] Pushing event updated for resources: {'Port': ['ID=2a635748-2b45-43f7-a196-3fde61a15e21,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:34.285768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-69901d0b-05be-4833-ac23-9916067ea2a8 None None] Provisioning complete for port ffed1c29-8173-491c-9099-0ebf185c6253 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:34.286438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69901d0b-05be-4833-ac23-9916067ea2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.338078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.370390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-69901d0b-05be-4833-ac23-9916067ea2a8 None None] Port ffed1c29-8173-491c-9099-0ebf185c6253 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:34.474395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-69901d0b-05be-4833-ac23-9916067ea2a8 None None] Provisioning complete for port 2a635748-2b45-43f7-a196-3fde61a15e21 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:34.474874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69901d0b-05be-4833-ac23-9916067ea2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.492238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:34.573522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.602177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.627741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11', '76219022-c21c-4486-a9ae-b4e491b83911', 'cd312955-f757-4ea8-a399-0e4ffeda2a0b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:34.651968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40106) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:34.657527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263254593', 'description': 'tempest-description--1947232290'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:34.751219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:34.751900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.759763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b32abdee-a413-4636-ab8c-2b4182f7146d req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "PUT /v2.0/ports/cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 200 len: 904 time: 1.1689904 Oct 13 04:32:34.768412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 6211dca5-2906-4d77-98cf-5c5375c2673d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:34.772884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:34.776906 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2344a8-7fc9-4492-8949-04a69b2297bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:34.780439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:34.831367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:34.922515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['cd312955-f757-4ea8-a399-0e4ffeda2a0b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:35.024712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.053074 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb94d86-2a29-44eb-a0a2-13dc3452fafe x-openstack-request-id: req-4cb94d86-2a29-44eb-a0a2-13dc3452fafe {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:35.053791 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:35.054273 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cb94d86-2a29-44eb-a0a2-13dc3452fafe {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:35.054899 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'status': 'completed', 'code': 200} Oct 13 04:32:35.081482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.085227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8cb993d5-bc7f-4072-b867-da99c2d95518 None None] Provisioning complete for port ffed1c29-8173-491c-9099-0ebf185c6253 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:35.085610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8cb993d5-bc7f-4072-b867-da99c2d95518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.132191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143fb65-5e64-428a-9624-97547419c56a req-02b0a4f0-81da-456d-aefe-0f9cabea3398 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.139922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1143fb65-5e64-428a-9624-97547419c56a req-02b0a4f0-81da-456d-aefe-0f9cabea3398 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 907 time: 0.2532909 Oct 13 04:32:35.150590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134a455-5b7f-4a5f-ad53-700417c0ef92 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.211163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-abaf7b71-5c4e-4ee0-b984-8d7f5c8c6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.222182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-abaf7b71-5c4e-4ee0-b984-8d7f5c8c6328 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 1058 time: 0.1650634 Oct 13 04:32:35.266605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8cb993d5-bc7f-4072-b867-da99c2d95518 None None] Port ffed1c29-8173-491c-9099-0ebf185c6253 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:35.308989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router e5e30690-4442-4984-8d66-648068848ad4 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:35.389800 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Allocated IP 172.25.0.176 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/93ece6cc-0aaf-4ee2-b7e1-6de28856ad5d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:35.429061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a635748-2b45-43f7-a196-3fde61a15e21 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:35.457762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-42345d53-1478-4f1b-85de-032c0643ece7 None None] Provisioning complete for port ffed1c29-8173-491c-9099-0ebf185c6253 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:35.458138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-42345d53-1478-4f1b-85de-032c0643ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.501493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-42345d53-1478-4f1b-85de-032c0643ece7 None None] Port ffed1c29-8173-491c-9099-0ebf185c6253 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:35.546870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.550167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-42345d53-1478-4f1b-85de-032c0643ece7 None None] Provisioning complete for port cd312955-f757-4ea8-a399-0e4ffeda2a0b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:35.550810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-42345d53-1478-4f1b-85de-032c0643ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.574757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-bad85bb9-c763-49d7-b9ab-bbc8d238f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.576302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-bad85bb9-c763-49d7-b9ab-bbc8d238f390 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.3408589 Oct 13 04:32:35.584408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2a635748-2b45-43f7-a196-3fde61a15e21 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:35.584793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.603551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.606563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.641774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.645441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-5065f061-2158-40a2-86dc-8f6260c9f4d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 200 len: 217 time: 0.0589423 Oct 13 04:32:35.666585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ac37-ed15-4575-93e6-26bf30952cce req-c96f7ce0-6845-4a52-b5fe-51bc569ee9c1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.673978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb12ac37-ed15-4575-93e6-26bf30952cce req-c96f7ce0-6845-4a52-b5fe-51bc569ee9c1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.3749442 Oct 13 04:32:35.690317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:35.698979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:35.717596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:35.750203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:35.757068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:35.761744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1057532 Oct 13 04:32:35.766880 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] Sync routers for ids ['e5e30690-4442-4984-8d66-648068848ad4'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:35.775294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f19885bf-3744-4aff-b99c-f19f469f2b18 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/e5e30690-4442-4984-8d66-648068848ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1322763 Oct 13 04:32:35.776533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:35.776939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40124) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:35.783948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] Routers {'e5e30690-4442-4984-8d66-648068848ad4'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:35.785446 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e5e30690-4442-4984-8d66-648068848ad4'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:35.787419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group_rule': {'security_group_id': 'fcbfaf93-314a-4556-9571-90320c69c7cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:35.799010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88c67c-5f12-4df9-ac88-b351ef27ff48 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbfaf93-314a-4556-9571-90320c69c7cc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.849890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb12ac37-ed15-4575-93e6-26bf30952cce req-ea0d6549-c78d-46dc-95ae-bf6566409bb6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643646 Oct 13 04:32:35.851641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-40b5293e-af4b-46a5-886c-ee37fa579285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.851784 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:35.857631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-40b5293e-af4b-46a5-886c-ee37fa579285 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1758549 Oct 13 04:32:35.862922 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] Routers {'e5e30690-4442-4984-8d66-648068848ad4'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:35.863556 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e5e30690-4442-4984-8d66-648068848ad4'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:35.893341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Pushing event updated for resources: {'Port': ['ID=93ece6cc-0aaf-4ee2-b7e1-6de28856ad5d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:35.913614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:35.915054 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cfaabc-0c07-46c1-a510-4561c07c321e None None] The sync data for ids ['e5e30690-4442-4984-8d66-648068848ad4'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:35.925778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c66d35-5162-43ec-b4b8-d20d20c08202 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:35.929796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66c66d35-5162-43ec-b4b8-d20d20c08202 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports/ffed1c29-8173-491c-9099-0ebf185c6253 HTTP/1.1" status: 200 len: 911 time: 0.1277056 Oct 13 04:32:35.930815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40128) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:35.940791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f25ea74b-d47e-488a-bcbb-098529f5ed77'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:36.028068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-506bb4ac-e86c-4b3f-be0c-715111aa8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.030546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-506bb4ac-e86c-4b3f-be0c-715111aa8115 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652946 Oct 13 04:32:36.081277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.200272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.200497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbb9aa-726e-47db-a0f8-1fc08ea2e710 req-a97a7fc4-ef06-4675-9818-41838476f14f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.202249 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fbbb9aa-726e-47db-a0f8-1fc08ea2e710 req-a97a7fc4-ef06-4675-9818-41838476f14f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.2220333 Oct 13 04:32:36.206256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.259538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-ccbbbd2a-8e3f-421e-a915-448f2d845b2b service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163076 Oct 13 04:32:36.264415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f387402-e96b-4b12-b3cc-efe7ec12b741,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:36.279845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.281591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff81fb5e-625c-47e7-b702-7e1652e3b59b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5037553 Oct 13 04:32:36.284634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40134) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:36.291651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'security_group_rule': {'security_group_id': 'fcbfaf93-314a-4556-9571-90320c69c7cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:36.345954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fbbb9aa-726e-47db-a0f8-1fc08ea2e710 req-969fff8e-83b9-425d-9eaa-b18a370eb952 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292944 Oct 13 04:32:36.394374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.398185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.435117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae2344a8-7fc9-4492-8949-04a69b2297bd req-b6982ed4-9301-4918-86f5-3f57c4978ebe service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653957 Oct 13 04:32:36.491864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.654209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.665179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.748520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96f33b8-e3c3-4f03-8748-24aad96a96f2,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:36.794898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-630c6c55-3ec8-4f64-859f-aaaa53a423ca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.796502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-630c6c55-3ec8-4f64-859f-aaaa53a423ca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.2394495 Oct 13 04:32:36.801179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.802524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7047d00a-db02-4563-9a26-6e6927d65c22 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5163665 Oct 13 04:32:36.816349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40148) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:36.820758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:36.875628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-d8ae4fe4-e63b-46f0-be4a-be0f05720330 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/quotas/e9028071fba64169b91f9fab37ae51d2 HTTP/1.1" status: 200 len: 375 time: 0.0676715 Oct 13 04:32:36.946179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.952732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.967770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.974359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:36.974964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:36.976439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/ports/ffed1c29-8173-491c-9099-0ebf185c6253 HTTP/1.1" status: 200 len: 911 time: 1.0422776 Oct 13 04:32:36.980889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:37.115161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e4853-8933-433e-a063-df8c3f94b45d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=ffed1c29-8173-491c-9099-0ebf185c6253,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:37.421199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.455474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-5e666c2e-349e-4973-86be-71387b0d11a9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5704265 Oct 13 04:32:37.517085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.526143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.662712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-35afe3cf-9d60-4e69-88c1-876820dfaeec service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083464 Oct 13 04:32:37.725965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port ffed1c29-8173-491c-9099-0ebf185c6253 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:37.726346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.809176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-20d2166e-6b45-470a-86d1-fd11a193dc35 service neutron] 10.222.0.49 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456413 Oct 13 04:32:37.820166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.864679 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:37.879715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for ffed1c29-8173-491c-9099-0ebf185c6253 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:38.021042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Allocated IP 172.25.0.39 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/cde5714c-aab7-4254-8706-d1fc7363b284) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:38.030093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Router afca8d7e-d7cd-499c-9b78-d79b4e1c1484 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:38.130452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.163743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=ffed1c29-8173-491c-9099-0ebf185c6253,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:38.317881 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.339974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f6b23130-860c-40ca-8fd0-e61af64bdb39 req-57f67984-65f6-4f2b-bda7-c24582ac69f1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 210 time: 0.2647650 Oct 13 04:32:38.455814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:38.469457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] Sync routers for ids ['afca8d7e-d7cd-499c-9b78-d79b4e1c1484'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:38.475652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.477672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94187a7a-7710-4b74-8c04-6cc70ee0733e tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "PUT /v2.0/routers/afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 200 len: 914 time: 4.5366373 Oct 13 04:32:38.485696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40176) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:38.495562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.496460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] Routers {'afca8d7e-d7cd-499c-9b78-d79b4e1c1484'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:38.497186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afca8d7e-d7cd-499c-9b78-d79b4e1c1484'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:38.589738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:38.612573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] Routers {'afca8d7e-d7cd-499c-9b78-d79b4e1c1484'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:38.613350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['afca8d7e-d7cd-499c-9b78-d79b4e1c1484'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:38.658636 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.675073 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d431ef16-0731-4393-ba9b-b96fc55e72a0 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 200 len: 920 time: 0.1773951 Oct 13 04:32:38.676979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:38.700980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:38.701906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b53053-37a9-4d27-8087-abab2c7d2f85 None None] The sync data for ids ['afca8d7e-d7cd-499c-9b78-d79b4e1c1484'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:38.725510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:38.731011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:38.735278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:38.775660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=cde5714c-aab7-4254-8706-d1fc7363b284,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:38.925034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:38.979965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.255259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.264350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.356971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=cde5714c-aab7-4254-8706-d1fc7363b284,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:39.419363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.460914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:39.481344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fad0fd6c-368e-4b5d-976f-8188670f9073 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6638336 Oct 13 04:32:39.518075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router e5e30690-4442-4984-8d66-648068848ad4 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:39.521880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807bbf5-1cb6-4637-815a-ea15ccb947cc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:39.523501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5807bbf5-1cb6-4637-815a-ea15ccb947cc tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=afca8d7e-d7cd-499c-9b78-d79b4e1c1484&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8460834 Oct 13 04:32:39.527073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40194) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:39.573551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67b295b4-bbee-418a-bc8a-4de5f0f5b429 req-eee86894-ebcd-490e-bee8-5f0596df94b9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 210 time: 0.0892479 Oct 13 04:32:39.644672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5132196-5acd-413e-be52-704c919aeab2 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:39.646279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b5132196-5acd-413e-be52-704c919aeab2 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.1179168 Oct 13 04:32:39.652604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40196) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:39.738363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:39.738840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-dc44393b-3867-4d4e-98b9-dd30f720d989 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:39.740523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-dc44393b-3867-4d4e-98b9-dd30f720d989 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.47 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 811 time: 0.1660616 Oct 13 04:32:39.748091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-215dc90d-bf6b-4381-86d6-02c76183080f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/e5e30690-4442-4984-8d66-648068848ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7660573 Oct 13 04:32:39.749124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:39.757618 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] Sync routers for ids ['e5e30690-4442-4984-8d66-648068848ad4'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:39.761856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Request body: {'port': {'device_id': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'admin_state_up': True, 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:39.766939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c96649f2-323a-4a00-af58-08fa7c9878a0 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 200 len: 205 time: 0.1110764 Oct 13 04:32:39.769216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:39.780233 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] Routers {'e5e30690-4442-4984-8d66-648068848ad4'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:39.783371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e5e30690-4442-4984-8d66-648068848ad4'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:39.814975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d8145746-ed73-4f24-a80e-c178c6a874a4 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5e30690-4442-4984-8d66-648068848ad4 HTTP/1.1" status: 200 len: 205 time: 0.0613086 Oct 13 04:32:39.815623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40204) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:39.877669 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:39.888921 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] Routers {'e5e30690-4442-4984-8d66-648068848ad4'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:39.890022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e5e30690-4442-4984-8d66-648068848ad4'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:39.954268 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:39.955419 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601ed0b-67c3-49cb-896a-d77caf1f16a7 None None] The sync data for ids ['e5e30690-4442-4984-8d66-648068848ad4'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:40.007100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.069004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.155783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Made reservation on behalf of e9028071fba64169b91f9fab37ae51d2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:40.160507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.169265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-7f546331-51c2-4016-9151-5cf8a3545772 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1263254593&fields=id&tenant_id=e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 267 time: 0.2648878 Oct 13 04:32:40.384196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.387022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.393004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.434983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Allocated IP 172.20.0.13 (0c77bd0a-b8c1-401a-926e-7c42657662ec/2115d125-9dcf-4085-8c14-8819d164f9ba/4ca23554-9756-44e2-a2ef-c0a5d8aca4d1) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:40.478511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.478780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router e5e30690-4442-4984-8d66-648068848ad4 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:40.487276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.488550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fed088c2-7d01-4c06-ae21-5d7099942e08 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/e5e30690-4442-4984-8d66-648068848ad4 HTTP/1.1" status: 204 len: 168 time: 0.6718175 Oct 13 04:32:40.491510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40218) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:40.499631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-0d44869f-3627-468d-bfcc-081aef7a69e1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:40.507722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-0d44869f-3627-468d-bfcc-081aef7a69e1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 811 time: 0.3371825 Oct 13 04:32:40.530494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port 93ece6cc-0aaf-4ee2-b7e1-6de28856ad5d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:40.531012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.580058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-ab3f74cf-372f-432b-bb6d-706bf749acb8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/quotas/e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 375 time: 0.0337238 Oct 13 04:32:40.645278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet f25ea74b-d47e-488a-bcbb-098529f5ed77 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:32:40.650755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.697039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.709683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-bba0448c-9904-4f9f-818e-e2e3c9c1157b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165671 Oct 13 04:32:40.713690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for 93ece6cc-0aaf-4ee2-b7e1-6de28856ad5d owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:40.719478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:40.830022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74f43717-d506-4968-954b-dc7489f65712 req-49da2755-723b-41e6-962b-66daa9653678 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 210 time: 0.0976734 Oct 13 04:32:40.843925 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:32:40.862497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-f42f241e-5390-4906-891c-4e4141378111 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:32:40.863774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-f42f241e-5390-4906-891c-4e4141378111 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1404200 Oct 13 04:32:40.887182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.029919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-12615ced-565d-4074-848d-7cf3774596ae service neutron] 10.222.0.49 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574647 Oct 13 04:32:41.034935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.051052 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.074669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.089389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=f25ea74b-d47e-488a-bcbb-098529f5ed77,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:41.124559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.130567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5a961230-0e23-4e97-8a3a-297baf7c75b6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/f25ea74b-d47e-488a-bcbb-098529f5ed77 HTTP/1.1" status: 204 len: 168 time: 0.6187422 Oct 13 04:32:41.130927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40234) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:41.135433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4afbe-703c-469e-895a-b780110158ea None None] Network 6211dca5-2906-4d77-98cf-5c5375c2673d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:41.171367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=93ece6cc-0aaf-4ee2-b7e1-6de28856ad5d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:41.249794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.269775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-099164e7-7574-4a45-8c40-018502e2b7de service neutron] 10.222.0.49 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307870 Oct 13 04:32:41.276690 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.310218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11', '76219022-c21c-4486-a9ae-b4e491b83911'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:41.373343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:41.401280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:41.415818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 2a635748-2b45-43f7-a196-3fde61a15e21 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:41.417212 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.418656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:41.490128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.548986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] DHCP port deletion for 6211dca5-2906-4d77-98cf-5c5375c2673d request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:32:41.601550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 2a635748-2b45-43f7-a196-3fde61a15e21, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a635748-2b45-43f7-a196-3fde61a15e21,segment=NetworkSegment(b8ed5bc0-89e3-4b7f-ac80-1d109bad454c),segment_id=b8ed5bc0-89e3-4b7f-ac80-1d109bad454c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:41.603263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.618909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 2a635748-2b45-43f7-a196-3fde61a15e21 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:41.686297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.817152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.822803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.878744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-121780d6-8090-477c-aa1c-dedafafcdfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.890591 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.936145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Deleting port 2a635748-2b45-43f7-a196-3fde61a15e21 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:41.936530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:41.951809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=2a635748-2b45-43f7-a196-3fde61a15e21,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:41.958372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 2a635748-2b45-43f7-a196-3fde61a15e21 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:42.005853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:42.006832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.012245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:42.022862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] For port 2a635748-2b45-43f7-a196-3fde61a15e21, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:42.023312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.037828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Calling delete_port for 2a635748-2b45-43f7-a196-3fde61a15e21 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:42.040898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Port 2a635748-2b45-43f7-a196-3fde61a15e21 was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:32:42.047976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.063889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99c3ffff-d9ca-460c-8ddd-52b9ea9affbe req-7b892f96-84e1-495d-8588-c5571715f2af tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 210 time: 0.0334933 Oct 13 04:32:42.066629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.067355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router afca8d7e-d7cd-499c-9b78-d79b4e1c1484 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:42.078776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.081575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-afa62009-768a-4b58-b722-7af3f9ebe263 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 204 len: 168 time: 2.3108585 Oct 13 04:32:42.097328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-9e976eef-03dc-4f7c-b8de-d8243423de66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3320584 Oct 13 04:32:42.097328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40264) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:42.102571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887556036', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:42.137285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Request body: {'port': {'device_id': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:42.150868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] Pushing event deleted for resources: {'Port': ['ID=2a635748-2b45-43f7-a196-3fde61a15e21,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:42.155036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.176645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f468c6db-6353-4375-b775-ccf57ead6d19 None None] Provisioning complete for port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:42.177276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f468c6db-6353-4375-b775-ccf57ead6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.179290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324ca85-0fe8-4dd1-aa34-ea1883dc4b5b None None] No DVR routers for this DVR port 2a635748-2b45-43f7-a196-3fde61a15e21 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:32:42.228614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6211dca5-2906-4d77-98cf-5c5375c2673d']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:42.240614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98818587-f251-4faf-a35a-a636f2f32ad9 req-74c2372a-f39b-479a-b828-864d2b87564a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:42.243384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-98818587-f251-4faf-a35a-a636f2f32ad9 req-74c2372a-f39b-479a-b828-864d2b87564a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 932 time: 0.1957402 Oct 13 04:32:42.262964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:42.263970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ed5bc0-89e3-4b7f-ac80-1d109bad454c') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:42.286689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.323986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.325096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.334039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-98818587-f251-4faf-a35a-a636f2f32ad9 req-c4c10e96-8f38-416a-b780-2adb782c3067 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803688 Oct 13 04:32:42.345298 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.370754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:32:42.371131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.371925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f468c6db-6353-4375-b775-ccf57ead6d19 None None] Port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:32:42.379302 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:32:42.424057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.448333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.529092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.541779 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.566150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/6211dca5-2906-4d77-98cf-5c5375c2673d HTTP/1.1" status: 204 len: 168 time: 1.4340279 Oct 13 04:32:42.585853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb09d17-a4a5-4933-bfa1-7e5227789e13 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=6211dca5-2906-4d77-98cf-5c5375c2673d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:42.595983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40272) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:42.607435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1978543437', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:42.667214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.668660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.670365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.752081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.765218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.793687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.797027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d6f43e7-6185-42c7-90ba-5f59d22e84ed tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1999271 Oct 13 04:32:42.799736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40274) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:42.807225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613224186'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:42.857182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:42.861413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.881926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.904197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:42.918423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:42.918864 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment 9f03ce70-2e58-49a9-b3f4-5418714e137a of type vlan for network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 Oct 13 04:32:42.969046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:43.007574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:43.014341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:43.015140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:43.094395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:43.115529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-069dcc56-28be-48aa-a1d2-94c54f5ba336 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3142109 Oct 13 04:32:43.116279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:43.118971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40280) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:43.140043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:43.362582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21188dcc-aaa2-4e5d-b448-b8101b7b2c40 req-f27b7ae8-f225-4c3f-8885-aef0c70c1765 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 210 time: 0.1158345 Oct 13 04:32:43.490862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a635748-2b45-43f7-a196-3fde61a15e21 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:32:43.497611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:43.592232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2a635748-2b45-43f7-a196-3fde61a15e21 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:32:43.599474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a635748-2b45-43f7-a196-3fde61a15e21 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:32:43.779351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:43.783413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:43.847433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-2bbcf770-38b1-4d4d-8411-9043e3a85f39 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:43.849161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-2bbcf770-38b1-4d4d-8411-9043e3a85f39 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.16 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 811 time: 0.5153909 Oct 13 04:32:43.957063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-9e2b06cb-5273-45dc-a642-6cb07fc99f3b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9f23be96d0344698475d4b53385c49b HTTP/1.1" status: 200 len: 380 time: 0.0916557 Oct 13 04:32:43.975193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'port': {'device_id': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'admin_state_up': True, 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'security_groups': ['fcbfaf93-314a-4556-9571-90320c69c7cc']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:44.125302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9c72dba8-d6e7-4515-b1af-ff4f9dc9b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.125841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.131265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.193784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.212100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Transition to ACTIVE for port object 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:44.253480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.269926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.308119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b2fee-4502-4ff9-a709-88f05869a755 req-3f5a42f8-0933-40a7-af36-d157714dd036 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:44.310760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-518b2fee-4502-4ff9-a709-88f05869a755 req-3f5a42f8-0933-40a7-af36-d157714dd036 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 932 time: 0.1888685 Oct 13 04:32:44.342528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Made reservation on behalf of e9f23be96d0344698475d4b53385c49b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:44.346180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.362377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:44.469046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:44.525673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-518b2fee-4502-4ff9-a709-88f05869a755 req-58fa81ab-793d-46c8-ab90-df14a16433c1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871910 Oct 13 04:32:44.573953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Allocated IP 172.25.0.64 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/b047d6ab-41da-4b6c-8450-9968f5c87626) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:44.623542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Attempting to bind port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:44.624045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Attempting to bind port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:44.624500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Attempting to bind port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:44.647628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:44.647936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:44.675613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:44.676053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Attempting to bind port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 on network 0c77bd0a-b8c1-401a-926e-7c42657662ec {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:44.684397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:44.684852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Checking segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:44.685364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Bound using segment: {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:44.685914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Bound port: 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e7e0b9-7321-4672-b721-08120fc9d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:44.686384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.691952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa87745b-40e5-404c-92b0-058b9bb84e1b req-9b9eb7d1-15df-4ce0-9511-65e5f758e172 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 210 time: 0.0554121 Oct 13 04:32:44.736188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Allocated IP 172.20.0.9 (1cf3df9a-59cd-4b9e-b80b-eaaf896d5312/0b3e75eb-759b-45f3-bacc-91c41279679f/75153b9b-fba7-495c-9f36-49aa7841322b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:44.751488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:44.761922 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.786468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:44.796306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:44.797274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:44.802656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ecdc6-f34e-44fc-978f-87d17ff82e36 None None] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:44.846221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-046c0520-c98f-458a-b81b-53b02fb868a7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7260952 Oct 13 04:32:44.878176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40304) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:44.969558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:44.978245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:45.000522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.060677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.063788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.066988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] 10.222.0.47 "PUT /v2.0/ports/4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 HTTP/1.1" status: 200 len: 1092 time: 2.9445395 Oct 13 04:32:45.067882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:45.081762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.083486 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1422b211-d514-4e90-9787-2d98a7e11e83" -d '{"events": [{"name": "network-changed", "server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:45.146854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.208889 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136f5af-f1ae-4852-b5c5-3cfb4a98fe81 x-openstack-request-id: req-9136f5af-f1ae-4852-b5c5-3cfb4a98fe81 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:45.209174 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:45.209389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:45.209531 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9136f5af-f1ae-4852-b5c5-3cfb4a98fe81 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:45.209814 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'status': 'completed', 'code': 200} Oct 13 04:32:45.210543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.242016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:45.244840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a235d23-e76c-4e54-9400-d2c085e4432b service neutron] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:45.260218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:45.263325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:45.337658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.378396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-3479c57f-1da8-4143-b492-df36e6e550c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.381615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-3479c57f-1da8-4143-b492-df36e6e550c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 1095 time: 0.2363589 Oct 13 04:32:45.404878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event updated for resources: {'Port': ['ID=b047d6ab-41da-4b6c-8450-9968f5c87626,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:45.410259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:45.420953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:45.461769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:45.471254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-1359d4bf-c878-419d-b25c-54fcf4072dc6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 HTTP/1.1" status: 200 len: 217 time: 0.0779827 Oct 13 04:32:45.485308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event updated for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:45.553437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Allocated IP 2001:db8::2 (f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861/d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e/cdb5df16-dec6-4eab-b383-ff56c2bea7f0) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:45.655511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.673807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-7c7bfa0f-6632-4eb3-a3c4-10705b0b152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.675286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-7c7bfa0f-6632-4eb3-a3c4-10705b0b152e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1295743 Oct 13 04:32:45.681793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.682750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.834281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.860789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.863829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.868835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-4efe3bc1-7dc4-42f0-b5be-497cf047c947 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042094 Oct 13 04:32:45.882634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:45.903893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Request body: {'port': {'device_id': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:45.925522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:45.937401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:45.942123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:45.971652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a4e0-d1e5-40a2-a928-e1c0d9c3eadd req-ffc1c65d-ab23-4556-a7ea-7f70d69558e0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.980214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf42a4e0-d1e5-40a2-a928-e1c0d9c3eadd req-ffc1c65d-ab23-4556-a7ea-7f70d69558e0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 944 time: 0.3257987 Oct 13 04:32:45.981619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Pushing event updated for resources: {'Port': ['ID=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:45.984882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9302a-0eaa-4981-96ae-17888738204c req-23418310-c5cd-4356-bcb1-4d3681b5559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:45.986322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-23418310-c5cd-4356-bcb1-4d3681b5559b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672327 Oct 13 04:32:45.991980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.993056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.993640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.994065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.994547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.995538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.995885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.996356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.996695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.997028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.997362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:45.997692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:32:46.033925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Attempting to bind port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:46.034351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Attempting to bind port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:46.034854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Attempting to bind port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 on network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:46.044602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:46.045130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Checking segment: {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:46.045548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.046604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Bound using segment: {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:46.047278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Bound port: cdb5df16-dec6-4eab-b383-ff56c2bea7f0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:46.047669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.140163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf42a4e0-d1e5-40a2-a928-e1c0d9c3eadd req-45dbe012-fe76-45fe-9ca4-0bdda7d9f04c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147816 Oct 13 04:32:46.141701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] For port cdb5df16-dec6-4eab-b383-ff56c2bea7f0, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:46.143275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.148213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] For port cdb5df16-dec6-4eab-b383-ff56c2bea7f0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:46.155979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8f6e779d-c7a3-4e1e-9839-30d1fe725a05 None None] Provisioning complete for port 75153b9b-fba7-495c-9f36-49aa7841322b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:46.156362 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f6e779d-c7a3-4e1e-9839-30d1fe725a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.240250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e779d-c7a3-4e1e-9839-30d1fe725a05 None None] Port 75153b9b-fba7-495c-9f36-49aa7841322b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:46.247639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.262626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-b535e3aa-13c7-45b2-a2c8-4f6f643ea75c service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360613 Oct 13 04:32:46.391330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe07d66-e840-45e1-aa8d-3aa0569abc46 None None] Pushing event updated for resources: {'Port': ['ID=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:46.565822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16d9302a-0eaa-4981-96ae-17888738204c req-dc1ff2fb-0ce5-4736-bf08-a86d41c2d223 service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883306 Oct 13 04:32:46.640758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.899467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45f12b-d454-4faa-beb3-4c604d723361 req-cef41caf-3935-4683-90d2-992311d9a530 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:46.901276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a45f12b-d454-4faa-beb3-4c604d723361 req-cef41caf-3935-4683-90d2-992311d9a530 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 931 time: 1.0526469 Oct 13 04:32:46.905111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:46.947135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-df8274e3-2cd1-46d5-aa1b-4a56bc501945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:46.951874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-df8274e3-2cd1-46d5-aa1b-4a56bc501945 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 1095 time: 0.1556149 Oct 13 04:32:47.045449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a45f12b-d454-4faa-beb3-4c604d723361 req-e1bf037b-308b-411b-87cf-47a13955e3bd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333606 Oct 13 04:32:47.071611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8::1 (f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861/d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e/95854ac0-0968-49c7-89ec-bc3a9553f10e) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:47.100603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-a7ab45e4-d6bc-49ff-a725-1f7892b81efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.102876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-a7ab45e4-d6bc-49ff-a725-1f7892b81efb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1372941 Oct 13 04:32:47.163589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-03c4a32c-d94f-4a98-8ff9-7ada1a044187 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 HTTP/1.1" status: 200 len: 217 time: 0.0502656 Oct 13 04:32:47.188382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Router c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:47.243662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.292341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.408875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:47.442456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] Sync routers for ids ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:47.464971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] Routers {'c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:47.465951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:47.517175 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.549166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-fe1ac24c-8baa-40dd-8f7f-955302d581e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.549384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:47.557475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-fe1ac24c-8baa-40dd-8f7f-955302d581e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.3781958 Oct 13 04:32:47.577212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] Routers {'c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:47.577840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:47.654783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.659272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66605df0-1fe2-4403-8380-02c2c3e232fc tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5665717 Oct 13 04:32:47.662005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40332) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:47.673202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cdb5df16-dec6-4eab-b383-ff56c2bea7f0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:47.675660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:47.676285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b26253-9593-4169-9cee-ea5c4d368541 None None] The sync data for ids ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:47.682882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:47.735625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:47.745323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:47.754427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:47.762623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:47.768419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.789664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:47.793011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:47.958083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca220-aa7c-4224-a877-495ee71257da req-89521870-0124-4c43-b03b-19642f2bdadd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:47.963653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4dca220-aa7c-4224-a877-495ee71257da req-89521870-0124-4c43-b03b-19642f2bdadd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 944 time: 0.5767934 Oct 13 04:32:47.969683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.055413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port cdb5df16-dec6-4eab-b383-ff56c2bea7f0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:48.065571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-b284346c-112d-4557-b98e-b8df110d7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:48.065940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.067692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-b284346c-112d-4557-b98e-b8df110d7beb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4821048 Oct 13 04:32:48.188096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4dca220-aa7c-4224-a877-495ee71257da req-3c574342-bcf9-4d74-ad07-d43e285778e5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511362 Oct 13 04:32:48.218553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.223634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5a467-3f53-431d-a7d2-1473017d8f21 None None] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:48.260946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75153b9b-fba7-495c-9f36-49aa7841322b {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:48.283308 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.305293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Transition to ACTIVE for port object 75153b9b-fba7-495c-9f36-49aa7841322b will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:32:48.342067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.386118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:48.396771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.414694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-aa293ed5-d193-4145-bb5a-646870670074 service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269699 Oct 13 04:32:48.420902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.431820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5165b5ec-bf91-47ef-b3a3-7e2533d51d67 None None] Provisioning complete for port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:48.432544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5165b5ec-bf91-47ef-b3a3-7e2533d51d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.459018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc65d84-449a-49b4-aa4a-48145cd0d481 req-85a3b964-6327-4e8d-aa22-f2634940d3bd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:48.461872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ccc65d84-449a-49b4-aa4a-48145cd0d481 req-85a3b964-6327-4e8d-aa22-f2634940d3bd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 931 time: 0.2442539 Oct 13 04:32:48.650013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Pushing event updated for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:48.682770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1422b211-d514-4e90-9787-2d98a7e11e83 req-2141b8fb-51da-469d-8918-c1a4d04ff7af service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568014 Oct 13 04:32:48.705804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Deleting port b047d6ab-41da-4b6c-8450-9968f5c87626 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:32:48.706318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.768154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ccc65d84-449a-49b4-aa4a-48145cd0d481 req-fa8c408e-344f-4c68-a3df-0cde85d9fb03 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050416 Oct 13 04:32:48.876792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.884556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Attempting to bind port 75153b9b-fba7-495c-9f36-49aa7841322b on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:48.884960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Attempting to bind port 75153b9b-fba7-495c-9f36-49aa7841322b by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:48.885353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Attempting to bind port 75153b9b-fba7-495c-9f36-49aa7841322b on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:48.896840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.899954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Port 75153b9b-fba7-495c-9f36-49aa7841322b on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:32:48.900371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Attempting to bind port 75153b9b-fba7-495c-9f36-49aa7841322b on network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:48.904981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Calling delete_port for b047d6ab-41da-4b6c-8450-9968f5c87626 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:32:48.905966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:48.906393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Checking segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:48.906844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Bound using segment: {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:48.907367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Bound port: 75153b9b-fba7-495c-9f36-49aa7841322b, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a0b2d0-5aee-4e3a-b00f-ed755a29d800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:48.907803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.928939 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:48.930447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.069338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:49.107207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b7f3feb7-d4d6-459d-b41c-d2f162bda4b7 None None] Provisioning complete for port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:49.109073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b7f3feb7-d4d6-459d-b41c-d2f162bda4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.131619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:49.141988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=75153b9b-fba7-495c-9f36-49aa7841322b,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:49.159350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.185717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:49.188545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.190012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] 10.222.0.16 "PUT /v2.0/ports/75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 200 len: 1091 time: 3.2903917 Oct 13 04:32:49.205661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:49.206810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:49.209383 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c662d-0925-4578-a738-2eeac170d919" -d '{"events": [{"name": "network-changed", "server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:49.235691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.240149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:49.315676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Pushing event deleted for resources: {'Port': ['ID=b047d6ab-41da-4b6c-8450-9968f5c87626,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:49.404671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b7f3feb7-d4d6-459d-b41c-d2f162bda4b7 None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:49.406027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b7f3feb7-d4d6-459d-b41c-d2f162bda4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.423333 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabdd1eb-8829-4dcb-8339-e4e4909dfac7 x-openstack-request-id: req-eabdd1eb-8829-4dcb-8339-e4e4909dfac7 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:49.423697 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:49.423900 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eabdd1eb-8829-4dcb-8339-e4e4909dfac7 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:49.424320 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b', 'status': 'completed', 'code': 200} Oct 13 04:32:49.475948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b7f3feb7-d4d6-459d-b41c-d2f162bda4b7 None None] Port 95854ac0-0968-49c7-89ec-bc3a9553f10e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:49.501441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.537049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cdb5df16-dec6-4eab-b383-ff56c2bea7f0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:49.622700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce131a-7d43-4caa-88f1-8e0c5f734a80 service neutron] Pushing event updated for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:49.700125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-31d3652e-a35f-4b71-8a7d-9127bbe7e04c None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:49.706955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-31d3652e-a35f-4b71-8a7d-9127bbe7e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.751771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1566dc-580c-43e8-bb02-afd1500bd5cc req-f6663e7c-c177-44c5-a8fd-338a474b29d2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:49.753400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb1566dc-580c-43e8-bb02-afd1500bd5cc req-f6663e7c-c177-44c5-a8fd-338a474b29d2 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 944 time: 0.1967673 Oct 13 04:32:49.761461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-5a7a4c63-6a76-41af-a6f9-82f842588f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:49.763013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-5a7a4c63-6a76-41af-a6f9-82f842588f45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 1094 time: 0.4111083 Oct 13 04:32:49.785754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:49.786302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:49.833729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:49.855976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-31d3652e-a35f-4b71-8a7d-9127bbe7e04c None None] Port 95854ac0-0968-49c7-89ec-bc3a9553f10e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:49.934904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-9a8b22e5-8fce-4511-b4ea-83a05eac2b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 200 len: 217 time: 0.1587715 Oct 13 04:32:49.989963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb1566dc-580c-43e8-bb02-afd1500bd5cc req-9e1771c2-1fc0-4fc9-9b98-681ffd157784 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955757 Oct 13 04:32:50.038140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:32:50.171228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-fb232eef-819b-439e-a673-5c3566abb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:50.172777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-fb232eef-819b-439e-a673-5c3566abb768 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.2182207 Oct 13 04:32:50.275708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:50.285386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b5ddc2a9-39c6-497f-b6da-6580f506c80e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4056373 Oct 13 04:32:50.291886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40356) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:50.293806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9d47c-7874-40d4-abac-91664352627f req-89a2a9b4-a3a8-4a78-a805-437bf28ff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:50.295157 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:50.295634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-89a2a9b4-a3a8-4a78-a805-437bf28ff2d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092994 Oct 13 04:32:50.300261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742802391'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:50.300942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:50.315306 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:50.316789 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:50.329521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'mac_address': 'fa:16:3e:47:31:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:50.388407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:50.392786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.441949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:50.470610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.471468 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment bcabeb7a-7967-4396-8cc8-024dfacd23c5 of type vlan for network d4648ac9-42b4-4f64-ba67-347547916226 Oct 13 04:32:50.484553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.493921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-516fda0a-b9ea-4c1b-802c-b60c8abf8ae9 None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:50.494643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-516fda0a-b9ea-4c1b-802c-b60c8abf8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.522363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:50.563359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.565744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:50.567255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.607432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-2cd5899d-e112-4a8b-964b-8425112a4f6c service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996604 Oct 13 04:32:50.617680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.625685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:50.644436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.738299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-516fda0a-b9ea-4c1b-802c-b60c8abf8ae9 None None] Port 95854ac0-0968-49c7-89ec-bc3a9553f10e cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:50.748090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Router c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:50.752303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fac9d47c-7874-40d4-abac-91664352627f req-fcda1666-b090-41f4-8b9b-f4912534c8ea service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278114 Oct 13 04:32:50.756089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942628f-27c2-4c3a-9fa5-ae4e9b964c77 req-e9fdc192-0a57-429e-bd79-ecb0f29daca5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:50.767419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:50.770045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3942628f-27c2-4c3a-9fa5-ae4e9b964c77 req-e9fdc192-0a57-429e-bd79-ecb0f29daca5 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 943 time: 0.1982174 Oct 13 04:32:50.827671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.842057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:50.848684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.868760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:50.931850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:50.943981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] Sync routers for ids ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:50.947232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:50.949061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c8e6e878-efba-4717-a719-820f18243aff tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "PUT /v2.0/routers/c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 200 len: 705 time: 3.2835886 Oct 13 04:32:50.953656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:50.960792 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:47Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:48Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:51.003389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7068663 Oct 13 04:32:51.005487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc36b-f439-458d-8e56-1e5bc6b90a89 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=d4648ac9-42b4-4f64-ba67-347547916226,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:51.011650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] Routers {'c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:51.012076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40366) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.012283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:51.018251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:51.024159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c662d-0925-4578-a738-2eeac170d919 req-0c705ff5-44b9-4e85-9de7-c57a491150c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.025909 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-0c705ff5-44b9-4e85-9de7-c57a491150c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 1094 time: 0.1722791 Oct 13 04:32:51.034335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network d4648ac9-42b4-4f64-ba67-347547916226 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:51.047966 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:51.048461 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Updating router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd port 95854ac0-0968-49c7-89ec-bc3a9553f10e binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:51.111473 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.200203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3942628f-27c2-4c3a-9fa5-ae4e9b964c77 req-ed6c9223-1323-45e9-a649-96b9b7d00af9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291966 Oct 13 04:32:51.202699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-546808e6-a748-47ca-b72f-ee01ff7aa2be tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/routers/c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 200 len: 740 time: 0.2477624 Oct 13 04:32:51.208943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.265826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:51.295022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-819f294f-8d5a-45cd-a4c1-e4bd96a9aca7 tempest-RoutersAdminTest-1572093579 tempest-RoutersAdminTest-1572093579-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 200 len: 205 time: 0.0814219 Oct 13 04:32:51.298187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.330307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c662d-0925-4578-a738-2eeac170d919 req-f727302a-b8ca-4516-a981-7bfea233ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.331956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-f727302a-b8ca-4516-a981-7bfea233ac84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.2904146 Oct 13 04:32:51.341962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0a2b2-d09b-4ba7-a92e-d5e6a37272b5 req-0a23465e-b2c1-438f-8961-8bb7b16f80da tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:51.348543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-76b6c79e-a9f8-4bc0-a818-c2e7998c51c9 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 200 len: 205 time: 0.0488269 Oct 13 04:32:51.351997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40378) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.371797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97c0a2b2-d09b-4ba7-a92e-d5e6a37272b5 req-0a23465e-b2c1-438f-8961-8bb7b16f80da tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 945 time: 0.1997457 Oct 13 04:32:51.376919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:51.383608 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.394153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] Routers {'c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:51.394787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:51.533665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:51.534813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cfd5c0-f1f0-461d-8c4b-b8ecfe792415 None None] The sync data for ids ['c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:51.559576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.644101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40380) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:51.740807 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.759548 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.879964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.884212 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.885379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292252-97ee-4c95-81c7-695931f5106d None None] Pushing event updated for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:51.910846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1948f764-1b53-4914-bd53-c55d691ff073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.958500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Attempting to bind port 95854ac0-0968-49c7-89ec-bc3a9553f10e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:51.958976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Attempting to bind port 95854ac0-0968-49c7-89ec-bc3a9553f10e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:51.959364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Attempting to bind port 95854ac0-0968-49c7-89ec-bc3a9553f10e on network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:51.970154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:51.970941 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Checking segment: {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:51.971598 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.972235 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Bound using segment: {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:51.972946 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Bound port: 95854ac0-0968-49c7-89ec-bc3a9553f10e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f03ce70-2e58-49a9-b3f4-5418714e137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:51.974394 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:51.997836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.000819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Fanout notify agent at l3_agent the message router_deleted on router c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:32:52.029757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.037800 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-756969a5-4884-43ee-950a-74e9471aafdb tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 204 len: 168 time: 0.6847732 Oct 13 04:32:52.046918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.065350 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] For port 95854ac0-0968-49c7-89ec-bc3a9553f10e, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:52.066892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-f28977c3-ea22-4a85-b446-0776916f426a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 200 len: 217 time: 0.6691806 Oct 13 04:32:52.069828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] For port 95854ac0-0968-49c7-89ec-bc3a9553f10e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=95854ac0-0968-49c7-89ec-bc3a9553f10e,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:52.077862 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.136544 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:52.137382 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:52.160749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97c0a2b2-d09b-4ba7-a92e-d5e6a37272b5 req-eaf48ba9-a48d-41dd-b683-b7c7089d3455 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7876558 Oct 13 04:32:52.187345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c662d-0925-4578-a738-2eeac170d919 req-1c7bc516-54e9-414e-9c0d-0cc23e7e7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:52.188994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-1c7bc516-54e9-414e-9c0d-0cc23e7e7a8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.1126492 Oct 13 04:32:52.224809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1948f764-1b53-4914-bd53-c55d691ff073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.230592 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b7a97f3-1a7f-4fd3-878d-356f28276e7d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 200 len: 205 time: 0.1816528 Oct 13 04:32:52.233122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40390) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.251482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1948f764-1b53-4914-bd53-c55d691ff073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.305108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:52.305401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.326987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948f764-1b53-4914-bd53-c55d691ff073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dbe942-e180-4e07-85ca-2077336db4a7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.336981 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-385240df-0086-4169-9207-5d01ad8e7a83 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:52.341031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-385240df-0086-4169-9207-5d01ad8e7a83 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/c0ff6d8c-5783-4be3-98c9-3f8a3e8536c6 HTTP/1.1" status: 404 len: 336 time: 0.1038623 Oct 13 04:32:52.342909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40392) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.379363 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292252-97ee-4c95-81c7-695931f5106d None None] Pushing event updated for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.391970 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:52.409377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1948f764-1b53-4914-bd53-c55d691ff073 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db8acdcdcebf45a4acb2455a65d4c201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483001 Oct 13 04:32:52.457504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40394) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.512153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-61d1bac6-8f4d-47f9-bf2a-e161fc6ad6d4 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 200 len: 205 time: 0.1679931 Oct 13 04:32:52.518277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40400) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.532535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.537395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.557975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c662d-0925-4578-a738-2eeac170d919 req-b2507efa-77d3-43ce-bc4c-969126eab28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:52.558680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-b2507efa-77d3-43ce-bc4c-969126eab28b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3573775 Oct 13 04:32:52.604872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] For port 95854ac0-0968-49c7-89ec-bc3a9553f10e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=95854ac0-0968-49c7-89ec-bc3a9553f10e,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:52.618176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.628564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf8ab5-0f15-43b5-93c1-72c9ecc47f54 req-20a7bb55-3e0a-4bc5-b826-6a2ab93197c2 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:52.638716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39cf8ab5-0f15-43b5-93c1-72c9ecc47f54 req-20a7bb55-3e0a-4bc5-b826-6a2ab93197c2 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 943 time: 0.2395995 Oct 13 04:32:52.647331 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-34f62dcb-9a70-4005-b905-6d8a921a2402 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:52.649264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34f62dcb-9a70-4005-b905-6d8a921a2402 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/afca8d7e-d7cd-499c-9b78-d79b4e1c1484 HTTP/1.1" status: 404 len: 336 time: 0.1291180 Oct 13 04:32:52.657050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40404) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.708130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9469147-6342-4b90-8f9f-8b526c67ecd3 None None] Pushing event updated for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.729189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-67be3ef7-0823-4e6c-a679-f657aeccf87e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 200 len: 205 time: 0.0706780 Oct 13 04:32:52.733703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40406) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.766809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cd686746-bbbd-496c-9526-90cdadef9c41 None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:52.767219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cd686746-bbbd-496c-9526-90cdadef9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.787382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.788140 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-13a294fa-182a-4786-9213-e29f75e4865b tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:52.791978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13a294fa-182a-4786-9213-e29f75e4865b tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/8dba3a92-a0b6-4b44-9f80-ddce14bf3b41 HTTP/1.1" status: 404 len: 336 time: 0.0543022 Oct 13 04:32:52.797317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40412) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.815314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-39cf8ab5-0f15-43b5-93c1-72c9ecc47f54 req-6ee0cc05-f766-4002-8434-e2a79b30440b tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746681 Oct 13 04:32:52.819239 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:47Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:52.833539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd3ef843-23ed-46c3-bdd8-783acbd964d9 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 200 len: 205 time: 0.0348988 Oct 13 04:32:52.836359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40414) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.836483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:52.840154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: d4648ac9-42b4-4f64-ba67-347547916226, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:52.888202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849429-ebf0-4551-a706-4117a67a229d None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:47Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:52.894168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=601641f7-ed48-48d2-a86c-5fef3d43460d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:52.935275 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-7ae2b931-228d-4062-ba8d-2941b193644c tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:52.935275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7ae2b931-228d-4062-ba8d-2941b193644c tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/5c6f452d-a769-48a6-bb91-481ce9d01c31 HTTP/1.1" status: 404 len: 336 time: 0.0887895 Oct 13 04:32:52.935275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:52.939780 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:52.944801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network d4648ac9-42b4-4f64-ba67-347547916226 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:52.995495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-99501e6f-1339-4771-93e1-8037f3488f51 service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863890 Oct 13 04:32:53.006393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, d4648ac9-42b4-4f64-ba67-347547916226) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:53.014920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24b36da7-cb72-405d-8228-207f83d322b3 tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 200 len: 205 time: 0.0807860 Oct 13 04:32:53.015582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:53.016770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53510593-917a-431a-bb1d-ef211565bb25 None None] Network d4648ac9-42b4-4f64-ba67-347547916226 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:53.017348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:53.017955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.068400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-23d3a661-a655-4205-bc61-75b635200e0a tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0512013 Oct 13 04:32:53.076925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40424) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:53.109833 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-f9927915-927d-48d6-9969-670b9bd2a06b tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:53.113715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f9927915-927d-48d6-9969-670b9bd2a06b tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/15d67c11-e9a3-462c-aeb0-a974bba2174a HTTP/1.1" status: 404 len: 336 time: 0.0971127 Oct 13 04:32:53.114274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40426) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:53.186647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40428) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:53.186985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09e2e334-5f78-44c0-9df8-088f4e78bfab tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c8a00a0-5324-4823-9fbc-05a6e2453f2d HTTP/1.1" status: 200 len: 205 time: 0.0714900 Oct 13 04:32:53.338508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-d4648ac9-42b4-4f64-ba67-347547916226', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:53.339459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.349593 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-c12d76be-c613-4ee5-a272-b695a11e9d3e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] delete failed (client error): The resource could not be found. Oct 13 04:32:53.354634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c12d76be-c613-4ee5-a272-b695a11e9d3e tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/routers/5c8a00a0-5324-4823-9fbc-05a6e2453f2d HTTP/1.1" status: 404 len: 336 time: 0.1647408 Oct 13 04:32:53.357858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40432) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:53.419134 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-56869b4b-15f9-45a6-b997-e4e565a8eb4d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] DELETE failed (client error): The resource could not be found. Oct 13 04:32:53.419640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56869b4b-15f9-45a6-b997-e4e565a8eb4d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:32:53.436769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-56869b4b-15f9-45a6-b997-e4e565a8eb4d tempest-RoutersAdminTest-1195598635 tempest-RoutersAdminTest-1195598635-project] 10.222.0.49 "DELETE /v2.0/subnets/072f8564-3a8a-40ef-bd59-8309c55b4f14 HTTP/1.1" status: 404 len: 337 time: 0.0756540 Oct 13 04:32:53.437547 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.440316 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:53.445049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90dbe942-e180-4e07-85ca-2077336db4a7 HTTP/1.1" status: 204 len: 168 time: 0.9862933 Oct 13 04:32:53.501939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e6f7-d5b3-4b9d-989b-f43ccf8803dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dbe942-e180-4e07-85ca-2077336db4a7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:53.707041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 95854ac0-0968-49c7-89ec-bc3a9553f10e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:53.708319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e41c662d-0925-4578-a738-2eeac170d919 req-2390bb78-4142-4d3a-9977-f5fa557958cd service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572998 Oct 13 04:32:53.792423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152f58-595b-4c1f-8bbf-05c6ba3dc8ff req-8d981759-7beb-4889-a5a8-98ca678c9024 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:53.798354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2152f58-595b-4c1f-8bbf-05c6ba3dc8ff req-8d981759-7beb-4889-a5a8-98ca678c9024 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 945 time: 0.4070833 Oct 13 04:32:53.834862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:53.994309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40442) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:54.051484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Allocated IP 2001:db8:1::2 (d4648ac9-42b4-4f64-ba67-347547916226/601641f7-ed48-48d2-a86c-5fef3d43460d/14d97667-1237-4957-86a9-e2ef4e6fc3bc) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:54.181053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c6e7-dd2c-4488-8cf9-97d94487dcfa req-ccf4bf4b-9cc6-49e6-b9db-0db117e2b3c2 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:54.181505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:54.189214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1748c6e7-dd2c-4488-8cf9-97d94487dcfa req-ccf4bf4b-9cc6-49e6-b9db-0db117e2b3c2 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 943 time: 0.1831141 Oct 13 04:32:54.190783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2152f58-595b-4c1f-8bbf-05c6ba3dc8ff req-05f3a7ac-e608-46c6-a9e7-c7e1875e9520 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429696 Oct 13 04:32:54.201282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:54.201923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.214645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 95854ac0-0968-49c7-89ec-bc3a9553f10e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:54.215026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.287272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1748c6e7-dd2c-4488-8cf9-97d94487dcfa req-c9d8c7b0-4627-41da-9a93-1808281e1ec6 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871015 Oct 13 04:32:54.325229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.381785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1be4b8ff-74ca-479f-8d6f-b302e70e982e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.488336 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1be4b8ff-74ca-479f-8d6f-b302e70e982e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.494491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1be4b8ff-74ca-479f-8d6f-b302e70e982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.520297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.529988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.544791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4b8ff-74ca-479f-8d6f-b302e70e982e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c04e107-e05e-474a-814c-20ff2003a654,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.545804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.552518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1be4b8ff-74ca-479f-8d6f-b302e70e982e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ede366e186f4b80b9c2b5b1da3592ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564420 Oct 13 04:32:54.553126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40450) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:54.600947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Network d4648ac9-42b4-4f64-ba67-347547916226 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:54.608044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:54.619393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:54.622858 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0c9fe-96f2-4637-8d14-b7e918e55b99" -d '{"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:54.625954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.626106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:54.655217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.678486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:54.683268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Pushing event updated for resources: {'Port': ['ID=14d97667-1237-4957-86a9-e2ef4e6fc3bc,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.712776 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1e962-ede6-4232-aa45-c01d89fbc459 x-openstack-request-id: req-c4c1e962-ede6-4232-aa45-c01d89fbc459 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:54.713470 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:54.713470 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4c1e962-ede6-4232-aa45-c01d89fbc459 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:54.713685 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'code': 200} Oct 13 04:32:54.714594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.734979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.738482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.738748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8:1::1 (d4648ac9-42b4-4f64-ba67-347547916226/601641f7-ed48-48d2-a86c-5fef3d43460d/cfca2196-d11d-4eff-bd23-3f03b7542f5b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:54.740190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c04e107-e05e-474a-814c-20ff2003a654 HTTP/1.1" status: 204 len: 168 time: 0.1857879 Oct 13 04:32:54.781612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5449f-fe76-4414-9e12-59ff596feded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c04e107-e05e-474a-814c-20ff2003a654,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.799873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ed60d-45ec-456a-9d8d-303055ffecd9 req-8b58d9e6-bd51-4941-a88b-03512f315dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:54.802047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b20ed60d-45ec-456a-9d8d-303055ffecd9 req-8b58d9e6-bd51-4941-a88b-03512f315dcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 1097 time: 0.0602174 Oct 13 04:32:54.818697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Attempting to bind port 14d97667-1237-4957-86a9-e2ef4e6fc3bc on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:54.819112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Attempting to bind port 14d97667-1237-4957-86a9-e2ef4e6fc3bc by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:54.819453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Attempting to bind port 14d97667-1237-4957-86a9-e2ef4e6fc3bc on network d4648ac9-42b4-4f64-ba67-347547916226 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:54.840326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:54.840787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Checking segment: {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:54.841111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.841501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Bound using segment: {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:54.842615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Bound port: 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:54.842996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.879702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:54.884879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b20ed60d-45ec-456a-9d8d-303055ffecd9 req-313f98ec-1222-414f-89fc-c2faa2f0e0ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747437 Oct 13 04:32:54.909143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.942682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] For port 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:54.950217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] For port 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14d97667-1237-4957-86a9-e2ef4e6fc3bc,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:54.955377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:54.964471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.029157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f1ad-869e-4b77-8f96-faa1d8e3eda7 None None] Pushing event updated for resources: {'Port': ['ID=14d97667-1237-4957-86a9-e2ef4e6fc3bc,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:55.037013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network d4648ac9-42b4-4f64-ba67-347547916226 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:55.038484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:55.044206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:32:55.044759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.085283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:55.111615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 75153b9b-fba7-495c-9f36-49aa7841322b details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:32:55.203804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.354389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:55.391819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=75153b9b-fba7-495c-9f36-49aa7841322b,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:55.427181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '75153b9b-fba7-495c-9f36-49aa7841322b', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'port_id': '75153b9b-fba7-495c-9f36-49aa7841322b', 'mac_address': 'fa:16:3e:13:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:32:55.464580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40468) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:55.471617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cca5caa-dfd4-4d36-811b-a37d4190cdd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a981f74d5f14912a8bec806dd9c25a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050575 Oct 13 04:32:55.524107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.556292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75153b9b-fba7-495c-9f36-49aa7841322b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:32:55.589793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=75153b9b-fba7-495c-9f36-49aa7841322b,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:55.590897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0c605-b2ed-4a27-a125-88822d03402f req-4245fca7-7422-482c-a091-6631797a368e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:55.593126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3da0c605-b2ed-4a27-a125-88822d03402f req-4245fca7-7422-482c-a091-6631797a368e tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 943 time: 0.1190736 Oct 13 04:32:55.605723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14d97667-1237-4957-86a9-e2ef4e6fc3bc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:55.609573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.657621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3da0c605-b2ed-4a27-a125-88822d03402f req-f2cf0f65-c270-4eef-b73f-9d30e51a9602 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541680 Oct 13 04:32:55.700404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34462fd9-3b41-49cb-bbbc-aba3fa5d8efc req-7d8e4a3c-f7cf-4b3c-b442-3544448c82fa tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:55.702272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34462fd9-3b41-49cb-bbbc-aba3fa5d8efc req-7d8e4a3c-f7cf-4b3c-b442-3544448c82fa tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2340782 Oct 13 04:32:55.719168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.733582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 14d97667-1237-4957-86a9-e2ef4e6fc3bc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:55.734167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.783528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:55.789106 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.850208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.863227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34462fd9-3b41-49cb-bbbc-aba3fa5d8efc req-40245b34-746e-4730-86a1-65f890dab5dc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368310 Oct 13 04:32:55.905746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14d97667-1237-4957-86a9-e2ef4e6fc3bc,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:55.907038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.910058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.914925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3bd4bc3d-4afe-41f6-bbad-206b55f29e38 HTTP/1.1" status: 204 len: 168 time: 0.4419301 Oct 13 04:32:55.925202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.927779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.942418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['75153b9b-fba7-495c-9f36-49aa7841322b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:32:55.944081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.945582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:55.947711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830018ea-347d-4823-bf17-e3a97dbf2ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd4bc3d-4afe-41f6-bbad-206b55f29e38,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.104308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.163777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=14d97667-1237-4957-86a9-e2ef4e6fc3bc,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.217323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network d4648ac9-42b4-4f64-ba67-347547916226 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:32:56.219251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:56.399806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:32:56.448881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f6506-5e7c-4c7a-a04f-12a5af733e30 None None] Network d4648ac9-42b4-4f64-ba67-347547916226 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:56.531099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:32:56.548459 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:32:56.557340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-28f4b1cb-eeb7-40c7-901c-8b1cb1036c53 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4793448 Oct 13 04:32:56.561106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40482) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.565378 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:56.566026 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:56.567657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459538490'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.617330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:56.621247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.675302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:56.691574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.692240 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment 580387f2-8066-4f11-976d-d318805cf98e of type vlan for network 853c42a9-29a9-474c-beea-ecf1f70310eb Oct 13 04:32:56.713850 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:56.743786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.784902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.792063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:56.792843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.875395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=853c42a9-29a9-474c-beea-ecf1f70310eb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:56.897363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b6fd4545-5f5b-405a-bf70-ff31e84fef41 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3317111 Oct 13 04:32:56.897652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40500) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:56.903916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:56.923738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bd0ecbe3-86fc-4096-9266-0306d82286d3 None None] Provisioning complete for port 14d97667-1237-4957-86a9-e2ef4e6fc3bc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:56.924774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd0ecbe3-86fc-4096-9266-0306d82286d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:56.926817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 853c42a9-29a9-474c-beea-ecf1f70310eb details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:57.109243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 75153b9b-fba7-495c-9f36-49aa7841322b up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:57.119993 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 3, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:57.172005 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:32:57.172535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Updating router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd port cfca2196-d11d-4eff-bd23-3f03b7542f5b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:32:57.188550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 75153b9b-fba7-495c-9f36-49aa7841322b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:32:57.193531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 75153b9b-fba7-495c-9f36-49aa7841322b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:57.193921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.222102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee8402-9b1c-4b7e-ba1d-7dfa108bdb83 req-c211ed1b-2737-44fe-b94f-189991484000 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:57.225487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ee8402-9b1c-4b7e-ba1d-7dfa108bdb83 req-c211ed1b-2737-44fe-b94f-189991484000 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2696569 Oct 13 04:32:57.267129 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.320650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:57.340660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.355280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b819b-95b3-4893-abcf-886ba9adf14e req-0fc5e97d-c698-46b9-a64e-5704e79067dd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:57.363463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b819b-95b3-4893-abcf-886ba9adf14e req-0fc5e97d-c698-46b9-a64e-5704e79067dd tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 944 time: 0.1313176 Oct 13 04:32:57.369303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:57.378671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.397397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:32:57.402677 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b6f486-0097-47db-8839-71b98208562a" -d '{"events": [{"server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "name": "network-vif-plugged", "status": "completed", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:32:57.405311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ee8402-9b1c-4b7e-ba1d-7dfa108bdb83 req-9a53fd66-9ca9-4ce8-984a-57982266a079 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487324 Oct 13 04:32:57.414918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b819b-95b3-4893-abcf-886ba9adf14e req-948cd0c4-e92d-486f-97a8-ee04e4be01f2 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 Oct 13 04:32:57.469906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=75153b9b-fba7-495c-9f36-49aa7841322b,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:57.482625 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.561136 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1830329d-7eae-4817-8fc0-fe97d5486662 x-openstack-request-id: req-1830329d-7eae-4817-8fc0-fe97d5486662 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:32:57.565049 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "name": "network-vif-plugged", "status": "completed", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:32:57.567225 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1830329d-7eae-4817-8fc0-fe97d5486662 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:32:57.567672 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b', 'code': 200} Oct 13 04:32:57.570046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14d97667-1237-4957-86a9-e2ef4e6fc3bc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:57.719057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-40512333'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:57.749377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:57.765290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 14d97667-1237-4957-86a9-e2ef4e6fc3bc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:57.765290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.778168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:57.781951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.783643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003f94b-fbd9-4ab5-a411-b0b43a04ec95 req-c3dbe869-9795-4cd6-92b8-747f83647d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:57.785615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9003f94b-fbd9-4ab5-a411-b0b43a04ec95 req-c3dbe869-9795-4cd6-92b8-747f83647d29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 1096 time: 0.1864972 Oct 13 04:32:57.805707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.901398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-85775650-6355-4315-87fc-404f92079f46 None None] Provisioning complete for port 14d97667-1237-4957-86a9-e2ef4e6fc3bc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:57.902150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85775650-6355-4315-87fc-404f92079f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.953441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.967883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:57.987276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:32:58.007238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.007692 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Added segment ba570a25-6ef0-49a3-99fe-9ff4c18f1142 of type vlan for network d218ed8a-7195-49a9-a1fb-1d5ce5db050e Oct 13 04:32:58.062228 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.065836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9003f94b-fbd9-4ab5-a411-b0b43a04ec95 req-8de02199-2e22-446d-98cb-286cc8899f24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452700 Oct 13 04:32:58.074767 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.079111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5a99-2609-4da1-8410-83ffa046acf6 req-775b57b6-3be3-427a-ac94-63e2e8cd26fe tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:58.081483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24ff5a99-2609-4da1-8410-83ffa046acf6 req-775b57b6-3be3-427a-ac94-63e2e8cd26fe tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.3007836 Oct 13 04:32:58.083754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.107128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-85775650-6355-4315-87fc-404f92079f46 None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:58.107777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85775650-6355-4315-87fc-404f92079f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.143269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.154917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8445aade-71ee-4eb0-b8e9-a174ae78fb20,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:58.176573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-85775650-6355-4315-87fc-404f92079f46 None None] Port cfca2196-d11d-4eff-bd23-3f03b7542f5b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:58.190438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:58.208633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.215434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:58.216078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.224601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24ff5a99-2609-4da1-8410-83ffa046acf6 req-f7dda72d-b002-4ed7-87a1-40f0975c556e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820844 Oct 13 04:32:58.243958 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Attempting to bind port cfca2196-d11d-4eff-bd23-3f03b7542f5b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:32:58.244498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Attempting to bind port cfca2196-d11d-4eff-bd23-3f03b7542f5b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:32:58.245025 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Attempting to bind port cfca2196-d11d-4eff-bd23-3f03b7542f5b on network d4648ac9-42b4-4f64-ba67-347547916226 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:32:58.247181 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1dc71-0c2a-4929-a9d0-eeb7d7d53207 None None] Pushing event updated for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:58.253684 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:32:58.254328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Checking segment: {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:58.254887 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.255452 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Bound using segment: {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:32:58.256102 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Bound port: cfca2196-d11d-4eff-bd23-3f03b7542f5b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcabeb7a-7967-4396-8cc8-024dfacd23c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:32:58.256792 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.269818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:58.270392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: 853c42a9-29a9-474c-beea-ecf1f70310eb, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:58.296826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 853c42a9-29a9-474c-beea-ecf1f70310eb is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:58.308556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fa58c1fd-31be-4b1a-ae5f-5c5cd39bc1dc None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:58.309320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa58c1fd-31be-4b1a-ae5f-5c5cd39bc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.312343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 853c42a9-29a9-474c-beea-ecf1f70310eb) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:58.322592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:58.324822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.364271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a396196-5400-410b-b19f-bd76b212f79e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4651971 Oct 13 04:32:58.365958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94ddf0-9365-4742-b421-5ac88a917129 None None] Network 853c42a9-29a9-474c-beea-ecf1f70310eb requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:58.366996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40518) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:58.370533 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] For port cfca2196-d11d-4eff-bd23-3f03b7542f5b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:32:58.373281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0491610 Oct 13 04:32:58.374843 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] For port cfca2196-d11d-4eff-bd23-3f03b7542f5b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfca2196-d11d-4eff-bd23-3f03b7542f5b,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:32:58.375826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40520) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:58.381019 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.389431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'subnet': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:58.448332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5d15a-bb4e-4f66-bc82-acb5dc3de875 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Network': ['ID=d218ed8a-7195-49a9-a1fb-1d5ce5db050e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:58.483476 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1dc71-0c2a-4929-a9d0-eeb7d7d53207 None None] Pushing event updated for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:58.492274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:32:58.551651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fa58c1fd-31be-4b1a-ae5f-5c5cd39bc1dc None None] Port cfca2196-d11d-4eff-bd23-3f03b7542f5b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:32:58.552995 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:32:58.553634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:58.698431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:58.700904 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:32:58.702833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.788194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:58.789283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:58.812468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459f324-e413-4c65-b304-d555353f489f req-8031b20f-a58f-4a65-ad64-fc76bb9759ef tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:58.814807 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9459f324-e413-4c65-b304-d555353f489f req-8031b20f-a58f-4a65-ad64-fc76bb9759ef tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.1885824 Oct 13 04:32:58.962448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9459f324-e413-4c65-b304-d555353f489f req-980352eb-c8e1-4830-b57e-58c68f849aed tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359742 Oct 13 04:32:59.014121 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 3, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:58Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:32:59.020102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-853c42a9-29a9-474c-beea-ecf1f70310eb', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:32:59.021130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.051267 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ddf4c-ccc5-426c-9dcd-aa8f9d53e457 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:32:55Z', 'revision_number': 3, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:58Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:32:59.105403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.153042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.213483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.488187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Subnet': ['ID=f37a45f6-94be-4b2e-872f-f9ee8a93abc6,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:32:59.534837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Checking segment: {'id': 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:32:59.535501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network hostable DHCP agents. Network: d218ed8a-7195-49a9-a1fb-1d5ce5db050e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:32:59.545774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Allocated IP 2001:db8:2::2 (853c42a9-29a9-474c-beea-ecf1f70310eb/c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a/6a74c6aa-4324-4628-83ef-d413d9bb15cd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:32:59.552808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626d11c-5cb1-4117-bc09-48f4e7e4d242 req-fe20f216-2d52-45fd-b020-2f650a83fe6d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:59.554514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b626d11c-5cb1-4117-bc09-48f4e7e4d242 req-fe20f216-2d52-45fd-b020-2f650a83fe6d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1170695 Oct 13 04:32:59.584427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:32:59.613938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, d218ed8a-7195-49a9-a1fb-1d5ce5db050e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:32:59.625552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:32:59.626209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.639183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b626d11c-5cb1-4117-bc09-48f4e7e4d242 req-3631b4e4-a753-423e-91de-7dd3dc3cf744 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767307 Oct 13 04:32:59.674030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad4b791e-711e-4cef-afaf-baf69aff90b8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2893789 Oct 13 04:32:59.675763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfca2196-d11d-4eff-bd23-3f03b7542f5b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:32:59.676341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40534) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:32:59.683342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d6adde-2352-4962-8a06-b5de8362f5a7 None None] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:32:59.684346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-286847873'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:32:59.849410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] For port cfca2196-d11d-4eff-bd23-3f03b7542f5b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfca2196-d11d-4eff-bd23-3f03b7542f5b,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:32:59.875484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.887946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:32:59.892152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:32:59.931712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port 63dcc4ff-43ab-4824-af7d-17ae460e0e3a yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:32:59.981128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:32:59.981511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.083250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.084677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3241745-6b9d-40f5-afd4-0d8bd900e62e None None] Pushing event updated for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:00.125461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4d05fba1-6eff-488c-880c-fdc392239738 None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:00.125842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d05fba1-6eff-488c-880c-fdc392239738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.130149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.194619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8:2::1 (853c42a9-29a9-474c-beea-ecf1f70310eb/c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a/25d7538c-1fcb-47b6-9857-df0a697beeab) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:00.226588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.6 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/63dcc4ff-43ab-4824-af7d-17ae460e0e3a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:00.245264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Network 853c42a9-29a9-474c-beea-ecf1f70310eb is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:00.249615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Pushing event updated for resources: {'Port': ['ID=6a74c6aa-4324-4628-83ef-d413d9bb15cd,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:00.252255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:00.256195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:00.284466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0512e31-0d3e-4b08-8140-e36abfaa038d req-7baa45b1-ff7c-44c5-974a-611751c7378f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.313005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0512e31-0d3e-4b08-8140-e36abfaa038d req-7baa45b1-ff7c-44c5-974a-611751c7378f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.2364719 Oct 13 04:33:00.353595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-d218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'tenant_id': 'daa60eca3cd1425cb953218c69afe5ec', 'fixed_ips': [{'subnet_id': 'f37a45f6-94be-4b2e-872f-f9ee8a93abc6'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:00.354642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.422727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b0512e31-0d3e-4b08-8140-e36abfaa038d req-c88add9e-b53e-4bb8-8018-cc7bdbfaaecb tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041386 Oct 13 04:33:00.471394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Attempting to bind port 6a74c6aa-4324-4628-83ef-d413d9bb15cd on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:00.471918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Attempting to bind port 6a74c6aa-4324-4628-83ef-d413d9bb15cd by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:00.472545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Attempting to bind port 6a74c6aa-4324-4628-83ef-d413d9bb15cd on network 853c42a9-29a9-474c-beea-ecf1f70310eb {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:00.481409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:00.482092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Checking segment: {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:00.482489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.483354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Bound using segment: {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:00.483959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Bound port: 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:00.485389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.487294 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.506529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2dbc-e364-4a62-a13f-8b75f567d036 req-b1638326-4911-4e0c-81fe-459ef9d8649a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.516162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-332a2dbc-e364-4a62-a13f-8b75f567d036 req-b1638326-4911-4e0c-81fe-459ef9d8649a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.0867405 Oct 13 04:33:00.576944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-332a2dbc-e364-4a62-a13f-8b75f567d036 req-3817a38a-1fa3-4832-9409-a5c9bc03617f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594881 Oct 13 04:33:00.593437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.680341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac65061-4ec3-4f5b-974c-6adfb2681982 req-ac45bfaa-cdeb-466f-8524-c3b3da575492 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:00.686109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ac65061-4ec3-4f5b-974c-6adfb2681982 req-ac45bfaa-cdeb-466f-8524-c3b3da575492 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.1320534 Oct 13 04:33:00.692422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.694067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:00.700258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Request body: {'floatingip': {'port_id': '75153b9b-fba7-495c-9f36-49aa7841322b'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:00.797310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.917264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] For port 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:00.920658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] For port 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6a74c6aa-4324-4628-83ef-d413d9bb15cd,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:00.925363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:00.959797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.011336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad4d18-61dd-4859-8f55-edf8b2e6b527 None None] Pushing event updated for resources: {'Port': ['ID=6a74c6aa-4324-4628-83ef-d413d9bb15cd,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:01.066619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Allocated IP 172.20.0.2 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/1353a4d1-8333-4b87-82fb-f1a236aa8a39) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:01.086163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:01.102556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:01.102814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 853c42a9-29a9-474c-beea-ecf1f70310eb is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:01.106246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:01.112887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:01.118216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:01.118216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.148141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=63dcc4ff-43ab-4824-af7d-17ae460e0e3a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:01.190862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:01.266990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:01.274730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.341953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.350401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.355647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.421664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a2ef10e7-edc1-40bb-bcbb-654f7f634246 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7439129 Oct 13 04:33:01.427292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:01.439473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:01.444127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:01.482584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40558) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:01.493741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-745580699', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:38:7c:32'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:01.541228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Pushing event updated for resources: {'Port': ['ID=1353a4d1-8333-4b87-82fb-f1a236aa8a39,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:01.566992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Attempting to bind port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:01.568448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Attempting to bind port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:01.568820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Attempting to bind port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 on network d218ed8a-7195-49a9-a1fb-1d5ce5db050e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:01.580988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:01.581613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Checking segment: {'id': 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:01.582200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.582798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Bound using segment: {'id': 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:01.583469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Bound port: 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:01.584105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.681771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfca2196-d11d-4eff-bd23-3f03b7542f5b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:01.736625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] For port 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:01.741355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] For port 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1353a4d1-8333-4b87-82fb-f1a236aa8a39,segment=NetworkSegment(ba570a25-6ef0-49a3-99fe-9ff4c18f1142),segment_id=ba570a25-6ef0-49a3-99fe-9ff4c18f1142)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:01.748886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:01.854237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:01.867361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6ef63-7981-448f-8c7c-3ea6e6517db0 None None] Pushing event updated for resources: {'Port': ['ID=1353a4d1-8333-4b87-82fb-f1a236aa8a39,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:01.882765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:33:01.898737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cfca2196-d11d-4eff-bd23-3f03b7542f5b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:01.899502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.019286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.026064 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.030764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.031596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.063840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port 8344e82b-9056-4fef-8649-3d6ef855d552 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:02.092017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:02.129316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6a74c6aa-4324-4628-83ef-d413d9bb15cd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:02.131284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'port_id': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'mac_address': 'fa:16:3e:47:31:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:33:02.216578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.235794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:02.248746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6a74c6aa-4324-4628-83ef-d413d9bb15cd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:02.249128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.315351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:02.329448 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.370164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network 853c42a9-29a9-474c-beea-ecf1f70310eb is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:02.411313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dcec9-7b5d-4a72-93ec-474f25f3a42b req-9670768f-8bec-4cd2-91cc-a4b8a237a317 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:02.411796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:02.412910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-990dcec9-7b5d-4a72-93ec-474f25f3a42b req-9670768f-8bec-4cd2-91cc-a4b8a237a317 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.7201853 Oct 13 04:33:02.427686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:02.464635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.7 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/8344e82b-9056-4fef-8649-3d6ef855d552) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:02.490900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:33:02.556486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:02.562198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.591967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-990dcec9-7b5d-4a72-93ec-474f25f3a42b req-2b93c1db-8593-4ced-9162-27a103474393 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351454 Oct 13 04:33:02.592269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:02.616692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.627541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.670933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6a74c6aa-4324-4628-83ef-d413d9bb15cd,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:02.680626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.724603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9649cb-c07a-4e25-bae3-cbd70a24ccf9 None None] Network 853c42a9-29a9-474c-beea-ecf1f70310eb requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:02.748561 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Floating IP c6fdc350-a787-4d94-8206-2e5db892ebac associated. External IP: 172.25.0.39, port: 75153b9b-fba7-495c-9f36-49aa7841322b. Oct 13 04:33:02.844945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.862160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f204f0f3-5f0b-48c7-bd26-df49a14c5e48 None None] Provisioning complete for port 6a74c6aa-4324-4628-83ef-d413d9bb15cd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:02.862537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f204f0f3-5f0b-48c7-bd26-df49a14c5e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:02.956866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=6a74c6aa-4324-4628-83ef-d413d9bb15cd,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:03.024020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.115630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=8344e82b-9056-4fef-8649-3d6ef855d552,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:03.154786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-bf72a093-797e-41e5-ad35-dfc2972d0dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3430364 Oct 13 04:33:03.155455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:03.156632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:03.161333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:03.165874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:03.169605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:03.356436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:03.360952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.374491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:03.410191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b921d-6231-4844-a130-bb9a641b6006 None None] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:03.421355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eeab16b0-f411-4500-82f9-3381aa8e3c2a tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "PUT /v2.0/floatingips/c6fdc350-a787-4d94-8206-2e5db892ebac HTTP/1.1" status: 200 len: 990 time: 2.7242513 Oct 13 04:33:03.422688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:03.427643 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b955697-46ed-44c7-a3ee-c672a70639f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:03.494966 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99924f42-794a-4992-84ed-9866c39c0e08 x-openstack-request-id: req-99924f42-794a-4992-84ed-9866c39c0e08 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:03.495681 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:03.495681 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99924f42-794a-4992-84ed-9866c39c0e08 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:03.496278 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b', 'status': 'completed', 'code': 200} Oct 13 04:33:03.575363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:03.576011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:03.599482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.600158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.687398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:03.700582 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:03.707509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f24fb47f-c94b-421a-9437-c7e46b546838 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3390660 Oct 13 04:33:03.710694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40604) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:03.717369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:03.717581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-226530399'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:03.724571 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:03.741975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-83e6e639-b328-4cf2-bef0-29996db1a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.744567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-83e6e639-b328-4cf2-bef0-29996db1a739 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.5232866 Oct 13 04:33:03.758800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-a137ea71-fa16-4f54-a081-1614610fec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.762663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-a137ea71-fa16-4f54-a081-1614610fec5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 1096 time: 0.2246115 Oct 13 04:33:03.777174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:03.792674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc555bdd-cdaf-460d-82d0-88f7b85e67c1 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3090982 Oct 13 04:33:03.793876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:03.799376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40606) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:03.816471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:03.824946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6a74c6aa-4324-4628-83ef-d413d9bb15cd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:03.899318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:03.940396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c53e8-b19b-4a39-bfe8-a9efbd003323 req-b2aaf138-8acb-4107-9e00-083c6c8680ff tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.943756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-906c53e8-b19b-4a39-bfe8-a9efbd003323 req-b2aaf138-8acb-4107-9e00-083c6c8680ff tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 945 time: 0.1206007 Oct 13 04:33:03.953897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:03.982416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-1c0987e3-9b01-45b1-892f-f7728c690ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:03.984192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-1c0987e3-9b01-45b1-892f-f7728c690ba2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1854968 Oct 13 04:33:04.040668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.051755 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added segment d421e350-9227-48d6-b4e7-42c3a3ea5d83 of type vlan for network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 Oct 13 04:33:04.057279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-465a53c0-1543-432b-8866-bf250318b3df None None] Provisioning complete for port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:04.057661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-465a53c0-1543-432b-8866-bf250318b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.209924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-906c53e8-b19b-4a39-bfe8-a9efbd003323 req-70480956-aca4-49a2-8570-8ade23474829 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426255 Oct 13 04:33:04.222959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.229045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:04.229555 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.262104 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:04.316611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.325243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.326496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.419379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Network': ['ID=f9bdbf74-cd98-44de-88f6-7bc0c3cad695,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:04.428295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b796cb3c-16dd-454f-b301-aba9be06b83f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7159319 Oct 13 04:33:04.429656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40612) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:04.434686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'subnet': {'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:04.439625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c2bbe-867c-4e98-807c-3b70dc99d6b3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.456115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c2bbe-867c-4e98-807c-3b70dc99d6b3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.471610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c2bbe-867c-4e98-807c-3b70dc99d6b3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.473636 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3e8c2bbe-867c-4e98-807c-3b70dc99d6b3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.6702271 Oct 13 04:33:04.480692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:04.480912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:04.544982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-5d2beea3-aa3a-41a5-b681-89999f05f6df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.4480786 Oct 13 04:33:04.644439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-0532f2df-caf0-49e2-a8cd-30bb9cbb1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.656362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-0532f2df-caf0-49e2-a8cd-30bb9cbb1868 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.8585043 Oct 13 04:33:04.713317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:01Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:01Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:04.742829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Made reservation on behalf of 04fc493717f249b0b6a2e074622cdf99 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:04.746630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.746942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-943189cd-b890-452d-af59-6bddb2305a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.748189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-943189cd-b890-452d-af59-6bddb2305a5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1802022 Oct 13 04:33:04.786315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-f35161de-bd9c-4889-beaa-807684eb5ef2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 200 len: 998 time: 0.1207504 Oct 13 04:33:04.787212 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:04.787565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Updating router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd port 25d7538c-1fcb-47b6-9857-df0a697beeab binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:33:04.847282 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.892151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-4413a363-c598-4ffb-aec0-175983df7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.893829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-4413a363-c598-4ffb-aec0-175983df7e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290047 Oct 13 04:33:04.898397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6a74c6aa-4324-4628-83ef-d413d9bb15cd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:04.898960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:04.899930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-c1d70681-e7be-46e9-804c-ac6ea8a45be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:04.902495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-c1d70681-e7be-46e9-804c-ac6ea8a45be7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.1022460 Oct 13 04:33:04.952963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port 8344e82b-9056-4fef-8649-3d6ef855d552 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:04.957155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.009110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-465a53c0-1543-432b-8866-bf250318b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.035832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-ec9d9f88-b1d6-4834-89af-52611df7c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:05.037291 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-ec9d9f88-b1d6-4834-89af-52611df7c427 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029654 Oct 13 04:33:05.148123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-38db56fd-c9c3-4535-9b9c-1b23dae7af67 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433591 Oct 13 04:33:05.185922 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.225876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-465a53c0-1543-432b-8866-bf250318b3df None None] For port 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1353a4d1-8333-4b87-82fb-f1a236aa8a39,segment=NetworkSegment(ba570a25-6ef0-49a3-99fe-9ff4c18f1142),segment_id=ba570a25-6ef0-49a3-99fe-9ff4c18f1142)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:05.280134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.332268 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-465a53c0-1543-432b-8866-bf250318b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.333904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for 8344e82b-9056-4fef-8649-3d6ef855d552 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:05.396983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:05.414394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:05.423007 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c031e78-ba31-472a-8af0-48d274edd219" -d '{"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:05.425066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-7a9d94ee-2b86-4abd-86cd-90d084173d91 service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796563 Oct 13 04:33:05.486546 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.513055 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.513289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c74af0b5-db7d-4cd4-8dea-44598b0ec400 req-ebb629c5-4a31-4824-899f-5876822f33b4 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552005 Oct 13 04:33:05.516051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.591329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1353a4d1-8333-4b87-82fb-f1a236aa8a39 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:05.608302 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d2cd9-a8cf-408c-b143-c3b295db7d57 x-openstack-request-id: req-2a7d2cd9-a8cf-408c-b143-c3b295db7d57 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:05.608755 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-plugged", "status": "completed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:05.609118 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a7d2cd9-a8cf-408c-b143-c3b295db7d57 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:05.609653 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'code': 200} Oct 13 04:33:05.661921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f38ba-e578-4351-8648-431340449e64 req-b623cfa1-f5ae-46d7-a79f-d70408a4013a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:05.666659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a2f38ba-e578-4351-8648-431340449e64 req-b623cfa1-f5ae-46d7-a79f-d70408a4013a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 945 time: 0.3136761 Oct 13 04:33:05.710806 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Attempting to bind port 25d7538c-1fcb-47b6-9857-df0a697beeab on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:05.711769 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Attempting to bind port 25d7538c-1fcb-47b6-9857-df0a697beeab by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:05.712318 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Attempting to bind port 25d7538c-1fcb-47b6-9857-df0a697beeab on network 853c42a9-29a9-474c-beea-ecf1f70310eb {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:05.724508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Provisioning complete for port 6a74c6aa-4324-4628-83ef-d413d9bb15cd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:05.725039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.744671 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:05.745773 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Checking segment: {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:05.746343 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.747468 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Bound using segment: {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:05.748268 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Bound port: 25d7538c-1fcb-47b6-9857-df0a697beeab, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580387f2-8066-4f11-976d-d318805cf98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:05.749511 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.759462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a2f38ba-e578-4351-8648-431340449e64 req-1b3d5732-1b1e-4136-914f-8e48fb939f54 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833013 Oct 13 04:33:05.792620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca38fd8-92dc-461b-a83b-c1508593c061 None None] Pushing event updated for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:05.821949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:05.864434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b955697-46ed-44c7-a3ee-c672a70639f8 req-b82229b8-ba4f-4e05-b9f1-55e58d4f3595 service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157193 Oct 13 04:33:05.883298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a53c0-1543-432b-8866-bf250318b3df None None] Pushing event updated for resources: {'Port': ['ID=1353a4d1-8333-4b87-82fb-f1a236aa8a39,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:05.955055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-8ca5eda8-fedd-4699-8df0-5ae5bf821a68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2893207 Oct 13 04:33:05.977083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6fdc350-a787-4d94-8206-2e5db892ebac', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '75153b9b-fba7-495c-9f36-49aa7841322b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:13:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:38Z', 'updated_at': '2021-10-13T04:33:02Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:05.993646 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] For port 25d7538c-1fcb-47b6-9857-df0a697beeab, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:06.009012 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] For port 25d7538c-1fcb-47b6-9857-df0a697beeab, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=25d7538c-1fcb-47b6-9857-df0a697beeab,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:06.025480 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:06.073481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:06.094805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:06.094805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:06.131560 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:06.132339 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:06.137602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Subnet': ['ID=3e96f637-0456-4298-814e-969965249b46,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:06.139332 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca38fd8-92dc-461b-a83b-c1508593c061 None None] Pushing event updated for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:06.141561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:06.144158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:06.144401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:06.145579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:06.190199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=8344e82b-9056-4fef-8649-3d6ef855d552,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:06.212074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Checking segment: {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:06.212828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network hostable DHCP agents. Network: f9bdbf74-cd98-44de-88f6-7bc0c3cad695, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:06.219927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-6acc71f5-ce2e-42f3-a67e-28e9b990780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:06.221848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-6acc71f5-ce2e-42f3-a67e-28e9b990780c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 1096 time: 0.1760571 Oct 13 04:33:06.316183 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:06.350692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Provisioning complete for port 25d7538c-1fcb-47b6-9857-df0a697beeab triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:06.351098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:06.488016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:06.633755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-924104bc-0d56-4bf4-aa49-bce5a7e8caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:06.636552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-924104bc-0d56-4bf4-aa49-bce5a7e8caff service neutron] 10.222.0.47 "GET /v2.0/networks?id=38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 200 len: 909 time: 0.2262988 Oct 13 04:33:06.672660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:06.681830 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:01Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:05Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:06.735915 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90090-34d3-4877-bd4c-2ea29232d40d None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:01Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:05Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:06.802137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1353a4d1-8333-4b87-82fb-f1a236aa8a39 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:06.964948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.003029 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.012293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:07.012856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-57d9f321-282f-4da4-8860-5cecdf1e50f6 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/8344e82b-9056-4fef-8649-3d6ef855d552 HTTP/1.1" status: 204 len: 168 time: 2.5308309 Oct 13 04:33:07.013312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f9bdbf74-cd98-44de-88f6-7bc0c3cad695) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:07.048977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b94a99-cfd9-4037-bf22-113c5fa3fb6e None None] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:07.053523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:07.054923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.071914 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c971a0-a6c0-45a0-9bfe-736d5ea73a7b tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] GET failed (client error): The resource could not be found. Oct 13 04:33:07.074319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0c971a0-a6c0-45a0-9bfe-736d5ea73a7b tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports/8344e82b-9056-4fef-8649-3d6ef855d552 HTTP/1.1" status: 404 len: 333 time: 0.0572295 Oct 13 04:33:07.078181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:07.087284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-232826375'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:07.100114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45bd5018-888a-42db-a860-085729fa82c9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6694424 Oct 13 04:33:07.107652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40642) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:07.274207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] For port 25d7538c-1fcb-47b6-9857-df0a697beeab, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=25d7538c-1fcb-47b6-9857-df0a697beeab,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:07.325361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.399367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d66282-609b-4645-b782-6eea4bed3add req-e72cfb00-ccf1-4e0e-8d1e-302b9454008b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:07.401052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58d66282-609b-4645-b782-6eea4bed3add req-e72cfb00-ccf1-4e0e-8d1e-302b9454008b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.4420631 Oct 13 04:33:07.405922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-19bad04b-406c-4ab1-a713-39f231d70911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 200 len: 1000 time: 0.7310913 Oct 13 04:33:07.443402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:07.454223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.512699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:07.513336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.544453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port ec946c48-fe2c-45a6-8e90-12f6f1a817ac yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:07.589114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58d66282-609b-4645-b782-6eea4bed3add req-b15d2a37-849b-451d-a7d2-980b4d97fc23 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815081 Oct 13 04:33:07.612668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d35fd-67b7-4e1d-b8b5-434f58e96387 None None] Pushing event updated for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:07.665348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-cd68c17c-d7b3-49e6-9484-da6463404404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:07.666990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-cd68c17c-d7b3-49e6-9484-da6463404404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 200 len: 847 time: 0.2336292 Oct 13 04:33:07.719578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Provisioning complete for port 63dcc4ff-43ab-4824-af7d-17ae460e0e3a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:07.722118 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.793610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.11 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/ec946c48-fe2c-45a6-8e90-12f6f1a817ac) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:07.899363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:07.900458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.934770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Port 63dcc4ff-43ab-4824-af7d-17ae460e0e3a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:07.986635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Provisioning complete for port 25d7538c-1fcb-47b6-9857-df0a697beeab triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:07.987153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:07.994811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.031232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-9034da8d-b589-4a4f-b53f-4868041826ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:08.032844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-9034da8d-b589-4a4f-b53f-4868041826ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=38b8c47e-7aba-47e0-ac32-7b2fab793376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3578129 Oct 13 04:33:08.044040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.125403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:08.128856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:08.133117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:08.164371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=ec946c48-fe2c-45a6-8e90-12f6f1a817ac,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:08.224611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:08.225472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.277312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-23c9fd8e-17a1-48cc-bd0c-4ef8b163248e tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1952431 Oct 13 04:33:08.278067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40656) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:08.295588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:38:7c:32'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:08.417291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-55427a32-a628-407f-9b5f-29eaf513ca86 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645566 Oct 13 04:33:08.447281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6fdc350-a787-4d94-8206-2e5db892ebac', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '75153b9b-fba7-495c-9f36-49aa7841322b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:13:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:38Z', 'updated_at': '2021-10-13T04:33:02Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:08.558946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.559491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5ad3f-de64-4f63-9aff-b0e4a4c56c62 None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'c6fdc350-a787-4d94-8206-2e5db892ebac', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'port_id': '75153b9b-fba7-495c-9f36-49aa7841322b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'mac_address': 'fa:16:3e:13:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:32:38Z', 'updated_at': '2021-10-13T04:33:02Z', 'revision_number': 1, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:08.574629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:08.822279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Allocated IP 2001:db8:3::2 (f9bdbf74-cd98-44de-88f6-7bc0c3cad695/3e96f637-0456-4298-814e-969965249b46/77236c14-c55e-4a7b-b5f0-9e54acce8044) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:08.912793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 25d7538c-1fcb-47b6-9857-df0a697beeab up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:08.955096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b168c6-36f7-4311-8381-6750d3a32f2f req-803d026e-979e-4b74-8d55-f8c03a073709 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:08.956859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48b168c6-36f7-4311-8381-6750d3a32f2f req-803d026e-979e-4b74-8d55-f8c03a073709 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1381960 Oct 13 04:33:09.044615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.074284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48b168c6-36f7-4311-8381-6750d3a32f2f req-ace1923b-2603-4fbd-8ee3-a0abc8e6549a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927272 Oct 13 04:33:09.077267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.136129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6928c05-7cb9-4b27-91a2-2bc47b3d5e00 None None] New status for floating IP c6fdc350-a787-4d94-8206-2e5db892ebac: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:33:09.145931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=ec946c48-fe2c-45a6-8e90-12f6f1a817ac,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:09.259711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] In _notify_port_updated(), no bound segment for port ec946c48-fe2c-45a6-8e90-12f6f1a817ac on network d218ed8a-7195-49a9-a1fb-1d5ce5db050e {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:33:09.267446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:09.268825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.270809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1901d3d9-5a07-4e50-9fa6-f9c2fd4244a4 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "PUT /v2.0/ports/ec946c48-fe2c-45a6-8e90-12f6f1a817ac HTTP/1.1" status: 200 len: 993 time: 0.9917369 Oct 13 04:33:09.274519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40664) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:09.385491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Could not find standard attr ID for object 8344e82b-9056-4fef-8649-3d6ef855d552. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:33:09.597267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 25d7538c-1fcb-47b6-9857-df0a697beeab triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:09.597936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.640043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73df87bc-f168-4ab0-91cc-19f9f2d6643e req-114ed4ca-3ffa-4523-b6a3-8175162faaa3 service neutron] 10.222.0.47 "GET /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2062337 Oct 13 04:33:09.693710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Provisioning complete for port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:09.695655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d0aa27c-2167-4e27-8318-4d85040e1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.974073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:09.988818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.136784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:10.138045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3fed74ec-3870-44c3-a9bf-ba4babee2524 None None] Provisioning complete for port ec946c48-fe2c-45a6-8e90-12f6f1a817ac triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:10.138421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fed74ec-3870-44c3-a9bf-ba4babee2524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.206728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:10.216202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:10.224675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Pushing event updated for resources: {'Port': ['ID=77236c14-c55e-4a7b-b5f0-9e54acce8044,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:10.231236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3fed74ec-3870-44c3-a9bf-ba4babee2524 None None] Port ec946c48-fe2c-45a6-8e90-12f6f1a817ac cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:10.248615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port ec946c48-fe2c-45a6-8e90-12f6f1a817ac {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:10.250099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.404353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Allocated IP 2001:db8:3::1 (f9bdbf74-cd98-44de-88f6-7bc0c3cad695/3e96f637-0456-4298-814e-969965249b46/01e3f0ec-ae42-4a81-b335-ecdf35cdcde9) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:10.433048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Attempting to bind port 77236c14-c55e-4a7b-b5f0-9e54acce8044 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:10.433418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Attempting to bind port 77236c14-c55e-4a7b-b5f0-9e54acce8044 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:10.433797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Attempting to bind port 77236c14-c55e-4a7b-b5f0-9e54acce8044 on network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:10.442999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913033d-2665-4e8a-b58b-c202c0159a7a req-8f1122b6-92d9-45b2-a8db-e804d1f8088f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:10.447126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:10.447523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Checking segment: {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:10.447944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.448346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Bound using segment: {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:10.448847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Bound port: 77236c14-c55e-4a7b-b5f0-9e54acce8044, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:10.449762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.470586 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c913033d-2665-4e8a-b58b-c202c0159a7a req-8f1122b6-92d9-45b2-a8db-e804d1f8088f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2466106 Oct 13 04:33:10.535976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.570808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for ec946c48-fe2c-45a6-8e90-12f6f1a817ac owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:10.589091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] For port 77236c14-c55e-4a7b-b5f0-9e54acce8044, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:10.594304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] For port 77236c14-c55e-4a7b-b5f0-9e54acce8044, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=77236c14-c55e-4a7b-b5f0-9e54acce8044,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:10.610517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.639934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c913033d-2665-4e8a-b58b-c202c0159a7a req-4d555909-8a5e-4eb6-811a-649bd9a93a2e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630688 Oct 13 04:33:10.721220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.743333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006768b2-d269-49fc-b2ac-ee55a3e2d60e None None] Pushing event updated for resources: {'Port': ['ID=77236c14-c55e-4a7b-b5f0-9e54acce8044,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:10.777255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.847427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:10.852005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:10.858798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:10.859384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.861522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:10.903442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=ec946c48-fe2c-45a6-8e90-12f6f1a817ac,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:10.921811 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:11.169538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.195483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.201940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d52b1565-797f-4fba-a6bb-cf2dba5cc205 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/ec946c48-fe2c-45a6-8e90-12f6f1a817ac HTTP/1.1" status: 204 len: 168 time: 1.9232240 Oct 13 04:33:11.202249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40680) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:11.241025 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a478ca-7672-481a-932d-368c8c4e1c7a tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] GET failed (client error): The resource could not be found. Oct 13 04:33:11.246652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-33a478ca-7672-481a-932d-368c8c4e1c7a tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports/ec946c48-fe2c-45a6-8e90-12f6f1a817ac HTTP/1.1" status: 404 len: 333 time: 0.0397971 Oct 13 04:33:11.247607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:11.265489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-508118555'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:11.469405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:11.477182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.500322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port 81e815c1-fda1-4cd0-9043-3115d46eefe5 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:11.571798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.701098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.709402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.7 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/81e815c1-fda1-4cd0-9043-3115d46eefe5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:11.712999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.713912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.748751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c84984c3-d7d9-404a-ab27-0106b9018c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:11.854708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20899e25-1ac9-491d-a932-d7465eb67ded req-c6a20790-0ee5-4917-a23c-015ab080dce1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:11.863941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20899e25-1ac9-491d-a932-d7465eb67ded req-c6a20790-0ee5-4917-a23c-015ab080dce1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1147358 Oct 13 04:33:11.905592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event updated for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:11.919637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:11.921092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:12.020647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20899e25-1ac9-491d-a932-d7465eb67ded req-729a8031-3bbc-4ab5-8875-dfb25f94bc8c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556034 Oct 13 04:33:12.051008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:12.179834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.181075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:12.188735 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8299d24-5f1d-4f0d-ac97-d2ee4a159804 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0790334 Oct 13 04:33:12.190987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40696) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:12.194989 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:12.197869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:12.216700 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:12.219113 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:32:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:12.288234 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.379544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:12.383856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:12.391788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:12.396086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c8f9d-c37c-4dab-8442-8a96fa1a1841 None None] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:12.418300 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:12.418575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=81e815c1-fda1-4cd0-9043-3115d46eefe5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:12.484768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:12.487811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.551249 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-60b5b197-0c65-47d1-a59b-65302f2ca6c3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2901897 Oct 13 04:33:12.552809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40704) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:12.567055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:7c:32'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:12.626833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] Provisioning complete for port 77236c14-c55e-4a7b-b5f0-9e54acce8044 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:12.649588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.765655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.869588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:12.896215 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:11Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:11Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:12.948661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 77236c14-c55e-4a7b-b5f0-9e54acce8044 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:12.967752 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:12.968484 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Updating router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:33:13.008903 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.099002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:33:13.102080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.117818 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.141553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Removed routes are [] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:33:13.142323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.249200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.260161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 77236c14-c55e-4a7b-b5f0-9e54acce8044 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:13.263372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.306811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] In _notify_port_updated(), no bound segment for port 81e815c1-fda1-4cd0-9043-3115d46eefe5 on network d218ed8a-7195-49a9-a1fb-1d5ce5db050e {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:33:13.327538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:13.328290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.332313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "PUT /v2.0/ports/81e815c1-fda1-4cd0-9043-3115d46eefe5 HTTP/1.1" status: 200 len: 995 time: 0.7758167 Oct 13 04:33:13.333325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:13.414943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] For port 77236c14-c55e-4a7b-b5f0-9e54acce8044, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=77236c14-c55e-4a7b-b5f0-9e54acce8044,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:13.421542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7aa11-8689-431b-bdbe-1de83e97e776 req-dd17ff13-1cc8-430d-92f2-3f1f304e8f10 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:13.432612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28b7aa11-8689-431b-bdbe-1de83e97e776 req-dd17ff13-1cc8-430d-92f2-3f1f304e8f10 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2877009 Oct 13 04:33:13.450344 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.477020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9af1c-96ad-4321-a705-ffa41b6fee38 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=81e815c1-fda1-4cd0-9043-3115d46eefe5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:13.583763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28b7aa11-8689-431b-bdbe-1de83e97e776 req-564c60a1-2896-4567-88f4-3d5a610613f6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479197 Oct 13 04:33:13.620411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port 81e815c1-fda1-4cd0-9043-3115d46eefe5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:13.620769 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.782332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-190562ea-3313-41ea-b5ae-be1974c877ac None None] Provisioning complete for port 81e815c1-fda1-4cd0-9043-3115d46eefe5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:13.782930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-190562ea-3313-41ea-b5ae-be1974c877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.793387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788237b-edc9-4510-8760-bee6ee987646 None None] Pushing event updated for resources: {'Port': ['ID=77236c14-c55e-4a7b-b5f0-9e54acce8044,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:13.868605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.883020 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.893019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:13.904128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for 81e815c1-fda1-4cd0-9043-3115d46eefe5 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:13.921497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-190562ea-3313-41ea-b5ae-be1974c877ac None None] Port 81e815c1-fda1-4cd0-9043-3115d46eefe5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:14.050538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:14.052659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.102392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:14.172201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:14.180134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-112acda4-f7a4-4da0-9e9b-df85dc26a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.251024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Provisioning complete for port 77236c14-c55e-4a7b-b5f0-9e54acce8044 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:14.251469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.343047 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.356192 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.401154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.467706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:14.483809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.496772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b90bbf3b-9ad2-4c80-b5d8-15c425a5ef27 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 954 time: 2.3042190 Oct 13 04:33:14.498827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40718) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:14.545252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81ec6e4d-9ed0-472a-a44b-864325c82588 None None] Could not find standard attr ID for object 81e815c1-fda1-4cd0-9043-3115d46eefe5. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:33:14.558962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=81e815c1-fda1-4cd0-9043-3115d46eefe5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:14.629488 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Pushing event updated for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:14.643981 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.644479 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.645385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.645385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.645974 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.646763 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.647177 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.647658 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.648058 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.648438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.648821 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.649247 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:14.661320 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Attempting to bind port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:14.661961 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Attempting to bind port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:14.662502 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Attempting to bind port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 on network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:14.670424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.673926 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c60d28e7-fb10-429b-948f-abb89a3826f8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/81e815c1-fda1-4cd0-9043-3115d46eefe5 HTTP/1.1" status: 204 len: 168 time: 1.3279755 Oct 13 04:33:14.678745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40724) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:14.680236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f8958b5b-947d-4250-8d3e-3500e0cacec2 None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:14.680483 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:14.680979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f8958b5b-947d-4250-8d3e-3500e0cacec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.682561 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Checking segment: {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:14.683221 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.685982 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Bound using segment: {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:14.686313 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Bound port: 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd421e350-9227-48d6-b4e7-42c3a3ea5d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:14.686681 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.798559 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-007d20ab-ac8b-4701-b9c9-a2342528e6c7 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] GET failed (client error): The resource could not be found. Oct 13 04:33:14.813328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-007d20ab-ac8b-4701-b9c9-a2342528e6c7 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports/81e815c1-fda1-4cd0-9043-3115d46eefe5 HTTP/1.1" status: 404 len: 333 time: 0.1297479 Oct 13 04:33:14.821874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:14.827130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f8958b5b-947d-4250-8d3e-3500e0cacec2 None None] Port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:14.845193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-2119971600'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:14.856917 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] For port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:14.862739 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] For port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:14.878334 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:14.902624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 77236c14-c55e-4a7b-b5f0-9e54acce8044 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:15.043812 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd938890-9225-47c8-b643-c58ea2e42164 None None] Pushing event updated for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:15.055471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:15.056045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.089021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ac552-738d-433a-91c8-5f359243f786 req-05c69e7e-76bb-4146-be82-539870324224 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:15.090981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-923ac552-738d-433a-91c8-5f359243f786 req-05c69e7e-76bb-4146-be82-539870324224 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2269623 Oct 13 04:33:15.126571 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:15.127651 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:15.218451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 77236c14-c55e-4a7b-b5f0-9e54acce8044 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:15.219147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.284328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:15.302218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c90c4b85-7626-4fbf-addb-35a24ae6402f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 954 time: 0.8023102 Oct 13 04:33:15.302909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40732) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:15.308096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'routes': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:15.316354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-923ac552-738d-433a-91c8-5f359243f786 req-79bc1ce4-d7bf-4df7-800f-cc356c0a3c42 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168067 Oct 13 04:33:15.340398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:15.345619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.346096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.389897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port 6688a159-1c1a-4299-b2f2-b47883555c30 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:15.397598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] For port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:15.423669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.447568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.541786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4ffdc-ab54-4506-9079-5bc5052810a5 None None] Pushing event updated for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:15.575693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.587951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-69f5bf6f-5eed-442d-9bbb-de25ff345547 None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:15.588336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69f5bf6f-5eed-442d-9bbb-de25ff345547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:15.680756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.8 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/6688a159-1c1a-4299-b2f2-b47883555c30) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:15.829987 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:13Z', 'revision_number': 6, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:14Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:15.896053 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec1e13-7d91-46c3-acff-c6f8e8b1be45 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:13Z', 'revision_number': 6, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:14Z', 'revision_number': 4, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:15.897879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-82d147d5-af98-4bf5-aa9e-01a35477905d None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:15.898388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82d147d5-af98-4bf5-aa9e-01a35477905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.045503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.145740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added routes are [] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:33:16.146060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:33:16.153071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.233025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:16.240030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.251958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:16.259211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:16.375615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=6688a159-1c1a-4299-b2f2-b47883555c30,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:16.420013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:16.430313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.478068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-41c7c0cc-196f-436b-b51f-a795a042da06 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6530166 Oct 13 04:33:16.483314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40746) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:16.494292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'network_id': 'd218ed8a-7195-49a9-a1fb-1d5ce5db050e', 'name': 'tempest-AllowedAddressPairTestJSON-1759779086'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:16.642870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605de3b-7bdf-4e69-9d07-c03c45a5db46 req-f89c6c2f-b8b9-47ee-8344-cd4c72a21427 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:16.654187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f605de3b-7bdf-4e69-9d07-c03c45a5db46 req-f89c6c2f-b8b9-47ee-8344-cd4c72a21427 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.2104735 Oct 13 04:33:16.760973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.763934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9ec5ee7c-ce12-4f02-aca3-431a2a5bcab6 None None] Provisioning complete for port 6688a159-1c1a-4299-b2f2-b47883555c30 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:16.764405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ee7c-ce12-4f02-aca3-431a2a5bcab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.765161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.773983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Made reservation on behalf of daa60eca3cd1425cb953218c69afe5ec for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:16.797881 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:16.821117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] device_id is not set on port a5871d74-e4c6-4792-8cc2-4c1e69310c84 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:16.860897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5ee7c-ce12-4f02-aca3-431a2a5bcab6 None None] Port 6688a159-1c1a-4299-b2f2-b47883555c30 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:16.862882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:16.901199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f605de3b-7bdf-4e69-9d07-c03c45a5db46 req-d0f3e029-7f2b-4bce-9162-9112801527b6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459362 Oct 13 04:33:16.979735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:16.980114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.004464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:17.039354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Allocated IP 172.20.0.9 (d218ed8a-7195-49a9-a1fb-1d5ce5db050e/f37a45f6-94be-4b2e-872f-f9ee8a93abc6/a5871d74-e4c6-4792-8cc2-4c1e69310c84) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:17.241597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:17.255352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.259903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7047b94b-9981-4e32-a3ce-ca706cd193cc tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 704 time: 1.9520435 Oct 13 04:33:17.260655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:17.284600 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.344369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.439610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:17.479324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bafea66e-5c4e-439a-b5db-d60acc1506a6 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 704 time: 0.2158058 Oct 13 04:33:17.481956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40756) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:17.485112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:17.485736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:17.514204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.599908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=a5871d74-e4c6-4792-8cc2-4c1e69310c84,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:17.623525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:17.625373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:17.629709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:17.712456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:17.713139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:17.739935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-02291064-5742-4e57-8b59-62a95c0b391c tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2533062 Oct 13 04:33:17.740272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40758) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:17.751445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:38:7c:32'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:15:eb:7f'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:17.847081 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:18.051055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:18.163512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b4346c14-7afa-46f2-80ee-9d1615938d0d None None] Provisioning complete for port a5871d74-e4c6-4792-8cc2-4c1e69310c84 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:18.164142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b4346c14-7afa-46f2-80ee-9d1615938d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.197862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.216155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b4346c14-7afa-46f2-80ee-9d1615938d0d None None] Port a5871d74-e4c6-4792-8cc2-4c1e69310c84 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:18.275707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.363297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa090c6-b2cb-455f-b87b-608c98edc0f4 req-aa859397-0629-498f-88d4-1936dc30349c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:18.367189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efa090c6-b2cb-455f-b87b-608c98edc0f4 req-aa859397-0629-498f-88d4-1936dc30349c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.3253615 Oct 13 04:33:18.518432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:16Z', 'revision_number': 7, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:15Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:18.583990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:18.604074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:18.604827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:18.610142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efa090c6-b2cb-455f-b87b-608c98edc0f4 req-89901647-7da9-4c5e-9f9e-71e78b63c77f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320709 Oct 13 04:33:18.749279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.763118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.853098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:18.910732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:18.911187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.921289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] In _notify_port_updated(), no bound segment for port a5871d74-e4c6-4792-8cc2-4c1e69310c84 on network d218ed8a-7195-49a9-a1fb-1d5ce5db050e {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:33:18.927013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:18.927718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:18.929752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "PUT /v2.0/ports/a5871d74-e4c6-4792-8cc2-4c1e69310c84 HTTP/1.1" status: 200 len: 1055 time: 1.1877735 Oct 13 04:33:18.934528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40768) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:19.108671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:19.109130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.120824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event updated for resources: {'Port': ['ID=a5871d74-e4c6-4792-8cc2-4c1e69310c84,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:19.138755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:19.180220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.180615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.180973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.181366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.181709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.182132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.182473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.182809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.183204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.183542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.183878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.184257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6827420-918e-4bc6-af26-87f180f13c82 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:19.200907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port a5871d74-e4c6-4792-8cc2-4c1e69310c84 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:19.201551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.262701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:16Z', 'revision_number': 7, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:15Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:19.315730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df53cd7-6012-41a7-b118-a2ab3a7a3c06 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:16Z', 'revision_number': 7, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '01e3f0ec-ae42-4a81-b335-ecdf35cdcde9', 'name': '', 'network_id': 'f9bdbf74-cd98-44de-88f6-7bc0c3cad695', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:e8:be:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '3e96f637-0456-4298-814e-969965249b46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:33:09Z', 'updated_at': '2021-10-13T04:33:15Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '3e96f637-0456-4298-814e-969965249b46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:19.319583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3581466-297c-4e21-978f-74dc46617861 None None] Provisioning complete for port a5871d74-e4c6-4792-8cc2-4c1e69310c84 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:19.320639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3581466-297c-4e21-978f-74dc46617861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.399505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.419135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for a5871d74-e4c6-4792-8cc2-4c1e69310c84 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:19.425708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b3581466-297c-4e21-978f-74dc46617861 None None] Port a5871d74-e4c6-4792-8cc2-4c1e69310c84 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:19.649993 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.678937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:19.770703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=a5871d74-e4c6-4792-8cc2-4c1e69310c84,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:19.770923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=01e3f0ec-ae42-4a81-b335-ecdf35cdcde9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:20.162414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23943cdb-a5b3-4752-a572-88339a04cc2f req-f94011f3-a407-49a6-9f64-f78ec5ef5420 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:20.164430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23943cdb-a5b3-4752-a572-88339a04cc2f req-f94011f3-a407-49a6-9f64-f78ec5ef5420 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.3571849 Oct 13 04:33:20.223134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.246336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.264877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bfc1738d-7078-45d2-94d9-bd60f7c1c741 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/a5871d74-e4c6-4792-8cc2-4c1e69310c84 HTTP/1.1" status: 204 len: 168 time: 1.3297150 Oct 13 04:33:20.267274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40788) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:20.283367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23943cdb-a5b3-4752-a572-88339a04cc2f req-6fdd9537-8ec1-4768-811a-04593289d8b7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927150 Oct 13 04:33:20.313319 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb53b612-4d99-46ab-aab1-63293ba4f105 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] GET failed (client error): The resource could not be found. Oct 13 04:33:20.315631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb53b612-4d99-46ab-aab1-63293ba4f105 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports/a5871d74-e4c6-4792-8cc2-4c1e69310c84 HTTP/1.1" status: 404 len: 333 time: 0.0473802 Oct 13 04:33:20.322371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40790) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:20.444519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port 6688a159-1c1a-4299-b2f2-b47883555c30 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:20.444862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.591617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:20.613534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.628549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for 6688a159-1c1a-4299-b2f2-b47883555c30 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:20.761437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:20.774490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:20.791389 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-795d77c0-6707-4d75-ac01-9b40dc07aff3 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3081431 Oct 13 04:33:20.794349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40798) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:20.796240 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:20.797923 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:20.909085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 3e96f637-0456-4298-814e-969965249b46 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:20.914863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.916469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:20.956847 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:20.971232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=6688a159-1c1a-4299-b2f2-b47883555c30,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:21.017853 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:21.113123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:21.118268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-62f2651c-2da7-4bee-9fd0-bbcff36fcc87 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/6688a159-1c1a-4299-b2f2-b47883555c30 HTTP/1.1" status: 204 len: 168 time: 0.7947648 Oct 13 04:33:21.120820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40800) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:21.154271 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0765783f-6550-4fc9-96d2-f8fb179ee1f3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] GET failed (client error): The resource could not be found. Oct 13 04:33:21.156319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0765783f-6550-4fc9-96d2-f8fb179ee1f3 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "GET /v2.0/ports/6688a159-1c1a-4299-b2f2-b47883555c30 HTTP/1.1" status: 404 len: 333 time: 0.0342915 Oct 13 04:33:21.160422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40802) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:21.377682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port 63dcc4ff-43ab-4824-af7d-17ae460e0e3a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:21.378360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:21.380887 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:19Z', 'revision_number': 8, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:21.462341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:21.487443 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:21.488064 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:21.677663 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:21.735659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862300ee-4c56-4fde-8b52-644c4c756669 req-3899ed24-b827-42d7-801f-ee8282208cca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:21.739656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:21.743597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-862300ee-4c56-4fde-8b52-644c4c756669 req-3899ed24-b827-42d7-801f-ee8282208cca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.3091922 Oct 13 04:33:21.792131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:21.845869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-862300ee-4c56-4fde-8b52-644c4c756669 req-bc54a760-b61b-4c10-be36-b4ecb3474940 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938718 Oct 13 04:33:21.861585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for 63dcc4ff-43ab-4824-af7d-17ae460e0e3a owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:21.863417 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.000592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=3e96f637-0456-4298-814e-969965249b46,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:22.010685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.016418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-478bb294-a373-44b8-a47f-9add7b6b84ae tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/3e96f637-0456-4298-814e-969965249b46 HTTP/1.1" status: 204 len: 168 time: 1.2210267 Oct 13 04:33:22.016580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871edb21-6091-468a-ae18-902bb2ab51d0 None None] Network f9bdbf74-cd98-44de-88f6-7bc0c3cad695 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:22.027655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:22.087284 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:19Z', 'revision_number': 8, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:22.203029 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.215134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.283899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 77236c14-c55e-4a7b-b5f0-9e54acce8044 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:22.284627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.320249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=63dcc4ff-43ab-4824-af7d-17ae460e0e3a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:22.390090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 77236c14-c55e-4a7b-b5f0-9e54acce8044, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=77236c14-c55e-4a7b-b5f0-9e54acce8044,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:22.390090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.398643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] DHCP port deletion for f9bdbf74-cd98-44de-88f6-7bc0c3cad695 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:22.431215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 77236c14-c55e-4a7b-b5f0-9e54acce8044 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:22.435634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28260c93-c74a-4f07-b80b-7e2d4273d749 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:19Z', 'revision_number': 8, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '25d7538c-1fcb-47b6-9857-df0a697beeab', 'name': '', 'network_id': '853c42a9-29a9-474c-beea-ecf1f70310eb', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:9a:d7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:59Z', 'updated_at': '2021-10-13T04:33:07Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:22.501735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Deleting port 77236c14-c55e-4a7b-b5f0-9e54acce8044 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:22.502130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.511031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.518556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ffaffd7e-43fa-4d50-b966-a439ca111fc8 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/ports/63dcc4ff-43ab-4824-af7d-17ae460e0e3a HTTP/1.1" status: 204 len: 168 time: 1.3558557 Oct 13 04:33:22.520790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:22.599379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting subnet f37a45f6-94be-4b2e-872f-f9ee8a93abc6 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:22.606556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.635919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.642282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] For port 77236c14-c55e-4a7b-b5f0-9e54acce8044, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=77236c14-c55e-4a7b-b5f0-9e54acce8044,segment=NetworkSegment(d421e350-9227-48d6-b4e7-42c3a3ea5d83),segment_id=d421e350-9227-48d6-b4e7-42c3a3ea5d83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:22.643611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.653650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 77236c14-c55e-4a7b-b5f0-9e54acce8044 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:22.659885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.677312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=77236c14-c55e-4a7b-b5f0-9e54acce8044,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:22.682532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Calling delete_port for 77236c14-c55e-4a7b-b5f0-9e54acce8044 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:22.785457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.800209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:33:22.827756 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:33:22.832237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bdbf74-cd98-44de-88f6-7bc0c3cad695']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:22.837294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.847298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd421e350-9227-48d6-b4e7-42c3a3ea5d83') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:22.847845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd421e350-9227-48d6-b4e7-42c3a3ea5d83') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:22.858599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] No DVR routers for this DVR port 77236c14-c55e-4a7b-b5f0-9e54acce8044 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:22.874041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.884877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064008a-c93d-4dfa-b7cb-321bdc60df33 None None] Pushing event deleted for resources: {'Port': ['ID=77236c14-c55e-4a7b-b5f0-9e54acce8044,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:22.899423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.901759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.911458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:22.911903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:22.917286 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:22.960658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Subnet': ['ID=f37a45f6-94be-4b2e-872f-f9ee8a93abc6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:22.966937 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:22.969070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3df696-11a7-436e-ae18-6894508687b6 None None] Network d218ed8a-7195-49a9-a1fb-1d5ce5db050e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:22.976765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b7ae6e2-c18e-407a-8b4b-3a0a40cb61ef tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/subnets/f37a45f6-94be-4b2e-872f-f9ee8a93abc6 HTTP/1.1" status: 204 len: 168 time: 0.4545059 Oct 13 04:33:22.977513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:23.074544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:23.113153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c2d1b-a7d7-47be-ad5a-7cbd54ad4778 req-7b4ac6ea-691c-4a3e-9045-8eee796cbad6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:23.119252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:23.119774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 01e3f0ec-ae42-4a81-b335-ecdf35cdcde9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:23.120302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 77236c14-c55e-4a7b-b5f0-9e54acce8044 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:23.121135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f75c2d1b-a7d7-47be-ad5a-7cbd54ad4778 req-7b4ac6ea-691c-4a3e-9045-8eee796cbad6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.0861609 Oct 13 04:33:23.136900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.141235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.170763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.171496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 77236c14-c55e-4a7b-b5f0-9e54acce8044 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:23.172098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 77236c14-c55e-4a7b-b5f0-9e54acce8044 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:23.174555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/f9bdbf74-cd98-44de-88f6-7bc0c3cad695 HTTP/1.1" status: 204 len: 168 time: 1.1457844 Oct 13 04:33:23.177018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0cbd6-82eb-41e1-81d4-c7c761a3c1c2 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=f9bdbf74-cd98-44de-88f6-7bc0c3cad695,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:23.178963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:23.253580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Deleting port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:23.254284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.291681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f75c2d1b-a7d7-47be-ad5a-7cbd54ad4778 req-e91e0c43-1677-4b2f-b700-1640eac666b4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638887 Oct 13 04:33:23.346428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] For port 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1353a4d1-8333-4b87-82fb-f1a236aa8a39,segment=NetworkSegment(ba570a25-6ef0-49a3-99fe-9ff4c18f1142),segment_id=ba570a25-6ef0-49a3-99fe-9ff4c18f1142)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:23.346891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.363810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Calling delete_port for 1353a4d1-8333-4b87-82fb-f1a236aa8a39 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:23.368716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] DHCP port deletion for d218ed8a-7195-49a9-a1fb-1d5ce5db050e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:23.426153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Deleting port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:23.426545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.476864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.505654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Port': ['ID=1353a4d1-8333-4b87-82fb-f1a236aa8a39,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:23.516659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] No DVR routers for this DVR port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:23.528675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] For port 1353a4d1-8333-4b87-82fb-f1a236aa8a39, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1353a4d1-8333-4b87-82fb-f1a236aa8a39,segment=NetworkSegment(ba570a25-6ef0-49a3-99fe-9ff4c18f1142),segment_id=ba570a25-6ef0-49a3-99fe-9ff4c18f1142)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:23.529086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.554143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Calling delete_port for 1353a4d1-8333-4b87-82fb-f1a236aa8a39 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:23.664319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.687489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.700217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d218ed8a-7195-49a9-a1fb-1d5ce5db050e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:23.712556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:23.712966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba570a25-6ef0-49a3-99fe-9ff4c18f1142') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:23.731792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.740598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] Pushing event deleted for resources: {'Port': ['ID=1353a4d1-8333-4b87-82fb-f1a236aa8a39,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:23.748900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.751652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ed4e5-6e53-4d5e-8bb9-99806c8c7d6d None None] No DVR routers for this DVR port 1353a4d1-8333-4b87-82fb-f1a236aa8a39 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:23.757726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:23.759245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:23.763088 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:23.784200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.833501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.846132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:23.849939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] 10.222.0.49 "DELETE /v2.0/networks/d218ed8a-7195-49a9-a1fb-1d5ce5db050e HTTP/1.1" status: 204 len: 168 time: 0.8710427 Oct 13 04:33:23.869029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72014c-155f-44a3-98cb-41627dc7b833 tempest-AllowedAddressPairTestJSON-1964307985 tempest-AllowedAddressPairTestJSON-1964307985-project] Pushing event deleted for resources: {'Network': ['ID=d218ed8a-7195-49a9-a1fb-1d5ce5db050e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:24.229719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 25d7538c-1fcb-47b6-9857-df0a697beeab {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:24.230719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.314494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40844) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:24.364030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 25d7538c-1fcb-47b6-9857-df0a697beeab, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=25d7538c-1fcb-47b6-9857-df0a697beeab,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:24.364397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.379565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 25d7538c-1fcb-47b6-9857-df0a697beeab owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:24.528914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f2de1-7f94-4d4b-b222-52d58e0a2156 req-58e378fe-f47a-4e17-9044-058ad455a43a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:24.537271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-617f2de1-7f94-4d4b-b222-52d58e0a2156 req-58e378fe-f47a-4e17-9044-058ad455a43a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1089773 Oct 13 04:33:24.574379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-be84fae4-c689-4dc3-8e5f-36a0d94c86c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=daa60eca3cd1425cb953218c69afe5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586303 Oct 13 04:33:24.575102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40850) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:24.607837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-617f2de1-7f94-4d4b-b222-52d58e0a2156 req-00350637-0c14-446a-a993-1d8bad6c8eb5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678291 Oct 13 04:33:24.681729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.710504 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.732346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.763443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1353a4d1-8333-4b87-82fb-f1a236aa8a39 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:24.798077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 1353a4d1-8333-4b87-82fb-f1a236aa8a39 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:24.798486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1353a4d1-8333-4b87-82fb-f1a236aa8a39 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:24.843765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=25d7538c-1fcb-47b6-9857-df0a697beeab,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:24.848103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.852116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:24.856728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8445aade-71ee-4eb0-b8e9-a174ae78fb20 HTTP/1.1" status: 204 len: 168 time: 0.2792704 Oct 13 04:33:24.864396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a439778-09fc-4517-8c37-628184eb1c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445aade-71ee-4eb0-b8e9-a174ae78fb20,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:25.081258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:25.445408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:25.668299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:25.683989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:25.684836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e675f214-fee6-4fec-8d2d-ab21251ac348 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045052 Oct 13 04:33:25.687592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40878) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:25.724227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:25.727921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:25.784422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073a576-4ffe-4f9c-9d93-d90b46cc1659 req-7c59f93e-8ca2-4842-9d68-e1fe6e4282dd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:25.787108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5073a576-4ffe-4f9c-9d93-d90b46cc1659 req-7c59f93e-8ca2-4842-9d68-e1fe6e4282dd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.0873420 Oct 13 04:33:25.832933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:25.845161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:25.858695 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5073a576-4ffe-4f9c-9d93-d90b46cc1659 req-eded00ef-b6fc-47a6-aa87-15eaac9bd8d4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Oct 13 04:33:25.924993 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:25.944803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:25.993460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40884) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:26.057030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.143754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.149344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-991268681'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:26.190624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:26.192072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:26.196235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.198066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.200247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38cefe30-5be1-4083-b244-56ffc3580d5c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a HTTP/1.1" status: 204 len: 168 time: 0.5109620 Oct 13 04:33:26.202024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c58442-bd07-44af-9826-953e48740a0d None None] Network 853c42a9-29a9-474c-beea-ecf1f70310eb requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:26.202775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40890) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:26.220131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.346293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.356313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.389448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:24Z', 'revision_number': 9, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:26.406541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:26.411702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.423548 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6666c5e-42db-4b88-a597-db4fd703f1e6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:26.429090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:26.433089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.433336 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment 7db7bb3d-c5a4-404f-90d7-9c9903a7a30b of type vlan for network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa Oct 13 04:33:26.444867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:26.445981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:26.572339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.574666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] DHCP port deletion for 853c42a9-29a9-474c-beea-ecf1f70310eb request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:26.616932 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.622978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:26.623606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.630835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 6a74c6aa-4324-4628-83ef-d413d9bb15cd {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:26.631745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.642375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:26.755959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7613614 Oct 13 04:33:26.768772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cee9f3-7a38-4b67-abc5-9638516392cd tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=520f6c3a-0c52-41d0-ae08-4e69dc383ffa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:26.817805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6a74c6aa-4324-4628-83ef-d413d9bb15cd,segment=NetworkSegment(580387f2-8066-4f11-976d-d318805cf98e),segment_id=580387f2-8066-4f11-976d-d318805cf98e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:26.820657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:26.852657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 6a74c6aa-4324-4628-83ef-d413d9bb15cd owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:27.002566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.079840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=6a74c6aa-4324-4628-83ef-d413d9bb15cd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:27.085262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 6a74c6aa-4324-4628-83ef-d413d9bb15cd on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:27.189428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:27.199712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6a74c6aa-4324-4628-83ef-d413d9bb15cd no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:27.214328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02668-8850-433b-b800-84ba94cb6af6 req-45c7d156-4b6e-4b24-9195-bfe4d1e4aeb3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:27.220921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Deleting port 6a74c6aa-4324-4628-83ef-d413d9bb15cd {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:27.221311 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.224807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0c02668-8850-433b-b800-84ba94cb6af6 req-45c7d156-4b6e-4b24-9195-bfe4d1e4aeb3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.0934567 Oct 13 04:33:27.270078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.275577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0c02668-8850-433b-b800-84ba94cb6af6 req-13369aaa-32ba-48de-aab2-4c3fbbf05204 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Oct 13 04:33:27.347289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853c42a9-29a9-474c-beea-ecf1f70310eb']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:27.390551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580387f2-8066-4f11-976d-d318805cf98e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:27.390875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580387f2-8066-4f11-976d-d318805cf98e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:27.428926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.479147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.500581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:27.503240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:27.524079 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:27.560455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] For port 6a74c6aa-4324-4628-83ef-d413d9bb15cd, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:27.560938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.576776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Calling delete_port for 6a74c6aa-4324-4628-83ef-d413d9bb15cd owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:27.579730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Port 6a74c6aa-4324-4628-83ef-d413d9bb15cd was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:33:27.610425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.671969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] Pushing event deleted for resources: {'Port': ['ID=6a74c6aa-4324-4628-83ef-d413d9bb15cd,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:27.673811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6a74c6aa-4324-4628-83ef-d413d9bb15cd {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:27.674166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6a74c6aa-4324-4628-83ef-d413d9bb15cd not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:27.719253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f93c25-ab1b-40e3-9975-7d4c00bfc5c9 None None] No DVR routers for this DVR port 6a74c6aa-4324-4628-83ef-d413d9bb15cd on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:27.780655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:24Z', 'revision_number': 9, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:27.784895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.794771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:27.813845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/853c42a9-29a9-474c-beea-ecf1f70310eb HTTP/1.1" status: 204 len: 168 time: 1.6094193 Oct 13 04:33:27.816176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:27.816506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c6c54-48f6-448f-84ab-ec7b165fdd53 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:24Z', 'revision_number': 9, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfca2196-d11d-4eff-bd23-3f03b7542f5b', 'name': '', 'network_id': 'd4648ac9-42b4-4f64-ba67-347547916226', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:5e:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:54Z', 'updated_at': '2021-10-13T04:32:59Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': '601641f7-ed48-48d2-a86c-5fef3d43460d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:27.849029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e217ba1-ae11-4117-8fc5-3a20a2bdd5d7 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=853c42a9-29a9-474c-beea-ecf1f70310eb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:28.384641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:28.524078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621a8f2-8e0e-43f7-a601-80cd398fa380 req-f903e27c-89fd-4375-8314-bfe73baad9f7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:28.525677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f621a8f2-8e0e-43f7-a601-80cd398fa380 req-f903e27c-89fd-4375-8314-bfe73baad9f7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1051080 Oct 13 04:33:28.595821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f621a8f2-8e0e-43f7-a601-80cd398fa380 req-4d70f8ab-ae11-436d-8683-98bc4235bd66 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629606 Oct 13 04:33:28.681777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 25d7538c-1fcb-47b6-9857-df0a697beeab no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:28.705424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 25d7538c-1fcb-47b6-9857-df0a697beeab {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:28.706145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 25d7538c-1fcb-47b6-9857-df0a697beeab not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:29.088083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-86e7d0d5-fc34-415a-8344-ebe05283abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.089415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-86e7d0d5-fc34-415a-8344-ebe05283abd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 1097 time: 0.0922031 Oct 13 04:33:29.206781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port cfca2196-d11d-4eff-bd23-3f03b7542f5b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:29.207272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:29.210077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-4e6fab5a-699b-43b8-8c9e-03e8623a52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.212324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-4e6fab5a-699b-43b8-8c9e-03e8623a52ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1147537 Oct 13 04:33:29.267728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-3c0cbd39-25b4-49e0-bb4d-a26379442852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 HTTP/1.1" status: 200 len: 217 time: 0.0454664 Oct 13 04:33:29.315031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port cfca2196-d11d-4eff-bd23-3f03b7542f5b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cfca2196-d11d-4eff-bd23-3f03b7542f5b,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:29.315426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:29.325506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-f3fdb3fd-9290-4d67-99e0-84e75226a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.326996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-f3fdb3fd-9290-4d67-99e0-84e75226a3f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.0518928 Oct 13 04:33:29.330184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for cfca2196-d11d-4eff-bd23-3f03b7542f5b owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:29.381186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-60353ccb-9316-45ad-83b0-d5390809d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.383716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-60353ccb-9316-45ad-83b0-d5390809d756 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484128 Oct 13 04:33:29.494689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-f5cba5c8-4045-4504-9a52-4c87bc385f1c service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028023 Oct 13 04:33:29.525033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:29.564866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=cfca2196-d11d-4eff-bd23-3f03b7542f5b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:29.606392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa19561-d8bd-4c38-bed1-eae578c237d8 req-320af563-d3bb-482e-a7a3-1e99de9275be service neutron] 10.222.0.47 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034911 Oct 13 04:33:29.757305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b1db-dfbc-4f39-a45e-879fd8aa9c73 req-a01e5320-6832-4591-957b-e00dec738c21 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:29.758852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2536b1db-dfbc-4f39-a45e-879fd8aa9c73 req-a01e5320-6832-4591-957b-e00dec738c21 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.0689449 Oct 13 04:33:29.759996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:29.876579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2536b1db-dfbc-4f39-a45e-879fd8aa9c73 req-25e8409c-4469-4004-acb5-435019ff9e67 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102579 Oct 13 04:33:29.979870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:30.052821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40938) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:30.058123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:30.073641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:30.078734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fe101697-85b7-4185-b63c-e7f095fb81ff tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609594 Oct 13 04:33:30.081410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40940) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:30.084002 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:30.097842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:30.098710 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:30.146310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet 601641f7-ed48-48d2-a86c-5fef3d43460d {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:30.150767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.205220 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:30.205717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.362072 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.430022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:30.434924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.450812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.479511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=601641f7-ed48-48d2-a86c-5fef3d43460d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:30.485628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:29Z', 'revision_number': 10, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:30.488802 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.495262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0da58d5f-0779-4ce8-a380-cf4e2e547f48 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/601641f7-ed48-48d2-a86c-5fef3d43460d HTTP/1.1" status: 204 len: 168 time: 0.4127226 Oct 13 04:33:30.495966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:30.500212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223951bc-3cdd-44a5-bdbc-8642bdaeea2c None None] Network d4648ac9-42b4-4f64-ba67-347547916226 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:30.533158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:30.544215 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:30.544909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:30.593563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.652385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:30.681722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 14d97667-1237-4957-86a9-e2ef4e6fc3bc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:30.682637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.764179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.765523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] DHCP port deletion for d4648ac9-42b4-4f64-ba67-347547916226 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:30.770810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14d97667-1237-4957-86a9-e2ef4e6fc3bc,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:30.771455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.786458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 14d97667-1237-4957-86a9-e2ef4e6fc3bc owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:30.817872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Deleting port 14d97667-1237-4957-86a9-e2ef4e6fc3bc {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:30.818562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.839364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=1487d594-d4cc-475e-b85b-60d030259231,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:30.851705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.852506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.852914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.853345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.853908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.854382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.855010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.856122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.856571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.856996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.857419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.857841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:30.865070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:30.866091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: 520f6c3a-0c52-41d0-ae08-4e69dc383ffa, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:30.899181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:30.915488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 520f6c3a-0c52-41d0-ae08-4e69dc383ffa) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:30.922754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:30.924812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.933576 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:29Z', 'revision_number': 10, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:30.937502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5306a-992b-4e58-9c60-4990580ec4dd None None] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:30.938267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:30.967857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4b72c17c-70e4-4bdb-87c9-c6e494461eb2 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9137588 Oct 13 04:33:30.968492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:30.973970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-691135131'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:30.985233 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0342c8a-9be1-4f2c-9057-365914367a35 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:29Z', 'revision_number': 10, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None, '_interfaces': [{'id': '95854ac0-0968-49c7-89ec-bc3a9553f10e', 'name': '', 'network_id': 'f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'mac_address': 'fa:16:3e:26:fb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:32:45Z', 'updated_at': '2021-10-13T04:32:52Z', 'revision_number': 5, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'subnets': [{'id': 'd62de8db-f7fb-4b73-bb5f-a7cbd48cef8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:30.997970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=14d97667-1237-4957-86a9-e2ef4e6fc3bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:31.008256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port 14d97667-1237-4957-86a9-e2ef4e6fc3bc on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:31.024227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:31.028101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.076183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:31.079184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] For port 14d97667-1237-4957-86a9-e2ef4e6fc3bc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=14d97667-1237-4957-86a9-e2ef4e6fc3bc,segment=NetworkSegment(bcabeb7a-7967-4396-8cc8-024dfacd23c5),segment_id=bcabeb7a-7967-4396-8cc8-024dfacd23c5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:31.080023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.089559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.090113 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment f881107a-b983-491b-a491-966fa2e9ec41 of type vlan for network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 Oct 13 04:33:31.104045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Calling delete_port for 14d97667-1237-4957-86a9-e2ef4e6fc3bc owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:31.144760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.145412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.161082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623d2f2-232c-4109-9f5c-551aed45f7ab req-3c21422a-16be-414e-b231-d6f604bc5278 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:31.163095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4623d2f2-232c-4109-9f5c-551aed45f7ab req-3c21422a-16be-414e-b231-d6f604bc5278 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 946 time: 0.1233604 Oct 13 04:33:31.176859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.186481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:31.187153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.191094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4648ac9-42b4-4f64-ba67-347547916226']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:31.219512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcabeb7a-7967-4396-8cc8-024dfacd23c5') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:31.219862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcabeb7a-7967-4396-8cc8-024dfacd23c5') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:31.224458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4623d2f2-232c-4109-9f5c-551aed45f7ab req-a179973a-c8d3-4cd9-9b9e-dcb766346908 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548213 Oct 13 04:33:31.252203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.257453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-520f6c3a-0c52-41d0-ae08-4e69dc383ffa', 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': '1487d594-d4cc-475e-b85b-60d030259231'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:31.258737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.270040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.281278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3115587 Oct 13 04:33:31.284332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40962) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:31.290004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:31.294180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:31.294337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:31.297506 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:31.309086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.336171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac792a0c-f8d3-4734-84c4-cd11f71945d5 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=1203d4d1-698d-4cb5-b4e0-3e953b26f589,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:31.384430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:31.512088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] Pushing event deleted for resources: {'Port': ['ID=14d97667-1237-4957-86a9-e2ef4e6fc3bc,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:31.520506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48770404-b5c6-45b3-a28c-53ebf3d23d12 None None] No DVR routers for this DVR port 14d97667-1237-4957-86a9-e2ef4e6fc3bc on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:31.570827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.583945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.593933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 40966) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:31.601865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/d4648ac9-42b4-4f64-ba67-347547916226 HTTP/1.1" status: 204 len: 168 time: 1.1047523 Oct 13 04:33:31.630097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Allocated IP 2001:db8:0:ffff::2 (520f6c3a-0c52-41d0-ae08-4e69dc383ffa/1487d594-d4cc-475e-b85b-60d030259231/9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:31.706465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1751e-c3b5-4be7-9ac2-ebc0a4689913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=d4648ac9-42b4-4f64-ba67-347547916226,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:31.719027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:31.723014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.898790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.907867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:31.920598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:31.978740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:31.986416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:31.995413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:32.050759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Pushing event updated for resources: {'Port': ['ID=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:32.092843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Attempting to bind port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:32.093363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Attempting to bind port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:32.093885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Attempting to bind port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e on network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:32.103506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:32.104055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Checking segment: {'id': '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:32.104484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.104893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Bound using segment: {'id': '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:32.105401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Bound port: 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '520f6c3a-0c52-41d0-ae08-4e69dc383ffa'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:32.105794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.182496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:33:32.184804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.193222 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.210303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.254633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:32.258243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=38ab2bed-df44-4cd4-a5e8-8c17224a9442,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:32.260790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': 'f881107a-b983-491b-a491-966fa2e9ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:32.261272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: 1203d4d1-698d-4cb5-b4e0-3e953b26f589, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:32.277542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:32.281586 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e4ad4-6cde-4c61-a2ea-61563e7fc5f8" -d '{"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:32.284354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.293518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:32.307268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1203d4d1-698d-4cb5-b4e0-3e953b26f589) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:32.326623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:32.329046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.354528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38093cab-567f-4151-b727-d436208c4a00 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0668614 Oct 13 04:33:32.354872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:32.356205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64543b3-d53c-49a7-abdc-4d077aab2a62 None None] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:32.360500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-159c3286-cfea-451e-869b-5a01283faabe None None] For port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:32.360968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'port': {'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589', 'name': 'tempest-NetworksIpV6TestAttrs-387104558'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:32.363655 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d49cb1-8f60-44b4-8d04-57e9e502fbab x-openstack-request-id: req-47d49cb1-8f60-44b4-8d04-57e9e502fbab {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:32.364142 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-unplugged", "status": "failed", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1", "code": 422}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:32.364562 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47d49cb1-8f60-44b4-8d04-57e9e502fbab {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:32.365108 n-d-813736-1 neutron-server[95049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'code': 422} returned with failed status Oct 13 04:33:32.423511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-159c3286-cfea-451e-869b-5a01283faabe None None] For port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,segment=NetworkSegment(7db7bb3d-c5a4-404f-90d7-9c9903a7a30b),segment_id=7db7bb3d-c5a4-404f-90d7-9c9903a7a30b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:32.441966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.456835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:32.498697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2da126-b3c4-4794-a877-8fc0f4929d34 req-9e65b978-5b73-4a60-a74d-c7441b318834 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:32.500508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e2da126-b3c4-4794-a877-8fc0f4929d34 req-9e65b978-5b73-4a60-a74d-c7441b318834 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 944 time: 0.1670933 Oct 13 04:33:32.529596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3286-cfea-451e-869b-5a01283faabe None None] Pushing event updated for resources: {'Port': ['ID=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:32.531334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:32.535784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.559494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] device_id is not set on port b3355081-b2bb-493a-9e40-c1f5fcf99cae yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:32.677343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e2da126-b3c4-4794-a877-8fc0f4929d34 req-547753bc-b69d-4a6f-aa6e-271706794345 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615121 Oct 13 04:33:32.690750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1203d4d1-698d-4cb5-b4e0-3e953b26f589', 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': '38ab2bed-df44-4cd4-a5e8-8c17224a9442'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:32.692139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.713313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port 95854ac0-0968-49c7-89ec-bc3a9553f10e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:32.717626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.836281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14d97667-1237-4957-86a9-e2ef4e6fc3bc no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:32.869632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 14d97667-1237-4957-86a9-e2ef4e6fc3bc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:32.870145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 14d97667-1237-4957-86a9-e2ef4e6fc3bc not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:32.870564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfca2196-d11d-4eff-bd23-3f03b7542f5b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:32.900257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cfca2196-d11d-4eff-bd23-3f03b7542f5b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:32.900611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cfca2196-d11d-4eff-bd23-3f03b7542f5b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:32.914528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Allocated IP 2001:db8::f816:3eff:fe9f:6c31 (1203d4d1-698d-4cb5-b4e0-3e953b26f589/38ab2bed-df44-4cd4-a5e8-8c17224a9442/b3355081-b2bb-493a-9e40-c1f5fcf99cae) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:32.963022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port 95854ac0-0968-49c7-89ec-bc3a9553f10e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=95854ac0-0968-49c7-89ec-bc3a9553f10e,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:32.963542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:32.978606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for 95854ac0-0968-49c7-89ec-bc3a9553f10e owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:33.043629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456edd56-d50a-4010-b40a-d9b6bb8c869e req-2634ff07-cacf-49a7-83be-a8f56f23d3ae tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:33.045171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-456edd56-d50a-4010-b40a-d9b6bb8c869e req-2634ff07-cacf-49a7-83be-a8f56f23d3ae tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1923206 Oct 13 04:33:33.118031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-456edd56-d50a-4010-b40a-d9b6bb8c869e req-11e12104-992b-41cb-86e8-e1ba91777d7e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638442 Oct 13 04:33:33.144903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.174691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.188027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.227265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=95854ac0-0968-49c7-89ec-bc3a9553f10e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:33.260223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Port': ['ID=b3355081-b2bb-493a-9e40-c1f5fcf99cae,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:33.269304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:33.272567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:33.282029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:33.290092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:33.290972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.324122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd6eb78a-e378-46b8-8f79-baa9198cccbf tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9680400 Oct 13 04:33:33.324421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Allocated IP 2001:db8::f816:3eff:fe93:6301 (1203d4d1-698d-4cb5-b4e0-3e953b26f589/38ab2bed-df44-4cd4-a5e8-8c17224a9442/9d84be07-5c35-4e93-8699-1a279d92229b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:33.353083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40988) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:33.465186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.522437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting subnet 38ab2bed-df44-4cd4-a5e8-8c17224a9442 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:33.534365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373f77f-d6e6-4eaf-aa20-6ec3639d0883 req-fe9af46a-809c-4711-aef2-665a7270653c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:33.539387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c373f77f-d6e6-4eaf-aa20-6ec3639d0883 req-fe9af46a-809c-4711-aef2-665a7270653c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.2119732 Oct 13 04:33:33.587168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.591860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c373f77f-d6e6-4eaf-aa20-6ec3639d0883 req-2da8f786-be13-432d-861f-359c29f26e52 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Oct 13 04:33:33.594055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.595018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.624665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:33.659469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.659735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:33.666745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:33.720436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Pushing event updated for resources: {'Port': ['ID=9d84be07-5c35-4e93-8699-1a279d92229b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:33.790522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:33.838456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Attempting to bind port 9d84be07-5c35-4e93-8699-1a279d92229b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:33.838896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Attempting to bind port 9d84be07-5c35-4e93-8699-1a279d92229b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f881107a-b983-491b-a491-966fa2e9ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:33.839299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Attempting to bind port 9d84be07-5c35-4e93-8699-1a279d92229b on network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:33.845825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:33.845825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Checking segment: {'id': 'f881107a-b983-491b-a491-966fa2e9ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:33.846145 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.846520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Bound using segment: {'id': 'f881107a-b983-491b-a491-966fa2e9ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:33.847275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Bound port: 9d84be07-5c35-4e93-8699-1a279d92229b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f881107a-b983-491b-a491-966fa2e9ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1203d4d1-698d-4cb5-b4e0-3e953b26f589'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:33.847661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.902797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:33.961545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:33.976593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:33.998672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 40998) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.002523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-77e701b1-1a2b-4ace-a06c-cae806844443 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057579 Oct 13 04:33:34.005345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0195c106-d4cd-47fa-962f-50f84391f106 None None] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:34.008576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:34.009221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:34.065336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fa4df-8d19-4f24-bc26-2a5431f0a5ff req-11a3b825-9c17-41a9-a6c7-5430777e70ca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:34.067533 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc6fa4df-8d19-4f24-bc26-2a5431f0a5ff req-11a3b825-9c17-41a9-a6c7-5430777e70ca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1343305 Oct 13 04:33:34.090466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting subnet d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:34.094270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.121604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] For port 9d84be07-5c35-4e93-8699-1a279d92229b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:34.135915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.150515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:34.153486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] For port 9d84be07-5c35-4e93-8699-1a279d92229b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d84be07-5c35-4e93-8699-1a279d92229b,segment=NetworkSegment(f881107a-b983-491b-a491-966fa2e9ec41),segment_id=f881107a-b983-491b-a491-966fa2e9ec41)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:34.191853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.196747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.202216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/38ab2bed-df44-4cd4-a5e8-8c17224a9442 HTTP/1.1" status: 204 len: 168 time: 0.8459823 Oct 13 04:33:34.202216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bd68b-e863-46df-be11-bf2e758762ad tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=38ab2bed-df44-4cd4-a5e8-8c17224a9442,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:34.202622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41000) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.255372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc6fa4df-8d19-4f24-bc26-2a5431f0a5ff req-31be040e-816c-456d-a299-0d33883b48de tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275949 Oct 13 04:33:34.258014 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.266487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] Provisioning complete for port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:34.266850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.292996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:34.335999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89573339-20af-4f22-9983-b9d180f3a64d tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:34.342617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89573339-20af-4f22-9983-b9d180f3a64d tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:34.347236 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89573339-20af-4f22-9983-b9d180f3a64d tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1433289 Oct 13 04:33:34.351411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41004) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.376781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.457247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.494439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Subnet': ['ID=d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:34.507621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.514760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a526ee95-a78e-42d1-a083-80b021427bb0 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e HTTP/1.1" status: 204 len: 168 time: 0.5128992 Oct 13 04:33:34.515439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.518256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9df9d4d-8f6f-4a37-8edd-7859a5faf4c6 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.526684 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9df9d4d-8f6f-4a37-8edd-7859a5faf4c6 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 04:33:34.527184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9df9d4d-8f6f-4a37-8edd-7859a5faf4c6 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:34.535198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9df9d4d-8f6f-4a37-8edd-7859a5faf4c6 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/1203d4d1-698d-4cb5-b4e0-3e953b26f589 HTTP/1.1" status: 409 len: 405 time: 0.1826818 Oct 13 04:33:34.535841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.541999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-587544764'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:34.559837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec88ad-8968-4a5f-89fe-a8cbc9ca6b4d None None] Network f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:34.573273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:34.573433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:34.578173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.619954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:34.628740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.634789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.635493 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment 1741c814-f8a2-434d-a0c9-54764a79d718 of type vlan for network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e Oct 13 04:33:34.689457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb627f-1825-4fb8-a7d7-1bc6ce9d7a0a None None] Pushing event updated for resources: {'Port': ['ID=9d84be07-5c35-4e93-8699-1a279d92229b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:34.697060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:34.697699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:34.745112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.757544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Deleting port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:34.759973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.785706 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.798763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:34.799672 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.834459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:34.909085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] For port cdb5df16-dec6-4eab-b383-ff56c2bea7f0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,segment=NetworkSegment(9f03ce70-2e58-49a9-b3f4-5418714e137a),segment_id=9f03ce70-2e58-49a9-b3f4-5418714e137a)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:34.909461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:34.914398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=43c0e6d3-c9c9-452b-bf29-b81bfc67335e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:34.957178 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83d19f65-3229-44f4-9d73-380ffd8b1a4c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4199214 Oct 13 04:33:34.958187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41012) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:34.964000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Calling delete_port for cdb5df16-dec6-4eab-b383-ff56c2bea7f0 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:34.970859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:34.982460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:34.993876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:35.079684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:35.110586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.130064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4943-32d5-417e-bd76-3faee6825813 None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:35.142258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:35.144684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Port': ['ID=cdb5df16-dec6-4eab-b383-ff56c2bea7f0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:35.152663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No DVR routers for this DVR port cdb5df16-dec6-4eab-b383-ff56c2bea7f0 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:35.154885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.239628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.313290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.322143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:35.353164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f03ce70-2e58-49a9-b3f4-5418714e137a') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:35.382381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f03ce70-2e58-49a9-b3f4-5418714e137a') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:35.393677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] For port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,segment=NetworkSegment(7db7bb3d-c5a4-404f-90d7-9c9903a7a30b),segment_id=7db7bb3d-c5a4-404f-90d7-9c9903a7a30b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:35.394895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:35.395371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.410571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.442512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.464200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.471524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:35.471741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:35.476319 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:35.606611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca50a2-839f-4854-9cce-3f530a576add None None] DHCP port deletion for f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:35.642912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dcaff-4143-4175-a90f-ff374acd671e None None] Pushing event updated for resources: {'Port': ['ID=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:35.663563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.679622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.683936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/networks/f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861 HTTP/1.1" status: 204 len: 168 time: 1.1674945 Oct 13 04:33:35.688823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:35.695605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'routes': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:35.700422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dab30-2732-406b-9ae5-6d4346f4741a req-87ab6c7f-028b-4226-80c2-ecd86a12dd96 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:35.708335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd2dab30-2732-406b-9ae5-6d4346f4741a req-87ab6c7f-028b-4226-80c2-ecd86a12dd96 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.2284679 Oct 13 04:33:35.781346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67691-1128-49a1-a46e-edc1a49a1984 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Pushing event deleted for resources: {'Network': ['ID=f5d97dd9-3a6b-4ef9-b6f4-708aa8e4b861,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:35.792449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2362dfbd-4400-4de0-a2df-2e6504377e17 None None] Provisioning complete for port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:35.792939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2362dfbd-4400-4de0-a2df-2e6504377e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.868316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:33:35.872923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fd2dab30-2732-406b-9ae5-6d4346f4741a req-6ab3bf1f-6be5-412f-9445-5692c7440853 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637242 Oct 13 04:33:35.873916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:35.906550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:35.989270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.extraroute_db [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Added routes are [] {{(pid=95047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:33:35.989522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=7cab43ba-2e16-4e98-a5fd-8bc35110f7f3,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:35.989626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.extraroute_db [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Removed routes are [] {{(pid=95047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:33:35.989913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.010661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': '1741c814-f8a2-434d-a0c9-54764a79d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:36.011022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: 43c0e6d3-c9c9-452b-bf29-b81bfc67335e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:36.059450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:36.073305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 43c0e6d3-c9c9-452b-bf29-b81bfc67335e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:36.078382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:36.079133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.087376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651dd25b-41ec-4fa2-a8fa-bc6094f359c3 None None] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:36.100946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8353870e-8c64-46bf-a1c5-a50c9a08ec9a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1362522 Oct 13 04:33:36.103557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41024) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:36.109342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'port': {'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e', 'name': 'tempest-NetworksIpV6TestAttrs-1840166788'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:36.190863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.197670 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.304373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450a8f9-c0c2-4f7c-a8cb-7ad38fa1c579 None None] Network 1203d4d1-698d-4cb5-b4e0-3e953b26f589 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:36.307257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:36.311191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.320878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:33:36.338110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] device_id is not set on port 92d9e68a-0ff0-441f-bdb5-14f37f2e3a36 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:36.384077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-43c0e6d3-c9c9-452b-bf29-b81bfc67335e', 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': '7cab43ba-2e16-4e98-a5fd-8bc35110f7f3'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:36.384930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.451827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] Provisioning complete for port 9d84be07-5c35-4e93-8699-1a279d92229b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:36.452213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.478905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Allocated IP 2001:db8::f816:3eff:fec4:d11d (43c0e6d3-c9c9-452b-bf29-b81bfc67335e/7cab43ba-2e16-4e98-a5fd-8bc35110f7f3/92d9e68a-0ff0-441f-bdb5-14f37f2e3a36) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:36.620946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.685471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.698326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] For port 9d84be07-5c35-4e93-8699-1a279d92229b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d84be07-5c35-4e93-8699-1a279d92229b,segment=NetworkSegment(f881107a-b983-491b-a491-966fa2e9ec41),segment_id=f881107a-b983-491b-a491-966fa2e9ec41)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:36.711130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.729451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.753124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] DHCP port deletion for 1203d4d1-698d-4cb5-b4e0-3e953b26f589 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:36.802402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Port': ['ID=92d9e68a-0ff0-441f-bdb5-14f37f2e3a36,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:36.811234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:36.813730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:36.817055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:36.823869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:36.824836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.853267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5d87ea82-325e-45fa-91d4-d5b7c0c5fead tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7483425 Oct 13 04:33:36.853548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Allocated IP 2001:db8::f816:3eff:fe06:7342 (43c0e6d3-c9c9-452b-bf29-b81bfc67335e/7cab43ba-2e16-4e98-a5fd-8bc35110f7f3/41ac2b33-e4e3-4c88-9e8d-38f85bbfc690) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:36.854101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41030) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:36.856054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d879a5-0e8f-40e4-af1e-334776fd0404 None None] Pushing event updated for resources: {'Port': ['ID=9d84be07-5c35-4e93-8699-1a279d92229b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:36.863616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:36.912113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:36.920289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:36.921658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5ea0397-eb51-41d2-a742-b48980e30913 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 705 time: 1.2305701 Oct 13 04:33:36.924290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41034) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:36.926225 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Sync routers for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:36.942301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:36.944597 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:36.947361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting subnet 7cab43ba-2e16-4e98-a5fd-8bc35110f7f3 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:36.966915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41036) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:36.967285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b1fa7ea8-a3f5-4573-8401-5d10494fb1cb tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 205 time: 0.0412111 Oct 13 04:33:37.011490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Deleting port 9d84be07-5c35-4e93-8699-1a279d92229b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:37.012145 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.053783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.082230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c8de-203d-4a42-a22a-d49227663c5b req-4853458f-d386-4d93-a31f-cf07bd297667 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:37.084281 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de02c8de-203d-4a42-a22a-d49227663c5b req-4853458f-d386-4d93-a31f-cf07bd297667 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0907130 Oct 13 04:33:37.121623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:37.122383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.122816 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:37.126586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] For port 9d84be07-5c35-4e93-8699-1a279d92229b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9d84be07-5c35-4e93-8699-1a279d92229b,segment=NetworkSegment(f881107a-b983-491b-a491-966fa2e9ec41),segment_id=f881107a-b983-491b-a491-966fa2e9ec41)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:37.127202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.148421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de02c8de-203d-4a42-a22a-d49227663c5b req-24e76205-8e86-45c6-ad86-dcb12e22d93f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577636 Oct 13 04:33:37.201713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:37.208148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Calling delete_port for 9d84be07-5c35-4e93-8699-1a279d92229b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:37.230841 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Checking router: 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:37.239729 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Routers {'4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:37.240805 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:37.244361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.246320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.311588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.312291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:33:37.321388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.327096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0f15ab04-e763-4792-9f14-3f41a09cbc49 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 204 len: 168 time: 0.3549926 Oct 13 04:33:37.327096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41042) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:37.335976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.341029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2013829779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:37.346044 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] Set router 4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:37.368416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.377063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.420346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.421580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.433793 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:37.434666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.466823 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0315f30-cfc0-4df0-bc8f-261914e217cb None None] The sync data for ids ['4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd'] in n-d-813736-1 is: [{'id': '4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd', 'name': 'tempest-RoutersIpV6Test-router-1978543437', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:32:42Z', 'updated_at': '2021-10-13T04:33:33Z', 'revision_number': 11, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:37.626867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:37.632353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:37.635000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:37.657934 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.674969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Pushing event updated for resources: {'Port': ['ID=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:37.711241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 95854ac0-0968-49c7-89ec-bc3a9553f10e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:37.716131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] Pushing event deleted for resources: {'Port': ['ID=9d84be07-5c35-4e93-8699-1a279d92229b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:37.722992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2340e-6473-42ab-9bc4-5e3d20f60535 None None] No DVR routers for this DVR port 9d84be07-5c35-4e93-8699-1a279d92229b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:37.769463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 95854ac0-0968-49c7-89ec-bc3a9553f10e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:37.769840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 95854ac0-0968-49c7-89ec-bc3a9553f10e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:37.770333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cdb5df16-dec6-4eab-b383-ff56c2bea7f0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:37.807375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cdb5df16-dec6-4eab-b383-ff56c2bea7f0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:37.807732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cdb5df16-dec6-4eab-b383-ff56c2bea7f0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:37.836204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d84be07-5c35-4e93-8699-1a279d92229b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:37.843236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Attempting to bind port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:37.843606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Attempting to bind port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1741c814-f8a2-434d-a0c9-54764a79d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:37.843975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Attempting to bind port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 on network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:37.855269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.865145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9d84be07-5c35-4e93-8699-1a279d92229b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:37.866284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9d84be07-5c35-4e93-8699-1a279d92229b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:37.869253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:37.869512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Checking segment: {'id': '1741c814-f8a2-434d-a0c9-54764a79d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:37.869935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.870306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Bound using segment: {'id': '1741c814-f8a2-434d-a0c9-54764a79d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:37.870781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Bound port: 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1741c814-f8a2-434d-a0c9-54764a79d718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43c0e6d3-c9c9-452b-bf29-b81bfc67335e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:37.871186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.880124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.906154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:37.907379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06796f64-3fea-4c96-8183-36708dba5dfe tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5792499 Oct 13 04:33:37.910271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41046) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:37.916059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:37.950360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.010197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.013756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] For port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:38.017480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] For port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,segment=NetworkSegment(1741c814-f8a2-434d-a0c9-54764a79d718),segment_id=1741c814-f8a2-434d-a0c9-54764a79d718)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:38.021506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.041251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=7cab43ba-2e16-4e98-a5fd-8bc35110f7f3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:38.044954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.050848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0ef10ba2-0275-40e7-86c4-7ae638911a10 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/7cab43ba-2e16-4e98-a5fd-8bc35110f7f3 HTTP/1.1" status: 204 len: 168 time: 1.1956489 Oct 13 04:33:38.051587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.083653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53916279-1005-45bd-9f93-1b5fd4568243 None None] Pushing event updated for resources: {'Port': ['ID=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:38.112206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8e074-d7dc-4a4d-a0ea-91668423a631 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:38.113922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8e074-d7dc-4a4d-a0ea-91668423a631 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:38.115621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-22f8e074-d7dc-4a4d-a0ea-91668423a631 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0631878 Oct 13 04:33:38.118256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.151098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.163380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.204462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-85a79b3f-4e95-4b6e-8988-5f707866cb82 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.228164 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a79b3f-4e95-4b6e-8988-5f707866cb82 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 04:33:38.228580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a79b3f-4e95-4b6e-8988-5f707866cb82 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:38.236755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-85a79b3f-4e95-4b6e-8988-5f707866cb82 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/43c0e6d3-c9c9-452b-bf29-b81bfc67335e HTTP/1.1" status: 409 len: 405 time: 0.1174381 Oct 13 04:33:38.237398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41058) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.246118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2127514691'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:38.336018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Router f7a322fb-f802-41e1-a63a-3de448147ba9 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:33:38.341423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:38.348852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.380009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88fd7-01e1-4ae1-9b93-7e47a8227c10 req-6a2e6c6a-c77e-455c-bfd5-9cfcfef5b924 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:38.383303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7aa88fd7-01e1-4ae1-9b93-7e47a8227c10 req-6a2e6c6a-c77e-455c-bfd5-9cfcfef5b924 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1310129 Oct 13 04:33:38.423417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:38.439887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:33:38.447407 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.447407 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment 4a626300-a273-4b26-971e-913fdf48f1b3 of type vlan for network 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 Oct 13 04:33:38.450361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.454431 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4d9a793c-754d-40bc-b877-9e5fef956b8d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "PUT /v2.0/routers/f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 200 len: 698 time: 0.5404718 Oct 13 04:33:38.454591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502816d3-3436-4607-8914-112622db1308 None None] Sync routers for ids ['f7a322fb-f802-41e1-a63a-3de448147ba9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:33:38.455092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.464054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7aa88fd7-01e1-4ae1-9b93-7e47a8227c10 req-e23cd4ce-120d-4e46-9ba2-c0df2a37e2f6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723407 Oct 13 04:33:38.479034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502816d3-3436-4607-8914-112622db1308 None None] Routers {'f7a322fb-f802-41e1-a63a-3de448147ba9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:38.483273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-502816d3-3436-4607-8914-112622db1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f7a322fb-f802-41e1-a63a-3de448147ba9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:38.531278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.561102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-93066b0f-9a02-4140-bd38-ac0630020449 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/routers/f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 200 len: 704 time: 0.1051128 Oct 13 04:33:38.564526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.586614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.589527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-502816d3-3436-4607-8914-112622db1308 None None] Set router f7a322fb-f802-41e1-a63a-3de448147ba9 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:38.592917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:38.593963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.594084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-56ece716-9bd9-4579-b020-6494be500880 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 200 len: 205 time: 0.0279889 Oct 13 04:33:38.596096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.644873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-502816d3-3436-4607-8914-112622db1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a322fb-f802-41e1-a63a-3de448147ba9', 'name': 'tempest-RoutersIpV6Test-router-2013829779', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:33:37Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:38.681021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4384155 Oct 13 04:33:38.681221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502816d3-3436-4607-8914-112622db1308 None None] Checking router: f7a322fb-f802-41e1-a63a-3de448147ba9 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:33:38.681329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:38.686649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': '337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:38.689198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fded98-1d98-45bb-b71e-da7f1024de9b req-07995b40-6563-4e6e-b78d-ff6df40f5cc1 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:38.689672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502816d3-3436-4607-8914-112622db1308 None None] Routers {'f7a322fb-f802-41e1-a63a-3de448147ba9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:33:38.690726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68fded98-1d98-45bb-b71e-da7f1024de9b req-07995b40-6563-4e6e-b78d-ff6df40f5cc1 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 946 time: 0.1391923 Oct 13 04:33:38.691590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c641a2b-9783-4305-bf62-f0d2407e42c0 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:38.694912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.698011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-502816d3-3436-4607-8914-112622db1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['f7a322fb-f802-41e1-a63a-3de448147ba9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:38.734849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:38.743305 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68fded98-1d98-45bb-b71e-da7f1024de9b req-c4decb2d-7aac-4f30-bb1e-0f39ef6c3608 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Oct 13 04:33:38.820874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-502816d3-3436-4607-8914-112622db1308 None None] Set router f7a322fb-f802-41e1-a63a-3de448147ba9 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:33:38.876172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:38.914138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-502816d3-3436-4607-8914-112622db1308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a322fb-f802-41e1-a63a-3de448147ba9', 'name': 'tempest-RoutersIpV6Test-router-2013829779', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:33:37Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:38.959342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502816d3-3436-4607-8914-112622db1308 None None] The sync data for ids ['f7a322fb-f802-41e1-a63a-3de448147ba9'] in n-d-813736-1 is: [{'id': 'f7a322fb-f802-41e1-a63a-3de448147ba9', 'name': 'tempest-RoutersIpV6Test-router-2013829779', 'tenant_id': '04fc493717f249b0b6a2e074622cdf99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:33:37Z', 'updated_at': '2021-10-13T04:33:38Z', 'revision_number': 2, 'project_id': '04fc493717f249b0b6a2e074622cdf99', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:33:38.959726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.963896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:38.991036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:38.991517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.020560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:39.025745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.074112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.074346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Fanout notify agent at l3_agent the message router_deleted on router f7a322fb-f802-41e1-a63a-3de448147ba9 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:33:39.083140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.085107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4acf62ad-8b6a-4ddc-bcfc-a26a36ce7a66 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 204 len: 168 time: 0.4878368 Oct 13 04:33:39.088726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.096436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.131854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-64785d00-ef89-4a4f-b56d-af2728b808b9 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 200 len: 205 time: 0.0416667 Oct 13 04:33:39.134364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.151969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,segment=NetworkSegment(1741c814-f8a2-434d-a0c9-54764a79d718),segment_id=1741c814-f8a2-434d-a0c9-54764a79d718)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:39.156558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.199968 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-29ec3783-c0df-4e2a-9577-e4230d35bf2e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.203336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-29ec3783-c0df-4e2a-9577-e4230d35bf2e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/f7a322fb-f802-41e1-a63a-3de448147ba9 HTTP/1.1" status: 404 len: 336 time: 0.0655158 Oct 13 04:33:39.204584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.218694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:39.243790 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfa1fc8-12e4-4a3a-a646-5dec1251ff7f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.244195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfa1fc8-12e4-4a3a-a646-5dec1251ff7f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.247363 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0cfa1fc8-12e4-4a3a-a646-5dec1251ff7f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/3e96f637-0456-4298-814e-969965249b46 HTTP/1.1" status: 404 len: 337 time: 0.0416975 Oct 13 04:33:39.249977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.287413 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65c87ef-c792-403a-b473-96ec9102ac95 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.287863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65c87ef-c792-403a-b473-96ec9102ac95 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.292257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1e7e5-0875-4fcd-8984-2b5c89c4ad8a None None] Network 43c0e6d3-c9c9-452b-bf29-b81bfc67335e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:39.296606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d65c87ef-c792-403a-b473-96ec9102ac95 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/c8ec6ca5-833f-4a7f-bf76-ee4cfabdbd0a HTTP/1.1" status: 404 len: 337 time: 0.0432758 Oct 13 04:33:39.297153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41082) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.324411 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-56827e4e-3602-47a8-a5a9-3795f0c82832 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.324883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56827e4e-3602-47a8-a5a9-3795f0c82832 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.330209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-56827e4e-3602-47a8-a5a9-3795f0c82832 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/601641f7-ed48-48d2-a86c-5fef3d43460d HTTP/1.1" status: 404 len: 337 time: 0.0298836 Oct 13 04:33:39.330467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41084) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.362289 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d793cf82-63b7-49b6-8663-c533570ecd5e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.362737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d793cf82-63b7-49b6-8663-c533570ecd5e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.368322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d793cf82-63b7-49b6-8663-c533570ecd5e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/d62de8db-f7fb-4b73-bb5f-a7cbd48cef8e HTTP/1.1" status: 404 len: 337 time: 0.0350554 Oct 13 04:33:39.369467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.370171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:33:39.371700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.392290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f71fef59-fdd9-4323-98c3-3de2050bf147 None None] Provisioning complete for port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:39.392675 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f71fef59-fdd9-4323-98c3-3de2050bf147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.402096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8dee1831-6811-4a82-873a-2ed139589501 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 200 len: 205 time: 0.0306346 Oct 13 04:33:39.404554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41088) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.434397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=1250e7dd-0e4c-4792-9cd5-bd8a7177987d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:39.442143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': '4a626300-a273-4b26-971e-913fdf48f1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:39.442826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:39.460270 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-35558384-bc38-4d60-843b-227c64a511ca tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.463997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-35558384-bc38-4d60-843b-227c64a511ca tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/4e17ea8f-f4fe-4430-82fb-ec8918b8fcdd HTTP/1.1" status: 404 len: 336 time: 0.0547636 Oct 13 04:33:39.464130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.468885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:39.481746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:39.500065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.502991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e7b01a13-45b8-4644-ac79-9eed7f5b151b tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5e30690-4442-4984-8d66-648068848ad4 HTTP/1.1" status: 200 len: 205 time: 0.0378592 Oct 13 04:33:39.503729 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.505536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.525485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8b40e-65f6-4cb0-aec9-bb3e7155d543 None None] Network 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:39.547579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2fb564d4-1e40-4799-a0e3-384b11de5450 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8626888 Oct 13 04:33:39.552681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41098) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.565547 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-6386b309-8e3a-41b5-92bd-03309111e1bf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.566752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6386b309-8e3a-41b5-92bd-03309111e1bf tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/e5e30690-4442-4984-8d66-648068848ad4 HTTP/1.1" status: 404 len: 336 time: 0.0597303 Oct 13 04:33:39.569898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.607375 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d7d3c1-12f5-4a43-84ac-3f3182012f1c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.607630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] DHCP port deletion for 43c0e6d3-c9c9-452b-bf29-b81bfc67335e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:39.607938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d7d3c1-12f5-4a43-84ac-3f3182012f1c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.611622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82d7d3c1-12f5-4a43-84ac-3f3182012f1c tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/f25ea74b-d47e-488a-bcbb-098529f5ed77 HTTP/1.1" status: 404 len: 337 time: 0.0407665 Oct 13 04:33:39.621748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41102) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.654384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c9cd9c96-7faa-403b-8fec-11a429fde20e tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 200 len: 205 time: 0.0314169 Oct 13 04:33:39.657014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41104) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.673974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5ec3b-8339-43bd-b550-857da1a94ee8 req-8c9db251-4867-430a-938c-55cef975157f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.675491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8e5ec3b-8339-43bd-b550-857da1a94ee8 req-8c9db251-4867-430a-938c-55cef975157f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0709572 Oct 13 04:33:39.708205 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.711880 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-a9725c16-5e2e-4dfe-a289-4d972b652f70 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.712868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a9725c16-5e2e-4dfe-a289-4d972b652f70 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/ee70389e-d722-4525-bc86-f245c7590fe9 HTTP/1.1" status: 404 len: 336 time: 0.0547187 Oct 13 04:33:39.715520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41106) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.722724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Deleting port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:39.723114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.750269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8e5ec3b-8339-43bd-b550-857da1a94ee8 req-9bbcce23-6445-4a42-b414-c0f35347a593 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Oct 13 04:33:39.758279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c7fedbe8-4d2f-4449-aab8-19ca0139a433 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=323d3720-bd67-4ff0-ac3e-c35c6788de30 HTTP/1.1" status: 200 len: 205 time: 0.0390778 Oct 13 04:33:39.758803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41108) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.815257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.830394 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-7baab254-fdc7-4869-95cd-863e9560c248 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.830394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7baab254-fdc7-4869-95cd-863e9560c248 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/323d3720-bd67-4ff0-ac3e-c35c6788de30 HTTP/1.1" status: 404 len: 336 time: 0.0638633 Oct 13 04:33:39.831497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.848943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] For port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,segment=NetworkSegment(1741c814-f8a2-434d-a0c9-54764a79d718),segment_id=1741c814-f8a2-434d-a0c9-54764a79d718)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:39.849350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.876248 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a358dafc-5b0b-48f4-ae84-257c19af407b tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:39.876698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a358dafc-5b0b-48f4-ae84-257c19af407b tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:39.879788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a358dafc-5b0b-48f4-ae84-257c19af407b tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/9500e395-0706-4800-8239-b504ed3f432c HTTP/1.1" status: 404 len: 337 time: 0.0480018 Oct 13 04:33:39.883455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.893355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Calling delete_port for 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:39.902225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d69697-89d7-481c-abcf-d724953b1c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7', 'network_id': '337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': '1250e7dd-0e4c-4792-9cd5-bd8a7177987d'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:39.904236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0d69697-89d7-481c-abcf-d724953b1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.921672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f937df-fa89-437a-8c56-782ec4a8d92c req-375432c9-0d8e-4d64-9ea0-e554861755b7 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:39.923497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4f937df-fa89-437a-8c56-782ec4a8d92c req-375432c9-0d8e-4d64-9ea0-e554861755b7 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 946 time: 0.0706792 Oct 13 04:33:39.942043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc453fc0-15c4-4a6a-8830-4e58f46a6a95 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9dd2c7f-643d-467d-8334-54cdb00f89c5 HTTP/1.1" status: 200 len: 205 time: 0.0573354 Oct 13 04:33:39.946309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41118) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:39.963864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:39.983102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4f937df-fa89-437a-8c56-782ec4a8d92c req-5e96c39a-0c09-46f0-b390-ae72d5c8fd6a tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Oct 13 04:33:39.991188 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-a14c7b66-d468-4383-98e7-342891f65bc5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:39.992187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a14c7b66-d468-4383-98e7-342891f65bc5 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/b9dd2c7f-643d-467d-8334-54cdb00f89c5 HTTP/1.1" status: 404 len: 336 time: 0.0451095 Oct 13 04:33:40.002387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41120) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.009101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=1250e7dd-0e4c-4792-9cd5-bd8a7177987d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:40.048496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-755ff8d5-1f5f-40e8-b8ec-3978a2812f20 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:40.050013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-755ff8d5-1f5f-40e8-b8ec-3978a2812f20 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 946 time: 0.1551054 Oct 13 04:33:40.051271 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aca201-4619-4433-a55b-50154e9cb82d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:40.051706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6aca201-4619-4433-a55b-50154e9cb82d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:40.055362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c6aca201-4619-4433-a55b-50154e9cb82d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/801c0bfb-7069-4b49-9b18-3a22884f4ff0 HTTP/1.1" status: 404 len: 337 time: 0.0519695 Oct 13 04:33:40.062664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.112821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0fa67dc6-5463-4472-97ad-c78bf501a306 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "GET /v2.0/ports?device_id=f259c351-0a0c-442f-b444-f7b80993a404 HTTP/1.1" status: 200 len: 205 time: 0.0468524 Oct 13 04:33:40.113489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41124) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.115286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-c0d69697-89d7-481c-abcf-d724953b1c60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1250e7dd-0e4c-4792-9cd5-bd8a7177987d: This subnet is being modified by another concurrent operation. Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1250e7dd-0e4c-4792-9cd5-bd8a7177987d: This subnet is being modified by another concurrent operation. Oct 13 04:33:40.121355 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:33:40.157633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443a73a-83e6-451d-9c40-b1d2653b55a1 None None] Network 337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:40.159130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:40.170824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a626300-a273-4b26-971e-913fdf48f1b3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:40.171354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a626300-a273-4b26-971e-913fdf48f1b3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:40.184995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.190514 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-c3c512ff-d6b1-4926-8b7d-6e5bf4ce4162 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] delete failed (client error): The resource could not be found. Oct 13 04:33:40.193918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c3c512ff-d6b1-4926-8b7d-6e5bf4ce4162 tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/routers/f259c351-0a0c-442f-b444-f7b80993a404 HTTP/1.1" status: 404 len: 336 time: 0.0773556 Oct 13 04:33:40.194845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.217826 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.226335 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15e17dc-25ff-4e3c-9342-c78b6b4d594f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:40.226752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15e17dc-25ff-4e3c-9342-c78b6b4d594f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:40.232224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e15e17dc-25ff-4e3c-9342-c78b6b4d594f tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/57bc27e6-ef25-4616-b74e-2716cbd1c36b HTTP/1.1" status: 404 len: 337 time: 0.0342829 Oct 13 04:33:40.234883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.242415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.252931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:40.253484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:40.258463 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:40.264071 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaac0e27-4f39-478e-873a-aa5f24c73f6d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:40.264528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaac0e27-4f39-478e-873a-aa5f24c73f6d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:40.264653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] Pushing event deleted for resources: {'Port': ['ID=41ac2b33-e4e3-4c88-9e8d-38f85bbfc690,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:40.274258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80f7a5-8d97-4567-81ba-98d90f96e7e1 None None] No DVR routers for this DVR port 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:40.274454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aaac0e27-4f39-478e-873a-aa5f24c73f6d tempest-RoutersIpV6Test-1659673889 tempest-RoutersIpV6Test-1659673889-project] 10.222.0.49 "DELETE /v2.0/subnets/3263d4b1-7376-4f3e-a0f8-560e78517bcd HTTP/1.1" status: 404 len: 337 time: 0.0372031 Oct 13 04:33:40.292804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Deleting port 69974dca-9e27-483c-8a0c-993c2dc60a19 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:40.293148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.359291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.375121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e397e84-1870-46b6-8c49-9edb91dc40a5 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:33:40.381519 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.384910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 HTTP/1.1" status: 204 len: 168 time: 0.8296092 Oct 13 04:33:40.388504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.396954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1363266574'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:40.408607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6171b-cca0-48ba-9331-4a3f78acab6a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:40.442394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] For port 69974dca-9e27-483c-8a0c-993c2dc60a19, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=69974dca-9e27-483c-8a0c-993c2dc60a19,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:40.442975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.445236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:40.449207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.464843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Calling delete_port for 69974dca-9e27-483c-8a0c-993c2dc60a19 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:40.488636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:40.499258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.499936 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment 71f9076f-dcbc-4484-b1c1-3b30b8a61060 of type vlan for network 35dbb2c8-5777-4723-bbe5-b7f72a768565 Oct 13 04:33:40.543947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e397e84-1870-46b6-8c49-9edb91dc40a5 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:33:40.549168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.576527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.582742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:40.583447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.656349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2667375 Oct 13 04:33:40.662561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.670894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d1a5a-2a8f-4c6a-a833-3288fc586ccc tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=35dbb2c8-5777-4723-bbe5-b7f72a768565,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:40.676104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': '35dbb2c8-5777-4723-bbe5-b7f72a768565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:40.700321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41140) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.702718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 35dbb2c8-5777-4723-bbe5-b7f72a768565 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:40.756696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.772741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:40.775023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['69974dca-9e27-483c-8a0c-993c2dc60a19'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:40.832467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Pushing event deleted for resources: {'Port': ['ID=69974dca-9e27-483c-8a0c-993c2dc60a19,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:40.849965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:40.850404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 41ac2b33-e4e3-4c88-9e8d-38f85bbfc690 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:40.884150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-120984ca-faa0-4d6b-b484-d56bc0df7600 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04fc493717f249b0b6a2e074622cdf99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823778 Oct 13 04:33:40.886367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:40.911512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] No DVR routers for this DVR port 69974dca-9e27-483c-8a0c-993c2dc60a19 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:40.918547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.921872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a50fb1f5-44fe-4361-93e9-b6d9092bb905 req-0a445b7d-d497-4e49-a7f4-4c405c7aadc3 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "DELETE /v2.0/ports/69974dca-9e27-483c-8a0c-993c2dc60a19 HTTP/1.1" status: 204 len: 173 time: 0.8651283 Oct 13 04:33:40.922317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'name': 'network-vif-deleted', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:40.924707 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c8863-915f-4f34-be8c-61d4bb870c0f" -d '{"events": [{"server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "name": "network-vif-deleted", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:40.946047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:40.950553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:40.975763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.001079 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6b92b0-52fd-4585-9e25-47f0c57b536c x-openstack-request-id: req-9a6b92b0-52fd-4585-9e25-47f0c57b536c {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:41.001549 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9", "name": "network-vif-deleted", "tag": "69974dca-9e27-483c-8a0c-993c2dc60a19", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:41.001932 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a6b92b0-52fd-4585-9e25-47f0c57b536c {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:41.002339 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9', 'name': 'network-vif-deleted', 'tag': '69974dca-9e27-483c-8a0c-993c2dc60a19', 'status': 'completed', 'code': 200} Oct 13 04:33:41.011449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862dd5-fceb-4d36-97b1-02b2ca661c54 req-433dfcff-2a0d-4b36-b135-4ec2a6849cef tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:41.019025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3862dd5-fceb-4d36-97b1-02b2ca661c54 req-433dfcff-2a0d-4b36-b135-4ec2a6849cef tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1801574 Oct 13 04:33:41.050715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.115183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3862dd5-fceb-4d36-97b1-02b2ca661c54 req-10eee805-5650-4153-a464-629eb7624193 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947850 Oct 13 04:33:41.157910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f850b667-fd1d-448f-a0a5-b09893e2875e req-920eeea3-7a1f-4629-b839-29d5cdb43d12 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=baab88f3-a3e9-40f0-bf2c-9c8c7b4c35d9 HTTP/1.1" status: 200 len: 210 time: 0.0458736 Oct 13 04:33:41.165933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.169291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.173924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/266a0ef5-4b76-4a46-ae0e-5848c83cd485 HTTP/1.1" status: 204 len: 168 time: 0.2862337 Oct 13 04:33:41.186950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8eb33-909e-4f2c-adf5-e3b96afbd117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a0ef5-4b76-4a46-ae0e-5848c83cd485,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:41.266602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.330290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=20a895eb-a264-4203-8d53-7776b4c6f7ce,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:41.344891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': '71f9076f-dcbc-4484-b1c1-3b30b8a61060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '35dbb2c8-5777-4723-bbe5-b7f72a768565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:41.345334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: 35dbb2c8-5777-4723-bbe5-b7f72a768565, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:41.364967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network 35dbb2c8-5777-4723-bbe5-b7f72a768565 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:41.376100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 35dbb2c8-5777-4723-bbe5-b7f72a768565) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:41.381103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:41.381450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.386820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f12bf-a459-483f-ac8b-34e1c33e191f None None] Network 35dbb2c8-5777-4723-bbe5-b7f72a768565 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:41.404389 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3aafa5a9-41aa-4a54-bd75-68e0c96d94d3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7377713 Oct 13 04:33:41.407352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41158) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:41.553936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.561348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.588060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171a5fb-606b-4d11-b5db-c295bd8b7394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-35dbb2c8-5777-4723-bbe5-b7f72a768565', 'network_id': '35dbb2c8-5777-4723-bbe5-b7f72a768565', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': '20a895eb-a264-4203-8d53-7776b4c6f7ce'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:41.589033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d171a5fb-606b-4d11-b5db-c295bd8b7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.611789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.697751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-d171a5fb-606b-4d11-b5db-c295bd8b7394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20a895eb-a264-4203-8d53-7776b4c6f7ce: This subnet is being modified by another concurrent operation. Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20a895eb-a264-4203-8d53-7776b4c6f7ce: This subnet is being modified by another concurrent operation. Oct 13 04:33:41.700617 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:33:41.716540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3cf385-260f-4e7a-b4bb-6c8acefb975c None None] Network 35dbb2c8-5777-4723-bbe5-b7f72a768565 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:41.732332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=20a895eb-a264-4203-8d53-7776b4c6f7ce,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:41.797363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.821532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dbb2c8-5777-4723-bbe5-b7f72a768565']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:41.833020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f9076f-dcbc-4484-b1c1-3b30b8a61060') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:41.833257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f9076f-dcbc-4484-b1c1-3b30b8a61060') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:41.835794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce7b72e8-11ac-4b09-abe0-9013822c09a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.849077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.850691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff065b-be79-49ff-b337-92605b545eb5 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:33:41.864192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.870985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:41.871550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:41.874711 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:41.937344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.942886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.947721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/35dbb2c8-5777-4723-bbe5-b7f72a768565 HTTP/1.1" status: 204 len: 168 time: 0.5386810 Oct 13 04:33:41.951821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41178) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:41.957229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-512016948'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:41.965757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fec30b-768c-4d32-8fbd-03aa02e55505 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=35dbb2c8-5777-4723-bbe5-b7f72a768565,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:41.982969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff065b-be79-49ff-b337-92605b545eb5 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:33:41.985252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:41.990730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:41.992082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:42.026091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:42.036034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.037344 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Added segment 19878f6b-8407-4de5-adf9-a57a2491cc58 of type vlan for network b712b5a4-0ddf-4722-9197-b51a6a97e6b3 Oct 13 04:33:42.082843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.103036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1804325356'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:42.111936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.119287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:42.120149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.133912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Made reservation on behalf of 365cd8026b9c4f35aaa343488b4cff9c for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:42.138058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.152502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.194676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2413993 Oct 13 04:33:42.195508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41186) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:42.203962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Request body: {'subnet': {'network_id': 'b712b5a4-0ddf-4722-9197-b51a6a97e6b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:42.213015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf47115-25a6-4663-b253-883218775d91 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Network': ['ID=b712b5a4-0ddf-4722-9197-b51a6a97e6b3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:42.231756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b712b5a4-0ddf-4722-9197-b51a6a97e6b3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:42.280612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46e06-d4c9-47ad-851e-1f5fdcb1074c req-fee6b18c-4fa2-4b1e-95cb-632706af59fc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:42.283027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72d46e06-d4c9-47ad-851e-1f5fdcb1074c req-fee6b18c-4fa2-4b1e-95cb-632706af59fc tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0714061 Oct 13 04:33:42.346040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72d46e06-d4c9-47ad-851e-1f5fdcb1074c req-a35d7fd2-93fb-4c5f-a702-a9c78830c24d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535665 Oct 13 04:33:42.386506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.395349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.427341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:42.440084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Made reservation on behalf of 9ab9cb0ed59a4747b41b1bad64554b27 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:42.446926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.462447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028d89dd-a935-44c2-b19a-51dc9468b4e2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:42.496278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.496630 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Added segment 750f89c6-619f-49f9-b987-9cd98b8b28ed of type vlan for network 3ef0a622-3fbe-4fcb-b374-152bbc387498 Oct 13 04:33:42.557252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.601343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.607051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:42.607655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.657105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.717415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7242033 Oct 13 04:33:42.720520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41196) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:42.727010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Request body: {'subnet': {'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:42.729793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949c5b1-bebf-49dd-a994-2af5a2dedc50 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event updated for resources: {'Network': ['ID=3ef0a622-3fbe-4fcb-b374-152bbc387498,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:42.743892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:42.848432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Made reservation on behalf of 365cd8026b9c4f35aaa343488b4cff9c for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:42.853752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.875243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:33:42.877085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:42.939245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event updated for resources: {'Subnet': ['ID=d2460ed5-c2bc-4053-a878-a08b393d35a1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:42.971183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Checking segment: {'id': '19878f6b-8407-4de5-adf9-a57a2491cc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b712b5a4-0ddf-4722-9197-b51a6a97e6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:42.971565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network hostable DHCP agents. Network: b712b5a4-0ddf-4722-9197-b51a6a97e6b3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:42.988796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Network b712b5a4-0ddf-4722-9197-b51a6a97e6b3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:42.999736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b712b5a4-0ddf-4722-9197-b51a6a97e6b3) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:43.007341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:43.007941 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.015648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15fd78-f2a3-4f19-936c-6ff0d8f1ce35 None None] Network b712b5a4-0ddf-4722-9197-b51a6a97e6b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:43.027878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6edb65c1-a268-4521-8f32-53f205dc47e3 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8310714 Oct 13 04:33:43.031292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.061788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.123693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event updated for resources: {'Subnet': ['ID=102b88bd-6e3f-4e39-9d33-d245f36fb602,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:43.141667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Checking segment: {'id': '750f89c6-619f-49f9-b987-9cd98b8b28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:43.142023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Network hostable DHCP agents. Network: 3ef0a622-3fbe-4fcb-b374-152bbc387498, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:33:43.162865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.170533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:33:43.182226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5506f0e-e39b-4881-9288-557b09950c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-b712b5a4-0ddf-4722-9197-b51a6a97e6b3', 'network_id': 'b712b5a4-0ddf-4722-9197-b51a6a97e6b3', 'tenant_id': '9ab9cb0ed59a4747b41b1bad64554b27', 'fixed_ips': [{'subnet_id': 'd2460ed5-c2bc-4053-a878-a08b393d35a1'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:43.184237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b5506f0e-e39b-4881-9288-557b09950c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.189917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3ef0a622-3fbe-4fcb-b374-152bbc387498) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:43.201308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:43.202664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.204511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4e1ed-e423-4168-a0d6-f7efb5763f10 None None] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:43.229280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5e37b91f-ea21-41c8-b9d7-2efb1fd70ee6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5053427 Oct 13 04:33:43.229505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.235651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.236699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Request body: {'port': {'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498', 'name': 'tempest-TagsExtTest-1795796062'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:43.317328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.355219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=d2460ed5-c2bc-4053-a878-a08b393d35a1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-b5506f0e-e39b-4881-9288-557b09950c16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2460ed5-c2bc-4053-a878-a08b393d35a1: This subnet is being modified by another concurrent operation. Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2460ed5-c2bc-4053-a878-a08b393d35a1: This subnet is being modified by another concurrent operation. Oct 13 04:33:43.397946 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:33:43.430519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Made reservation on behalf of 365cd8026b9c4f35aaa343488b4cff9c for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:43.434734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.442180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13ceb3-5be2-4404-9591-64eeaaec336f None None] Network b712b5a4-0ddf-4722-9197-b51a6a97e6b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:43.472981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] device_id is not set on port 936f64da-b668-4153-9e82-aec64fc2a9df yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:33:43.542684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.565574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-3ef0a622-3fbe-4fcb-b374-152bbc387498', 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498', 'tenant_id': '365cd8026b9c4f35aaa343488b4cff9c', 'fixed_ips': [{'subnet_id': '102b88bd-6e3f-4e39-9d33-d245f36fb602'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:33:43.567229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.576991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b712b5a4-0ddf-4722-9197-b51a6a97e6b3']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:43.587889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19878f6b-8407-4de5-adf9-a57a2491cc58') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:43.588179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19878f6b-8407-4de5-adf9-a57a2491cc58') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:43.602410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.621102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.624796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Allocated IP 172.20.0.14 (3ef0a622-3fbe-4fcb-b374-152bbc387498/102b88bd-6e3f-4e39-9d33-d245f36fb602/936f64da-b668-4153-9e82-aec64fc2a9df) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:43.649076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:43.649566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:43.667550 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:43.744022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f0c7c-6bc5-468c-953e-000682456262 req-25a2d149-9f29-477e-a876-3f5562a18a86 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:43.745552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-760f0c7c-6bc5-468c-953e-000682456262 req-25a2d149-9f29-477e-a876-3f5562a18a86 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1113746 Oct 13 04:33:43.746196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.751935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.755716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/b712b5a4-0ddf-4722-9197-b51a6a97e6b3 HTTP/1.1" status: 204 len: 168 time: 0.7231786 Oct 13 04:33:43.761752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41210) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.789622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02bc9-d717-41b6-89e3-8b3be079109e tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=b712b5a4-0ddf-4722-9197-b51a6a97e6b3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:43.792181 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24435c5-a55c-4f6a-bc3c-b0700922b03c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:43.792633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24435c5-a55c-4f6a-bc3c-b0700922b03c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:43.798106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b24435c5-a55c-4f6a-bc3c-b0700922b03c tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/d2460ed5-c2bc-4053-a878-a08b393d35a1 HTTP/1.1" status: 404 len: 337 time: 0.0327766 Oct 13 04:33:43.801055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.810311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-760f0c7c-6bc5-468c-953e-000682456262 req-fefd52b5-2dd9-4de3-bee6-2a1b6ecea2d3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532608 Oct 13 04:33:43.831302 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-194dc633-33b3-4ff2-88b8-875281215f37 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:43.831892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194dc633-33b3-4ff2-88b8-875281215f37 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:43.836146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-194dc633-33b3-4ff2-88b8-875281215f37 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/b712b5a4-0ddf-4722-9197-b51a6a97e6b3 HTTP/1.1" status: 404 len: 339 time: 0.0339656 Oct 13 04:33:43.838791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41214) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.866224 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e87518-e14b-43f5-9b53-8a834cb5911a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:43.866690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e87518-e14b-43f5-9b53-8a834cb5911a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:43.870051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d9e87518-e14b-43f5-9b53-8a834cb5911a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/20a895eb-a264-4203-8d53-7776b4c6f7ce HTTP/1.1" status: 404 len: 337 time: 0.0299852 Oct 13 04:33:43.872174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.872793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41216) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.891909 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c83820-054e-4674-8094-a15c2ace227b tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:43.892465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c83820-054e-4674-8094-a15c2ace227b tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:43.895554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95c83820-054e-4674-8094-a15c2ace227b tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/35dbb2c8-5777-4723-bbe5-b7f72a768565 HTTP/1.1" status: 404 len: 339 time: 0.0217943 Oct 13 04:33:43.898940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41218) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.917610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:43.956288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 69974dca-9e27-483c-8a0c-993c2dc60a19 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:43.968860 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62edfef-e7bb-4497-9721-e1e597a57521 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:43.970013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62edfef-e7bb-4497-9721-e1e597a57521 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:43.980326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a62edfef-e7bb-4497-9721-e1e597a57521 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/1250e7dd-0e4c-4792-9cd5-bd8a7177987d HTTP/1.1" status: 404 len: 337 time: 0.0802977 Oct 13 04:33:43.983794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41222) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:43.996020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:43.999845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:44.004398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:44.013404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event updated for resources: {'Port': ['ID=936f64da-b668-4153-9e82-aec64fc2a9df,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:44.100831 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f945775-acf7-4d6c-9eed-2be683eda578 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:44.108833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f945775-acf7-4d6c-9eed-2be683eda578 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:44.113279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:44.113978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.118901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f945775-acf7-4d6c-9eed-2be683eda578 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/337d20c0-e13f-4f88-bfbb-aa4e52d0a8f7 HTTP/1.1" status: 404 len: 339 time: 0.1337039 Oct 13 04:33:44.119564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.154667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-29bb8345-76d5-4062-8cb8-cb60b8a3381e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9235256 Oct 13 04:33:44.158194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41226) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.164768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1155298906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:44.170296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 69974dca-9e27-483c-8a0c-993c2dc60a19 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:44.170582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 69974dca-9e27-483c-8a0c-993c2dc60a19 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:44.190163 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d34f6270-452b-4c65-9dec-aa098160eea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.196215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.197308 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.200543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Allocated IP 172.20.0.2 (3ef0a622-3fbe-4fcb-b374-152bbc387498/102b88bd-6e3f-4e39-9d33-d245f36fb602/ad92126e-c8ea-401e-b1d8-47eb81a8dc8a) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:44.263935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting port 92d9e68a-0ff0-441f-bdb5-14f37f2e3a36 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:44.264258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.276399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.282328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.308251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.311476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07ee2404-bd9c-4719-bba2-cd898356be4c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1517143 Oct 13 04:33:44.314113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41228) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.320191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d8d4268c-5db1-416e-a4ae-758e0c380f6f tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1895847102', 'prefixes': ['172.20.0.0/16']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:44.366832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.382955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Calling delete_port for 92d9e68a-0ff0-441f-bdb5-14f37f2e3a36 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:44.402861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.406911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8d4268c-5db1-416e-a4ae-758e0c380f6f tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for subnetpool, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.408368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d8d4268c-5db1-416e-a4ae-758e0c380f6f tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0931196 Oct 13 04:33:44.413115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.413986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41230) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.419955 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-fdd15e79-b6e0-4fab-a5db-f6ff22c99d6a tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-1826307471') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.466357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:44.472054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:44.478362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:44.480606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Pushing event updated for resources: {'Port': ['ID=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:44.491727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.536364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Port': ['ID=92d9e68a-0ff0-441f-bdb5-14f37f2e3a36,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:44.547948 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.549600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Attempting to bind port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:44.550067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Attempting to bind port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '750f89c6-619f-49f9-b987-9cd98b8b28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:44.550506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Attempting to bind port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a on network 3ef0a622-3fbe-4fcb-b374-152bbc387498 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:44.558049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3fa629a-ab80-4070-83d4-0a5eed2a9566 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/ports/92d9e68a-0ff0-441f-bdb5-14f37f2e3a36 HTTP/1.1" status: 204 len: 168 time: 0.4373710 Oct 13 04:33:44.560062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:44.560598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Checking segment: {'id': '750f89c6-619f-49f9-b987-9cd98b8b28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:44.561259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41236) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.561667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.561667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Bound using segment: {'id': '750f89c6-619f-49f9-b987-9cd98b8b28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:44.562628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Bound port: ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750f89c6-619f-49f9-b987-9cd98b8b28ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3ef0a622-3fbe-4fcb-b374-152bbc387498'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:44.563171 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.600478 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-75de501a-2d81-493b-8a57-96f2a1f29734 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:44.601085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75de501a-2d81-493b-8a57-96f2a1f29734 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:44.604520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-75de501a-2d81-493b-8a57-96f2a1f29734 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/7cab43ba-2e16-4e98-a5fd-8bc35110f7f3 HTTP/1.1" status: 404 len: 337 time: 0.0422862 Oct 13 04:33:44.607352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41240) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.609250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fdd15e79-b6e0-4fab-a5db-f6ff22c99d6a tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-1826307471 HTTP/1.1" status: 201 len: 201 time: 0.1941884 Oct 13 04:33:44.612301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41242) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.630235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-d58510d1-562f-4edb-af29-59a331a99a40 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-134212787') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.654488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] For port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:44.658813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] For port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,segment=NetworkSegment(750f89c6-619f-49f9-b987-9cd98b8b28ed),segment_id=750f89c6-619f-49f9-b987-9cd98b8b28ed)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:44.668268 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.700364 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.727938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d58510d1-562f-4edb-af29-59a331a99a40 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-134212787 HTTP/1.1" status: 201 len: 201 time: 0.1145132 Oct 13 04:33:44.730693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41248) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.736582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-144ac3bc-56b8-4912-9c3c-20c956759a98 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-260596948') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.773183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30b60e-b060-4195-a65f-f6f8b4a5afe4 None None] Pushing event updated for resources: {'Port': ['ID=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:44.822373 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.844832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c0e6d3-c9c9-452b-bf29-b81bfc67335e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.880763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1741c814-f8a2-434d-a0c9-54764a79d718') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.882095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1741c814-f8a2-434d-a0c9-54764a79d718') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.904019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.921722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-144ac3bc-56b8-4912-9c3c-20c956759a98 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-260596948 HTTP/1.1" status: 201 len: 201 time: 0.1898365 Oct 13 04:33:44.922822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.923813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41258) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:44.934857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-cd4dcab8-5aeb-479c-90a6-3024e648ddd3 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-1523660666') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:44.935303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:44.936213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:44.940417 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:45.041240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7e48f-0279-4611-a7af-1d50ad68be01 req-52351d49-f133-4b9c-86b5-74c42c860646 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:45.042777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14b7e48f-0279-4611-a7af-1d50ad68be01 req-52351d49-f133-4b9c-86b5-74c42c860646 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1041672 Oct 13 04:33:45.047146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd4dcab8-5aeb-479c-90a6-3024e648ddd3 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-1523660666 HTTP/1.1" status: 201 len: 201 time: 0.1163921 Oct 13 04:33:45.047379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.051640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-b82465a5-28af-4994-8144-ca028ba404ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:45.080061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.139273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.144210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/43c0e6d3-c9c9-452b-bf29-b81bfc67335e HTTP/1.1" status: 204 len: 168 time: 0.5352459 Oct 13 04:33:45.149227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41264) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.150444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661eb7-861b-4e7d-99e9-4038926d6eb8 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=43c0e6d3-c9c9-452b-bf29-b81bfc67335e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:45.175777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14b7e48f-0279-4611-a7af-1d50ad68be01 req-d6eec482-be92-4591-8ade-941b49dc3ca4 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202884 Oct 13 04:33:45.232683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b82465a5-28af-4994-8144-ca028ba404ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 200 len: 241 time: 0.1822362 Oct 13 04:33:45.233622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.238071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-7c4fe6a7-6b12-4d21-86bd-f7e3ac20d635 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-1826307471') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:45.293907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting port b3355081-b2bb-493a-9e40-c1f5fcf99cae {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:45.294280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.363263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.433263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.435611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c4fe6a7-6b12-4d21-86bd-f7e3ac20d635 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-1826307471 HTTP/1.1" status: 204 len: 168 time: 0.2011466 Oct 13 04:33:45.437617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41272) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.446468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-c152c4dd-c2d2-439d-892d-da575792f9f7 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-1826307471') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:45.457996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.486127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Calling delete_port for b3355081-b2bb-493a-9e40-c1f5fcf99cae owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:45.602989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c152c4dd-c2d2-439d-892d-da575792f9f7 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-1826307471 HTTP/1.1" status: 204 len: 168 time: 0.1643150 Oct 13 04:33:45.605522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.610066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-d4ca2d3f-0f45-43e1-9572-b604376c5ce8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:45.685431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.748977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Port': ['ID=b3355081-b2bb-493a-9e40-c1f5fcf99cae,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:45.758324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:45.763837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee4722e8-d2dc-48ea-8926-ac145357d96a tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/ports/b3355081-b2bb-493a-9e40-c1f5fcf99cae HTTP/1.1" status: 204 len: 168 time: 0.6112306 Oct 13 04:33:45.764961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41278) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.794766 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-989d0b2b-b56d-46c5-96af-00056edb2bce tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] DELETE failed (client error): The resource could not be found. Oct 13 04:33:45.795253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989d0b2b-b56d-46c5-96af-00056edb2bce tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:33:45.798365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-989d0b2b-b56d-46c5-96af-00056edb2bce tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/38ab2bed-df44-4cd4-a5e8-8c17224a9442 HTTP/1.1" status: 404 len: 337 time: 0.0324297 Oct 13 04:33:45.804238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.827668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d4ca2d3f-0f45-43e1-9572-b604376c5ce8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 200 len: 205 time: 0.2209980 Oct 13 04:33:45.873667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:45.879034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-25b8c0bc-b157-4e7b-962a-3137a0c5ae78 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:45.890576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716f71-44ba-4cb2-9d4c-89d5cedf0c62 req-c9794b64-7d38-41ac-8eca-9f0eeeec144b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:45.898933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86716f71-44ba-4cb2-9d4c-89d5cedf0c62 req-c9794b64-7d38-41ac-8eca-9f0eeeec144b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.5172906 Oct 13 04:33:45.975558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-f18e1194-0599-4a8d-a995-b3def869aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:45.976950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-f18e1194-0599-4a8d-a995-b3def869aa94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.5212922 Oct 13 04:33:45.989000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86716f71-44ba-4cb2-9d4c-89d5cedf0c62 req-cecae63e-88da-4e3e-8904-468685fe9cd6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890648 Oct 13 04:33:46.022370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2930b-2842-44dd-838f-abab6e28ad42 None None] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:46.066644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25b8c0bc-b157-4e7b-962a-3137a0c5ae78 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 200 len: 240 time: 0.1907978 Oct 13 04:33:46.069679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41286) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.073973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-e1221972-141d-4be5-84c3-5e4a8c952abd tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-134212787') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.133674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-8c091bc5-ee79-4b75-bad6-b71a5a97853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:46.135197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-8c091bc5-ee79-4b75-bad6-b71a5a97853f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1434910 Oct 13 04:33:46.194053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e1221972-141d-4be5-84c3-5e4a8c952abd tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-134212787 HTTP/1.1" status: 204 len: 168 time: 0.1232879 Oct 13 04:33:46.202013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.206482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-39bd4a9e-01c8-4a0e-b889-0b5d7f95ca46 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-134212787') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.220654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Provisioning complete for port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:46.221150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.279559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-fe2a10dc-fde4-424b-a9cc-aeba13c80461 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.1346605 Oct 13 04:33:46.329900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.346634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.381305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] For port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,segment=NetworkSegment(750f89c6-619f-49f9-b987-9cd98b8b28ed),segment_id=750f89c6-619f-49f9-b987-9cd98b8b28ed)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:46.390894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.393445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-fd3f8443-daa7-4da8-9b6c-c29f7783635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:46.395138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-fd3f8443-daa7-4da8-9b6c-c29f7783635e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1027505 Oct 13 04:33:46.459038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39bd4a9e-01c8-4a0e-b889-0b5d7f95ca46 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-134212787 HTTP/1.1" status: 204 len: 168 time: 0.2557013 Oct 13 04:33:46.464902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.481572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-3311b0af-1a07-4fea-9489-7b5fd8218e04 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.535260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Pushing event updated for resources: {'Port': ['ID=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:46.543298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-27c0cf7a-5d0c-4dd7-bfbe-786a4368b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:46.544830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-27c0cf7a-5d0c-4dd7-bfbe-786a4368b28e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403024 Oct 13 04:33:46.546430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.550014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.550625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.551312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.551967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.553090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.553653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.554354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.554947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.555646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.555995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.556338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.556675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e1aaa-7983-48ae-bd73-af469b79eefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:33:46.575332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1203d4d1-698d-4cb5-b4e0-3e953b26f589']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.587785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f881107a-b983-491b-a491-966fa2e9ec41') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.588151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f881107a-b983-491b-a491-966fa2e9ec41') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.598441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.615413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.625116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:46.627458 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:46.633432 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:46.659158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3311b0af-1a07-4fea-9489-7b5fd8218e04 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 200 len: 205 time: 0.1901515 Oct 13 04:33:46.662779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41294) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.669366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-a442c405-8292-4d02-bb4d-c99fc7399064 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.711361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.719825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.721176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-7e6ace9a-4f57-4221-ba43-923d3c066b79 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672938 Oct 13 04:33:46.727186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/1203d4d1-698d-4cb5-b4e0-3e953b26f589 HTTP/1.1" status: 204 len: 168 time: 0.9205816 Oct 13 04:33:46.727907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.755488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e49278-0583-4064-a24d-1442cf585881 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=1203d4d1-698d-4cb5-b4e0-3e953b26f589,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:46.757540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-50424ed8-d2cb-4f62-b325-e13bc3f8f65b None None] Provisioning complete for port 936f64da-b668-4153-9e82-aec64fc2a9df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:46.759998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50424ed8-d2cb-4f62-b325-e13bc3f8f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.851209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a442c405-8292-4d02-bb4d-c99fc7399064 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 200 len: 240 time: 0.1873493 Oct 13 04:33:46.853737 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:46.859911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-bdb2c7f7-0d38-4fd1-8b63-59504a7a9d1b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-260596948') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:46.867830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting subnet 1487d594-d4cc-475e-b85b-60d030259231 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:46.879198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.903053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-50424ed8-d2cb-4f62-b325-e13bc3f8f65b None None] Port 936f64da-b668-4153-9e82-aec64fc2a9df cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:46.915262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad92126e-c8ea-401e-b1d8-47eb81a8dc8a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:46.954894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970f81c-c893-4b89-9360-9f175db126ff None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:33:46.979304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3107fe02-b591-4f39-94b2-94cd5c1201d1 req-ae8f890a-f4c8-4ade-8eb5-322cb0c7c70b service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317011 Oct 13 04:33:46.991389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.993152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-50424ed8-d2cb-4f62-b325-e13bc3f8f65b None None] Provisioning complete for port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:46.993479 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50424ed8-d2cb-4f62-b325-e13bc3f8f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:46.993821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bdb2c7f7-0d38-4fd1-8b63-59504a7a9d1b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-260596948 HTTP/1.1" status: 204 len: 168 time: 0.1385646 Oct 13 04:33:46.995883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41306) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.002386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-65178f77-b56a-4a5a-93d4-5b99fd00e7f9 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-260596948') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.124574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-65178f77-b56a-4a5a-93d4-5b99fd00e7f9 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-260596948 HTTP/1.1" status: 204 len: 168 time: 0.1251223 Oct 13 04:33:47.125120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41310) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.129863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-220fb351-028e-4e0c-92d5-e90a05c22156 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.163343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.235114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-220fb351-028e-4e0c-92d5-e90a05c22156 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 200 len: 205 time: 0.1080334 Oct 13 04:33:47.236995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.247537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-773ffe45-eb2e-4289-b47e-f1f140c9f91c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.273889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4e6f-9b01-4d89-ab2f-d47372dc214e req-9130f821-8f2e-42a8-8242-fed2a5e1cfbb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:47.275850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d05d4e6f-9b01-4d89-ab2f-d47372dc214e req-9130f821-8f2e-42a8-8242-fed2a5e1cfbb tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1566825 Oct 13 04:33:47.303474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.331242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:47.331629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.338768 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-773ffe45-eb2e-4289-b47e-f1f140c9f91c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 200 len: 241 time: 0.0986078 Oct 13 04:33:47.339298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41318) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.346971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-3914efd7-9a96-4508-98f9-0c0e20e39fe3 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-1523660666') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.377468 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.404320 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3914efd7-9a96-4508-98f9-0c0e20e39fe3 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-1523660666 HTTP/1.1" status: 204 len: 168 time: 0.0613132 Oct 13 04:33:47.404943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41320) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.411986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.419274 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/subnets/1487d594-d4cc-475e-b85b-60d030259231 HTTP/1.1" status: 204 len: 168 time: 0.6715124 Oct 13 04:33:47.419437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-0c9b8b10-5816-423e-b6e3-39c661c489f1 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-1523660666') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.421582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d970f81c-c893-4b89-9360-9f175db126ff None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:33:47.422100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41322) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.444470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687d533-414c-49c9-9994-2f461553a0ca tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Subnet': ['ID=1487d594-d4cc-475e-b85b-60d030259231,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:47.461769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d05d4e6f-9b01-4d89-ab2f-d47372dc214e req-fe0a4397-b10c-4ea5-92de-8499aaf21443 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667068 Oct 13 04:33:47.544353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c244aaf1-b43e-4ae0-b2ee-c172de9921b4 None None] Provisioning complete for port 936f64da-b668-4153-9e82-aec64fc2a9df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:47.545021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c244aaf1-b43e-4ae0-b2ee-c172de9921b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.568999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.576162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0c9b8b10-5816-423e-b6e3-39c661c489f1 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-1523660666 HTTP/1.1" status: 204 len: 168 time: 0.1701615 Oct 13 04:33:47.576896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41324) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.588350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-dc13b0d3-6ed3-4e64-8f2e-29550e5a5256 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.610384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc13b0d3-6ed3-4e64-8f2e-29550e5a5256 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 200 len: 205 time: 0.0314660 Oct 13 04:33:47.612941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41326) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.617633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-993cf671-97f8-42f7-a4c4-52237e2c73ed tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.639951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Deleting port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:47.640556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.657702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-993cf671-97f8-42f7-a4c4-52237e2c73ed tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 204 len: 168 time: 0.0415411 Oct 13 04:33:47.658033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.664796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-f9c3872f-df80-41b2-a98a-13d7949f2dda tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.673395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c244aaf1-b43e-4ae0-b2ee-c172de9921b4 None None] Port 936f64da-b668-4153-9e82-aec64fc2a9df cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:33:47.734349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] For port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,segment=NetworkSegment(7db7bb3d-c5a4-404f-90d7-9c9903a7a30b),segment_id=7db7bb3d-c5a4-404f-90d7-9c9903a7a30b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:47.734770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.755259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Calling delete_port for 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:47.768932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f9c3872f-df80-41b2-a98a-13d7949f2dda tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 204 len: 168 time: 0.1096473 Oct 13 04:33:47.771658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41330) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.776089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-9f136676-0376-4400-944d-c7f1f3089f54 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.807598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bf658-fbcb-4fd4-a0f5-f01d60eb925d None None] Network 520f6c3a-0c52-41d0-ae08-4e69dc383ffa requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:47.847834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f136676-0376-4400-944d-c7f1f3089f54 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 204 len: 168 time: 0.0749369 Oct 13 04:33:47.851116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41332) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.856187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-f6c182a4-c0a4-4279-a474-bf54a45a2a0c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:47.867869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:47.896811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Port': ['ID=9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:47.903235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] No DVR routers for this DVR port 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:47.927136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f6c182a4-c0a4-4279-a474-bf54a45a2a0c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 204 len: 168 time: 0.0741367 Oct 13 04:33:47.932191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:47.945803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-327f4b56-a8cc-4b99-9287-f76cafb409f8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-646985773') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.009818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b583a5ce-e485-42a5-95cf-a9be55835d35 None None] DHCP port deletion for 520f6c3a-0c52-41d0-ae08-4e69dc383ffa request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:48.030004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.040370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-327f4b56-a8cc-4b99-9287-f76cafb409f8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-646985773 HTTP/1.1" status: 201 len: 201 time: 0.1043427 Oct 13 04:33:48.041155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41338) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.046934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-49d6bda9-bf65-498d-b47d-4f527113be20 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-688659377') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.054896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520f6c3a-0c52-41d0-ae08-4e69dc383ffa']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.065998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.066318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db7bb3d-c5a4-404f-90d7-9c9903a7a30b') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.077455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.091661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.098629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:48.098885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:48.102679 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:48.131135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49d6bda9-bf65-498d-b47d-4f527113be20 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-688659377 HTTP/1.1" status: 201 len: 201 time: 0.0807803 Oct 13 04:33:48.131135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41340) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.131135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-7acfb670-bb4a-49f0-a97e-12a56a5725b9 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-1941712733') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.169326 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.182569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.188313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] 10.222.0.49 "DELETE /v2.0/networks/520f6c3a-0c52-41d0-ae08-4e69dc383ffa HTTP/1.1" status: 204 len: 168 time: 0.7636125 Oct 13 04:33:48.196525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb00f35-591c-423d-bf7d-354e885a7d47 tempest-NetworksIpV6TestAttrs-214817853 tempest-NetworksIpV6TestAttrs-214817853-project] Pushing event deleted for resources: {'Network': ['ID=520f6c3a-0c52-41d0-ae08-4e69dc383ffa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:48.230778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7acfb670-bb4a-49f0-a97e-12a56a5725b9 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-1941712733 HTTP/1.1" status: 201 len: 201 time: 0.1057408 Oct 13 04:33:48.233385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41346) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.238606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-792dcc59-d7a0-40c4-bfab-44b23786ab4b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-2017280022') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.291842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.292339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-792dcc59-d7a0-40c4-bfab-44b23786ab4b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-2017280022 HTTP/1.1" status: 201 len: 201 time: 0.0575957 Oct 13 04:33:48.296568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-bf7c16f0-2dc8-4922-99f6-4be04e08961e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', {'tags': ['tempest-TagsExtTest-Tag-894672828', 'tempest-TagsExtTest-Tag-87910934', 'tempest-TagsExtTest-Tag-523865490']}) {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.361099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bf7c16f0-2dc8-4922-99f6-4be04e08961e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 200 len: 314 time: 0.0657511 Oct 13 04:33:48.361422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41350) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.366484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-3f3b3436-4b9b-4cde-aba4-5708f085aba6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.467529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3f3b3436-4b9b-4cde-aba4-5708f085aba6 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 204 len: 168 time: 0.1048579 Oct 13 04:33:48.468035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41356) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.472668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-218fdf16-a572-43a3-9e03-8d31798f9c32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-894672828') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.500547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.548151 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-218fdf16-a572-43a3-9e03-8d31798f9c32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:48.552014 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-218fdf16-a572-43a3-9e03-8d31798f9c32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-894672828 HTTP/1.1" status: 404 len: 328 time: 0.0802815 Oct 13 04:33:48.552781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.557569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-c2365e9b-efd5-4106-97b0-db2cad2135dc tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-87910934') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.616900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a6397-31db-406a-8d13-665fecca0442 req-851f0b59-8243-4aae-b5de-97759d385f99 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:48.619193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-698a6397-31db-406a-8d13-665fecca0442 req-851f0b59-8243-4aae-b5de-97759d385f99 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0822072 Oct 13 04:33:48.621764 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-c2365e9b-efd5-4106-97b0-db2cad2135dc tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:48.625414 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c2365e9b-efd5-4106-97b0-db2cad2135dc tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-87910934 HTTP/1.1" status: 404 len: 327 time: 0.0688124 Oct 13 04:33:48.626828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41366) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.636746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-193f68d3-98d2-4e57-850b-b8aa4de9d948 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602', 'tempest-TagsExtTest-Tag-523865490') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.689613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b05bf2de-0bc2-4fb1-8a50-b0bd5b5655b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ab9cb0ed59a4747b41b1bad64554b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854210 Oct 13 04:33:48.689933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41368) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.695196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-698a6397-31db-406a-8d13-665fecca0442 req-11c51551-d790-458b-9c1f-7e151f086b5b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691180 Oct 13 04:33:48.741112 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-193f68d3-98d2-4e57-850b-b8aa4de9d948 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:48.748001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-193f68d3-98d2-4e57-850b-b8aa4de9d948 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags/tempest-TagsExtTest-Tag-523865490 HTTP/1.1" status: 404 len: 328 time: 0.1183586 Oct 13 04:33:48.748616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41372) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.753197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-4e3d8a08-4d3b-4687-a993-cd653c1996b0 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', {'tags': ['tempest-TagsExtTest-Tag-1817195343', 'tempest-TagsExtTest-Tag-629812493', 'tempest-TagsExtTest-Tag-615567809']}) {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.764087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:48.799719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:48.799719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9ba59064-3fb0-4b1c-8e6e-f2782b6c7a6e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:48.840485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4e3d8a08-4d3b-4687-a993-cd653c1996b0 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 200 len: 316 time: 0.0905464 Oct 13 04:33:48.843044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41374) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.858886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-3fbead3e-66a4-429a-8885-aeea1d6e937d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:48.859391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.900863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:48.956726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be049154-ca26-4cad-addf-2786e4bfa153 req-e59766e7-9ef8-4d16-8740-761fb8498ef7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:48.959692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be049154-ca26-4cad-addf-2786e4bfa153 req-e59766e7-9ef8-4d16-8740-761fb8498ef7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1748621 Oct 13 04:33:48.993461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3fbead3e-66a4-429a-8885-aeea1d6e937d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 204 len: 168 time: 0.1458645 Oct 13 04:33:48.994003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41376) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:48.998490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-97f2f745-06a5-4ed1-ab5d-eb7492980642 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-1817195343') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.020212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be049154-ca26-4cad-addf-2786e4bfa153 req-5cb4ca6c-f043-4169-b3c6-6cdd784d008e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477664 Oct 13 04:33:49.022298 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:49.025699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:49.026869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6666c5e-42db-4b88-a597-db4fd703f1e6 HTTP/1.1" status: 204 len: 168 time: 0.3359976 Oct 13 04:33:49.050689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811d82a-9461-4397-a6ee-63891876f5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6666c5e-42db-4b88-a597-db4fd703f1e6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:49.095653 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-97f2f745-06a5-4ed1-ab5d-eb7492980642 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.097217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-97f2f745-06a5-4ed1-ab5d-eb7492980642 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-1817195343 HTTP/1.1" status: 404 len: 329 time: 0.1021264 Oct 13 04:33:49.101359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41384) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.106636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-24427bad-4ec3-412d-9af6-5f704524fb48 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-629812493') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.192283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae4393-777b-4851-a07f-e980264ddc97 req-2fd22b38-1b06-4199-9b72-426a94c83fca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:49.194330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aae4393-777b-4851-a07f-e980264ddc97 req-2fd22b38-1b06-4199-9b72-426a94c83fca tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0841734 Oct 13 04:33:49.201471 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-24427bad-4ec3-412d-9af6-5f704524fb48 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.202464 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24427bad-4ec3-412d-9af6-5f704524fb48 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-629812493 HTTP/1.1" status: 404 len: 328 time: 0.0999453 Oct 13 04:33:49.205406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41388) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.211193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-e0778d4f-c165-46bc-ba64-6c33bb7d02e8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df', 'tempest-TagsExtTest-Tag-615567809') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.237751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aae4393-777b-4851-a07f-e980264ddc97 req-f021a59f-68e6-495f-a48e-5917e8363df9 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341806 Oct 13 04:33:49.275018 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-e0778d4f-c165-46bc-ba64-6c33bb7d02e8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.275662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e0778d4f-c165-46bc-ba64-6c33bb7d02e8 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags/tempest-TagsExtTest-Tag-615567809 HTTP/1.1" status: 404 len: 328 time: 0.0692775 Oct 13 04:33:49.278678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41396) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.284665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-521b954b-0c54-45ab-aa56-9aa956457eed tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', {'tags': ['tempest-TagsExtTest-Tag-464193286', 'tempest-TagsExtTest-Tag-705853951', 'tempest-TagsExtTest-Tag-2077665543']}) {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.418172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-521b954b-0c54-45ab-aa56-9aa956457eed tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 200 len: 316 time: 0.1371262 Oct 13 04:33:49.420386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.425772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-a202013e-bb04-449b-8dc2-18cbc2f4f9ad tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.511742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7db1e-aaf8-4ce9-8f6a-d78055b76b44 req-fad31084-bcdd-4b8d-9efc-d231869a8c59 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:49.515543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2e7db1e-aaf8-4ce9-8f6a-d78055b76b44 req-fad31084-bcdd-4b8d-9efc-d231869a8c59 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0616546 Oct 13 04:33:49.561666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2e7db1e-aaf8-4ce9-8f6a-d78055b76b44 req-04b1e4cd-2342-490e-9308-3dc495bb9992 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Oct 13 04:33:49.622592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a202013e-bb04-449b-8dc2-18cbc2f4f9ad tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 204 len: 168 time: 0.1987317 Oct 13 04:33:49.623197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41424) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.632708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-6213c1b6-cfd1-444d-afa9-abf1b9f5ab32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-464193286') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.649681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-ca0facbb-e3cc-48fc-b6d7-1533e79f2b24 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:49.656842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-ca0facbb-e3cc-48fc-b6d7-1533e79f2b24 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 813 time: 0.1398008 Oct 13 04:33:49.673609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-e60ff7b4-f506-40ab-a012-a0b85609f613 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/quotas/2397074e21dc43e695836e8aef1ae1a7 HTTP/1.1" status: 200 len: 375 time: 0.0158696 Oct 13 04:33:49.711663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-42df2d7c-99db-43f1-a6e1-4d0be01a3682 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370848 Oct 13 04:33:49.722227 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-6213c1b6-cfd1-444d-afa9-abf1b9f5ab32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.724700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6213c1b6-cfd1-444d-afa9-abf1b9f5ab32 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-464193286 HTTP/1.1" status: 404 len: 328 time: 0.0964277 Oct 13 04:33:49.727486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.733079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-092a282e-599d-432f-a910-9f5f9e85bdfe tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-705853951') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.808862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-046747d1-c00c-4e4b-a302-4b43c862b425 service neutron] 10.222.0.49 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941758 Oct 13 04:33:49.812325 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-092a282e-599d-432f-a910-9f5f9e85bdfe tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.813380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-092a282e-599d-432f-a910-9f5f9e85bdfe tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-705853951 HTTP/1.1" status: 404 len: 328 time: 0.0849087 Oct 13 04:33:49.816460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41434) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.821766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-fd78815d-b790-4afc-b20f-1ebda9765f15 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430', 'tempest-TagsExtTest-Tag-2077665543') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.858473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41436) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.866983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027065 Oct 13 04:33:49.867359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41438) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.907891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-49ed7cb3-4a3a-4c16-9313-52940acd53cd service neutron] 10.222.0.49 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921574 Oct 13 04:33:49.914451 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-fd78815d-b790-4afc-b20f-1ebda9765f15 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:49.918026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd78815d-b790-4afc-b20f-1ebda9765f15 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags/tempest-TagsExtTest-Tag-2077665543 HTTP/1.1" status: 404 len: 329 time: 0.0978832 Oct 13 04:33:49.918343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41442) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.924143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-76464238-62a9-4504-b79b-1e5578733246 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', {'tags': ['tempest-TagsExtTest-Tag-576240330', 'tempest-TagsExtTest-Tag-1219668059', 'tempest-TagsExtTest-Tag-922787778']}) {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:49.965507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-76464238-62a9-4504-b79b-1e5578733246 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "PUT /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 200 len: 316 time: 0.0438814 Oct 13 04:33:49.965822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41444) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:49.972475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-09ad0193-a13f-4026-9a9d-6d82970f495c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.022051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41446) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.022214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09ad0193-a13f-4026-9a9d-6d82970f495c tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 204 len: 168 time: 0.0552065 Oct 13 04:33:50.032105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6f1c351a-a286-405d-b06a-0733905cb482 tempest-NetworksApiDiscovery-1513222537 tempest-NetworksApiDiscovery-1513222537-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1635158 Oct 13 04:33:50.035358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-a5bb2d76-b294-471b-96ff-934ad7245f17 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-576240330') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.066992 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-a5bb2d76-b294-471b-96ff-934ad7245f17 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:50.068338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5bb2d76-b294-471b-96ff-934ad7245f17 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-576240330 HTTP/1.1" status: 404 len: 328 time: 0.0450518 Oct 13 04:33:50.076074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41454) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.082000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-66e94833-201e-47ea-b6d3-335e18471092 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-1219668059') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.098116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a406672f-ff7f-47bb-8edd-a4e06e7897b5 req-b63c3181-0000-4650-8937-10d6ca5836cd tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 210 time: 0.0319192 Oct 13 04:33:50.120970 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-66e94833-201e-47ea-b6d3-335e18471092 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:50.122004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66e94833-201e-47ea-b6d3-335e18471092 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-1219668059 HTTP/1.1" status: 404 len: 329 time: 0.0441189 Oct 13 04:33:50.125072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41458) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.129656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-ade184fe-8c9e-4d2b-8d95-6660c1b56736 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091', 'tempest-TagsExtTest-Tag-922787778') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.152260 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-ade184fe-8c9e-4d2b-8d95-6660c1b56736 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] show failed (client error): The resource could not be found. Oct 13 04:33:50.155895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ade184fe-8c9e-4d2b-8d95-6660c1b56736 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags/tempest-TagsExtTest-Tag-922787778 HTTP/1.1" status: 404 len: 328 time: 0.0271664 Oct 13 04:33:50.156109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41460) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.161239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-cc441211-0f76-40e8-95ce-6f84fd1a399b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9f17de3a-f9cb-4b9d-9e2d-e62f8601a091') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.204409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cc441211-0f76-40e8-95ce-6f84fd1a399b tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091/tags HTTP/1.1" status: 204 len: 168 time: 0.0440083 Oct 13 04:33:50.204963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41462) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.210401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-496c16ef-8607-49d9-bb17-5d820dac6126 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '44f9c508-8214-4655-b21b-fd8a11bf6430') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.298015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-496c16ef-8607-49d9-bb17-5d820dac6126 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430/tags HTTP/1.1" status: 204 len: 168 time: 0.0919399 Oct 13 04:33:50.300719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.307712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-6b03c283-2fb9-4bec-bbcb-6ab89ab743ce tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '936f64da-b668-4153-9e82-aec64fc2a9df') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.336141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41472) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.380494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b03c283-2fb9-4bec-bbcb-6ab89ab743ce tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df/tags HTTP/1.1" status: 204 len: 168 time: 0.0787017 Oct 13 04:33:50.383106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41478) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.387379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-4c5b9fa5-103b-4b76-82f3-8e8e28191152 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '102b88bd-6e3f-4e39-9d33-d245f36fb602') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:50.446484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4c5b9fa5-103b-4b76-82f3-8e8e28191152 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602/tags HTTP/1.1" status: 204 len: 168 time: 0.0623696 Oct 13 04:33:50.451155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41480) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.469876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b14b-e3f0-4341-9760-a0766babdd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.557664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f9c7e2a9-b162-4d30-bddc-79bd4ab39ddd tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for subnetpool, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.562052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b14b-e3f0-4341-9760-a0766babdd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.562289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f9c7e2a9-b162-4d30-bddc-79bd4ab39ddd tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnetpools/9f17de3a-f9cb-4b9d-9e2d-e62f8601a091 HTTP/1.1" status: 204 len: 168 time: 0.1079459 Oct 13 04:33:50.562519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41482) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.572620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b14b-e3f0-4341-9760-a0766babdd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.604097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4090b56c-b47f-4a97-b233-0d78d3c9ab56 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "GET /v2.0/ports?device_id=44f9c508-8214-4655-b21b-fd8a11bf6430 HTTP/1.1" status: 200 len: 205 time: 0.0414186 Oct 13 04:33:50.606921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41486) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.632750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddf4b14b-e3f0-4341-9760-a0766babdd1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=408b92bc9f914d21935bee378a688a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953680 Oct 13 04:33:50.633654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41488) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:50.655017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4b14b-e3f0-4341-9760-a0766babdd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0640738c-f263-4f0d-be35-f72d192b0630,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:50.690898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.714903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.738251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.767796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.770419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.771735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0640738c-f263-4f0d-be35-f72d192b0630 HTTP/1.1" status: 204 len: 168 time: 0.1371436 Oct 13 04:33:50.779618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169454eb-a1d8-45da-8efb-8a3b8da3d66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0640738c-f263-4f0d-be35-f72d192b0630,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:50.852292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9f137-0ea1-4da8-9dd3-006384fda9a6 req-d42f730f-799e-445e-9bdf-c9d9711b5367 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:50.853773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ce9f137-0ea1-4da8-9dd3-006384fda9a6 req-d42f730f-799e-445e-9bdf-c9d9711b5367 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1982696 Oct 13 04:33:50.936973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.941663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:50.993952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7ce9f137-0ea1-4da8-9dd3-006384fda9a6 req-ab1e7506-9f0c-4ff2-8b20-594e81c3ea05 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100132 Oct 13 04:33:51.002515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.003225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Fanout notify agent at l3_agent the message router_deleted on router 44f9c508-8214-4655-b21b-fd8a11bf6430 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:33:51.010501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.014327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83f6b977-efef-430a-92e8-9562043de382 tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/routers/44f9c508-8214-4655-b21b-fd8a11bf6430 HTTP/1.1" status: 204 len: 168 time: 0.4035881 Oct 13 04:33:51.014424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41498) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:51.133408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Deleting port 936f64da-b668-4153-9e82-aec64fc2a9df {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:51.134038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.216536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-2cff57aa-5efa-48af-bce4-5f0eec401019 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:51.223462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-2cff57aa-5efa-48af-bce4-5f0eec401019 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 813 time: 0.1941597 Oct 13 04:33:51.253807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Request body: {'port': {'device_id': '3e593b78-819b-4805-ae89-5dc1f195328e', 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132', 'admin_state_up': True, 'tenant_id': '2397074e21dc43e695836e8aef1ae1a7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:51.325242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0128eb07-64dc-47f2-8a01-2941b0aa9b20 req-7d3a73aa-bdb7-406d-a220-6d51fde766c8 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 210 time: 0.1178992 Oct 13 04:33:51.426864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Made reservation on behalf of 2397074e21dc43e695836e8aef1ae1a7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:51.431684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.574612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Allocated IP 172.20.0.9 (9db4ec62-db73-4c7f-a18f-4107633f2132/750871b9-8849-4a31-bd72-8d0431d29d32/d713c8c7-21bc-46fc-b857-92bb200dd75e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:33:51.590417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.614095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Calling delete_port for 936f64da-b668-4153-9e82-aec64fc2a9df owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:51.636017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc2581-7620-4bc8-998f-049180394274 req-95aab33f-de1c-4b13-821d-b250f509e40b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:51.643890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4cc2581-7620-4bc8-998f-049180394274 req-95aab33f-de1c-4b13-821d-b250f509e40b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.1344140 Oct 13 04:33:51.657226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-65da39a5-9bd3-4a72-a500-aab711ae578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:51.659116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-65da39a5-9bd3-4a72-a500-aab711ae578f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9028071fba64169b91f9fab37ae51d2&device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 1095 time: 0.1505599 Oct 13 04:33:51.790026 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4cc2581-7620-4bc8-998f-049180394274 req-95d76b09-890e-4665-81b5-42c6273c8cec tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451683 Oct 13 04:33:51.808382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.856784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.862866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-fc6bf680-b2d4-46c0-89f8-b22b9baf002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:51.866951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-fc6bf680-b2d4-46c0-89f8-b22b9baf002f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 200 len: 912 time: 0.1971936 Oct 13 04:33:51.904937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Network 9db4ec62-db73-4c7f-a18f-4107633f2132 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:33:51.908290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:33:51.912860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:33:51.939928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Pushing event updated for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:51.975646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:51.976047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-495c2c21-2a76-49bf-be31-7e4ecd658b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 200 len: 998 time: 0.0789173 Oct 13 04:33:51.976691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.981179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:51.993153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-db0495bd-cd8d-4897-b9ca-2ee46bec439e tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552934 Oct 13 04:33:52.007731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Request body: {'port': {'device_id': '3e593b78-819b-4805-ae89-5dc1f195328e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:52.045169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event deleted for resources: {'Port': ['ID=936f64da-b668-4153-9e82-aec64fc2a9df,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:52.092972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.113912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-c400e1ac-43c4-47c4-ac57-f66963f70471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.115963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-c400e1ac-43c4-47c4-ac57-f66963f70471 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 200 len: 850 time: 0.1323712 Oct 13 04:33:52.168318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.171681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9382d3ce-e2c7-4923-9ee0-31d8ad78b9ab tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/ports/936f64da-b668-4153-9e82-aec64fc2a9df HTTP/1.1" status: 204 len: 168 time: 1.1563442 Oct 13 04:33:52.174374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41534) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:52.251860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-552f7f5e-9fcc-45db-a1ab-a606b294cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.253491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-552f7f5e-9fcc-45db-a1ab-a606b294cc4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c77bd0a-b8c1-401a-926e-7c42657662ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280160 Oct 13 04:33:52.258773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Deleting subnet 102b88bd-6e3f-4e39-9d33-d245f36fb602 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:33:52.274585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.361110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.438986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d713c8c7-21bc-46fc-b857-92bb200dd75e {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:52.447747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.472690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-f9ca9517-b65b-44a1-a5a3-cf74eafb8b46 service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101347 Oct 13 04:33:52.473592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Transition to ACTIVE for port object d713c8c7-21bc-46fc-b857-92bb200dd75e will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:33:52.478811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.553446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Pushing event updated for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:52.581420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6341-7f1e-49f2-b146-09a565e12530 req-b32205d2-e266-42f4-a0b5-2f1caf6172d6 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.583937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-989a6341-7f1e-49f2-b146-09a565e12530 req-b32205d2-e266-42f4-a0b5-2f1caf6172d6 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 931 time: 0.1781652 Oct 13 04:33:52.596920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.615490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Attempting to bind port d713c8c7-21bc-46fc-b857-92bb200dd75e on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:33:52.616074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Attempting to bind port d713c8c7-21bc-46fc-b857-92bb200dd75e by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:33:52.616201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Attempting to bind port d713c8c7-21bc-46fc-b857-92bb200dd75e on network 9db4ec62-db73-4c7f-a18f-4107633f2132 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:52.625121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Port d713c8c7-21bc-46fc-b857-92bb200dd75e on network 9db4ec62-db73-4c7f-a18f-4107633f2132 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:33:52.625444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Attempting to bind port d713c8c7-21bc-46fc-b857-92bb200dd75e on network 9db4ec62-db73-4c7f-a18f-4107633f2132 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:33:52.631409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:33:52.631976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Checking segment: {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:33:52.632440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Bound using segment: {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:33:52.632938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Bound port: d713c8c7-21bc-46fc-b857-92bb200dd75e, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973f16c6-7c53-4e03-ae99-35f3f8822bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:33:52.633536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.693015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-989a6341-7f1e-49f2-b146-09a565e12530 req-fb796164-8b41-47cd-8c08-d2f74102b170 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994987 Oct 13 04:33:52.697491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-897d229f-5f82-449c-8ccf-87efa8404f68 req-bedc8338-bc33-4731-b827-f3eb614254dc service neutron] 10.222.0.16 "GET /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161825 Oct 13 04:33:52.720471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:33:52.725476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:33:52.728853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.729554 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.757921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event deleted for resources: {'Subnet': ['ID=102b88bd-6e3f-4e39-9d33-d245f36fb602,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:52.761862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.765241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b640ee41-20f0-4737-a09f-d25e1981603d tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/subnets/102b88bd-6e3f-4e39-9d33-d245f36fb602 HTTP/1.1" status: 204 len: 168 time: 0.5898824 Oct 13 04:33:52.767998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.768625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.770010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] 10.222.0.47 "PUT /v2.0/ports/d713c8c7-21bc-46fc-b857-92bb200dd75e HTTP/1.1" status: 200 len: 1091 time: 0.7671418 Oct 13 04:33:52.771779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41554) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:52.775458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:52.778830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e82c0-9739-4bee-b120-0a2b55aea106 None None] Network 3ef0a622-3fbe-4fcb-b374-152bbc387498 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:33:52.792671 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8250be84-7f63-490d-a8c7-0f59b84d7ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:52.863675 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d5e40-1965-43e9-8b52-7b4440ebeac6 x-openstack-request-id: req-c83d5e40-1965-43e9-8b52-7b4440ebeac6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:52.863967 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:52.864226 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c83d5e40-1965-43e9-8b52-7b4440ebeac6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:52.864707 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e', 'status': 'completed', 'code': 200} Oct 13 04:33:52.902043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8b6c-e246-408e-b87e-0ebd9346028a service neutron] Pushing event updated for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:52.925664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-cda4f344-7af4-441e-9e29-5164760dfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.927880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-cda4f344-7af4-441e-9e29-5164760dfc28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 1094 time: 0.1181998 Oct 13 04:33:52.937184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:52.972031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b7155-307a-455a-a0c2-cd92678c3c07 req-2555d5c0-f1a0-4f95-891c-940013a828a8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:52.974395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-635b7155-307a-455a-a0c2-cd92678c3c07 req-2555d5c0-f1a0-4f95-891c-940013a828a8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0875192 Oct 13 04:33:52.983984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-44ab24f8-8d74-44a3-8dd7-35c3b640bd3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e HTTP/1.1" status: 200 len: 217 time: 0.0465539 Oct 13 04:33:53.042695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6290-3e93-4b74-8029-291e105aef84 req-057b4c51-996d-4ff7-a4d0-8416f530f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.044439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-057b4c51-996d-4ff7-a4d0-8416f530f922 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=750871b9-8849-4a31-bd72-8d0431d29d32 HTTP/1.1" status: 200 len: 853 time: 0.0532806 Oct 13 04:33:53.050044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] DHCP port deletion for 3ef0a622-3fbe-4fcb-b374-152bbc387498 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:33:53.050191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-635b7155-307a-455a-a0c2-cd92678c3c07 req-07207c92-b304-455e-ae1b-fadf9060f74d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536609 Oct 13 04:33:53.073713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Deleting port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:53.073713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.095536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-89fae20e-5ccd-4d5f-968c-21092fd46821 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9db4ec62-db73-4c7f-a18f-4107633f2132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389538 Oct 13 04:33:53.112568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Deleting port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:53.113289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.150755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] For port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,segment=NetworkSegment(750f89c6-619f-49f9-b987-9cd98b8b28ed),segment_id=750f89c6-619f-49f9-b987-9cd98b8b28ed)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:53.151154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.164645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Calling delete_port for ad92126e-c8ea-401e-b1d8-47eb81a8dc8a owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:53.183787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] For port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,segment=NetworkSegment(750f89c6-619f-49f9-b987-9cd98b8b28ed),segment_id=750f89c6-619f-49f9-b987-9cd98b8b28ed)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:53.184204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.195622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-467803e4-1001-480f-a789-99d11b4d90b8 service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928659 Oct 13 04:33:53.197705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Calling delete_port for ad92126e-c8ea-401e-b1d8-47eb81a8dc8a owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:53.256926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.283978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event deleted for resources: {'Port': ['ID=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:53.291027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.292555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] No DVR routers for this DVR port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:53.325450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] Pushing event deleted for resources: {'Port': ['ID=ad92126e-c8ea-401e-b1d8-47eb81a8dc8a,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:53.328919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa4150-b306-49a3-956d-7e90507fa5fd None None] No DVR routers for this DVR port ad92126e-c8ea-401e-b1d8-47eb81a8dc8a on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:53.330913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ec6290-3e93-4b74-8029-291e105aef84 req-dabe679f-3598-4bbd-bf72-d82bea7e9c61 service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158230 Oct 13 04:33:53.392035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.413614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef0a622-3fbe-4fcb-b374-152bbc387498']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:53.423297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750f89c6-619f-49f9-b987-9cd98b8b28ed') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:53.423728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750f89c6-619f-49f9-b987-9cd98b8b28ed') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:53.425984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-4184c18a-c20c-4a7b-9b89-6810f210318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.427571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-4184c18a-c20c-4a7b-9b89-6810f210318b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2397074e21dc43e695836e8aef1ae1a7&device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 1094 time: 0.0417624 Oct 13 04:33:53.433956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.447056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.453109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:53.453502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:53.456695 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:53.516597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.524906 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:53.530402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-38db7545-b786-4aef-aaf9-d23c0ede0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.530577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] 10.222.0.49 "DELETE /v2.0/networks/3ef0a622-3fbe-4fcb-b374-152bbc387498 HTTP/1.1" status: 204 len: 168 time: 0.7551172 Oct 13 04:33:53.530677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-38db7545-b786-4aef-aaf9-d23c0ede0cea service neutron] 10.222.0.47 "GET /v2.0/networks?id=9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 200 len: 914 time: 0.0956800 Oct 13 04:33:53.543420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add430b-c169-48e4-91ab-83aeb4ab020e tempest-TagsExtTest-869383735 tempest-TagsExtTest-869383735-project] Pushing event deleted for resources: {'Network': ['ID=3ef0a622-3fbe-4fcb-b374-152bbc387498,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:53.577150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-b1e6464d-4d3d-46c9-8dce-dbe888e93075 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e HTTP/1.1" status: 200 len: 217 time: 0.0385594 Oct 13 04:33:53.633059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-8ed26cfe-3094-428d-abfa-9ef8e11b6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.634517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-8ed26cfe-3094-428d-abfa-9ef8e11b6b9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=750871b9-8849-4a31-bd72-8d0431d29d32 HTTP/1.1" status: 200 len: 853 time: 0.0502777 Oct 13 04:33:53.672884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-72bae64f-6d24-467c-8c96-4b0b9ad83f19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9db4ec62-db73-4c7f-a18f-4107633f2132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278404 Oct 13 04:33:53.765895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-52485929-0460-4537-90b5-fe36b39b5b5d service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Oct 13 04:33:53.808676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41572) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:53.831806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d58c1-e881-448e-a913-a3fce05e0a49 req-f28de2e1-bff5-4469-b4da-bd9553307405 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:53.833889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f7d58c1-e881-448e-a913-a3fce05e0a49 req-f28de2e1-bff5-4469-b4da-bd9553307405 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 943 time: 0.0634494 Oct 13 04:33:53.872384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8250be84-7f63-490d-a8c7-0f59b84d7ab8 req-096f1094-3d73-489c-9294-4ba9ddeefcbc service neutron] 10.222.0.47 "GET /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991204 Oct 13 04:33:53.874793 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f7d58c1-e881-448e-a913-a3fce05e0a49 req-04743fc1-0bb2-4639-ba94-bb2785df2d01 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Oct 13 04:33:53.961165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-80b40745-3399-4311-88bf-bc09bb97a9c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=365cd8026b9c4f35aaa343488b4cff9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512465 Oct 13 04:33:53.963723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41576) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:54.013614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:54.035517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:54.084475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:54.087398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:54.088777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/028d89dd-a935-44c2-b19a-51dc9468b4e2 HTTP/1.1" status: 204 len: 168 time: 0.1241426 Oct 13 04:33:54.097429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e8722-a96b-4d87-b52e-f66a5f9d31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d89dd-a935-44c2-b19a-51dc9468b4e2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:54.192943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9247e-2e81-49b1-bf8b-a3bc6348ad29 req-cb0e04ed-8fe6-42ce-9262-fa94bd270791 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:54.194616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6e9247e-2e81-49b1-bf8b-a3bc6348ad29 req-cb0e04ed-8fe6-42ce-9262-fa94bd270791 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0550947 Oct 13 04:33:54.242088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6e9247e-2e81-49b1-bf8b-a3bc6348ad29 req-f7acd6ad-8215-4959-82f5-c8e19e1bbf4c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Oct 13 04:33:54.369758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d2cd9-92df-4c4c-8df9-671e3923db6f req-72d7c01e-10f7-4edb-a1e0-e6d5cd7091e3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:54.371268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-883d2cd9-92df-4c4c-8df9-671e3923db6f req-72d7c01e-10f7-4edb-a1e0-e6d5cd7091e3 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0532582 Oct 13 04:33:54.423712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-883d2cd9-92df-4c4c-8df9-671e3923db6f req-c84d39a8-07c8-4e06-a75d-5c5437a24814 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Oct 13 04:33:54.780855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad92126e-c8ea-401e-b1d8-47eb81a8dc8a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:33:54.813036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ad92126e-c8ea-401e-b1d8-47eb81a8dc8a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:33:54.813036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad92126e-c8ea-401e-b1d8-47eb81a8dc8a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:33:54.857349 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:33:55.007127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb845b-1423-4cdd-99cb-c46afde6a00d req-6d2a3838-c5a1-4b63-b287-cf7bd7b5ca9a tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:55.012462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5cb845b-1423-4cdd-99cb-c46afde6a00d req-6d2a3838-c5a1-4b63-b287-cf7bd7b5ca9a tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 943 time: 0.0650449 Oct 13 04:33:55.053552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:55.087837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5cb845b-1423-4cdd-99cb-c46afde6a00d req-2f6aa799-1e9b-45c7-a8c8-55854b7f997f tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716012 Oct 13 04:33:55.108415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-30d25f23-a486-409a-a039-dc30527c884f req-e0e112d0-cbd5-48b1-b900-efe47cc24a46 service neutron] (95047) timed out ('10.222.0.47', 64162) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:33:55.210475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-837527712'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:33:55.235588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Made reservation on behalf of 2933e56c6e6e41d88ffa026f2e229d2c for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:33:55.239352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.249529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.292812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-159cb02e-d2bc-45a7-9353-f6df2c98a75b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:55.301069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-159cb02e-d2bc-45a7-9353-f6df2c98a75b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9eab4e3-182c-435a-b644-9ea9aaa24a1b HTTP/1.1" status: 200 len: 944 time: 0.0653889 Oct 13 04:33:55.360934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.367830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.405811 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:33:55.414154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:55.414338 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.415589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d1162-4437-48d7-984c-438cbc204d71,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:55.421824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.422188 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Added segment 40b0289f-19c6-4546-9e3f-fad1adf2ed38 of type vlan for network 7c761de8-ac92-48e3-bc01-8193cbc68fc8 Oct 13 04:33:55.465206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.490503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.496455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:55.497055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.533781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:55.534157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.548433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:55.575919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5211265 Oct 13 04:33:55.580618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41672) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:55.584768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-db6cefe9-ef2e-400a-93db-eca5f343b262 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-259587942') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:55.638724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4fa1-414a-4c76-bce8-67ec2abca2af tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Pushing event updated for resources: {'Network': ['ID=7c761de8-ac92-48e3-bc01-8193cbc68fc8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:55.651264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7c761de8-ac92-48e3-bc01-8193cbc68fc8 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:33:55.743710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.751449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db6cefe9-ef2e-400a-93db-eca5f343b262 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "PUT /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-259587942 HTTP/1.1" status: 201 len: 201 time: 0.1695926 Oct 13 04:33:55.753827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41676) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:55.758442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11', '76219022-c21c-4486-a9ae-b4e491b83911'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:55.760113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-09257774-63bb-4df8-906b-31465270e057 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-259587942') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:55.774720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=4ca23554-9756-44e2-a2ef-c0a5d8aca4d1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:55.825776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] No DVR routers for this DVR port 4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:55.828778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:55.842093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-750f4b4c-5731-4fd3-9578-7f6f758afbae req-dc4b9f00-9611-4391-8ab2-3ae1a83bc987 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "DELETE /v2.0/ports/4ca23554-9756-44e2-a2ef-c0a5d8aca4d1 HTTP/1.1" status: 204 len: 173 time: 0.5400741 Oct 13 04:33:55.842731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-deleted', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:55.861668 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be20526-234f-4665-8c08-833b34a92984" -d '{"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-deleted", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:55.915985 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a23911-798b-453d-a589-f21c193dde4d x-openstack-request-id: req-64a23911-798b-453d-a589-f21c193dde4d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:55.916295 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9eab4e3-182c-435a-b644-9ea9aaa24a1b", "name": "network-vif-deleted", "tag": "4ca23554-9756-44e2-a2ef-c0a5d8aca4d1", "status": "failed", "code": 422}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:55.916554 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64a23911-798b-453d-a589-f21c193dde4d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:55.917025 n-d-813736-1 neutron-server[95047]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9eab4e3-182c-435a-b644-9ea9aaa24a1b', 'name': 'network-vif-deleted', 'tag': '4ca23554-9756-44e2-a2ef-c0a5d8aca4d1', 'status': 'failed', 'code': 422} returned with failed status Oct 13 04:33:55.954234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device d713c8c7-21bc-46fc-b857-92bb200dd75e details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:33:56.089985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:56.110666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'd713c8c7-21bc-46fc-b857-92bb200dd75e', 'network_id': '9db4ec62-db73-4c7f-a18f-4107633f2132', 'port_id': 'd713c8c7-21bc-46fc-b857-92bb200dd75e', 'mac_address': 'fa:16:3e:81:a7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750871b9-8849-4a31-bd72-8d0431d29d32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:33:56.222342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:56.266551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d713c8c7-21bc-46fc-b857-92bb200dd75e {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:33:56.294587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:56.299968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:56.310981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09257774-63bb-4df8-906b-31465270e057 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-259587942 HTTP/1.1" status: 204 len: 168 time: 0.5536788 Oct 13 04:33:56.311442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41690) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.315792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-9e56b636-63f1-43d1-82e4-c33298b6d1a1 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.356467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca0a8-7ba5-49ce-a10e-e6c12d56ff0e req-17f6de66-7b76-40d3-adeb-b75df2a8ebba tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:56.359384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40eca0a8-7ba5-49ce-a10e-e6c12d56ff0e req-17f6de66-7b76-40d3-adeb-b75df2a8ebba tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 943 time: 0.1082201 Oct 13 04:33:56.391524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:56.402835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e56b636-63f1-43d1-82e4-c33298b6d1a1 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags HTTP/1.1" status: 200 len: 237 time: 0.0903640 Oct 13 04:33:56.405361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.411042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-d94d30c2-7eab-4e46-aaf4-b4c398da2f83 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', {'tags': ['tempest-TagsTest-Tag-1414397105', 'tempest-TagsTest-Tag-1737647211', 'tempest-TagsTest-Tag-560949010']}) {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.430577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40eca0a8-7ba5-49ce-a10e-e6c12d56ff0e req-4255fe9e-d693-4a2c-ac44-7155ace76c71 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649471 Oct 13 04:33:56.501924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d94d30c2-7eab-4e46-aaf4-b4c398da2f83 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "PUT /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags HTTP/1.1" status: 200 len: 308 time: 0.0952392 Oct 13 04:33:56.504329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41698) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.516498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.tag.tag_plugin [None req-bf54ab23-b82a-4a8e-bd19-e04f55c08668 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-1414397105') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.529780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['d713c8c7-21bc-46fc-b857-92bb200dd75e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:33:56.620796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf54ab23-b82a-4a8e-bd19-e04f55c08668 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "DELETE /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-1414397105 HTTP/1.1" status: 204 len: 168 time: 0.1151867 Oct 13 04:33:56.621044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41702) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.626062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-70b73a87-3890-4dc9-89ed-a7071f2a72e9 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-1414397105') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.749726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce89d7-1a68-4a88-9a5c-9c4992fa1d98 req-4eb115ab-1e89-4cd8-ae79-b943b21dd562 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:56.751112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4ce89d7-1a68-4a88-9a5c-9c4992fa1d98 req-4eb115ab-1e89-4cd8-ae79-b943b21dd562 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 907 time: 0.0695949 Oct 13 04:33:56.753261 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-70b73a87-3890-4dc9-89ed-a7071f2a72e9 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] show failed (client error): The resource could not be found. Oct 13 04:33:56.757187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-70b73a87-3890-4dc9-89ed-a7071f2a72e9 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-1414397105 HTTP/1.1" status: 404 len: 326 time: 0.1322865 Oct 13 04:33:56.757482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.761728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-d02d7373-a4d2-4c34-9940-a36615ea7606 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-1737647211') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.837680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d02d7373-a4d2-4c34-9940-a36615ea7606 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-1737647211 HTTP/1.1" status: 204 len: 168 time: 0.0791438 Oct 13 04:33:56.840031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.844264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-dd67320e-8db5-40e4-bf23-c075624902f0 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-560949010') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:56.913087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd67320e-8db5-40e4-bf23-c075624902f0 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-560949010 HTTP/1.1" status: 204 len: 168 time: 0.0719590 Oct 13 04:33:56.915498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41712) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:56.919776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-f6d1ff2e-7244-4d90-bb3c-9cf91262cf51 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.006487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6d1ff2e-7244-4d90-bb3c-9cf91262cf51 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "DELETE /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0899327 Oct 13 04:33:57.009129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:57.013246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-6ddec46b-b18c-4175-b09e-465a8b5dc29a tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-1737647211') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.077797 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-6ddec46b-b18c-4175-b09e-465a8b5dc29a tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] show failed (client error): The resource could not be found. Oct 13 04:33:57.078846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ddec46b-b18c-4175-b09e-465a8b5dc29a tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-1737647211 HTTP/1.1" status: 404 len: 326 time: 0.0688043 Oct 13 04:33:57.081726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41716) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:57.086114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-786e1f76-be03-44d1-a92b-86ca268b4da3 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8', 'tempest-TagsTest-Tag-560949010') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.154873 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-786e1f76-be03-44d1-a92b-86ca268b4da3 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] show failed (client error): The resource could not be found. Oct 13 04:33:57.156361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-786e1f76-be03-44d1-a92b-86ca268b4da3 tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "GET /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags/tempest-TagsTest-Tag-560949010 HTTP/1.1" status: 404 len: 325 time: 0.0733435 Oct 13 04:33:57.158692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41718) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:57.163649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.tag.tag_plugin [None req-465e811a-5f46-4cab-bae0-f104e572411f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c761de8-ac92-48e3-bc01-8193cbc68fc8') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.233325 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-465e811a-5f46-4cab-bae0-f104e572411f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "DELETE /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8/tags HTTP/1.1" status: 204 len: 168 time: 0.0735724 Oct 13 04:33:57.237343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41720) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:57.339851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.492793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.520247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c761de8-ac92-48e3-bc01-8193cbc68fc8']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.533966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b0289f-19c6-4546-9e3f-fad1adf2ed38') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.534346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b0289f-19c6-4546-9e3f-fad1adf2ed38') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:33:57.544451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.560317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.566636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:33:57.567023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:33:57.570504 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:33:57.597059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af537-1606-4fb4-8941-5795edeb3210 req-4c4c3bea-e12c-43ef-b822-1f48ba951424 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:57.599538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce4af537-1606-4fb4-8941-5795edeb3210 req-4c4c3bea-e12c-43ef-b822-1f48ba951424 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 944 time: 0.0741262 Oct 13 04:33:57.632505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.638660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:57.644652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] 10.222.0.49 "DELETE /v2.0/networks/7c761de8-ac92-48e3-bc01-8193cbc68fc8 HTTP/1.1" status: 204 len: 168 time: 0.4063201 Oct 13 04:33:57.647934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ce4af537-1606-4fb4-8941-5795edeb3210 req-62776ea4-7cc2-42f5-adaa-dd4d6d2c5191 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Oct 13 04:33:57.661139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b4421-20db-45de-b7e0-e3a1a255428f tempest-TagsTest-879792722 tempest-TagsTest-879792722-project] Pushing event deleted for resources: {'Network': ['ID=7c761de8-ac92-48e3-bc01-8193cbc68fc8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:57.877754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1159-39f0-49f4-99f3-937a2063fb1e req-01f1f190-c7b4-47d8-8c13-d0ee6e48d9a0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:57.879437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-976e1159-39f0-49f4-99f3-937a2063fb1e req-01f1f190-c7b4-47d8-8c13-d0ee6e48d9a0 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 907 time: 0.0522792 Oct 13 04:33:57.919168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41738) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:57.961696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device d713c8c7-21bc-46fc-b857-92bb200dd75e up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:33:58.005659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-d55b49e3-ebb2-4e89-8948-21372dc00f70 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:58.007244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-d55b49e3-ebb2-4e89-8948-21372dc00f70 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 907 time: 0.0554047 Oct 13 04:33:58.032442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port d713c8c7-21bc-46fc-b857-92bb200dd75e completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:33:58.039739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port d713c8c7-21bc-46fc-b857-92bb200dd75e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:33:58.040824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.133938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.141443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d59c5dbb-d9f1-4305-ba94-5d45ffbeb163 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2933e56c6e6e41d88ffa026f2e229d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187359 Oct 13 04:33:58.142746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41746) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:33:58.158044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:58.160479 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ecff7-a93c-4992-80b7-e4dd2d088e51" -d '{"events": [{"server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "name": "network-vif-plugged", "status": "completed", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:58.172451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port cd312955-f757-4ea8-a399-0e4ffeda2a0b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:33:58.172891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.174451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:58.183074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.213134 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ec68b9-0d9b-4856-965c-e0e7527968ae x-openstack-request-id: req-62ec68b9-0d9b-4856-965c-e0e7527968ae {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:58.213509 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "name": "network-vif-plugged", "status": "completed", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:58.213829 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62ec68b9-0d9b-4856-965c-e0e7527968ae {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:58.214291 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e', 'code': 200} Oct 13 04:33:58.242695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:58.269018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.313539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.313962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb96f4-0798-43b0-893f-1fad60ebef23 req-532cee87-56fd-497d-9760-8d7316ec7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:58.315731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4bb96f4-0798-43b0-893f-1fad60ebef23 req-532cee87-56fd-497d-9760-8d7316ec7ce4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 1096 time: 0.0457695 Oct 13 04:33:58.316436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port cd312955-f757-4ea8-a399-0e4ffeda2a0b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=cd312955-f757-4ea8-a399-0e4ffeda2a0b,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:33:58.316727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.340868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for cd312955-f757-4ea8-a399-0e4ffeda2a0b owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:33:58.356907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4bb96f4-0798-43b0-893f-1fad60ebef23 req-9d1bfc39-4ad5-47dd-b571-4b523d90177b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Oct 13 04:33:58.426694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.429516 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.433020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/367d1162-4437-48d7-984c-438cbc204d71 HTTP/1.1" status: 204 len: 168 time: 0.2880516 Oct 13 04:33:58.458222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef51d51-e551-49b6-9208-1bfb3314be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d1162-4437-48d7-984c-438cbc204d71,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:58.579747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.625526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=cd312955-f757-4ea8-a399-0e4ffeda2a0b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:33:58.687207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] No DVR routers for this DVR port cd312955-f757-4ea8-a399-0e4ffeda2a0b on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:33:58.690292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:33:58.694690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fad392e4-c59f-4a05-80fd-5aa48ed8612c req-e8dc46a4-7d89-4a59-99dd-c060758f474f tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "DELETE /v2.0/ports/cd312955-f757-4ea8-a399-0e4ffeda2a0b HTTP/1.1" status: 204 len: 173 time: 0.6814284 Oct 13 04:33:58.695324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'name': 'network-vif-deleted', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:33:58.704311 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ef3cb-8bb3-4545-995d-9036696b36a9" -d '{"events": [{"server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "name": "network-vif-deleted", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:33:58.751112 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92796607-a1da-4d0b-b153-9241bc198b61 x-openstack-request-id: req-92796607-a1da-4d0b-b153-9241bc198b61 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:33:58.756293 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd0f7b5-864d-4b90-b372-2fd2869dd951", "name": "network-vif-deleted", "tag": "cd312955-f757-4ea8-a399-0e4ffeda2a0b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:33:58.756732 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92796607-a1da-4d0b-b153-9241bc198b61 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:33:58.757315 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd0f7b5-864d-4b90-b372-2fd2869dd951', 'name': 'network-vif-deleted', 'tag': 'cd312955-f757-4ea8-a399-0e4ffeda2a0b', 'status': 'completed', 'code': 200} Oct 13 04:33:58.874277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f68b-3c62-425e-a202-7f4a8d8a773e req-dea2ca63-1315-40a1-99c0-8feaa6e515ad tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:33:58.875822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8877f68b-3c62-425e-a202-7f4a8d8a773e req-dea2ca63-1315-40a1-99c0-8feaa6e515ad tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 945 time: 0.0818152 Oct 13 04:33:58.939712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8877f68b-3c62-425e-a202-7f4a8d8a773e req-c2e41e86-fd1b-48a8-9fc1-1c5a40a47301 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552177 Oct 13 04:33:59.041764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-baec3f8e-1e58-4ff5-ada4-d727de25184a req-f9d59bc9-790d-4957-9cbc-35bedacfae23 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bd0f7b5-864d-4b90-b372-2fd2869dd951 HTTP/1.1" status: 200 len: 210 time: 0.0270905 Oct 13 04:34:00.064547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29e22-b6ab-4ff6-af1c-385fee60cd19 req-4b90497e-6713-4064-bb5c-158647be2f91 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:00.075168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccb29e22-b6ab-4ff6-af1c-385fee60cd19 req-4b90497e-6713-4064-bb5c-158647be2f91 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 945 time: 0.0684793 Oct 13 04:34:00.118113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ccb29e22-b6ab-4ff6-af1c-385fee60cd19 req-79e69c4a-4c9d-4e4b-86ae-16df5021ab60 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Oct 13 04:34:00.575990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:00.694024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edc90c-e1a5-46a3-82df-d195efc5d835 req-02ee1a14-e214-41ff-a537-8aaebef625ea tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:00.709285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99edc90c-e1a5-46a3-82df-d195efc5d835 req-02ee1a14-e214-41ff-a537-8aaebef625ea tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.0994036 Oct 13 04:34:00.780251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99edc90c-e1a5-46a3-82df-d195efc5d835 req-58cd1e83-c8c1-4f3e-8881-1c2e9fa3c1f4 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697904 Oct 13 04:34:00.816353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cf23-0fa7-41b0-b3fa-79fa0d3ecf7e req-b6488225-cb20-424a-a299-3a802ad6b800 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:00.829916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0584cf23-0fa7-41b0-b3fa-79fa0d3ecf7e req-b6488225-cb20-424a-a299-3a802ad6b800 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 945 time: 0.0887766 Oct 13 04:34:00.885781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-36f2d14d-5ede-4996-b9a7-e1cbfb12fb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:00.973704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-36f2d14d-5ede-4996-b9a7-e1cbfb12fb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:00.981110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-36f2d14d-5ede-4996-b9a7-e1cbfb12fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.016686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d14d-5ede-4996-b9a7-e1cbfb12fb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c450af4b-97c6-4ed7-91d9-51bcf156099d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:01.038477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0584cf23-0fa7-41b0-b3fa-79fa0d3ecf7e req-676ea374-3834-4588-b4a6-5b72611d6ad8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074299 Oct 13 04:34:01.061614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:01.061863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-36f2d14d-5ede-4996-b9a7-e1cbfb12fb28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0823a71b6e0a48e28c24ce0c02e50630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812329 Oct 13 04:34:01.142953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.166055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.219918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.223037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.227524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c450af4b-97c6-4ed7-91d9-51bcf156099d HTTP/1.1" status: 204 len: 168 time: 0.1626270 Oct 13 04:34:01.242362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a8563-f124-44dd-a6f5-30488aa2cb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c450af4b-97c6-4ed7-91d9-51bcf156099d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:01.462170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cd312955-f757-4ea8-a399-0e4ffeda2a0b no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:01.488575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: cd312955-f757-4ea8-a399-0e4ffeda2a0b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:01.488923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device cd312955-f757-4ea8-a399-0e4ffeda2a0b not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:01.533524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:01.549322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40080a9-80da-4d2e-b0d6-2c8612666424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.655508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40080a9-80da-4d2e-b0d6-2c8612666424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.661229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f40080a9-80da-4d2e-b0d6-2c8612666424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.708970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f40080a9-80da-4d2e-b0d6-2c8612666424 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dea3ebf05644666b09b6fe62c7206ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736405 Oct 13 04:34:01.710440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40080a9-80da-4d2e-b0d6-2c8612666424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b524d2c-1965-4a34-82ca-605af23c5f9e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:01.711704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:01.776320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.798493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.955169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.964213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:01.965383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b524d2c-1965-4a34-82ca-605af23c5f9e HTTP/1.1" status: 204 len: 168 time: 0.2525234 Oct 13 04:34:01.993441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-2fe72b66-27e8-462d-a9d1-6634ddf52bdf tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:01.997173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-2fe72b66-27e8-462d-a9d1-6634ddf52bdf tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.47 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.1722057 Oct 13 04:34:02.001567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b91d4-d2ea-464c-afb5-e47b2f93c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b524d2c-1965-4a34-82ca-605af23c5f9e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:02.024951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a430f-6327-4359-822c-fbab51d7b4cf req-b4806fdf-dc81-4ce2-aa8c-530293c639d2 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:02.040888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-295a430f-6327-4359-822c-fbab51d7b4cf req-b4806fdf-dc81-4ce2-aa8c-530293c639d2 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 945 time: 0.1214249 Oct 13 04:34:02.236639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-295a430f-6327-4359-822c-fbab51d7b4cf req-891f3b0d-3937-4fd7-ab8a-9c31420050cb tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/security-groups?id=404fc973-3b1e-4097-a452-4ca8917f7956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948721 Oct 13 04:34:02.247786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Deleting port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:02.248316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:02.285571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-7abb2510-937c-4e84-a2da-06669ba5197c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:02.288617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-7abb2510-937c-4e84-a2da-06669ba5197c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 945 time: 0.2412145 Oct 13 04:34:02.407648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8379ccc-6c0f-43b7-89fb-001937d1f5d7 req-2b45bfd8-ad74-49f5-a6b3-6df3637926e8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:02.413665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8379ccc-6c0f-43b7-89fb-001937d1f5d7 req-2b45bfd8-ad74-49f5-a6b3-6df3637926e8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 945 time: 0.2560437 Oct 13 04:34:02.531331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b8379ccc-6c0f-43b7-89fb-001937d1f5d7 req-e28db90d-a1d1-401e-8cba-0526720f453a tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017275 Oct 13 04:34:02.563603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] For port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:02.564106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:02.930848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:02.933110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:02.935115 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Floating IP 029abae6-4d36-4081-9054-f652a571936d disassociated. External IP: 172.25.0.63, port: 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c. Oct 13 04:34:02.935440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Calling delete_port for 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:02.945864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port 76219022-c21c-4486-a9ae-b4e491b83911 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:02.945864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.182365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port 76219022-c21c-4486-a9ae-b4e491b83911, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76219022-c21c-4486-a9ae-b4e491b83911,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:03.183001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.193967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.197786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for 76219022-c21c-4486-a9ae-b4e491b83911 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:03.252826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event deleted for resources: {'Port': ['ID=48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:03.385253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:03.432144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8537a953-b0c5-4e5f-83cd-f9814b579064 req-7817fcd7-1585-40d2-9733-c1008971bd81 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.0457063 Oct 13 04:34:03.449479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Router b711a70b-60c6-496e-af44-779969c28a75 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:03.459215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.472045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11', '76219022-c21c-4486-a9ae-b4e491b83911'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:03.645411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=76219022-c21c-4486-a9ae-b4e491b83911,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:03.694451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] No DVR routers for this DVR port 76219022-c21c-4486-a9ae-b4e491b83911 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:03.697332 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.701766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1594ea69-7f21-4dfb-9951-e1a4ad0e8dac req-28be97d0-8640-42eb-93b6-794964c083d1 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "DELETE /v2.0/ports/76219022-c21c-4486-a9ae-b4e491b83911 HTTP/1.1" status: 204 len: 173 time: 1.4047105 Oct 13 04:34:03.702450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'name': 'network-vif-deleted', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:03.713619 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a8ced-ad0d-41f9-83bb-8f783abc5834" -d '{"events": [{"server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "name": "network-vif-deleted", "tag": "76219022-c21c-4486-a9ae-b4e491b83911"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:03.718330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b99e4986-5dbe-47ce-94f8-e8f281d9c49c req-707962e8-c0fc-4126-aaf4-f4fae7d57d4d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 210 time: 0.0485904 Oct 13 04:34:03.724465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065287141-network', 'tenant_id': 'b3c687ca17ce49c38f1a1c59492f40a4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:03.785619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:03.798306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Made reservation on behalf of b3c687ca17ce49c38f1a1c59492f40a4 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:03.802825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Sync routers for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:03.803550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.822507 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:03.826914 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:03.836023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.869275 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115922f-5e36-413a-bf2c-e303eb282628 x-openstack-request-id: req-e115922f-5e36-413a-bf2c-e303eb282628 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:03.869727 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700b1469-f501-4a69-b72a-6e71bf2fd4e0", "name": "network-vif-deleted", "tag": "76219022-c21c-4486-a9ae-b4e491b83911", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:03.873898 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e115922f-5e36-413a-bf2c-e303eb282628 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:03.874320 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700b1469-f501-4a69-b72a-6e71bf2fd4e0', 'name': 'network-vif-deleted', 'tag': '76219022-c21c-4486-a9ae-b4e491b83911', 'status': 'completed', 'code': 200} Oct 13 04:34:03.881168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] No DVR routers for this DVR port 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:03.892689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:03.896865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09a33690-e9c5-4889-a6e4-d863fe881f71 req-95ab1425-1a40-421a-bd6f-60c85f426473 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.47 "DELETE /v2.0/ports/48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c HTTP/1.1" status: 204 len: 173 time: 1.8884678 Oct 13 04:34:03.897896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'name': 'network-vif-deleted', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:03.904723 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c1e461-316a-4d2b-9237-7ca9bddc5723" -d '{"events": [{"server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "name": "network-vif-deleted", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:03.987169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-20a566bd-35a1-4ac2-a8e7-634325fddef8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1829722 Oct 13 04:34:04.038043 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad113978-b42c-45db-8bb2-033792afaf3a x-openstack-request-id: req-ad113978-b42c-45db-8bb2-033792afaf3a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:04.038346 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da718522-5479-46e6-9d65-e057e67e1338", "name": "network-vif-deleted", "tag": "48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:04.038610 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad113978-b42c-45db-8bb2-033792afaf3a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:04.039014 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da718522-5479-46e6-9d65-e057e67e1338', 'name': 'network-vif-deleted', 'tag': '48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c', 'status': 'completed', 'code': 200} Oct 13 04:34:04.251323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.256283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.256892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.259122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.260605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.261195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.262308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.262942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.272998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b8c5cc6c-eebe-4199-82f1-6c4390133cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.1790690 Oct 13 04:34:04.289208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.380790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:04.419746 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.420229 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Added segment 771a9df1-549e-4ff8-9b70-5ffda466f747 of type vlan for network 709d7f9f-886e-43a2-9758-4cb35f1f2ef5 Oct 13 04:34:04.422070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e8915-4ee3-4387-880b-b4b9dea13b30,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:04.555042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:04.573668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.715614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-77e1dc62-4dee-4dc0-a061-918b5d4c742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.718390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-77e1dc62-4dee-4dc0-a061-918b5d4c742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.719268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-77e1dc62-4dee-4dc0-a061-918b5d4c742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.728696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-77e1dc62-4dee-4dc0-a061-918b5d4c742d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 2298 time: 0.4017544 Oct 13 04:34:04.738596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cdcd426c-2a0b-42b3-97e7-d43f2f9f84e7 req-62537826-a96f-42c7-89ce-38f1795d3491 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "GET /v2.0/ports?device_id=da718522-5479-46e6-9d65-e057e67e1338 HTTP/1.1" status: 200 len: 210 time: 0.1200297 Oct 13 04:34:04.745362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.749735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.752335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:04.830126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-d68ab395-7c3c-4e9f-9c43-a0a4221132b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 1001 time: 0.1005256 Oct 13 04:34:04.937267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b49bc30b-cfe8-4c3d-8c8d-f510fb934380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:04.938807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-b49bc30b-cfe8-4c3d-8c8d-f510fb934380 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.0989316 Oct 13 04:34:05.001208 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:05.013587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6235325 Oct 13 04:34:05.015491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 41948) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:05.026637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d1b75-409b-42c2-bb21-3965498ba7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=709d7f9f-886e-43a2-9758-4cb35f1f2ef5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:05.038811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 709d7f9f-886e-43a2-9758-4cb35f1f2ef5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:05.040215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Request body: {'subnet': {'network_id': '709d7f9f-886e-43a2-9758-4cb35f1f2ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065287141-subnet', 'tenant_id': 'b3c687ca17ce49c38f1a1c59492f40a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:05.064044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-cfce019f-6858-4a40-afd6-39e000fd8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:05.070953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-cfce019f-6858-4a40-afd6-39e000fd8834 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231966 Oct 13 04:34:05.085708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b330fe62-405e-46d1-be83-4924948dee18 req-6d9f2860-ce3f-42a5-9cec-81c8d7e337e8 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=700b1469-f501-4a69-b72a-6e71bf2fd4e0 HTTP/1.1" status: 200 len: 210 time: 0.0788627 Oct 13 04:34:05.091613 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Checking router: b711a70b-60c6-496e-af44-779969c28a75 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:05.129260 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:05.130793 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:05.218436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Made reservation on behalf of b3c687ca17ce49c38f1a1c59492f40a4 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:05.223713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:05.369472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:05.410069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-46c2fffd-fafb-4557-be79-cfdeb3b0db32 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246143 Oct 13 04:34:05.468945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76219022-c21c-4486-a9ae-b4e491b83911 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:05.522836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 76219022-c21c-4486-a9ae-b4e491b83911 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:05.523222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76219022-c21c-4486-a9ae-b4e491b83911 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:05.681426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-792c37a1-5d7d-443c-aac0-58bad9829120 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550223 Oct 13 04:34:05.741480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-fab7caf9-317e-41e0-8c9e-af8cabf558e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 217 time: 0.0485773 Oct 13 04:34:05.744228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:05.810894 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:05.851274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c401127-cf8a-4433-9f46-e13018422c5d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:05.858306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 41962) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:05.870441 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7740ef-4566-4aaa-a389-d15540bd8b8c None None] The sync data for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 is: [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c18647c7-6656-4a4e-9206-d393a63518f2', 'name': '', 'network_id': '38b8c47e-7aba-47e0-ac32-7b2fab793376', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'mac_address': 'fa:16:3e:49:91:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:21Z', 'updated_at': '2021-10-13T04:28:32Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'subnets': [{'id': '16eb9d28-7cd8-41f1-a1ea-597ff4a97794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:05.883176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-72c9aa6f-b968-4396-acf9-ed29c0af6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:05.884699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-72c9aa6f-b968-4396-acf9-ed29c0af6b46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0757704 Oct 13 04:34:05.975226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Checking segment: {'id': '771a9df1-549e-4ff8-9b70-5ffda466f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '709d7f9f-886e-43a2-9758-4cb35f1f2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:05.975600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Network hostable DHCP agents. Network: 709d7f9f-886e-43a2-9758-4cb35f1f2ef5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:05.986150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:06.001912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-7b887cd9-05bb-47b3-b7e1-d273d0c8b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:06.003659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-7b887cd9-05bb-47b3-b7e1-d273d0c8b8d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095152 Oct 13 04:34:06.009703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Network 709d7f9f-886e-43a2-9758-4cb35f1f2ef5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:06.029404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 709d7f9f-886e-43a2-9758-4cb35f1f2ef5) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:06.034053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:06.034674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:06.055978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:06.056959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 48dfa336-9ff5-44cb-b719-7b9b2d2ecb1c not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:06.064579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403a0bf-4f47-4f56-86fe-efd190da38f1 None None] Network 709d7f9f-886e-43a2-9758-4cb35f1f2ef5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:06.105985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b6c02b89-51d3-4de1-9355-79700b8483bb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0773160 Oct 13 04:34:06.141921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-425c7f58-e021-4411-b10a-dced5c75c48f service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232646 Oct 13 04:34:06.246891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Deleting port 4a8a9711-cb7f-4405-9e43-ceae811e359d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:06.247588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:06.398133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-5e62f7f2-2767-479a-b960-616d18231a5c service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475717 Oct 13 04:34:06.466951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ba64a-c7eb-412e-8d2f-3c08c5e6a354 None None] Network 709d7f9f-886e-43a2-9758-4cb35f1f2ef5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:06.574766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-6a9770a4-1b69-4328-9397-17f3d47e169d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 217 time: 0.1593554 Oct 13 04:34:06.597572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:06.600369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:06.634456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23695f1a-b46c-493b-8d5f-890a8d911322 None None] New status for floating IP 029abae6-4d36-4081-9054-f652a571936d: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:34:06.656077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Calling delete_port for 4a8a9711-cb7f-4405-9e43-ceae811e359d owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:06.710541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-df186c37-db15-44af-acff-05179ec9edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:06.712671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-df186c37-db15-44af-acff-05179ec9edb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1299226 Oct 13 04:34:06.873607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c34ed0-ea62-4bb1-bd55-f79f236e9ba8 req-f91d143d-2780-4413-8eb8-669fdfefae70 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:06.889319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68c34ed0-ea62-4bb1-bd55-f79f236e9ba8 req-f91d143d-2780-4413-8eb8-669fdfefae70 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1826797 Oct 13 04:34:06.959617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-68d89b81-cea2-4036-8b47-fdcc46d9200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:06.965667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-68d89b81-cea2-4036-8b47-fdcc46d9200a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2154753 Oct 13 04:34:07.092838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68c34ed0-ea62-4bb1-bd55-f79f236e9ba8 req-0f63bfa4-b4ac-42d8-a1b8-22e8ab2e8f0d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025049 Oct 13 04:34:07.096165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.155992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event deleted for resources: {'Port': ['ID=4a8a9711-cb7f-4405-9e43-ceae811e359d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:07.211408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-5a0311cf-a2dc-42bc-914a-efdd97e9dae4 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275195 Oct 13 04:34:07.230979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.241044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.242372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fa2d1a99-c4b3-4cd4-8dcf-2b4c59b4e1ba tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "DELETE /v2.0/floatingips/029abae6-4d36-4081-9054-f652a571936d HTTP/1.1" status: 204 len: 168 time: 1.3825240 Oct 13 04:34:07.397257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42000) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:07.408211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-83b6f967-fbe8-4004-a6cf-e4503d765209 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882794 Oct 13 04:34:07.441665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42002) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:07.446542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187888323-network', 'tenant_id': '33f13f4381754441b18d316aeac33b0f'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:07.493968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-446f030e-18e3-4097-83f3-5146ecb102ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0785942 Oct 13 04:34:07.511197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Made reservation on behalf of 33f13f4381754441b18d316aeac33b0f for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:07.513721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.517922 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.526219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.568984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.569214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-502b0683-9c19-4897-affc-6e0e33a38fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:07.571021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-502b0683-9c19-4897-affc-6e0e33a38fb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0663965 Oct 13 04:34:07.649183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-7d3a9b66-4fed-45d7-82fe-35d54f6431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:07.651327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-7d3a9b66-4fed-45d7-82fe-35d54f6431d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716891 Oct 13 04:34:07.669008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.672423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.673670 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] 10.222.0.49 "DELETE /v2.0/security-groups/404fc973-3b1e-4097-a452-4ca8917f7956 HTTP/1.1" status: 204 len: 168 time: 0.2729623 Oct 13 04:34:07.691802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51579c8f-348c-4ebb-98d3-e9fa9c8620e3 tempest-TestServerBasicOps-150740149 tempest-TestServerBasicOps-150740149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fc973-3b1e-4097-a452-4ca8917f7956,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:07.770196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42012) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:07.833403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.842836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.894187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-251d9279-b91f-4330-8f57-153ed28c43ea tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:07.896121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-251d9279-b91f-4330-8f57-153ed28c43ea tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1067901 Oct 13 04:34:07.903051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-25b663e7-3785-4943-a2e7-07c1151d646d service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428844 Oct 13 04:34:07.921815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:07.945960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410a0439-7010-4718-acd7-1aca02e92148,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:07.963964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:07.964325 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Added segment 6bb4908d-5299-4567-b689-8025b2377294 of type vlan for network dc3c43a1-9ee6-4f0b-a405-dc188588519b Oct 13 04:34:08.047843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.078109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.080049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:08.081432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.117911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6749086 Oct 13 04:34:08.131318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:08.167187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Request body: {'subnet': {'network_id': 'dc3c43a1-9ee6-4f0b-a405-dc188588519b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187888323-subnet', 'tenant_id': '33f13f4381754441b18d316aeac33b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:08.195242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3963a-09af-475e-8cff-4908829518bb admin admin] Pushing event updated for resources: {'Network': ['ID=dc3c43a1-9ee6-4f0b-a405-dc188588519b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:08.207591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network dc3c43a1-9ee6-4f0b-a405-dc188588519b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:08.229084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:08.229529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.240640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Made reservation on behalf of 33f13f4381754441b18d316aeac33b0f for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:08.243483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.313497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-e5a8d4b4-031d-495c-9d5d-044934cfc0d8 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388515 Oct 13 04:34:08.355965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0004-11fd-409a-b452-07af665a256d req-ee0e5fb9-f69f-4c0a-9e50-89dc5499f61e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:08.363849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16cd0004-11fd-409a-b452-07af665a256d req-ee0e5fb9-f69f-4c0a-9e50-89dc5499f61e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 946 time: 0.1483295 Oct 13 04:34:08.459813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16cd0004-11fd-409a-b452-07af665a256d req-cc119f30-a184-42a2-9c4e-60068b5df5f6 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=54246a7c-31ee-456e-8bd3-96e1da950381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947750 Oct 13 04:34:08.464714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-f9369cfa-cbd8-4279-8f45-62376499ed20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 217 time: 0.0922041 Oct 13 04:34:08.657316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port 6aa65c2a-17f0-4d32-b178-d1ce642fba11, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6aa65c2a-17f0-4d32-b178-d1ce642fba11,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:08.657646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.680974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-9bf60ffc-f81a-4769-9ecb-317965dccdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:08.683096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-9bf60ffc-f81a-4769-9ecb-317965dccdd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1159375 Oct 13 04:34:08.737172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for 6aa65c2a-17f0-4d32-b178-d1ce642fba11 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:08.788616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:08.855966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f922454-35c6-4339-ac76-44d463ef04ed,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:08.909864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-9e62fac8-bc42-42a2-aff9-0b501a7dd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:08.911558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-9e62fac8-bc42-42a2-aff9-0b501a7dd991 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2176454 Oct 13 04:34:09.033448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Checking segment: {'id': '6bb4908d-5299-4567-b689-8025b2377294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'dc3c43a1-9ee6-4f0b-a405-dc188588519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:09.034355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Network hostable DHCP agents. Network: dc3c43a1-9ee6-4f0b-a405-dc188588519b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:09.094878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.129976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Network dc3c43a1-9ee6-4f0b-a405-dc188588519b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:09.134775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-deb9fad3-404b-46c9-b00f-1a0f442a36b7 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016432 Oct 13 04:34:09.162228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, dc3c43a1-9ee6-4f0b-a405-dc188588519b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:09.170672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5749c6f-f0a6-406b-b24b-6290586edeb3 None None] Network dc3c43a1-9ee6-4f0b-a405-dc188588519b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:09.209682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:09.210343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.229487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.245401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['6aa65c2a-17f0-4d32-b178-d1ce642fba11'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:09.345535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ae100-aeac-4f8d-acea-6c980a3b9e25 None None] Network dc3c43a1-9ee6-4f0b-a405-dc188588519b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:09.406067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Deleting port c18647c7-6656-4a4e-9206-d393a63518f2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:09.407045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.499198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] For port c18647c7-6656-4a4e-9206-d393a63518f2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c18647c7-6656-4a4e-9206-d393a63518f2,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:09.499656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.515619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4a5bfbbf-0f04-4104-9792-c0c836e5888c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3738735 Oct 13 04:34:09.520407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=6aa65c2a-17f0-4d32-b178-d1ce642fba11,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:09.520794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Calling delete_port for c18647c7-6656-4a4e-9206-d393a63518f2 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:09.601233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] No DVR routers for this DVR port 6aa65c2a-17f0-4d32-b178-d1ce642fba11 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:09.619933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.621917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c6e0f174-4030-4423-93d0-ea366ee0ddc8 req-98b4c02e-bce9-463b-ad15-8f1c91fd46f5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "DELETE /v2.0/ports/6aa65c2a-17f0-4d32-b178-d1ce642fba11 HTTP/1.1" status: 204 len: 173 time: 1.7177875 Oct 13 04:34:09.623994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6789679f-1c2a-43e5-a6f5-75c01e13d22a req-fd521caa-3990-4b38-a250-640571cfc5fe tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c25ca59-aac4-48b7-8c31-bfc4a98ebcff HTTP/1.1" status: 200 len: 210 time: 0.0677845 Oct 13 04:34:09.624485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'name': 'network-vif-deleted', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:09.626979 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb28489-c2b5-4f15-9825-984c84b40c12" -d '{"events": [{"server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "name": "network-vif-deleted", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:09.635232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-5d47271e-7260-449a-a041-07bbb28c21cc service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879098 Oct 13 04:34:09.725723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-58da652f-5731-4714-9151-c42baf9a1eb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 217 time: 0.0813143 Oct 13 04:34:09.727677 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3366cb-6a67-4d56-9c3b-35fac901dd7c x-openstack-request-id: req-5b3366cb-6a67-4d56-9c3b-35fac901dd7c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:09.727967 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c25ca59-aac4-48b7-8c31-bfc4a98ebcff", "name": "network-vif-deleted", "tag": "6aa65c2a-17f0-4d32-b178-d1ce642fba11", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:09.728353 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b3366cb-6a67-4d56-9c3b-35fac901dd7c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:09.728748 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c25ca59-aac4-48b7-8c31-bfc4a98ebcff', 'name': 'network-vif-deleted', 'tag': '6aa65c2a-17f0-4d32-b178-d1ce642fba11', 'status': 'completed', 'code': 200} Oct 13 04:34:09.736175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42040) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:09.822893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Deleting subnet 8c401127-cf8a-4433-9f46-e13018422c5d {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:09.825887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-965693a0-51cc-4bb3-b3dd-d50dac724fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:09.827372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-965693a0-51cc-4bb3-b3dd-d50dac724fed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.0822392 Oct 13 04:34:09.829410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.893647 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:09.938526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-4bcb2b41-959f-43dd-922e-af68a17fa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:09.938905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-4bcb2b41-959f-43dd-922e-af68a17fa40b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898438 Oct 13 04:34:09.944224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.066999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.104287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-477c7e25-2e60-4ba0-a439-51426d56aad4 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394315 Oct 13 04:34:10.107430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c401127-cf8a-4433-9f46-e13018422c5d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:10.109540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.116314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2cc713c2-136b-4556-a24a-dfc437d7d9e2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c401127-cf8a-4433-9f46-e13018422c5d HTTP/1.1" status: 204 len: 168 time: 0.3787899 Oct 13 04:34:10.117353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:10.214049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-6ee772b3-0a97-4430-ae12-f1ee7f2dc238 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956750 Oct 13 04:34:10.248335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.264768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.277826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-fccc8f56-9962-4847-953c-037415352a9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0548234 Oct 13 04:34:10.310102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18647c7-6656-4a4e-9206-d393a63518f2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:10.356920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-43c99113-6b18-4487-9f36-cea11f71fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:10.358382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-43c99113-6b18-4487-9f36-cea11f71fd3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.0698688 Oct 13 04:34:10.416119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-0aeac557-52b8-4561-bece-2a8309f62589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:10.418364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-0aeac557-52b8-4561-bece-2a8309f62589 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520678 Oct 13 04:34:10.471217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.527785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-13534e60-c2fb-428e-99d0-1a72910203a1 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012862 Oct 13 04:34:10.535331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709d7f9f-886e-43a2-9758-4cb35f1f2ef5']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:10.551243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771a9df1-549e-4ff8-9b70-5ffda466f747') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:10.551535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771a9df1-549e-4ff8-9b70-5ffda466f747') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:10.564943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.617582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.628882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:10.629255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:10.631823 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:10.666885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b58242da-a9cd-4845-9a84-560e2b2be2c5 req-91cef043-d812-4d6d-af73-f49000825ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302803 Oct 13 04:34:10.674406 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.776397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.786809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.793030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42072) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:10.793161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] 10.222.0.49 "DELETE /v2.0/networks/709d7f9f-886e-43a2-9758-4cb35f1f2ef5 HTTP/1.1" status: 204 len: 168 time: 0.6747267 Oct 13 04:34:10.809292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b8352-37f6-474d-b469-e4c50df08f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=709d7f9f-886e-43a2-9758-4cb35f1f2ef5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:10.876746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Deleting subnet 0f922454-35c6-4339-ac76-44d463ef04ed {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:10.882072 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.930999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:10.999915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Router b711a70b-60c6-496e-af44-779969c28a75 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:11.025024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.037584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd2b38-25b2-4de5-8f2f-e12160f77d5f req-d9abb52a-9a22-457c-9b05-1cf379246817 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:11.039181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4edd2b38-25b2-4de5-8f2f-e12160f77d5f req-d9abb52a-9a22-457c-9b05-1cf379246817 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0830679 Oct 13 04:34:11.122724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4edd2b38-25b2-4de5-8f2f-e12160f77d5f req-bb42735c-8ae3-42ef-a33b-50885db349c7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564942 Oct 13 04:34:11.158243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.172986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:11.182208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42078) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:11.183230 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2289635d-e219-4ca2-a0c8-658fd6be0221 admin admin] 10.222.0.49 "PUT /v2.0/routers/b711a70b-60c6-496e-af44-779969c28a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4105771 Oct 13 04:34:11.185154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Sync routers for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:11.190188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f922454-35c6-4339-ac76-44d463ef04ed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:11.199408 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:11.200082 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.226187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.231878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e6d1964-6550-4a62-88d9-c1d1afe303c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0f922454-35c6-4339-ac76-44d463ef04ed HTTP/1.1" status: 204 len: 168 time: 0.4353371 Oct 13 04:34:11.232651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42080) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:11.313217 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:11.350808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.398740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.498392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6aa65c2a-17f0-4d32-b178-d1ce642fba11 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:11.520228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 6aa65c2a-17f0-4d32-b178-d1ce642fba11 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:11.521658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6aa65c2a-17f0-4d32-b178-d1ce642fba11 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:11.551881 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:34:10Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.570434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.582051 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Checking router: b711a70b-60c6-496e-af44-779969c28a75 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:11.591728 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Routers {'b711a70b-60c6-496e-af44-779969c28a75'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:11.592317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:33:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b711a70b-60c6-496e-af44-779969c28a75'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.602692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.629610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3c43a1-9ee6-4f0b-a405-dc188588519b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.637891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.644919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb4908d-5299-4567-b689-8025b2377294') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.645199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb4908d-5299-4567-b689-8025b2377294') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.657103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.701736 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.706103 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] Set router b711a70b-60c6-496e-af44-779969c28a75 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:11.710941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:11.711454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:11.713474 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:11.759421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-87d76d04-269c-4cae-a2e7-0c0bba37ccf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.789922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.795053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.799526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dc3c43a1-9ee6-4f0b-a405-dc188588519b HTTP/1.1" status: 204 len: 168 time: 0.5665061 Oct 13 04:34:11.828432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015a38d-bbf0-4da0-b472-354e0b728730 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3c43a1-9ee6-4f0b-a405-dc188588519b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:11.834212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Deleting port ae7a4a00-6d55-44aa-9840-535b1ca8a4be {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:11.834212 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.927278 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:34:10Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:11.940754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] For port ae7a4a00-6d55-44aa-9840-535b1ca8a4be, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:11.940754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:11.941077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42092) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:11.954974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Calling delete_port for ae7a4a00-6d55-44aa-9840-535b1ca8a4be owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:11.959080 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba356ac-a370-474d-923c-fd19b751059c None None] The sync data for ids ['b711a70b-60c6-496e-af44-779969c28a75'] in n-d-813736-1 is: [{'id': 'b711a70b-60c6-496e-af44-779969c28a75', 'name': 'tempest-TestServerBasicOps-625292109-router', 'tenant_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:08Z', 'updated_at': '2021-10-13T04:34:10Z', 'revision_number': 5, 'project_id': 'db6bc54c43164143ba695f1e7f7d0d5e', 'gw_port': {'id': 'ae7a4a00-6d55-44aa-9840-535b1ca8a4be', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b711a70b-60c6-496e-af44-779969c28a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:11Z', 'updated_at': '2021-10-13T04:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:12.011472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2bb56321-cca7-4b75-af93-801de742bb76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3c687ca17ce49c38f1a1c59492f40a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671155 Oct 13 04:34:12.011723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:12.065197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.087485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.156486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.168204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.170818 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.174934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e74e8915-4ee3-4387-880b-b4b9dea13b30 HTTP/1.1" status: 204 len: 168 time: 0.1622455 Oct 13 04:34:12.183893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7add20-ece3-447e-9d23-151c1c233efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e8915-4ee3-4387-880b-b4b9dea13b30,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:12.235914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a4a00-6d55-44aa-9840-535b1ca8a4be,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:12.286865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.302651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed79eb-e1c7-474f-9e84-b929ac60f9b4 req-d1538ac2-0977-4879-b665-c10543acf1bd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:12.304481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8ed79eb-e1c7-474f-9e84-b929ac60f9b4 req-d1538ac2-0977-4879-b665-c10543acf1bd tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0738811 Oct 13 04:34:12.366442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8ed79eb-e1c7-474f-9e84-b929ac60f9b4 req-f6bf3d85-1d3d-402c-ba4f-0f98529b8225 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Oct 13 04:34:12.415411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.417707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.497849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.499236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b711a70b-60c6-496e-af44-779969c28a75 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:34:12.508152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.510091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-105c2b7c-34c8-4b45-8e8a-27f4a3316f4f admin admin] 10.222.0.49 "DELETE /v2.0/routers/b711a70b-60c6-496e-af44-779969c28a75 HTTP/1.1" status: 204 len: 168 time: 1.3251190 Oct 13 04:34:12.512765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42110) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:12.574547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Deleting subnet 16eb9d28-7cd8-41f1-a1ea-597ff4a97794 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:12.578001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.629589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.675785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.711478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-854c64e5-6cee-4c1f-835c-b839b273c61b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:12.713070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-854c64e5-6cee-4c1f-835c-b839b273c61b tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.0945079 Oct 13 04:34:12.734823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:12.784791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.820734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f67fb6e0-191d-4f7c-88d3-a2ab05697120 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33f13f4381754441b18d316aeac33b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834730 Oct 13 04:34:12.823245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:12.859292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c18647c7-6656-4a4e-9206-d393a63518f2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:12.903461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c18647c7-6656-4a4e-9206-d393a63518f2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:12.904174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c18647c7-6656-4a4e-9206-d393a63518f2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:12.917868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.940200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:12.940366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.942394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:12.987633 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.006507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.009240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.012843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/410a0439-7010-4718-acd7-1aca02e92148 HTTP/1.1" status: 204 len: 168 time: 0.1863708 Oct 13 04:34:13.019087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec650c9-e57c-41c0-af34-55892cbae919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a0439-7010-4718-acd7-1aca02e92148,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:13.037847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.043694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c2776-0aeb-4601-8c15-b4aeceb5a97b None None] Network 38b8c47e-7aba-47e0-ac32-7b2fab793376 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:13.044651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/16eb9d28-7cd8-41f1-a1ea-597ff4a97794 HTTP/1.1" status: 204 len: 168 time: 0.5298090 Oct 13 04:34:13.044941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42120) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:13.045663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d970dc-4ede-416e-9c0b-90e39fd9ce82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16eb9d28-7cd8-41f1-a1ea-597ff4a97794,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:13.092921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] For port 05285b60-59b2-454a-84b7-b70301a497f2, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=05285b60-59b2-454a-84b7-b70301a497f2,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:13.093235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.183770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.251896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Deleting port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:13.252527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.382023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] For port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,segment=NetworkSegment(2eb7293f-5ca5-4d4d-ae16-5ce653cb971a),segment_id=2eb7293f-5ca5-4d4d-ae16-5ce653cb971a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:13.382023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.397757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Calling delete_port for 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:13.519714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] DHCP port deletion for 38b8c47e-7aba-47e0-ac32-7b2fab793376 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:34:13.618962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.642713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Deleting port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:13.643127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.708609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:13.711114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] No DVR routers for this DVR port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:13.782842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] For port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:13.783517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.803030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Calling delete_port for 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:13.806510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:34:13.808139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.828398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] No DVR routers for this DVR port 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:13.853757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9b865-0ad5-42ac-b8b7-ef59ea65bbae None None] Pushing event deleted for resources: {'Port': ['ID=7ceee6f3-6243-49f0-bc3f-b93f83cc91aa,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:13.921760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:13.977785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5f99-7bc9-4c03-82b8-f06b4148a1cf req-f19e2777-029e-4fe9-9751-354084f2def5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:13.977785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f52b5f99-7bc9-4c03-82b8-f06b4148a1cf req-f19e2777-029e-4fe9-9751-354084f2def5 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 944 time: 0.3122191 Oct 13 04:34:13.978427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b8c47e-7aba-47e0-ac32-7b2fab793376']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:14.012940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:14.016499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb7293f-5ca5-4d4d-ae16-5ce653cb971a') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:14.034807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.035484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.036652 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Floating IP f938bc3a-9099-4183-8980-f1b490e9b32a disassociated. External IP: 172.25.0.71, port: 05285b60-59b2-454a-84b7-b70301a497f2. Oct 13 04:34:14.037084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for 05285b60-59b2-454a-84b7-b70301a497f2 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:14.039528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.058979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.068229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:14.068645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:14.123976 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:14.129087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f104c1eb-f5cd-43dd-8a95-938fcbf9cb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.169191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.195202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.198834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/38b8c47e-7aba-47e0-ac32-7b2fab793376 HTTP/1.1" status: 204 len: 168 time: 1.1528773 Oct 13 04:34:14.211606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42164) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:14.218453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e739-744c-4341-aceb-4ebd367fe4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=38b8c47e-7aba-47e0-ac32-7b2fab793376,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:14.271711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f52b5f99-7bc9-4c03-82b8-f06b4148a1cf req-a8422406-c961-4913-86c5-62268be16d2c tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups?id=09902c04-5a86-47a0-986f-6ad93e24e8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731931 Oct 13 04:34:14.274136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.311907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=05285b60-59b2-454a-84b7-b70301a497f2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:14.593085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Router 1d986df0-1938-4224-9935-5a061529e2b7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:14.835018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:14.850607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:14.852812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.885887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:14.886554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7ceee6f3-6243-49f0-bc3f-b93f83cc91aa not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:14.887225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ae7a4a00-6d55-44aa-9840-535b1ca8a4be no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:14.888390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] No DVR routers for this DVR port 05285b60-59b2-454a-84b7-b70301a497f2 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:14.890657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Sync routers for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:14.890856 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:14.894328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e7645fe-c34b-474c-8c36-ddb225b9b192 req-d71de8ea-9cd8-4a61-9b41-cd9df29e6489 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.16 "DELETE /v2.0/ports/05285b60-59b2-454a-84b7-b70301a497f2 HTTP/1.1" status: 204 len: 173 time: 2.1628428 Oct 13 04:34:14.894791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-deleted', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:14.897214 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364efd71-b858-4489-a063-93a33c260eb6" -d '{"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-deleted", "tag": "05285b60-59b2-454a-84b7-b70301a497f2"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:14.925017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ae7a4a00-6d55-44aa-9840-535b1ca8a4be {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:14.925812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ae7a4a00-6d55-44aa-9840-535b1ca8a4be not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:14.929403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:14.930037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:14.966626 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a447b-c88b-4681-b40b-171494c715c0 x-openstack-request-id: req-445a447b-c88b-4681-b40b-171494c715c0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:14.966919 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e302696-710e-4f21-a895-b5e79435b6bf", "name": "network-vif-deleted", "tag": "05285b60-59b2-454a-84b7-b70301a497f2", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:14.967551 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-445a447b-c88b-4681-b40b-171494c715c0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:14.967964 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e302696-710e-4f21-a895-b5e79435b6bf', 'name': 'network-vif-deleted', 'tag': '05285b60-59b2-454a-84b7-b70301a497f2', 'status': 'completed', 'code': 200} Oct 13 04:34:15.193381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:15.317030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Deleting port 88489eec-7183-4c52-aacf-46dade30188d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:15.318204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:15.480037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:15.485408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-66454e16-7832-49b4-8e60-07e643f84e8f req-30164c7d-ddb2-4b3e-9fec-5eef9a77dc1d tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e302696-710e-4f21-a895-b5e79435b6bf HTTP/1.1" status: 200 len: 210 time: 0.0627196 Oct 13 04:34:15.519503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] For port 88489eec-7183-4c52-aacf-46dade30188d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=88489eec-7183-4c52-aacf-46dade30188d,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:15.519874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:15.532220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:15.547897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:15.549751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Calling delete_port for 88489eec-7183-4c52-aacf-46dade30188d owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:15.662855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 05285b60-59b2-454a-84b7-b70301a497f2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:15.663584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 05285b60-59b2-454a-84b7-b70301a497f2 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:15.698140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:15.790674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Checking router: 1d986df0-1938-4224-9935-5a061529e2b7 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:15.828213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:15.828842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:15.938403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.053214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=88489eec-7183-4c52-aacf-46dade30188d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:16.054493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:16.401926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:16.403552 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.458189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e47d40-b701-4190-bc48-ab3e0c84570b None None] The sync data for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 is: [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:25:11Z', 'revision_number': 4, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '323bc1bd-bf45-4347-9300-484e91ebda87', 'name': '', 'network_id': '0c77bd0a-b8c1-401a-926e-7c42657662ec', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'mac_address': 'fa:16:3e:58:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:10Z', 'updated_at': '2021-10-13T04:25:17Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'subnets': [{'id': '2115d125-9dcf-4085-8c14-8819d164f9ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:16.625046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:16.751149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.796040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.876491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.880952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:16.882479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "DELETE /v2.0/security-groups/09902c04-5a86-47a0-986f-6ad93e24e8d5 HTTP/1.1" status: 204 len: 168 time: 0.2563026 Oct 13 04:34:16.888134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:16.902507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ecee5-a28f-4da9-a152-72119774632e tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09902c04-5a86-47a0-986f-6ad93e24e8d5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:16.916889 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-19ab4a4f-7ae3-41a1-a671-7ab8c5579840 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] show failed (client error): The resource could not be found. Oct 13 04:34:16.917930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-19ab4a4f-7ae3-41a1-a671-7ab8c5579840 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "GET /v2.0/security-groups/09902c04-5a86-47a0-986f-6ad93e24e8d5 HTTP/1.1" status: 404 len: 347 time: 0.0288539 Oct 13 04:34:16.921775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42230) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:16.980056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280cea8-6eea-4045-b63d-b9b21e9434c1 None None] New status for floating IP f938bc3a-9099-4183-8980-f1b490e9b32a: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:34:17.112739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Router 6818e85d-04dd-4d85-b49f-cfc99b61e416 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:17.127464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Deleting port cb1d786f-3894-4821-aebb-0281114306c4 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:17.128176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.218411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.218739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.234270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Calling delete_port for cb1d786f-3894-4821-aebb-0281114306c4 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:17.256064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.363603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:17.371834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-71d2959e-9b94-4179-9dcc-86f935992d83 admin admin] 10.222.0.49 "PUT /v2.0/routers/6818e85d-04dd-4d85-b49f-cfc99b61e416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585429 Oct 13 04:34:17.374880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:17.377766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Sync routers for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:17.396969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:17.397604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:17.464928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.529162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.591376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Pushing event deleted for resources: {'Port': ['ID=cb1d786f-3894-4821-aebb-0281114306c4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:17.603536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:17.697645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.708239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.709729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d2eaf151-b15e-4fa7-ba7a-14d1aff402a7 tempest-ServerActionsTestJSON-504634720 tempest-ServerActionsTestJSON-504634720-project] 10.222.0.49 "DELETE /v2.0/floatingips/f938bc3a-9099-4183-8980-f1b490e9b32a HTTP/1.1" status: 204 len: 168 time: 0.7865772 Oct 13 04:34:17.712603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42256) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:17.766171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.869070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Deleting port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:17.869845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:17.882185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:34:15Z', 'revision_number': 5, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port': {'id': '7fdd50e8-7ecb-4020-af52-77dbb5151f3a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:28:40Z', 'updated_at': '2021-10-13T04:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:17.934416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Checking router: 6818e85d-04dd-4d85-b49f-cfc99b61e416 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:17.955668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Routers {'6818e85d-04dd-4d85-b49f-cfc99b61e416'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:17.956679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['6818e85d-04dd-4d85-b49f-cfc99b61e416'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:18.037700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] For port 7fdd50e8-7ecb-4020-af52-77dbb5151f3a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:18.037993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.079158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Calling delete_port for 7fdd50e8-7ecb-4020-af52-77dbb5151f3a owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:18.280574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] Set router 6818e85d-04dd-4d85-b49f-cfc99b61e416 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:18.415481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:34:17Z', 'revision_number': 6, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:18.447751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a269a7-7515-44f1-938a-58cdb4650e53 None None] The sync data for ids ['6818e85d-04dd-4d85-b49f-cfc99b61e416'] in n-d-813736-1 is: [{'id': '6818e85d-04dd-4d85-b49f-cfc99b61e416', 'name': 'tempest-TestServerBasicOps-1825319340-router', 'tenant_id': '99eba40867ac4e5782d413b9410a3da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:28:38Z', 'updated_at': '2021-10-13T04:34:17Z', 'revision_number': 6, 'project_id': '99eba40867ac4e5782d413b9410a3da4', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:18.450484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.513675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdd50e8-7ecb-4020-af52-77dbb5151f3a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:18.604855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.643575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.712669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.716107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.767084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.767712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6818e85d-04dd-4d85-b49f-cfc99b61e416 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:34:18.773673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.775104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89a7d51f-56cf-45ac-9509-3299dc850a39 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6818e85d-04dd-4d85-b49f-cfc99b61e416 HTTP/1.1" status: 204 len: 168 time: 1.3991015 Oct 13 04:34:18.777748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42272) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:18.870370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Deleting subnet 90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:18.875181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.961505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:18.982359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 88489eec-7183-4c52-aacf-46dade30188d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:19.017600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 88489eec-7183-4c52-aacf-46dade30188d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:19.020813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 88489eec-7183-4c52-aacf-46dade30188d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:19.083456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.086544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Deleting port 323bc1bd-bf45-4347-9300-484e91ebda87 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:19.087574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.169681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.187403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] For port 323bc1bd-bf45-4347-9300-484e91ebda87, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=323bc1bd-bf45-4347-9300-484e91ebda87,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:19.187805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.205869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Calling delete_port for 323bc1bd-bf45-4347-9300-484e91ebda87 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:19.210883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d17eea-f0cc-4f10-b909-6e9d46adb99d None None] Network b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:19.222565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:19.229941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.233784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89ea290e-e912-47f3-bdfa-29d5ac47ca29 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/90f97bf5-e3b6-4ce3-bf8e-6ec3a0d8110c HTTP/1.1" status: 204 len: 168 time: 0.4551082 Oct 13 04:34:19.236348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42284) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:19.322507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.407544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Deleting port 2a621697-bd15-4439-8606-954b0fee7804 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:19.408030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.490837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe692a-a274-4948-b02a-150775261c06 None None] DHCP port deletion for b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:34:19.511184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] For port 2a621697-bd15-4439-8606-954b0fee7804, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a621697-bd15-4439-8606-954b0fee7804,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:19.511184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.521252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Calling delete_port for 2a621697-bd15-4439-8606-954b0fee7804 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:19.573908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.608897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Deleting port 2a621697-bd15-4439-8606-954b0fee7804 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:19.609389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.628265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.658768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a621697-bd15-4439-8606-954b0fee7804,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:19.667160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] No DVR routers for this DVR port 2a621697-bd15-4439-8606-954b0fee7804 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:19.734655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Pushing event deleted for resources: {'Port': ['ID=323bc1bd-bf45-4347-9300-484e91ebda87,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:19.787570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-80fe692a-a274-4948-b02a-150775261c06 None None] For port 2a621697-bd15-4439-8606-954b0fee7804, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2a621697-bd15-4439-8606-954b0fee7804,segment=NetworkSegment(762c309c-0783-4e39-bec5-e1edc2bbdd83),segment_id=762c309c-0783-4e39-bec5-e1edc2bbdd83)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:19.790974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.830198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Calling delete_port for 2a621697-bd15-4439-8606-954b0fee7804 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:19.868492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:19.905742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.908006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.908534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.911175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.911977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.912666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.913163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.916616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.917313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.917850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.918381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.918909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:19.951550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e04934-625d-4d9c-b4f4-0d8fafcf18c5']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:19.993881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762c309c-0783-4e39-bec5-e1edc2bbdd83') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:19.995314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762c309c-0783-4e39-bec5-e1edc2bbdd83') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:20.039619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.083418 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.096276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:20.097148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:20.101492 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:20.112448 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.189551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe692a-a274-4948-b02a-150775261c06 None None] Pushing event deleted for resources: {'Port': ['ID=2a621697-bd15-4439-8606-954b0fee7804,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:20.195315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe692a-a274-4948-b02a-150775261c06 None None] No DVR routers for this DVR port 2a621697-bd15-4439-8606-954b0fee7804 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:20.220637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.226798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.232199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b8e04934-625d-4d9c-b4f4-0d8fafcf18c5 HTTP/1.1" status: 204 len: 168 time: 0.9944425 Oct 13 04:34:20.248524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3ffc-0d02-4dc7-b1cb-047a16eb58c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e04934-625d-4d9c-b4f4-0d8fafcf18c5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:20.275204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.421317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42310) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:20.474144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad795d03-b3b9-4452-aac3-829b671e510a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db6bc54c43164143ba695f1e7f7d0d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514448 Oct 13 04:34:20.475168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42312) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:20.536903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.561752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.622385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.628467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:20.635395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fc2277c-cfc1-425e-8fc7-b2db4e15b286 HTTP/1.1" status: 204 len: 168 time: 0.1588619 Oct 13 04:34:20.652253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112606-cc49-4fbe-b68a-e8bf8796196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2277c-cfc1-425e-8fc7-b2db4e15b286,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:20.779671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Router 1d986df0-1938-4224-9935-5a061529e2b7 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:20.954836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7fdd50e8-7ecb-4020-af52-77dbb5151f3a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:20.988038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7fdd50e8-7ecb-4020-af52-77dbb5151f3a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:20.989523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7fdd50e8-7ecb-4020-af52-77dbb5151f3a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:20.990285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a621697-bd15-4439-8606-954b0fee7804 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:21.006735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:21.015392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b058f744-7608-47c3-8561-03ec5ea5004a admin admin] 10.222.0.49 "PUT /v2.0/routers/1d986df0-1938-4224-9935-5a061529e2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995102 Oct 13 04:34:21.015975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:21.021826 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Sync routers for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:21.054724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:21.055736 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:21.067083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2a621697-bd15-4439-8606-954b0fee7804 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:21.069284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2a621697-bd15-4439-8606-954b0fee7804 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:21.204622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.356497 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:21.397232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.477674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42332) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:21.556178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Deleting port c75b1b85-d25b-4777-a51f-9baa06ea5db1 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:21.556536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.567919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31439f78-8c63-489f-ac39-576da0e2f571 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99eba40867ac4e5782d413b9410a3da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890400 Oct 13 04:34:21.574551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:21.713170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.760743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.768015 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:34:19Z', 'revision_number': 5, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port': {'id': 'c75b1b85-d25b-4777-a51f-9baa06ea5db1', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d986df0-1938-4224-9935-5a061529e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:25:07Z', 'updated_at': '2021-10-13T04:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:21.811494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Checking router: 1d986df0-1938-4224-9935-5a061529e2b7 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:21.822304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Routers {'1d986df0-1938-4224-9935-5a061529e2b7'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:21.823291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['1d986df0-1938-4224-9935-5a061529e2b7'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:21.831999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] For port c75b1b85-d25b-4777-a51f-9baa06ea5db1, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c75b1b85-d25b-4777-a51f-9baa06ea5db1,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:21.832370 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.849925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Calling delete_port for c75b1b85-d25b-4777-a51f-9baa06ea5db1 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:21.864946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.868268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:21.869594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ae323de-ca82-4de6-a19b-7978812e5706 HTTP/1.1" status: 204 len: 168 time: 0.2939904 Oct 13 04:34:21.904274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32039d96-9e50-42fc-bada-ca8c150dbf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae323de-ca82-4de6-a19b-7978812e5706,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:21.986093 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] Set router 1d986df0-1938-4224-9935-5a061529e2b7 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:22.092959 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:34:21Z', 'revision_number': 6, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:22.170672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c191017-94b0-4846-b799-6b4d33f7fed4 None None] The sync data for ids ['1d986df0-1938-4224-9935-5a061529e2b7'] in n-d-813736-1 is: [{'id': '1d986df0-1938-4224-9935-5a061529e2b7', 'name': 'tempest-ServerActionsTestJSON-771400711-router', 'tenant_id': 'e9028071fba64169b91f9fab37ae51d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:25:06Z', 'updated_at': '2021-10-13T04:34:21Z', 'revision_number': 6, 'project_id': 'e9028071fba64169b91f9fab37ae51d2', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:22.303615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:22.447190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75b1b85-d25b-4777-a51f-9baa06ea5db1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:22.485256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:22.895623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 323bc1bd-bf45-4347-9300-484e91ebda87 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:22.969299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 323bc1bd-bf45-4347-9300-484e91ebda87 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:22.969686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 323bc1bd-bf45-4347-9300-484e91ebda87 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:22.985834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:22.989613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.048624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.049435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d986df0-1938-4224-9935-5a061529e2b7 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:34:23.058929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.062832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42376) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:23.063445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-772a5586-6843-471c-914e-4c7f7738f588 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1d986df0-1938-4224-9935-5a061529e2b7 HTTP/1.1" status: 204 len: 168 time: 2.0458150 Oct 13 04:34:23.120415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Deleting subnet 2115d125-9dcf-4085-8c14-8819d164f9ba {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:23.124521 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.168434 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.325589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:23.525344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2119268656-network', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:23.556851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Made reservation on behalf of 8eda4d4884644724bf03f2ab2eb2bb87 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:23.560081 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.584951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.714831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.764180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.773149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.818842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:23.838691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.838960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e8e2c-7619-4b54-bdd9-f7b19e0ebd92,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:23.859075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.860986 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Added segment 37323f43-d443-4541-b966-9916ddeff59f of type vlan for network 2fa54274-23fb-420b-9b43-8b7abb283802 Oct 13 04:34:23.878426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2115d125-9dcf-4085-8c14-8819d164f9ba,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:23.881909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.886232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1aac70-83dd-4574-84b4-d3bb8dd03ee6 None None] Network 0c77bd0a-b8c1-401a-926e-7c42657662ec requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:23.890418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c6a366c2-e611-4bf7-90ca-cdc3e1b3af2e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2115d125-9dcf-4085-8c14-8819d164f9ba HTTP/1.1" status: 204 len: 168 time: 0.8254669 Oct 13 04:34:23.891678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42398) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:23.933003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.982139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:23.983235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:23.983964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.005289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.028038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6954439 Oct 13 04:34:24.041091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42404) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:24.069039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Request body: {'subnet': {'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2119268656-subnet', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:24.071119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21479602-a430-4c9b-a6df-9651b35e4418 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa54274-23fb-420b-9b43-8b7abb283802,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:24.104355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2fa54274-23fb-420b-9b43-8b7abb283802 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:24.153667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Made reservation on behalf of 8eda4d4884644724bf03f2ab2eb2bb87 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:24.156087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.222281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Deleting port f714a201-6981-4a86-9eb9-9249295e85df {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:24.222716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.311780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] DHCP port deletion for 0c77bd0a-b8c1-401a-926e-7c42657662ec request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:34:24.343394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] For port f714a201-6981-4a86-9eb9-9249295e85df, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f714a201-6981-4a86-9eb9-9249295e85df,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:24.343899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.364431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Calling delete_port for f714a201-6981-4a86-9eb9-9249295e85df owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:24.560555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Deleting port f714a201-6981-4a86-9eb9-9249295e85df {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:24.561151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.626684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.655769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] For port f714a201-6981-4a86-9eb9-9249295e85df, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f714a201-6981-4a86-9eb9-9249295e85df,segment=NetworkSegment(d2e7e0b9-7321-4672-b721-08120fc9d732),segment_id=d2e7e0b9-7321-4672-b721-08120fc9d732)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:24.656569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.678467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Calling delete_port for f714a201-6981-4a86-9eb9-9249295e85df owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:24.724143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.762992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] No DVR routers for this DVR port f714a201-6981-4a86-9eb9-9249295e85df on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:24.791328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:24.876131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] No DVR routers for this DVR port f714a201-6981-4a86-9eb9-9249295e85df on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:24.877777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a278b-716d-4cd8-9581-faf9496dc3dd None None] Pushing event deleted for resources: {'Port': ['ID=f714a201-6981-4a86-9eb9-9249295e85df,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:24.895910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f714a201-6981-4a86-9eb9-9249295e85df no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:24.914770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f714a201-6981-4a86-9eb9-9249295e85df {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:24.915225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f714a201-6981-4a86-9eb9-9249295e85df not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:24.915650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c75b1b85-d25b-4777-a51f-9baa06ea5db1 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:24.915777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32f765a-aaca-4a8a-9556-140f2c37c49a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:24.936514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c75b1b85-d25b-4777-a51f-9baa06ea5db1 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:24.936875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c75b1b85-d25b-4777-a51f-9baa06ea5db1 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:24.952476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Pushing event deleted for resources: {'Port': ['ID=f714a201-6981-4a86-9eb9-9249295e85df,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:25.075779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Checking segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:25.077150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Network hostable DHCP agents. Network: 2fa54274-23fb-420b-9b43-8b7abb283802, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:25.105545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.138610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c77bd0a-b8c1-401a-926e-7c42657662ec']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:25.152595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e7e0b9-7321-4672-b721-08120fc9d732') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:25.153070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e7e0b9-7321-4672-b721-08120fc9d732') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:25.163026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:25.186919 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.216264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.227481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:25.227922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:25.229890 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:25.242215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2fa54274-23fb-420b-9b43-8b7abb283802) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:25.247290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:25.248634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.250775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c07df-c6f1-4289-b32e-50bf82361ccc None None] Network 2fa54274-23fb-420b-9b43-8b7abb283802 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:25.289687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:25.333748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42434) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:25.340306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:25.348534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09e5b745-d13f-4964-9d69-fdc3b8d60fec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3032827 Oct 13 04:34:25.349978 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.371872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.378407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0c77bd0a-b8c1-401a-926e-7c42657662ec HTTP/1.1" status: 204 len: 168 time: 1.4817519 Oct 13 04:34:25.398088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9695e3-ab6a-472a-be9b-0fa4b3a79707 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c77bd0a-b8c1-401a-926e-7c42657662ec,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:25.406260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.407888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.522968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.661104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73bd4149-538b-4f2c-9fbc-47348ccc64fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.705899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42440) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:25.712539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-2fa54274-23fb-420b-9b43-8b7abb283802', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:34:25.713775 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.756315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.858411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-feaf3b62-0c80-4fa5-bf97-54fc0dae0c38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9028071fba64169b91f9fab37ae51d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483343 Oct 13 04:34:25.858411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42448) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:25.923507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Allocated IP 172.20.0.2 (2fa54274-23fb-420b-9b43-8b7abb283802/b32f765a-aaca-4a8a-9556-140f2c37c49a/a5359119-673b-4e79-b4b5-921f5dc39b76) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:25.958114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73bd4149-538b-4f2c-9fbc-47348ccc64fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.981514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-73bd4149-538b-4f2c-9fbc-47348ccc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:25.986084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.022720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.090910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73bd4149-538b-4f2c-9fbc-47348ccc64fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b71840ed6744c24822d18cbf8148ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000972 Oct 13 04:34:26.093127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd4149-538b-4f2c-9fbc-47348ccc64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3dd43-23c7-48be-adda-5f1f9f3bc35a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:26.096015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42450) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:26.125912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.129637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.133612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54246a7c-31ee-456e-8bd3-96e1da950381 HTTP/1.1" status: 204 len: 168 time: 0.2720678 Oct 13 04:34:26.142433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28fa2b-b2df-4c7b-b151-03e684e1ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54246a7c-31ee-456e-8bd3-96e1da950381,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:26.185421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.199790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.235900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.269380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Pushing event updated for resources: {'Port': ['ID=a5359119-673b-4e79-b4b5-921f5dc39b76,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:26.294201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:26.295994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:26.303669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:26.397693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Attempting to bind port a5359119-673b-4e79-b4b5-921f5dc39b76 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:26.398151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Attempting to bind port a5359119-673b-4e79-b4b5-921f5dc39b76 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:26.398653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Attempting to bind port a5359119-673b-4e79-b4b5-921f5dc39b76 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:26.405448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:26.405935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Checking segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:26.406570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.407335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Bound using segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:26.407780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Bound port: a5359119-673b-4e79-b4b5-921f5dc39b76, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:26.408278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.526017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] For port a5359119-673b-4e79-b4b5-921f5dc39b76, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:26.531276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] For port a5359119-673b-4e79-b4b5-921f5dc39b76, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a5359119-673b-4e79-b4b5-921f5dc39b76,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:26.543570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.628067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08428c7-0bb2-46d1-9a0e-8c28cc06bd42 None None] Pushing event updated for resources: {'Port': ['ID=a5359119-673b-4e79-b4b5-921f5dc39b76,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:26.743717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.889274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.924288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.930972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.932220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5c3dd43-23c7-48be-adda-5f1f9f3bc35a HTTP/1.1" status: 204 len: 168 time: 0.8233061 Oct 13 04:34:26.942352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:26.982328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c53c76-bb6e-453d-a773-ce15db129d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c3dd43-23c7-48be-adda-5f1f9f3bc35a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:27.207892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Allocated IP 172.25.0.239 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/262b08d3-70bd-4be4-83d5-2075483adb1b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:27.457547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:27.513021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:27.593266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:27.600938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:27.608554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:27.612475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:27.770793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Pushing event updated for resources: {'Port': ['ID=262b08d3-70bd-4be4-83d5-2075483adb1b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:27.803876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:27.824604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f623-0e48-409e-bf3f-da5af60cf021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:27.877608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2101923063-network', 'tenant_id': '37148204ba6741658ffade8f31d80531'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:27.979494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Made reservation on behalf of 37148204ba6741658ffade8f31d80531 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:27.982569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:27.997768 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.064000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d39cc8-bbda-4db2-a4d8-ad15ce3c476b None None] Network 2fa54274-23fb-420b-9b43-8b7abb283802 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:28.070599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.145589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.151263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f623-0e48-409e-bf3f-da5af60cf021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.155617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.164358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f623-0e48-409e-bf3f-da5af60cf021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.211095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] Provisioning complete for port a5359119-673b-4e79-b4b5-921f5dc39b76 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:28.213051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.218739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:28.234909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade09634-1652-4c3c-9f63-044a633dca76,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:28.258053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.259792 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Added segment e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e of type vlan for network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 Oct 13 04:34:28.325848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cbd2f623-0e48-409e-bf3f-da5af60cf021 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83d6afa3fa844ce5b7eb74a7de18c1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205951 Oct 13 04:34:28.340193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42516) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:28.345483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f623-0e48-409e-bf3f-da5af60cf021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aedfed-e6b6-4ce8-82f4-219dda91f1ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:28.417010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.423225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.425423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.450090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.451672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:28.452545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.466560 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.516550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.546376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9401622 Oct 13 04:34:28.554603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] For port a5359119-673b-4e79-b4b5-921f5dc39b76, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a5359119-673b-4e79-b4b5-921f5dc39b76,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:28.556229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42520) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:28.560595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.561659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Request body: {'subnet': {'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2101923063-subnet', 'tenant_id': '37148204ba6741658ffade8f31d80531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:28.596928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b487dc9-355c-438c-a8ec-a95b7b553bce admin admin] Pushing event updated for resources: {'Network': ['ID=f405baa9-3c3f-47e0-8617-42f1ede4c9c1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:28.622153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:28.658860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Made reservation on behalf of 37148204ba6741658ffade8f31d80531 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:28.663217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.749758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.752482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:28.757638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4aedfed-e6b6-4ce8-82f4-219dda91f1ea HTTP/1.1" status: 204 len: 168 time: 0.4124138 Oct 13 04:34:28.797468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db3b25-5211-4d15-8f2e-638407b64d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aedfed-e6b6-4ce8-82f4-219dda91f1ea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:28.803526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Router 499fc240-9068-4ab0-850c-b651aa3c98ab is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:34:28.832775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f752-260c-47c5-9ed0-4677d7bb0b3b None None] Pushing event updated for resources: {'Port': ['ID=a5359119-673b-4e79-b4b5-921f5dc39b76,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:28.958821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a5359119-673b-4e79-b4b5-921f5dc39b76 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:29.007725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:29.033700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Sync routers for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:29.061174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:29.061787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:29.078390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.082182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34cce6c6-16b0-41be-946f-b0aab0280340 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7445545 Oct 13 04:34:29.082494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:29.247732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.270055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a5359119-673b-4e79-b4b5-921f5dc39b76 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:29.272774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.326056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7fb86571-61b6-47ab-9701-0a55a822a5d3 None None] Provisioning complete for port a5359119-673b-4e79-b4b5-921f5dc39b76 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:29.326699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fb86571-61b6-47ab-9701-0a55a822a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.398368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:29.399714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1feaa4-9041-47c2-82e7-86efe34ee1fe,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:29.416739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Checking segment: {'id': 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:29.417404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Network hostable DHCP agents. Network: f405baa9-3c3f-47e0-8617-42f1ede4c9c1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:29.459785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:29.474515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f405baa9-3c3f-47e0-8617-42f1ede4c9c1) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:29.482687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:29.483138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.514490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94eef34-eaa1-4a15-8b84-ab1c0328e453 None None] Network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:29.524195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d879defb-84a9-41b2-b07d-7c235248e144 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9657886 Oct 13 04:34:29.806378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:29.941320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d17e82-3ad8-40d3-8c3d-787e31eb5a16 None None] Network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:30.191056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Allocated IP 172.20.0.1 (2fa54274-23fb-420b-9b43-8b7abb283802/b32f765a-aaca-4a8a-9556-140f2c37c49a/69ca3295-4e93-4ae3-996b-0895e7a9e620) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:30.328333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:30.403394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:30.413657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:27Z', 'revision_number': 3, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:30.449226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Checking router: 499fc240-9068-4ab0-850c-b651aa3c98ab for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:30.449683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Updating router 499fc240-9068-4ab0-850c-b651aa3c98ab port 262b08d3-70bd-4be4-83d5-2075483adb1b binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:34:30.486005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:30.496148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:30.498653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:30.547714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:30.548067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Pushing event updated for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:30.565386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:30.569086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-82c73fea-8174-4302-bde8-d6a441689596 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:30.571423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-82c73fea-8174-4302-bde8-d6a441689596 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/networks?id=f405baa9-3c3f-47e0-8617-42f1ede4c9c1 HTTP/1.1" status: 200 len: 814 time: 0.1730883 Oct 13 04:34:30.601323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-6f0528dc-4315-4a2d-8978-9b1ae6c80d49 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/quotas/37148204ba6741658ffade8f31d80531 HTTP/1.1" status: 200 len: 375 time: 0.0240319 Oct 13 04:34:30.658043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-8ba20582-9e13-4eb3-bc3d-ecf31760eeae tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37148204ba6741658ffade8f31d80531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474520 Oct 13 04:34:30.820068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-9f63196d-1fea-4df0-9846-1a2ed7464085 service neutron] 10.222.0.49 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582551 Oct 13 04:34:30.858283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a5359119-673b-4e79-b4b5-921f5dc39b76 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:30.859779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.003532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-38c0a33e-f510-4ef3-8dce-c23905c46477 service neutron] 10.222.0.49 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778011 Oct 13 04:34:31.032392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8040793e-d690-43eb-832c-951543a01061 None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:31.032752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8040793e-d690-43eb-832c-951543a01061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.171700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.181241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8040793e-d690-43eb-832c-951543a01061 None None] Port 69ca3295-4e93-4ae3-996b-0895e7a9e620 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:34:31.187561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.189609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a5359119-673b-4e79-b4b5-921f5dc39b76 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:31.190125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.268711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7a87-68a8-42e1-911d-211b9d51f80f None None] Pushing event updated for resources: {'Port': ['ID=262b08d3-70bd-4be4-83d5-2075483adb1b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:31.272336 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.287574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.312983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Attempting to bind port 262b08d3-70bd-4be4-83d5-2075483adb1b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:31.320528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Attempting to bind port 262b08d3-70bd-4be4-83d5-2075483adb1b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:31.320528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Attempting to bind port 262b08d3-70bd-4be4-83d5-2075483adb1b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:31.350797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:31.358508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:31.359379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.359846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:31.360432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Bound port: 262b08d3-70bd-4be4-83d5-2075483adb1b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:31.360884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.446086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] For port 262b08d3-70bd-4be4-83d5-2075483adb1b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:31.449357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] For port 262b08d3-70bd-4be4-83d5-2075483adb1b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=262b08d3-70bd-4be4-83d5-2075483adb1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:31.461476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.470978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1fea7182-019c-4fa1-bd48-57bf69073b0e req-7158af3f-2eba-4e91-bc3d-5e724b9a06de tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 210 time: 0.0727763 Oct 13 04:34:31.475323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Pushing event updated for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:31.482763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.483163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.483512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.483855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.484183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.484519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.484850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.485179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.485507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.485834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.486157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.486480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:31.492234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:31.578915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:31.579556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:31.628971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b7a87-68a8-42e1-911d-211b9d51f80f None None] Pushing event updated for resources: {'Port': ['ID=262b08d3-70bd-4be4-83d5-2075483adb1b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:31.655017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:31.657012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:31.794718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:31.847546 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:34:32.133123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Router 499fc240-9068-4ab0-850c-b651aa3c98ab has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:32.253435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d72f9bc-cf9e-48ac-9b8e-7ff41f86b52e None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:32.253799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d72f9bc-cf9e-48ac-9b8e-7ff41f86b52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:32.313590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:32.333174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-43b0d5a0-5fb6-4763-a300-e95093eed828 admin admin] 10.222.0.49 "PUT /v2.0/routers/499fc240-9068-4ab0-850c-b651aa3c98ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2491751 Oct 13 04:34:32.396215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '69ca3295-4e93-4ae3-996b-0895e7a9e620', 'name': '', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'mac_address': 'fa:16:3e:34:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:29Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 2, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'subnets': [{'id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:32.433494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8538b0b2-fcd3-42d9-971f-aa09672f8485 None None] The sync data for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 is: [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '69ca3295-4e93-4ae3-996b-0895e7a9e620', 'name': '', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'mac_address': 'fa:16:3e:34:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:29Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 2, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'subnets': [{'id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:32.463331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1d72f9bc-cf9e-48ac-9b8e-7ff41f86b52e None None] Port 69ca3295-4e93-4ae3-996b-0895e7a9e620 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:34:32.652966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5430c3f-20bc-4815-afd9-32982b51c125 req-8e51d5fd-508a-48b8-97e4-f5c428a2dd57 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 210 time: 0.0339832 Oct 13 04:34:32.999304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-69470a0a-8f7c-472b-a1ca-abeffb1d6891 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:33.004333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-69470a0a-8f7c-472b-a1ca-abeffb1d6891 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.47 "GET /v2.0/networks?id=f405baa9-3c3f-47e0-8617-42f1ede4c9c1 HTTP/1.1" status: 200 len: 814 time: 0.1261523 Oct 13 04:34:33.015368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Request body: {'port': {'device_id': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1', 'admin_state_up': True, 'tenant_id': '37148204ba6741658ffade8f31d80531'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:33.208521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42664) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:33.213753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-701491284-network', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:33.243648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.api [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:34:33.243648 n-d-813736-1 neutron-server[95048]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 13 04:34:33.243648 n-d-813736-1 neutron-server[95048]: [parameters: {'project_id': '37148204ba6741658ffade8f31d80531', 'id': '37125a89-04b9-4ebc-bd3f-974bc57e3c0d', 'expiration': datetime.datetime(2021, 10, 13, 4, 36, 33, 239732)}] Oct 13 04:34:33.243648 n-d-813736-1 neutron-server[95048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:34:33.244445 n-d-813736-1 neutron-server[95048]: DEBUG oslo_db.api [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:34:33.256413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Made reservation on behalf of 52b9c94baa7347fcbf7a8b71acf8f5c5 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:33.259097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.270109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.436038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.448400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.486896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a718d7-0457-4941-bb2d-7388a61a91a9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:33.498034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:33.512974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.513588 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Added segment e1d43757-161f-433e-a8f2-0925fef27ba0 of type vlan for network a849fb81-225d-4480-97f5-656f12ec1c6a Oct 13 04:34:33.577044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.611584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.612768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:33.613427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.696599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4867296 Oct 13 04:34:33.699354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42682) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:33.709113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Request body: {'subnet': {'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-701491284-subnet', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:33.715972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb35d3-6da7-4745-ae38-848f2da2127a admin admin] Pushing event updated for resources: {'Network': ['ID=a849fb81-225d-4480-97f5-656f12ec1c6a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:33.728480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a849fb81-225d-4480-97f5-656f12ec1c6a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:33.797848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Made reservation on behalf of 52b9c94baa7347fcbf7a8b71acf8f5c5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:33.801757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:33.815204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14b53c36-0ab6-4731-bb0e-385b8dbdc979 req-852ebb14-7387-4b0e-9cfe-ef38e7eefe3e tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 210 time: 0.0353010 Oct 13 04:34:33.904853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Made reservation on behalf of 37148204ba6741658ffade8f31d80531 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:33.908374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.106836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.153964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Allocated IP 172.20.0.2 (f405baa9-3c3f-47e0-8617-42f1ede4c9c1/cf1feaa4-9041-47c2-82e7-86efe34ee1fe/04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:34.202345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:34.206666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Checking segment: {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:34.207125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Network hostable DHCP agents. Network: a849fb81-225d-4480-97f5-656f12ec1c6a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:34.254609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Network a849fb81-225d-4480-97f5-656f12ec1c6a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:34.317713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a849fb81-225d-4480-97f5-656f12ec1c6a) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:34.328987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:34.329556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.331137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac3f28-56bd-437f-8411-3a5c691425e6 None None] Network a849fb81-225d-4480-97f5-656f12ec1c6a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:34.373520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94308249-0c14-4a05-bda7-4fcf3f9511b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6730196 Oct 13 04:34:34.376100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 42686) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:34.381142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:34.419619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.421735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.486968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.551507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.570648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.611189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-a849fb81-225d-4480-97f5-656f12ec1c6a', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:34:34.612178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.616623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:34.625936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:34.676250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:34.806183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.813572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:34.815792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:34.886038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Pushing event updated for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:34.907514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-055c161b-935d-4f2b-a9ed-9d8c59f60744 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8956180 Oct 13 04:34:34.943015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 262b08d3-70bd-4be4-83d5-2075483adb1b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:34.947007 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Request body: {'port': {'device_id': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:35.062273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Allocated IP 172.20.0.2 (a849fb81-225d-4480-97f5-656f12ec1c6a/2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f/0dae1287-f56f-49ad-a403-a15c9ea2e2fa) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:35.133618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.227725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 262b08d3-70bd-4be4-83d5-2075483adb1b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:35.234408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.246265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714922e0-1015-42b3-90aa-8cc9dfa0e3cd req-83f0a7e1-1075-48df-b57b-c72f3494636f tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:35.276359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-714922e0-1015-42b3-90aa-8cc9dfa0e3cd req-83f0a7e1-1075-48df-b57b-c72f3494636f tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 931 time: 0.2981794 Oct 13 04:34:35.389553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.437354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.567077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-714922e0-1015-42b3-90aa-8cc9dfa0e3cd req-1d6efb02-ff8b-4321-a567-459edabd5556 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891355 Oct 13 04:34:35.651556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.676371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.690825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 262b08d3-70bd-4be4-83d5-2075483adb1b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=262b08d3-70bd-4be4-83d5-2075483adb1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:35.695021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.735252 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Sync routers for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:35.753705 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:35.758316 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:35.775036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.826243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Allocated IP 172.25.0.107 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/1c53a754-f6b5-4327-92d5-098a38bdb125) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:35.833180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Network a849fb81-225d-4480-97f5-656f12ec1c6a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:35.834039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Pushing event updated for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:35.855352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:35.885376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:35.893960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:34:35.918145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.948560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Transition to ACTIVE for port object 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:34:35.959547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:35.967621 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:36.085187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Pushing event updated for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:36.091893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.109964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Attempting to bind port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:36.110536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Attempting to bind port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:36.111915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Attempting to bind port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa on network a849fb81-225d-4480-97f5-656f12ec1c6a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:36.130946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=262b08d3-70bd-4be4-83d5-2075483adb1b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:36.139995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:36.140385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Checking segment: {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:36.140802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.141197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Bound using segment: {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:36.141684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Bound port: 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:36.145219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.176700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.236852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Attempting to bind port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:36.237339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Attempting to bind port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:36.237773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Attempting to bind port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 on network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:36.246752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:36.249049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 on network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:34:36.249479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Attempting to bind port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 on network f405baa9-3c3f-47e0-8617-42f1ede4c9c1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:36.259913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:36.261075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:36.261527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Checking segment: {'id': 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:36.263940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Bound using segment: {'id': 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:36.264202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:36.264630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Bound port: 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:36.265271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.269833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:36.277065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:36.279514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.338410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Pushing event updated for resources: {'Port': ['ID=1c53a754-f6b5-4327-92d5-098a38bdb125,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:36.407213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36341e8-c094-4e0f-b107-f8a4af65818c None None] Pushing event updated for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:36.436439 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '69ca3295-4e93-4ae3-996b-0895e7a9e620', 'name': '', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'mac_address': 'fa:16:3e:34:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:29Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 2, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'subnets': [{'id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:36.440136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:36.449544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,segment=NetworkSegment(e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e),segment_id=e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:36.473536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.566995 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Checking router: 499fc240-9068-4ab0-850c-b651aa3c98ab for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:36.567379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Updating router 499fc240-9068-4ab0-850c-b651aa3c98ab port 69ca3295-4e93-4ae3-996b-0895e7a9e620 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:34:36.688180 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:36.823325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.058691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0dae1287-f56f-49ad-a403-a15c9ea2e2fa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:37.241736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:37.242382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.262169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377f08-4a9c-4d36-99bd-f82eb5605936 req-a851e9a5-f337-41b0-b517-62674cbe1bed tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:37.272146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31377f08-4a9c-4d36-99bd-f82eb5605936 req-a851e9a5-f337-41b0-b517-62674cbe1bed tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 943 time: 0.4499052 Oct 13 04:34:37.318490 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.337126 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.449752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31377f08-4a9c-4d36-99bd-f82eb5605936 req-32f85618-f3f5-470a-bb9c-a5a56b0b15fb tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766953 Oct 13 04:34:37.453297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.509503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.514166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:37.516014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.524803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] 10.222.0.47 "PUT /v2.0/ports/04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 HTTP/1.1" status: 200 len: 1091 time: 2.6026969 Oct 13 04:34:37.526169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:37.529064 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd47a7a-c771-4e17-9faa-538decb71215" -d '{"events": [{"name": "network-changed", "server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:37.560496 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Pushing event updated for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:37.584625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:37.611185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.611185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 262b08d3-70bd-4be4-83d5-2075483adb1b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:37.642142 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030e51a-9674-4fd3-9d5f-86b29d44276f x-openstack-request-id: req-b030e51a-9674-4fd3-9d5f-86b29d44276f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:37.642369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.642596 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.642854 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.643223 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.643554 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.643880 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.644204 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.650896 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.651206 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.651512 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.651870 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.652169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:37.654246 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:37.655445 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b030e51a-9674-4fd3-9d5f-86b29d44276f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:37.656243 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5', 'status': 'completed', 'code': 200} Oct 13 04:34:37.711190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40169020-edec-4ba6-b9ce-08309a62513a service neutron] Pushing event updated for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:37.728414 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Attempting to bind port 69ca3295-4e93-4ae3-996b-0895e7a9e620 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:37.728791 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Attempting to bind port 69ca3295-4e93-4ae3-996b-0895e7a9e620 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:37.729187 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Attempting to bind port 69ca3295-4e93-4ae3-996b-0895e7a9e620 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:37.736287 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:37.736630 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Checking segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:37.737051 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.737503 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Bound using segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:37.737984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Bound port: 69ca3295-4e93-4ae3-996b-0895e7a9e620, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:37.739090 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.818491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-34b5eae7-9fcf-4387-a0e5-ffbdd347ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:37.820061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-34b5eae7-9fcf-4387-a0e5-ffbdd347ac53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37148204ba6741658ffade8f31d80531&device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 1094 time: 0.2258568 Oct 13 04:34:37.875340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:37.903352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-8ecb0740-c04a-43ce-8a19-4c5b765a5e6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 HTTP/1.1" status: 200 len: 217 time: 0.0716939 Oct 13 04:34:37.920251 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] For port 69ca3295-4e93-4ae3-996b-0895e7a9e620, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:37.928263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] For port 69ca3295-4e93-4ae3-996b-0895e7a9e620, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=69ca3295-4e93-4ae3-996b-0895e7a9e620,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:37.930920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 262b08d3-70bd-4be4-83d5-2075483adb1b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:37.932395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.940919 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:37.996861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-36e5fb51-918f-4d58-851e-fed3714c1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:38.004461 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-36e5fb51-918f-4d58-851e-fed3714c1acb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf1feaa4-9041-47c2-82e7-86efe34ee1fe HTTP/1.1" status: 200 len: 854 time: 0.0910306 Oct 13 04:34:38.140254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:38.140642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:38.149182 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bbae3-ae5c-44bc-95a7-23e2f1ce743c None None] Pushing event updated for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:38.211844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:38.212398 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:38.227292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-45ad1fc4-3a4f-4b88-8118-ba162fc8058b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f405baa9-3c3f-47e0-8617-42f1ede4c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166536 Oct 13 04:34:38.357820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff463344-faba-4787-acc6-17f2237ec195 None None] Network a849fb81-225d-4480-97f5-656f12ec1c6a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:38.388706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-ddac9e0b-c3ee-4568-ad1e-b1e7373f339f service neutron] 10.222.0.47 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543813 Oct 13 04:34:38.550173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:38.641403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] For port 69ca3295-4e93-4ae3-996b-0895e7a9e620, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=69ca3295-4e93-4ae3-996b-0895e7a9e620,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:38.659401 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:38.685010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:38.698964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cbf14db-915b-4e79-b347-7cb0f9978825 req-571ec8c4-f492-43a1-8217-1cf3b46aeed3 service neutron] 10.222.0.47 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012984 Oct 13 04:34:38.852689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66425fea-9f7d-42e7-979d-8c5dadefcae0 None None] Pushing event updated for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:38.893752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-255cdcec-4ced-4323-a5a3-17448b9e3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:38.895776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-61b66ab0-0303-43b1-b3aa-67bafd8559e7 None None] Provisioning complete for port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:38.896360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61b66ab0-0303-43b1-b3aa-67bafd8559e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:38.899918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-255cdcec-4ced-4323-a5a3-17448b9e3b63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=37148204ba6741658ffade8f31d80531&device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 1094 time: 0.1336527 Oct 13 04:34:38.958340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 69ca3295-4e93-4ae3-996b-0895e7a9e620 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:39.033136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571f84d-e855-4288-bdbf-02675daba71f req-455d520e-f7b9-4a66-b653-e660f4303b6f tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:39.042972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2571f84d-e855-4288-bdbf-02675daba71f req-455d520e-f7b9-4a66-b653-e660f4303b6f tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 943 time: 0.3569820 Oct 13 04:34:39.138260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:39.138638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:39.143407 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '69ca3295-4e93-4ae3-996b-0895e7a9e620', 'name': '', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'mac_address': 'fa:16:3e:34:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:29Z', 'updated_at': '2021-10-13T04:34:37Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'subnets': [{'id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:39.156047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2571f84d-e855-4288-bdbf-02675daba71f req-6cdaeeee-9db0-4cb4-b552-35205e1e254e tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006408 Oct 13 04:34:39.216420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Router 761af0e2-7eec-4fe6-8dae-8076526095c0 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:34:39.227032 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60f6bd-5e37-4b13-b388-ecc7ad7aefab None None] The sync data for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 is: [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:34:30Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '69ca3295-4e93-4ae3-996b-0895e7a9e620', 'name': '', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'mac_address': 'fa:16:3e:34:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:29Z', 'updated_at': '2021-10-13T04:34:37Z', 'revision_number': 4, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'subnets': [{'id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:39.259009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-f681ee5d-8c9c-4903-b142-0c7ce511080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:39.276018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-f681ee5d-8c9c-4903-b142-0c7ce511080a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f405baa9-3c3f-47e0-8617-42f1ede4c9c1 HTTP/1.1" status: 200 len: 915 time: 0.2472019 Oct 13 04:34:39.332111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-61b66ab0-0303-43b1-b3aa-67bafd8559e7 None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:39.332606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61b66ab0-0303-43b1-b3aa-67bafd8559e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:39.368235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-3b510278-ebae-4e01-adbb-6b3ca2c414c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 HTTP/1.1" status: 200 len: 217 time: 0.0790732 Oct 13 04:34:39.444971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:39.497502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:39.498759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09812679-9fc1-4055-87f6-3f95d0f3db74 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1216121 Oct 13 04:34:39.501662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 42758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:39.552012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0dae1287-f56f-49ad-a403-a15c9ea2e2fa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:39.560487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Sync routers for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:39.657991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:39.658643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:39.696022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-04e7b277-9a3d-439c-b5a5-f55919c68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:39.703537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-04e7b277-9a3d-439c-b5a5-f55919c68f66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf1feaa4-9041-47c2-82e7-86efe34ee1fe HTTP/1.1" status: 200 len: 854 time: 0.3264704 Oct 13 04:34:39.780515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-fe423932-03a4-4d5b-a67a-db378f1495f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f405baa9-3c3f-47e0-8617-42f1ede4c9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629985 Oct 13 04:34:40.121644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-ab77eeca-6d01-47b9-be98-301ab28ea346 service neutron] 10.222.0.47 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318813 Oct 13 04:34:40.390806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:40.395759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:40.434832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469a2a0-50b3-4498-95df-4f4cc77cabdd req-9d5a07d9-19b6-4771-b6d5-be72d3ef2511 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:40.456255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7469a2a0-50b3-4498-95df-4f4cc77cabdd req-9d5a07d9-19b6-4771-b6d5-be72d3ef2511 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 943 time: 0.1946712 Oct 13 04:34:40.600644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:40.603704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-61217d0c-23d2-4401-b1c8-60378b2a57c4 None None] Provisioning complete for port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:40.604089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61217d0c-23d2-4401-b1c8-60378b2a57c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:40.623267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7469a2a0-50b3-4498-95df-4f4cc77cabdd req-d0f25a91-69c7-4c0b-9986-78c732b55814 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654263 Oct 13 04:34:40.714973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bd47a7a-c771-4e17-9faa-538decb71215 req-fe4e67ed-3db8-49c7-b6ff-ac8c7891c4ad service neutron] 10.222.0.47 "GET /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887652 Oct 13 04:34:41.124094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 69ca3295-4e93-4ae3-996b-0895e7a9e620 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:41.161313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.429990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 69ca3295-4e93-4ae3-996b-0895e7a9e620 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:41.430971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.503330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:36Z', 'revision_number': 3, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:41.521439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Allocated IP 172.20.0.1 (a849fb81-225d-4480-97f5-656f12ec1c6a/2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f/bbb6fea3-f6e1-46f7-87e2-dcc3dab50996) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:41.556064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Checking router: 761af0e2-7eec-4fe6-8dae-8076526095c0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:41.556408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Updating router 761af0e2-7eec-4fe6-8dae-8076526095c0 port 1c53a754-f6b5-4327-92d5-098a38bdb125 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:34:41.716089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.765042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.774430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1bc81061-b60d-4c97-8c0c-46576f5111de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.908683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8446-b231-4289-8ec0-3d2b32e3f139 req-8ed9632f-ff20-460c-863d-e7ee6a116195 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:41.916693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:41.918461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73ed8446-b231-4289-8ec0-3d2b32e3f139 req-8ed9632f-ff20-460c-863d-e7ee6a116195 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 943 time: 0.1125581 Oct 13 04:34:41.975534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.020348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73ed8446-b231-4289-8ec0-3d2b32e3f139 req-32d2fece-a2cd-40d6-b08f-167c74615e47 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997057 Oct 13 04:34:42.045647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:42.068900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Network a849fb81-225d-4480-97f5-656f12ec1c6a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:42.071032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:42.095718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:42.135676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:34:42.254087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.328373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,segment=NetworkSegment(e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e),segment_id=e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:42.351687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5', 'network_id': 'f405baa9-3c3f-47e0-8617-42f1ede4c9c1', 'port_id': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5', 'mac_address': 'fa:16:3e:fe:47:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1feaa4-9041-47c2-82e7-86efe34ee1fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:34:42.426802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.479571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.498295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:34:42.524328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,segment=NetworkSegment(e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e),segment_id=e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:42.527807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.550999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.573492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.575270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Attempting to bind port 1c53a754-f6b5-4327-92d5-098a38bdb125 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:42.575639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Attempting to bind port 1c53a754-f6b5-4327-92d5-098a38bdb125 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:42.576001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Attempting to bind port 1c53a754-f6b5-4327-92d5-098a38bdb125 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:42.606786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:42.607188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:42.607594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.608412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:42.609200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Bound port: 1c53a754-f6b5-4327-92d5-098a38bdb125, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:42.609684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.699652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] For port 1c53a754-f6b5-4327-92d5-098a38bdb125, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:42.707951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] For port 1c53a754-f6b5-4327-92d5-098a38bdb125, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c53a754-f6b5-4327-92d5-098a38bdb125,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:42.767049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.820197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:42.838409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.849600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.897725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:42.923290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dfb305d9-62cc-4061-a5cb-db690d7f854e None None] Provisioning complete for port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:42.923672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dfb305d9-62cc-4061-a5cb-db690d7f854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.925230 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:42.937163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48e37-d3d0-4f45-af14-10b7ee5b6d11 None None] Pushing event updated for resources: {'Port': ['ID=1c53a754-f6b5-4327-92d5-098a38bdb125,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:43.011893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:43.087355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:43.155098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48e37-d3d0-4f45-af14-10b7ee5b6d11 None None] Pushing event updated for resources: {'Port': ['ID=1c53a754-f6b5-4327-92d5-098a38bdb125,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:43.159363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:43.160773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:43.247412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-dfb305d9-62cc-4061-a5cb-db690d7f854e None None] Port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:34:43.332249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Network a849fb81-225d-4480-97f5-656f12ec1c6a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:43.334588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:43.362849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff511e0-7a30-47c6-bcc7-8bed3ab679a6 req-1707d966-45eb-49c6-88e2-ea9ccaa739de tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:43.367645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bff511e0-7a30-47c6-bcc7-8bed3ab679a6 req-1707d966-45eb-49c6-88e2-ea9ccaa739de tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 944 time: 0.2228386 Oct 13 04:34:43.565850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:43.609312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bff511e0-7a30-47c6-bcc7-8bed3ab679a6 req-be366cb7-42b6-4bf2-9120-ab270e3519e7 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319655 Oct 13 04:34:43.724713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Router 761af0e2-7eec-4fe6-8dae-8076526095c0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:34:43.915936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b26a2efa-1f40-4fa9-9398-3a6a738517db None None] Provisioning complete for port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:43.916515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b26a2efa-1f40-4fa9-9398-3a6a738517db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:43.954695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:34:43.961828 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c39cf117-86fd-4bdf-aa25-14c3c3a35a74 admin admin] 10.222.0.49 "PUT /v2.0/routers/761af0e2-7eec-4fe6-8dae-8076526095c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4584825 Oct 13 04:34:44.086113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b26a2efa-1f40-4fa9-9398-3a6a738517db None None] Port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:34:44.152979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:44.155398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887a844-fa36-4a9b-b374-1f52b71e14f8 req-44970a97-1211-4e76-933a-ccd5c1dab7a5 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:44.157606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2887a844-fa36-4a9b-b374-1f52b71e14f8 req-44970a97-1211-4e76-933a-ccd5c1dab7a5 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 945 time: 0.1505985 Oct 13 04:34:44.211478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ad60db9-c390-49b0-bffb-d853f76b9125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:44.228359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bbb6fea3-f6e1-46f7-87e2-dcc3dab50996', 'name': '', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'mac_address': 'fa:16:3e:d7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:41Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 2, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'subnets': [{'id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:44.235636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2887a844-fa36-4a9b-b374-1f52b71e14f8 req-8c24a622-7339-409e-b632-5f3fe093841d tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621271 Oct 13 04:34:44.281147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f39b4-f72c-4ecc-a6f5-dafd3718fb97 None None] The sync data for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 is: [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bbb6fea3-f6e1-46f7-87e2-dcc3dab50996', 'name': '', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'mac_address': 'fa:16:3e:d7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:41Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 2, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'subnets': [{'id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:44.349330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:34:44.364678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:44.366262 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:44.521091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:44.548109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:44.551362 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e70206a-881d-43bc-afd2-da4907e25a5c" -d '{"events": [{"server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "name": "network-vif-plugged", "status": "completed", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:44.579249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,segment=NetworkSegment(e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e),segment_id=e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:44.589159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:44.633425 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e81f7-7468-4642-abe5-30479e2de8bb x-openstack-request-id: req-e25e81f7-7468-4642-abe5-30479e2de8bb {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:44.633711 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "name": "network-vif-plugged", "status": "completed", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:44.633964 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e25e81f7-7468-4642-abe5-30479e2de8bb {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:44.634371 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5', 'code': 200} Oct 13 04:34:44.730775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:44.824342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47a3a4-1487-4925-b0e6-3139aeb5656b req-26239c54-0ebe-47c1-a0a3-540fb398ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:44.825840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e47a3a4-1487-4925-b0e6-3139aeb5656b req-26239c54-0ebe-47c1-a0a3-540fb398ef56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 1096 time: 0.1282613 Oct 13 04:34:44.946183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4488585-7f0c-41fd-a315-d7a15f13b88a req-3ac8d3d2-3c13-4a0f-854f-c1e391414e30 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:44.947700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4488585-7f0c-41fd-a315-d7a15f13b88a req-3ac8d3d2-3c13-4a0f-854f-c1e391414e30 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.1706002 Oct 13 04:34:44.991692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e47a3a4-1487-4925-b0e6-3139aeb5656b req-08544e78-b35e-480d-918b-633959271ef5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514063 Oct 13 04:34:45.046168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e53dd090-da13-4244-a54e-55378bd48b3c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:45.054516 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4488585-7f0c-41fd-a315-d7a15f13b88a req-41454ae7-1a5a-4acb-bf3d-e1296d73b18e tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938952 Oct 13 04:34:45.055223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e53dd090-da13-4244-a54e-55378bd48b3c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.1881948 Oct 13 04:34:45.070839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-364ae040-213b-4895-b8cd-dc2c14beac6b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/quotas/52b9c94baa7347fcbf7a8b71acf8f5c5 HTTP/1.1" status: 200 len: 375 time: 0.0147083 Oct 13 04:34:45.156260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-baff59fd-f3c0-4ccc-8921-7dbea66002aa tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842927 Oct 13 04:34:45.338738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-718090d2-3030-4833-aa6c-71dbe4867f6e service neutron] 10.222.0.49 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812911 Oct 13 04:34:45.350055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:45.450240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490b415-cef6-42e5-8b3b-be64d02208c3 req-3900e4f2-df51-4271-a447-ff5252bc6b59 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:45.450240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1490b415-cef6-42e5-8b3b-be64d02208c3 req-3900e4f2-df51-4271-a447-ff5252bc6b59 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 945 time: 0.1360750 Oct 13 04:34:45.512513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:45.553629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1490b415-cef6-42e5-8b3b-be64d02208c3 req-06a6001b-795d-4c12-aa35-5e5ee397c181 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/security-groups?id=a9e23496-edde-4b30-b910-d84a2f9b80f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904381 Oct 13 04:34:45.585268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-25219eb0-6bf0-4e51-83e6-d01a2d81566b service neutron] 10.222.0.49 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450697 Oct 13 04:34:45.742797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-26a4f490-d83a-4d12-b0a5-910bbc89513f tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:45.744560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-26a4f490-d83a-4d12-b0a5-910bbc89513f tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 945 time: 0.1866765 Oct 13 04:34:45.888049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-af000ead-25b8-424f-8eac-57a1e292228b req-a7c86371-834b-46cc-9805-1df0decedc57 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 210 time: 0.0648813 Oct 13 04:34:45.948748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Deleting port d713c8c7-21bc-46fc-b857-92bb200dd75e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:45.949144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:46.006318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-53468a98-b93f-4f24-888b-cdaae16e0871 req-1c7d6bb5-c678-4217-9de3-3f6f2b351198 service neutron] (95047) timed out ('10.222.0.16', 50373) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:34:46.124593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] For port d713c8c7-21bc-46fc-b857-92bb200dd75e, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=d713c8c7-21bc-46fc-b857-92bb200dd75e,segment=NetworkSegment(973f16c6-7c53-4e03-ae99-35f3f8822bcb),segment_id=973f16c6-7c53-4e03-ae99-35f3f8822bcb)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:46.132743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:46.167874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Calling delete_port for d713c8c7-21bc-46fc-b857-92bb200dd75e owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:46.357428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2713d-bb7c-400b-a37d-bb3cf2995d88 req-5a28f2b2-0c56-42a4-93fd-9722e4cf90ba tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:46.363103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31b2713d-bb7c-400b-a37d-bb3cf2995d88 req-5a28f2b2-0c56-42a4-93fd-9722e4cf90ba tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.1276927 Oct 13 04:34:46.479144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:46.502257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['d713c8c7-21bc-46fc-b857-92bb200dd75e'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:46.534256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31b2713d-bb7c-400b-a37d-bb3cf2995d88 req-5b9d4083-c01f-4b52-9914-167e3c0a168c tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546819 Oct 13 04:34:46.593453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Pushing event deleted for resources: {'Port': ['ID=d713c8c7-21bc-46fc-b857-92bb200dd75e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:46.777077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] No DVR routers for this DVR port d713c8c7-21bc-46fc-b857-92bb200dd75e on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:46.795796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:46.799536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f27c46bc-2959-4647-8704-24c52c3eab81 req-c0af56d8-d40e-445e-9bba-1e4139bb80e4 tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.47 "DELETE /v2.0/ports/d713c8c7-21bc-46fc-b857-92bb200dd75e HTTP/1.1" status: 204 len: 173 time: 1.0476685 Oct 13 04:34:46.800100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'name': 'network-vif-deleted', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:46.809523 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded358f1-a34d-48ce-9417-9d1eed5a5328" -d '{"events": [{"server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "name": "network-vif-deleted", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:46.848069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ba03aeb-99db-4f64-87f9-638b7be46b6e req-76c69c8b-ba74-4915-9efe-c5a0858c727b tempest-VolumesSnapshotTestJSON-1141619600 tempest-VolumesSnapshotTestJSON-1141619600-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e593b78-819b-4805-ae89-5dc1f195328e HTTP/1.1" status: 200 len: 210 time: 0.0711102 Oct 13 04:34:46.935308 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c74b7-ccad-4fc9-901d-13462eac763a x-openstack-request-id: req-d34c74b7-ccad-4fc9-901d-13462eac763a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:46.939026 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e593b78-819b-4805-ae89-5dc1f195328e", "name": "network-vif-deleted", "tag": "d713c8c7-21bc-46fc-b857-92bb200dd75e", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:46.945206 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d34c74b7-ccad-4fc9-901d-13462eac763a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:46.947116 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e593b78-819b-4805-ae89-5dc1f195328e', 'name': 'network-vif-deleted', 'tag': 'd713c8c7-21bc-46fc-b857-92bb200dd75e', 'status': 'completed', 'code': 200} Oct 13 04:34:47.153803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b04232a-212e-497d-ab70-32e7a6f31582 req-b2f1190d-b88b-4dad-8aac-71fc55336b32 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 210 time: 0.0750477 Oct 13 04:34:47.246597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c53a754-f6b5-4327-92d5-098a38bdb125 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:47.251056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:47.302342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1c53a754-f6b5-4327-92d5-098a38bdb125 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:47.302835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:47.503837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:47.601796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 1c53a754-f6b5-4327-92d5-098a38bdb125, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c53a754-f6b5-4327-92d5-098a38bdb125,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:47.613804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:47.753139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=1c53a754-f6b5-4327-92d5-098a38bdb125,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:47.762705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.763055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.763428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.763771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.764107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.764488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.764977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.765333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.765665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.765992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.766322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.766760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:34:47.793193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb814-751c-434b-934f-6c621c49f0be req-dcbe5ebf-b6d5-41d5-8321-461e50933032 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:47.798648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1deb814-751c-434b-934f-6c621c49f0be req-dcbe5ebf-b6d5-41d5-8321-461e50933032 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.1237488 Oct 13 04:34:47.849352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1deb814-751c-434b-934f-6c621c49f0be req-1371a436-e501-4c73-8750-65ecc8f3c59c tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Oct 13 04:34:48.363580 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Sync routers for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:34:48.383281 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:48.384606 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:48.471437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cc1131d-001d-4cfb-bb64-f05cf572e724 req-e9313f2c-96c1-40da-b8ed-cb2003e433ba tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 210 time: 0.0652735 Oct 13 04:34:48.570788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-221eefe5-0a6b-4f49-b947-3d30d0496e6b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:48.573073 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-221eefe5-0a6b-4f49-b947-3d30d0496e6b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.47 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.3895164 Oct 13 04:34:48.593873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Request body: {'port': {'device_id': '02369b83-ad33-4480-ab9f-2231516622b9', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'admin_state_up': True, 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:48.666000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Made reservation on behalf of 52b9c94baa7347fcbf7a8b71acf8f5c5 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:48.669355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:48.675348 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:48.935398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bdd8e-aa25-4f66-bd50-c20ca50914f7 req-47f2db12-e5fd-47e2-99c1-f55a45d8e695 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:48.944320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-597bdd8e-aa25-4f66-bd50-c20ca50914f7 req-47f2db12-e5fd-47e2-99c1-f55a45d8e695 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.1518581 Oct 13 04:34:48.975990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Allocated IP 172.20.0.10 (2fa54274-23fb-420b-9b43-8b7abb283802/b32f765a-aaca-4a8a-9556-140f2c37c49a/0bf65064-c241-4ba5-83db-8e5a1c4ae8d6) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:49.025635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-597bdd8e-aa25-4f66-bd50-c20ca50914f7 req-4652e52b-80df-43b5-9cc2-e1ceba774114 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795491 Oct 13 04:34:49.032769 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bbb6fea3-f6e1-46f7-87e2-dcc3dab50996', 'name': '', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'mac_address': 'fa:16:3e:d7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:41Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 2, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'subnets': [{'id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:49.140418 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Checking router: 761af0e2-7eec-4fe6-8dae-8076526095c0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:34:49.141089 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Updating router 761af0e2-7eec-4fe6-8dae-8076526095c0 port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:34:49.169962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c53a754-f6b5-4327-92d5-098a38bdb125 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:49.231954 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:49.350835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1c53a754-f6b5-4327-92d5-098a38bdb125 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:49.351247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:49.728428 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:49.736571 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:49.866732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:49.936505 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-034d3d99-d45d-4e98-9cf3-81b6a62c40c6 req-791a85e9-a287-4e87-a248-379653455743 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 210 time: 0.0657001 Oct 13 04:34:49.960429 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6c6aa-d79d-4efa-84db-28f8b8f11a15 None None] Pushing event updated for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:50.058696 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Attempting to bind port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:50.059033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Attempting to bind port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:50.059422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Attempting to bind port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 on network a849fb81-225d-4480-97f5-656f12ec1c6a {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:50.072219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:50.072623 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Checking segment: {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:50.072986 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.073380 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Bound using segment: {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:50.073861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Bound port: bbb6fea3-f6e1-46f7-87e2-dcc3dab50996, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d43757-161f-433e-a8f2-0925fef27ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:50.074244 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.137799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.178301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device d713c8c7-21bc-46fc-b857-92bb200dd75e no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:50.221621 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] For port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:50.232501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] For port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:50.244134 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.245603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: d713c8c7-21bc-46fc-b857-92bb200dd75e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:50.249404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device d713c8c7-21bc-46fc-b857-92bb200dd75e not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:50.267643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-7cd7d9d7-8b7e-483c-a9ad-f3fdfb130a78 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:50.271089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-7cd7d9d7-8b7e-483c-a9ad-f3fdfb130a78 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.47 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.3335023 Oct 13 04:34:50.296765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:50.303112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] Provisioning complete for port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:50.305181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.309895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:50.318730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:50.326222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2223-3e5a-4314-a3de-75808671add9 req-e0ea14f7-109a-41a8-8f10-3ac5fd903424 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:50.341606 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7d2223-3e5a-4314-a3de-75808671add9 req-e0ea14f7-109a-41a8-8f10-3ac5fd903424 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.1383123 Oct 13 04:34:50.368226 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6c6aa-d79d-4efa-84db-28f8b8f11a15 None None] Pushing event updated for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:50.436304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:34:50.436304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:50.450990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7d2223-3e5a-4314-a3de-75808671add9 req-36f81b29-b83a-482e-8c1f-70fad96a07c7 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Oct 13 04:34:50.463552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:50.464163 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.537497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.634957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] For port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:50.648810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.679781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:50.727379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-a5786300-a4ca-4ae1-8ea7-2a23e6614552 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1383326 Oct 13 04:34:50.745814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:34:50.759934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Request body: {'port': {'device_id': '02369b83-ad33-4480-ab9f-2231516622b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:50.792792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb546-56b5-4e82-873d-f727e2fc91be None None] Pushing event updated for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:50.876823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4e042073-d5cc-4a07-ab0a-d19a3e9281a7 None None] Provisioning complete for port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:50.877212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4e042073-d5cc-4a07-ab0a-d19a3e9281a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.943361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:50.957329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4e042073-d5cc-4a07-ab0a-d19a3e9281a7 None None] Port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:34:50.967777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Deleting port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:34:50.968128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:51.108042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-62a34738-fd31-44c1-8c53-9bd2434460bc None None] Provisioning complete for port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:51.108430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62a34738-fd31-44c1-8c53-9bd2434460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:51.251576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:51.322694 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bbb6fea3-f6e1-46f7-87e2-dcc3dab50996', 'name': '', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'mac_address': 'fa:16:3e:d7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:41Z', 'updated_at': '2021-10-13T04:34:50Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'subnets': [{'id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:51.359473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aceda1e-ed2a-43bb-9095-95e8a79a2a97 req-fff9ff70-26d2-4532-8b3f-7faa251eb387 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:51.368267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aceda1e-ed2a-43bb-9095-95e8a79a2a97 req-fff9ff70-26d2-4532-8b3f-7faa251eb387 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1028 time: 0.2332428 Oct 13 04:34:51.374499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] For port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,segment=NetworkSegment(e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e),segment_id=e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:51.375403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:51.406493 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd6833-c624-4c71-b3c1-c7f404be0f48 None None] The sync data for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 is: [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:34:42Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'bbb6fea3-f6e1-46f7-87e2-dcc3dab50996', 'name': '', 'network_id': 'a849fb81-225d-4480-97f5-656f12ec1c6a', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'mac_address': 'fa:16:3e:d7:00:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:41Z', 'updated_at': '2021-10-13T04:34:50Z', 'revision_number': 4, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'subnets': [{'id': '2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:34:51.466944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:51.467757 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:51.470803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Calling delete_port for 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:34:51.486756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aceda1e-ed2a-43bb-9095-95e8a79a2a97 req-f136d4b8-5f55-4314-b048-ef67a3fe5302 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125455 Oct 13 04:34:51.893197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77509091-9f53-4c9d-95b6-fe5c83a152c2 req-c091a619-2b9f-41a4-a4f9-f08f2b2d51e0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:51.906260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77509091-9f53-4c9d-95b6-fe5c83a152c2 req-c091a619-2b9f-41a4-a4f9-f08f2b2d51e0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 945 time: 0.2642846 Oct 13 04:34:52.016356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:34:52.049071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.100857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77509091-9f53-4c9d-95b6-fe5c83a152c2 req-2e49dfc3-62b5-4eb0-908a-14109aa79c96 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/security-groups?id=ade09634-1652-4c3c-9f63-044a633dca76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556442 Oct 13 04:34:52.178238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Transition to ACTIVE for port object 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:34:52.179466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.193598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:52.238995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.324289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Pushing event deleted for resources: {'Port': ['ID=04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:52.440366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] No DVR routers for this DVR port 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:34:52.446227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.449602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d5313f8-3fb3-4514-bbc4-1d4737d35fd8 req-93c41234-1f7b-4bc0-8b71-7d4f165588a0 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.47 "DELETE /v2.0/ports/04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 HTTP/1.1" status: 204 len: 173 time: 2.1480498 Oct 13 04:34:52.453930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'name': 'network-vif-deleted', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:52.464384 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7534b15a-1032-430e-9aa7-a39ac22a0ea7" -d '{"events": [{"server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "name": "network-vif-deleted", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:52.605814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:52.760132 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2e2b6-3075-4d4d-b89f-cfbcec40f717 x-openstack-request-id: req-f0f2e2b6-3075-4d4d-b89f-cfbcec40f717 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:52.760858 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4921a8f3-0269-4aa8-b88f-66a359a4419f", "name": "network-vif-deleted", "tag": "04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:52.761502 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0f2e2b6-3075-4d4d-b89f-cfbcec40f717 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:52.762144 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4921a8f3-0269-4aa8-b88f-66a359a4419f', 'name': 'network-vif-deleted', 'tag': '04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5', 'status': 'completed', 'code': 200} Oct 13 04:34:52.901105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Attempting to bind port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:34:52.904443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Attempting to bind port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:34:52.905040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Attempting to bind port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:52.919296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 on network 2fa54274-23fb-420b-9b43-8b7abb283802 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:34:52.920025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Attempting to bind port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:34:52.967759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:34:52.968388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Checking segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:52.969001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Bound using segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:34:52.969794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Bound port: 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:34:52.970387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:52.985816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcae5b-d1ac-484b-a9bb-b83ce1c8cc2f req-32943cec-8885-4b63-bfd7-f58a9bc5fdfa tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:52.993910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3dcae5b-d1ac-484b-a9bb-b83ce1c8cc2f req-32943cec-8885-4b63-bfd7-f58a9bc5fdfa tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1053 time: 0.2384028 Oct 13 04:34:53.050667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a3dcae5b-d1ac-484b-a9bb-b83ce1c8cc2f req-c357f5f2-3bef-4581-b79b-8a9d3cde8f78 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Oct 13 04:34:53.196427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:34:53.205452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:34:53.212899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:53.259353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.260361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:53.262503 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] 10.222.0.47 "PUT /v2.0/ports/0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 HTTP/1.1" status: 200 len: 1092 time: 2.5212798 Oct 13 04:34:53.356106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd604c63-57fd-405f-af5a-8e25c80c414d req-8e61d1ab-f8ca-422d-96fe-f7357589ab03 tempest-ServerAddressesTestJSON-1937227551 tempest-ServerAddressesTestJSON-1937227551-project] 10.222.0.49 "GET /v2.0/ports?device_id=4921a8f3-0269-4aa8-b88f-66a359a4419f HTTP/1.1" status: 200 len: 210 time: 0.0724556 Oct 13 04:34:53.438082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88446a1-6273-4d41-89b0-46f2374e7a29 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:53.492689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-ca13679c-6a54-421c-a1b4-6681b2f519a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.494838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-ca13679c-6a54-421c-a1b4-6681b2f519a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1095 time: 0.1716223 Oct 13 04:34:53.560277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-589d75b8-f9c2-4b8f-b9bb-9afa9b3b81c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 HTTP/1.1" status: 200 len: 217 time: 0.0555515 Oct 13 04:34:53.653996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-ca59f707-7294-4a5b-b0c1-21e223dc8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.655418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-ca59f707-7294-4a5b-b0c1-21e223dc8400 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 200 len: 849 time: 0.0855632 Oct 13 04:34:53.766934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-fe3786fd-167b-448a-b602-45cf4a13b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:53.768485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-fe3786fd-167b-448a-b602-45cf4a13b49a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa54274-23fb-420b-9b43-8b7abb283802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056993 Oct 13 04:34:53.991612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-9b0bf835-f771-4a3f-a7fb-5d31e06fbaf1 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149510 Oct 13 04:34:54.155212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9bf58ff6-53ba-43af-9871-9e1a2d0d1222 req-5f65b268-bcef-48e3-9746-6607fd6e8a7f service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556830 Oct 13 04:34:54.180484 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:34:54.225551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:34:54.227357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 04cc9bb0-63f3-4e0a-9fe1-2609ee4098b5 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:34:54.238377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018981e8-dc4c-4cf0-98bf-a753365ff29c req-98784192-9d95-4880-bad5-fc4121b79b95 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:54.240173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-018981e8-dc4c-4cf0-98bf-a753365ff29c req-98784192-9d95-4880-bad5-fc4121b79b95 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1095 time: 0.0921564 Oct 13 04:34:54.333708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-018981e8-dc4c-4cf0-98bf-a753365ff29c req-78bb4a5d-8c88-4e32-9060-9493100119ea tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875340 Oct 13 04:34:54.456072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43052) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:54.530377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Deleting subnet cf1feaa4-9041-47c2-82e7-86efe34ee1fe {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:34:54.535731 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.575290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.622075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.696514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.712768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.718826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf1feaa4-9041-47c2-82e7-86efe34ee1fe HTTP/1.1" status: 204 len: 168 time: 0.2587161 Oct 13 04:34:54.719864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:54.736251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cf989-8966-46cb-b22b-f295046b95c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1feaa4-9041-47c2-82e7-86efe34ee1fe,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:54.763440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:54.767999 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a889a-db7c-42d4-9842-ca4130fe9255" -d '{"events": [{"name": "network-changed", "server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:54.805705 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadca818-6ff1-4b21-9b53-d08933609194 x-openstack-request-id: req-fadca818-6ff1-4b21-9b53-d08933609194 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:54.806029 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:54.806284 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fadca818-6ff1-4b21-9b53-d08933609194 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:54.807002 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6', 'status': 'completed', 'code': 200} Oct 13 04:34:54.817274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.892357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-81677758-0780-447a-a8b9-5b28ebcaa912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:54.894421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-81677758-0780-447a-a8b9-5b28ebcaa912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1095 time: 0.0598514 Oct 13 04:34:54.961754 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:54.994913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f405baa9-3c3f-47e0-8617-42f1ede4c9c1']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:55.008066 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:55.008451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ff66fb-c2d5-4f18-a9bb-5bfa0f9f0b4e') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:34:55.027044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.034074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-f8ddd900-ecfc-4c61-99f3-ba95e41b7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:55.036370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-f8ddd900-ecfc-4c61-99f3-ba95e41b7d12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.1349566 Oct 13 04:34:55.047715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.063815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:34:55.064233 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:34:55.084672 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:34:55.139723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-1f71ce21-70f1-4a7f-9636-061870d927fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 HTTP/1.1" status: 200 len: 217 time: 0.0959918 Oct 13 04:34:55.203662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.225533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.225746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-30d475a6-48b5-4a7d-a7e6-b25ed742cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:55.228227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-30d475a6-48b5-4a7d-a7e6-b25ed742cf80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 200 len: 849 time: 0.0812130 Oct 13 04:34:55.230150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f405baa9-3c3f-47e0-8617-42f1ede4c9c1 HTTP/1.1" status: 204 len: 168 time: 0.5084324 Oct 13 04:34:55.231373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1fb11-e715-4964-a1f6-2c8c9891efe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f405baa9-3c3f-47e0-8617-42f1ede4c9c1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:55.298574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-42af309e-8e6e-44a6-8a32-7f4c5d5e9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:55.300777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-42af309e-8e6e-44a6-8a32-7f4c5d5e9ccd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa54274-23fb-420b-9b43-8b7abb283802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584328 Oct 13 04:34:55.427494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-8f0671ee-ddfa-430f-9245-b72a3184d393 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174881 Oct 13 04:34:55.531672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedcf8-a4d4-43a7-908c-84f44edd2f75 req-5751bb8e-3bc7-4000-870e-f6b5b67a0d9d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:55.545786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bbedcf8-a4d4-43a7-908c-84f44edd2f75 req-5751bb8e-3bc7-4000-870e-f6b5b67a0d9d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1095 time: 0.0892816 Oct 13 04:34:55.548616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a0a889a-db7c-42d4-9842-ca4130fe9255 req-21845f40-247a-4be6-8c17-1bad4a101cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135283 Oct 13 04:34:55.568398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:55.599616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bbedcf8-a4d4-43a7-908c-84f44edd2f75 req-3e50e686-716f-44db-a0de-3981e92d4924 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Oct 13 04:34:55.627689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2c596c48-7ecd-42bd-9101-6e2231b3fb21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37148204ba6741658ffade8f31d80531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577285 Oct 13 04:34:55.628758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43092) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:55.698066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.721798 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.779592 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.783176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:55.789120 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ade09634-1652-4c3c-9f63-044a633dca76 HTTP/1.1" status: 204 len: 168 time: 0.1579943 Oct 13 04:34:55.800968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2421d3-367e-4ffd-8639-cc346486dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade09634-1652-4c3c-9f63-044a633dca76,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:56.196230 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:34:56.399695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:56.412260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'port_id': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6', 'mac_address': 'fa:16:3e:9b:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:34:56.470360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:56.489470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:34:56.526763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:56.534036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:56.611897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:56.749568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:34:56.776714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ba4da-dad2-4b24-b109-21bec7374c55 req-38864d71-850a-4cf3-8575-e1ca58cf8302 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:56.787664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce9ba4da-dad2-4b24-b109-21bec7374c55 req-38864d71-850a-4cf3-8575-e1ca58cf8302 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1096 time: 0.0779614 Oct 13 04:34:56.808530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:56.859682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ce9ba4da-dad2-4b24-b109-21bec7374c55 req-079924f1-8e3d-43a3-995c-2369e9ed6e09 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708716 Oct 13 04:34:56.952313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-231229548-network', 'tenant_id': '4446207531804d42a36e5badcc456ca1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:56.977290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Made reservation on behalf of 4446207531804d42a36e5badcc456ca1 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:56.980977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:56.993960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.162711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.168119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.213790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:34:57.228304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bc866-e009-48d4-a756-9fad95bbfd97,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:57.253712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.253712 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Added segment 55614906-a4ff-474d-8464-884e612d38c1 of type vlan for network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e Oct 13 04:34:57.309536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.354739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.356378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:57.357107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.418613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43140) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:57.418753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6085279 Oct 13 04:34:57.423851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Request body: {'subnet': {'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-231229548-subnet', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:57.439963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e94f-e30c-44a2-b289-4302ef8198f8 admin admin] Pushing event updated for resources: {'Network': ['ID=16b1e5e7-fd61-4f70-9366-f402df1d6c0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:57.452879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:34:57.469904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Made reservation on behalf of 4446207531804d42a36e5badcc456ca1 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:34:57.473549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.694065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.756366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c26302-051a-4c35-9546-0b097b6066d2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:57.765365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Checking segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:34:57.765723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Network hostable DHCP agents. Network: 16b1e5e7-fd61-4f70-9366-f402df1d6c0e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:34:57.784438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:34:57.795873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 16b1e5e7-fd61-4f70-9366-f402df1d6c0e) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:57.802444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:57.803128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.808016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf66cf3-6063-4a84-addc-1d2172d4f8cd None None] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:57.827683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-349f1c84-0811-4929-8a34-741f8da4ac65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4069953 Oct 13 04:34:57.830008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43146) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:34:57.837072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:34:57.868596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.870344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.984365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:57.985730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4743e-3bcd-4639-a827-5c6a28370d94 None None] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:34:58.042079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefec3f-f80a-49b4-aafa-c410b39ccf20 req-af3e8b6d-ee39-4858-9662-874ca4859943 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:58.043631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3aefec3f-f80a-49b4-aafa-c410b39ccf20 req-af3e8b6d-ee39-4858-9662-874ca4859943 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1096 time: 0.0906947 Oct 13 04:34:58.106033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3aefec3f-f80a-49b4-aafa-c410b39ccf20 req-d3582093-43be-451c-9fa2-bb2b0ee395d4 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558736 Oct 13 04:34:58.176010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.209311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:34:58.266433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:34:58.271228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:34:58.271950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.423019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.460239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:34:58.462522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.468427 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fbeee9-d58a-4e95-8fe5-1c7c12311449" -d '{"events": [{"server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:34:58.496694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:34:58.508921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.513881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.567033 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fae9957-52d8-4954-b49a-aab61016da66 x-openstack-request-id: req-8fae9957-52d8-4954-b49a-aab61016da66 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:34:58.567501 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "name": "network-vif-plugged", "status": "completed", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:34:58.567852 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fae9957-52d8-4954-b49a-aab61016da66 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:34:58.568350 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6', 'code': 200} Oct 13 04:34:58.632678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:58.698720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b0bc6-67fc-4e6b-8cfe-28cb6591d9e7 req-bd58ced1-c1c4-4547-8bf5-8eb9e8de5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:58.700638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-544b0bc6-67fc-4e6b-8cfe-28cb6591d9e7 req-bd58ced1-c1c4-4547-8bf5-8eb9e8de5a39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.0868118 Oct 13 04:34:58.798560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Allocated IP 172.25.0.246 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/ad2b47f3-edda-4bc3-9999-4b3c671d667b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:34:58.816720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-544b0bc6-67fc-4e6b-8cfe-28cb6591d9e7 req-4f28e764-2440-4a19-a251-e8ed299683cb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Oct 13 04:34:58.956912 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:58.998843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:59.021081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:34:59.023976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:34:59.069364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:34:59.118559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Pushing event updated for resources: {'Port': ['ID=ad2b47f3-edda-4bc3-9999-4b3c671d667b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:34:59.323569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fb097-6427-4e62-b717-ebca7c12c0b4 req-e54db17d-2f59-4c07-97de-08bd1ef2d82c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:34:59.325420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb7fb097-6427-4e62-b717-ebca7c12c0b4 req-e54db17d-2f59-4c07-97de-08bd1ef2d82c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.1248579 Oct 13 04:34:59.440373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:34:59.661916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb7fb097-6427-4e62-b717-ebca7c12c0b4 req-45b75cb8-86be-46c5-8ba9-b1f0f732c1f3 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168524 Oct 13 04:34:59.768937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:00.322725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Router 19cb35c0-de63-49a3-bb28-3114e52a5d03 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:35:00.474529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:00.486966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Sync routers for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:00.505464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:00.506525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:00.506975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:00.511616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-19c2c387-b91b-4a9a-9f30-b5ce53a69ceb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6791039 Oct 13 04:35:00.512125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:00.738779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:00.997126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00362ad4-d987-48b1-b307-4318d89e28ae req-132a868a-18a9-48e3-97fa-3a66e443cd10 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:01.012155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00362ad4-d987-48b1-b307-4318d89e28ae req-132a868a-18a9-48e3-97fa-3a66e443cd10 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.1457343 Oct 13 04:35:01.121200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-00362ad4-d987-48b1-b307-4318d89e28ae req-5902879c-b788-42de-ae50-050d03a8abe7 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944090 Oct 13 04:35:01.211780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:34:59Z', 'revision_number': 3, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:01.262477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Checking router: 19cb35c0-de63-49a3-bb28-3114e52a5d03 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:01.262789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Updating router 19cb35c0-de63-49a3-bb28-3114e52a5d03 port ad2b47f3-edda-4bc3-9999-4b3c671d667b binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:35:01.301462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:01.313145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75cf01-e5b7-45e7-911b-ecf594adb2d1 req-95b52864-68fc-4ad9-9570-83a040764adf tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:01.314613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b75cf01-e5b7-45e7-911b-ecf594adb2d1 req-95b52864-68fc-4ad9-9570-83a040764adf tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.0868914 Oct 13 04:35:01.377142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b75cf01-e5b7-45e7-911b-ecf594adb2d1 req-c1faa760-143b-479a-9efa-1a9aec6764da tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538356 Oct 13 04:35:01.814445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:01.831821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.013525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735017da-28d2-42bf-a3e0-fd68e5f408b5 req-1055aa43-95e0-4ec8-8630-c4e7438f6cb8 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:02.028633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-735017da-28d2-42bf-a3e0-fd68e5f408b5 req-1055aa43-95e0-4ec8-8630-c4e7438f6cb8 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.3146484 Oct 13 04:35:02.030407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Attempting to bind port ad2b47f3-edda-4bc3-9999-4b3c671d667b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:35:02.033649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Attempting to bind port ad2b47f3-edda-4bc3-9999-4b3c671d667b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:35:02.034837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Attempting to bind port ad2b47f3-edda-4bc3-9999-4b3c671d667b on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:02.060167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:35:02.064049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:35:02.064614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.065130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:35:02.067977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Bound port: ad2b47f3-edda-4bc3-9999-4b3c671d667b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:35:02.068687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.120225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1c1a-8c7c-443e-bff5-87ea8c2b43be None None] Pushing event updated for resources: {'Port': ['ID=ad2b47f3-edda-4bc3-9999-4b3c671d667b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:02.177297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-735017da-28d2-42bf-a3e0-fd68e5f408b5 req-c557a5b2-1600-4842-97f1-3efd28c9fd63 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477191 Oct 13 04:35:02.212455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.213327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] For port ad2b47f3-edda-4bc3-9999-4b3c671d667b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:35:02.228475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] For port ad2b47f3-edda-4bc3-9999-4b3c671d667b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad2b47f3-edda-4bc3-9999-4b3c671d667b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:35:02.243132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:02.376767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a1c1a-8c7c-443e-bff5-87ea8c2b43be None None] Pushing event updated for resources: {'Port': ['ID=ad2b47f3-edda-4bc3-9999-4b3c671d667b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:02.424057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:02.430324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:02.728782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Allocated IP 172.20.0.1 (16b1e5e7-fd61-4f70-9366-f402df1d6c0e/10c26302-051a-4c35-9546-0b097b6066d2/334a8da1-52ce-4a66-9db0-f86732f1323b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:35:02.780479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-a92bbc54-9b9c-413f-b008-dd8a8549072f tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:02.799380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-a92bbc54-9b9c-413f-b008-dd8a8549072f tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.2567511 Oct 13 04:35:02.837977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:02.842400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-f9558ac0-a632-47e6-a8d3-8e5eb1bcb861 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/quotas/52b9c94baa7347fcbf7a8b71acf8f5c5 HTTP/1.1" status: 200 len: 375 time: 0.0384669 Oct 13 04:35:03.090180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.177905 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-b75af45a-e4c0-4851-8d65-4841d2a49188 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3344724 Oct 13 04:35:03.181690 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.220716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:03.289717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:03.293968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:35:03.323041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-5e259113-abbc-46cc-802c-134bf7548f7b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:35:03.326045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-5e259113-abbc-46cc-802c-134bf7548f7b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1363099 Oct 13 04:35:03.374027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:34:59Z', 'revision_number': 3, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:03.430203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Pushing event updated for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:03.432383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941c2d7-4f96-4dcb-8cd9-ec7785471f0e None None] The sync data for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 is: [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:34:59Z', 'revision_number': 3, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:03.500657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:03.596155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-33bdb687-daa1-48e0-9813-b31ba49fed94 service neutron] 10.222.0.49 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629979 Oct 13 04:35:03.860011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-eaf0e048-2b5e-4470-9343-dda714867587 service neutron] 10.222.0.49 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517669 Oct 13 04:35:03.878985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:04.110740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-f0c2b0e1-5299-43be-afff-e55924e01b3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1947663 Oct 13 04:35:05.011177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-855b2016-7efa-4a98-a90a-cd939a301f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:05.012932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-855b2016-7efa-4a98-a90a-cd939a301f8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9f23be96d0344698475d4b53385c49b&device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 1096 time: 0.1923928 Oct 13 04:35:05.174392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.279607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.307632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad2b47f3-edda-4bc3-9999-4b3c671d667b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:05.454828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ad2b47f3-edda-4bc3-9999-4b3c671d667b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:05.457894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.463671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad4cafbc-b9d9-4cd1-b761-b09d7fd8b631 req-b65b6de3-9ed2-44a0-aece-3a8d6dd490a7 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 210 time: 0.1162207 Oct 13 04:35:05.545519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-1f1fafed-8c6d-42bd-a38e-d3ab5eba02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:05.547089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-1f1fafed-8c6d-42bd-a38e-d3ab5eba02e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 200 len: 912 time: 0.3699989 Oct 13 04:35:05.630855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Pushing event updated for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:05.633487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.680320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.705648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port ad2b47f3-edda-4bc3-9999-4b3c671d667b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad2b47f3-edda-4bc3-9999-4b3c671d667b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:05.716113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:05.733357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-df131aea-d393-480b-8d7a-5537f3b89037 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 200 len: 1000 time: 0.1729736 Oct 13 04:35:05.859764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=ad2b47f3-edda-4bc3-9999-4b3c671d667b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:05.969709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-10f8b621-24fc-40fb-a2ee-636987a41159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:05.979709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-10f8b621-24fc-40fb-a2ee-636987a41159 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 200 len: 850 time: 0.2330704 Oct 13 04:35:06.043288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:06.072837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:06.446305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Router 19cb35c0-de63-49a3-bb28-3114e52a5d03 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:06.456767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-6073a5d2-cffc-44c8-b69b-25169535c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:06.458882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-6073a5d2-cffc-44c8-b69b-25169535c9ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4667091 Oct 13 04:35:06.718168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d041b4a5-623d-4d9a-9fac-d64fe202cb64 req-589037e8-e26b-4b18-b5a1-88bfcb6a218b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 210 time: 0.1206100 Oct 13 04:35:06.784753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-70fa57bb-ffcb-430b-8eba-464f1dc48d79 service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123271 Oct 13 04:35:06.860939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-2f1ce6b1-7be9-4205-9777-eee5e62786f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673391 Oct 13 04:35:07.066838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a21822f-c8fc-4c02-8a65-160303ab7f09 req-852fa819-6f99-4daf-ab91-55517bc9b574 service neutron] 10.222.0.16 "GET /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696979 Oct 13 04:35:07.073929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-253a7e91-08f9-4344-8bfd-bfb76e6755c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:07.075547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-253a7e91-08f9-4344-8bfd-bfb76e6755c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.1460714 Oct 13 04:35:07.105739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:07.116885 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Sync routers for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:07.124211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82b6a77d-d8e3-4b9c-8848-b8cdf397428f admin admin] 10.222.0.49 "PUT /v2.0/routers/19cb35c0-de63-49a3-bb28-3114e52a5d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6107430 Oct 13 04:35:07.133810 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:07.136292 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:07.193860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad2b47f3-edda-4bc3-9999-4b3c671d667b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:07.335941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ad2b47f3-edda-4bc3-9999-4b3c671d667b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:07.336326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:07.535117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-5bb132f7-f189-49ec-af63-d8f31276e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:07.547598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-5bb132f7-f189-49ec-af63-d8f31276e0f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.3923707 Oct 13 04:35:07.556079 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:07.631348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-edb6fe95-6fd5-4aef-bd75-f8e07737790a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 HTTP/1.1" status: 200 len: 217 time: 0.0764182 Oct 13 04:35:07.743378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-6557cb34-9e0d-4daa-b2a1-bb6aa98941f5 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:07.744895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-6557cb34-9e0d-4daa-b2a1-bb6aa98941f5 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.16 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.4149325 Oct 13 04:35:07.774138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-4e8bd9b5-79f4-4469-b180-2b03b9b35e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:07.776476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-4e8bd9b5-79f4-4469-b180-2b03b9b35e26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 200 len: 849 time: 0.1378045 Oct 13 04:35:07.781803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Request body: {'port': {'device_id': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'admin_state_up': True, 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:07.877325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Made reservation on behalf of 52b9c94baa7347fcbf7a8b71acf8f5c5 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:35:07.889340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:08.077231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b085ffb-4372-4f79-a703-dc44f368d80f req-3ff8cb5f-527a-40c3-bfc6-67491e0468b7 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 210 time: 0.1167917 Oct 13 04:35:08.093894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-91969385-e201-4c41-85e0-470ee7172c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:08.104502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-91969385-e201-4c41-85e0-470ee7172c04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2fa54274-23fb-420b-9b43-8b7abb283802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3203189 Oct 13 04:35:08.343355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-5cc8624f-1dd6-4f30-921f-28df95748a4e service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303877 Oct 13 04:35:08.472267 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:35:03Z', 'revision_number': 4, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '334a8da1-52ce-4a66-9db0-f86732f1323b', 'name': '', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'mac_address': 'fa:16:3e:85:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '10c26302-051a-4c35-9546-0b097b6066d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:35:02Z', 'updated_at': '2021-10-13T04:35:04Z', 'revision_number': 2, 'project_id': '4446207531804d42a36e5badcc456ca1', 'subnets': [{'id': '10c26302-051a-4c35-9546-0b097b6066d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:08.497177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-df0390e3-9336-417a-8dfe-ea7000d4c147 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:08.498768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-df0390e3-9336-417a-8dfe-ea7000d4c147 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 810 time: 0.3781655 Oct 13 04:35:08.548978 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Checking router: 19cb35c0-de63-49a3-bb28-3114e52a5d03 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:08.550351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Updating router 19cb35c0-de63-49a3-bb28-3114e52a5d03 port 334a8da1-52ce-4a66-9db0-f86732f1323b binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:35:08.559505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-522b7f6c-468e-4ad7-920a-cc1caefb967a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/quotas/4446207531804d42a36e5badcc456ca1 HTTP/1.1" status: 200 len: 375 time: 0.0495417 Oct 13 04:35:08.602528 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:08.621062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0b4a7c4-c801-49a9-aecb-812899b87fdd req-24827066-66a6-47a9-9de4-360c80c84a1f service neutron] 10.222.0.47 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700546 Oct 13 04:35:08.678275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Allocated IP 172.20.0.3 (2fa54274-23fb-420b-9b43-8b7abb283802/b32f765a-aaca-4a8a-9556-140f2c37c49a/aa3445ff-fa07-40f1-803b-1f28e7df3e53) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:35:08.690664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-41ce0d6a-dbfc-4e3b-8769-22b472734066 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877802 Oct 13 04:35:08.874970 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:09.148611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-1aa77091-6394-4965-95a7-920bb2b4eb55 service neutron] 10.222.0.49 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447258 Oct 13 04:35:09.412664 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.416952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ecefec00-9f6b-483d-877e-3672e1d88e4c req-b95553bc-eae7-4de6-8c98-ea57b02de82c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 210 time: 0.1221704 Oct 13 04:35:09.427959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.431810 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.498027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-d4e14504-fe2f-450a-98d8-9ea25aa0a975 service neutron] 10.222.0.49 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477023 Oct 13 04:35:09.577552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.590952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:09.647755 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854063f9-7674-4f51-aaa2-4e286846d521 None None] Pushing event updated for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:09.708043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Network 2fa54274-23fb-420b-9b43-8b7abb283802 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:09.724280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:09.728734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:35:09.738385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Pushing event updated for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:09.770569 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Attempting to bind port 334a8da1-52ce-4a66-9db0-f86732f1323b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:35:09.771558 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Attempting to bind port 334a8da1-52ce-4a66-9db0-f86732f1323b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:35:09.771558 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Attempting to bind port 334a8da1-52ce-4a66-9db0-f86732f1323b on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:09.788186 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:35:09.788611 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Checking segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:35:09.788934 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.789350 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Bound using segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:35:09.790591 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Bound port: 334a8da1-52ce-4a66-9db0-f86732f1323b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:35:09.790591 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.886840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:09.887343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:09.936191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-138cddf7-5fcd-4464-9f9b-cea8ef231bfd tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1778197 Oct 13 04:35:09.959825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Request body: {'port': {'device_id': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:10.000602 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] For port 334a8da1-52ce-4a66-9db0-f86732f1323b, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:35:10.014195 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] For port 334a8da1-52ce-4a66-9db0-f86732f1323b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=334a8da1-52ce-4a66-9db0-f86732f1323b,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:35:10.022667 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:10.133191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01221ad5-e9c8-4eaa-8993-47ed9cad7c54 req-49ee17f8-c00e-43b3-ad50-156826d9fe8a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.1352127 Oct 13 04:35:10.235670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:10.235670 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:34:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:10.286456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:10.433610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f836d89f-6495-4e23-b277-c9ed69d5c861 None None] Provisioning complete for port aa3445ff-fa07-40f1-803b-1f28e7df3e53 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:10.433918 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f836d89f-6495-4e23-b277-c9ed69d5c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:10.589045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f836d89f-6495-4e23-b277-c9ed69d5c861 None None] Port aa3445ff-fa07-40f1-803b-1f28e7df3e53 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:35:10.624819 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:10.646320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a50295-f2fb-4bb1-b5a3-c3183f540a76 req-a777d9dd-9917-4eff-8b7d-e316a782e73c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:10.654093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54a50295-f2fb-4bb1-b5a3-c3183f540a76 req-a777d9dd-9917-4eff-8b7d-e316a782e73c tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1027 time: 0.0642159 Oct 13 04:35:10.714209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54a50295-f2fb-4bb1-b5a3-c3183f540a76 req-95ec9683-a5c1-4ba2-94d4-77768e8dd9a8 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Oct 13 04:35:10.924455 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854063f9-7674-4f51-aaa2-4e286846d521 None None] Pushing event updated for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:11.153440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3445ff-fa07-40f1-803b-1f28e7df3e53 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:11.162352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.221958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Transition to ACTIVE for port object aa3445ff-fa07-40f1-803b-1f28e7df3e53 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:35:11.227825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.239350 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:35:03Z', 'revision_number': 4, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '334a8da1-52ce-4a66-9db0-f86732f1323b', 'name': '', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'mac_address': 'fa:16:3e:85:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '10c26302-051a-4c35-9546-0b097b6066d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:35:02Z', 'updated_at': '2021-10-13T04:35:09Z', 'revision_number': 4, 'project_id': '4446207531804d42a36e5badcc456ca1', 'subnets': [{'id': '10c26302-051a-4c35-9546-0b097b6066d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:11.312793 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88beeb9-948e-4cfa-aa15-85d86b046671 None None] The sync data for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 is: [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:35:03Z', 'revision_number': 4, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '334a8da1-52ce-4a66-9db0-f86732f1323b', 'name': '', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'mac_address': 'fa:16:3e:85:a5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '10c26302-051a-4c35-9546-0b097b6066d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:35:02Z', 'updated_at': '2021-10-13T04:35:09Z', 'revision_number': 4, 'project_id': '4446207531804d42a36e5badcc456ca1', 'subnets': [{'id': '10c26302-051a-4c35-9546-0b097b6066d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:11.491251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:11.624978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.635195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834db75d-37ac-4728-a146-f4e5c1efe021 req-2952e8cb-67cb-4171-a222-626bda735188 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.1626074 Oct 13 04:35:11.694776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Attempting to bind port aa3445ff-fa07-40f1-803b-1f28e7df3e53 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:35:11.695107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Attempting to bind port aa3445ff-fa07-40f1-803b-1f28e7df3e53 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:35:11.695705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Attempting to bind port aa3445ff-fa07-40f1-803b-1f28e7df3e53 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:11.702396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Port aa3445ff-fa07-40f1-803b-1f28e7df3e53 on network 2fa54274-23fb-420b-9b43-8b7abb283802 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:35:11.703014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Attempting to bind port aa3445ff-fa07-40f1-803b-1f28e7df3e53 on network 2fa54274-23fb-420b-9b43-8b7abb283802 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:11.717256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:35:11.717930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Checking segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:35:11.723356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Bound using segment: {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:35:11.725555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Bound port: aa3445ff-fa07-40f1-803b-1f28e7df3e53, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37323f43-d443-4541-b966-9916ddeff59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:35:11.727702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.751676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35876990-c114-403c-a1e2-4ce3d7487f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.964617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:35:11.970445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:35:11.980313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a33e3d-44ea-4f10-9292-bebad4425df6 req-e9f1d1ae-f27c-4194-9f02-4a52285475e4 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:11.983820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:11.997823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2a33e3d-44ea-4f10-9292-bebad4425df6 req-e9f1d1ae-f27c-4194-9f02-4a52285475e4 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1052 time: 0.1181953 Oct 13 04:35:12.106623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:12.132429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.134009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:12.134970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-88c2b432-b7f2-4e4c-8dc0-be80f9c7b94e service neutron] 10.222.0.16 "PUT /v2.0/ports/aa3445ff-fa07-40f1-803b-1f28e7df3e53 HTTP/1.1" status: 200 len: 1091 time: 2.1870160 Oct 13 04:35:12.134970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:12.138453 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20251620-ec13-404c-bede-3b8d3dabf593" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:12.175541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e2a33e3d-44ea-4f10-9292-bebad4425df6 req-ec6012d5-018b-40c6-8317-af2af6bb9478 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708574 Oct 13 04:35:12.232495 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d789da2-dadf-4c1d-82b9-7dd03237fd02 x-openstack-request-id: req-7d789da2-dadf-4c1d-82b9-7dd03237fd02 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:12.232775 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:12.233034 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d789da2-dadf-4c1d-82b9-7dd03237fd02 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:12.233433 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53', 'status': 'completed', 'code': 200} Oct 13 04:35:12.312860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-d216c11a-fbe0-446f-94dd-167776361b9e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.323985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-d216c11a-fbe0-446f-94dd-167776361b9e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.47 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 810 time: 0.3650270 Oct 13 04:35:12.345233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Request body: {'port': {'device_id': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'admin_state_up': True, 'tenant_id': '4446207531804d42a36e5badcc456ca1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:12.401478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-2c0dee34-e131-4d21-a2c4-eb1416e1d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.403001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-2c0dee34-e131-4d21-a2c4-eb1416e1d9bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1094 time: 0.1452727 Oct 13 04:35:12.539554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-96fc98c9-a1f6-4cf9-8190-aec39229b51d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53 HTTP/1.1" status: 200 len: 217 time: 0.1264699 Oct 13 04:35:12.622278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Made reservation on behalf of 4446207531804d42a36e5badcc456ca1 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:35:12.626697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:12.713703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:12.732501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-54bb0335-4ecd-4802-b1bf-acec0f44a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.733980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-54bb0335-4ecd-4802-b1bf-acec0f44a1d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 200 len: 849 time: 0.1832633 Oct 13 04:35:12.823509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b12014f2-4c3f-4305-9248-c599395d4dc5 req-7de240b3-5595-4122-bf21-7d419242cfbe tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.0637300 Oct 13 04:35:12.833847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-6baa1aaa-0581-4ffa-a865-9a354eddb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:12.836197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-6baa1aaa-0581-4ffa-a865-9a354eddb251 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fa54274-23fb-420b-9b43-8b7abb283802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925505 Oct 13 04:35:12.927034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Allocated IP 172.20.0.6 (16b1e5e7-fd61-4f70-9366-f402df1d6c0e/10c26302-051a-4c35-9546-0b097b6066d2/a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:35:12.960551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-6d522a55-8e9e-43b7-816f-85215c72bd38 service neutron] 10.222.0.16 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164398 Oct 13 04:35:13.125755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea156067-bdd2-42bf-95fc-0f3307af7dd8 req-0d90fa1c-e06f-473f-90df-82a249ef7afb service neutron] 10.222.0.16 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576838 Oct 13 04:35:13.226263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 334a8da1-52ce-4a66-9db0-f86732f1323b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:13.229295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:13.279702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251620-ec13-404c-bede-3b8d3dabf593 req-68003336-ed9d-480a-8b4e-62218e8037dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.285672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-68003336-ed9d-480a-8b4e-62218e8037dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1094 time: 0.0920184 Oct 13 04:35:13.349808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 334a8da1-52ce-4a66-9db0-f86732f1323b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:13.350194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:13.433842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66223fa4-a95d-496f-bcdc-5e5ddcf969be req-7359c8c2-c2fa-41b4-a2b8-64b6b0f6133b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.437388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66223fa4-a95d-496f-bcdc-5e5ddcf969be req-7359c8c2-c2fa-41b4-a2b8-64b6b0f6133b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1094 time: 0.1463051 Oct 13 04:35:13.497682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251620-ec13-404c-bede-3b8d3dabf593 req-b8e6eed0-c073-40ea-baa8-4953544a9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.501099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-b8e6eed0-c073-40ea-baa8-4953544a9f17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 200 len: 911 time: 0.2080116 Oct 13 04:35:13.537164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-66223fa4-a95d-496f-bcdc-5e5ddcf969be req-8b322fe6-9047-4580-b380-af0efe607f24 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917194 Oct 13 04:35:13.547162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:13.550518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:13.626648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 334a8da1-52ce-4a66-9db0-f86732f1323b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=334a8da1-52ce-4a66-9db0-f86732f1323b,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:13.636214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:13.671536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-031d7dbf-e3b5-41b6-9db9-5f443c4bcd29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53 HTTP/1.1" status: 200 len: 217 time: 0.1508102 Oct 13 04:35:13.763493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:13.769620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251620-ec13-404c-bede-3b8d3dabf593 req-dc1952b4-18e9-417a-b718-50d208beda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.771833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-dc1952b4-18e9-417a-b718-50d208beda1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 200 len: 849 time: 0.0876999 Oct 13 04:35:13.804188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:35:13.821015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:35:13.831658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:35:13.843546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Pushing event updated for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:13.948515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251620-ec13-404c-bede-3b8d3dabf593 req-c3d71e30-638f-4249-b9e0-7734f8d3f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:13.951763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-c3d71e30-638f-4249-b9e0-7734f8d3f9f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2fa54274-23fb-420b-9b43-8b7abb283802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637468 Oct 13 04:35:14.050093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:14.051998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:14.099011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-fad285c9-06c0-43b3-85f9-6bbc76670817 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7649519 Oct 13 04:35:14.126622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Request body: {'port': {'device_id': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:14.136966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50742f24-c44b-44c7-9e00-c9c6a156e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:14.161510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687984d-76ec-41bb-9738-875f73999284 req-9767e58e-8a08-415a-864b-467fcd01e977 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:14.176199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4687984d-76ec-41bb-9738-875f73999284 req-9767e58e-8a08-415a-864b-467fcd01e977 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 931 time: 0.1997240 Oct 13 04:35:14.199712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-d7523c35-0e7a-41f7-867d-55918a09d462 service neutron] 10.222.0.16 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341964 Oct 13 04:35:14.377149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4687984d-76ec-41bb-9738-875f73999284 req-a6ed7422-3a14-4e41-a9c5-de5635418a8e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999726 Oct 13 04:35:14.386827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20251620-ec13-404c-bede-3b8d3dabf593 req-b3328d53-b089-42d9-9d0c-9239b766fa7b service neutron] 10.222.0.16 "GET /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813672 Oct 13 04:35:14.398107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:14.729473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a64884-bb4b-4c5c-8cd6-396ff7a603bf req-35ad1172-eaf1-4154-ab0e-a59b2f7fc5fb tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:14.731046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6a64884-bb4b-4c5c-8cd6-396ff7a603bf req-35ad1172-eaf1-4154-ab0e-a59b2f7fc5fb tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1094 time: 0.0900121 Oct 13 04:35:14.796677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b6a64884-bb4b-4c5c-8cd6-396ff7a603bf req-b97536a8-8e73-4f2b-bc85-3d9533e1aeaa tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Oct 13 04:35:14.972041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:14.980334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:14.994667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Transition to ACTIVE for port object a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:35:15.012532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.192246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:15.202027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 334a8da1-52ce-4a66-9db0-f86732f1323b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:15.304612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Attempting to bind port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:35:15.304952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Attempting to bind port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:35:15.305484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Attempting to bind port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:15.308468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 334a8da1-52ce-4a66-9db0-f86732f1323b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:15.309397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.319433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:35:15.319433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Attempting to bind port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:35:15.329377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:35:15.329762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Checking segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:35:15.330108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Bound using segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:35:15.330572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Bound port: a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:35:15.330935 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.495604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.500476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:35:15.508474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:35:15.543194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.545091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.588632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3696b29-d2aa-4860-8666-6de29ab300f5 req-5ea9b0cc-a797-486e-8911-2a8f7d99fee1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:15.590738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f3696b29-d2aa-4860-8666-6de29ab300f5 req-5ea9b0cc-a797-486e-8911-2a8f7d99fee1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 943 time: 0.0635269 Oct 13 04:35:15.701453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:15.701453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:15.701453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 200 len: 1091 time: 1.5802660 Oct 13 04:35:15.701453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:15.707457 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f" -d '{"events": [{"name": "network-changed", "server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:15.714675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f3696b29-d2aa-4860-8666-6de29ab300f5 req-b27fb7a2-954d-403d-8672-0bab57d34875 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174176 Oct 13 04:35:15.808481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa3445ff-fa07-40f1-803b-1f28e7df3e53 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:35:15.813721 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db617db-b602-41b9-b627-105ca6d0e6d8 x-openstack-request-id: req-5db617db-b602-41b9-b627-105ca6d0e6d8 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:15.814298 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:15.814643 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5db617db-b602-41b9-b627-105ca6d0e6d8 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:15.816430 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff', 'status': 'completed', 'code': 200} Oct 13 04:35:15.860460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551bb65-9300-4d26-ace6-d7ebdadb0983 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:15.913999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-23d75a1c-ed13-4f5a-85cc-f84a1f09f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:15.919575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-23d75a1c-ed13-4f5a-85cc-f84a1f09f161 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1094 time: 0.1601825 Oct 13 04:35:16.040621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:16.064095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-6aaa4e29-3062-4f43-87b6-5dce939b728b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 200 len: 217 time: 0.1332648 Oct 13 04:35:16.066008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53', 'network_id': '2fa54274-23fb-420b-9b43-8b7abb283802', 'port_id': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53', 'mac_address': 'fa:16:3e:2a:8e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32f765a-aaca-4a8a-9556-140f2c37c49a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:35:16.088374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d552f-e51f-42c9-8086-92ee5f9948bf req-6a3a4aea-2bac-402b-aa75-1055d9ff4c86 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:16.099152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac6d552f-e51f-42c9-8086-92ee5f9948bf req-6a3a4aea-2bac-402b-aa75-1055d9ff4c86 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1094 time: 0.1546690 Oct 13 04:35:16.167149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.182455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac6d552f-e51f-42c9-8086-92ee5f9948bf req-0d103344-52aa-4b1f-a59f-47b3857e8861 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614324 Oct 13 04:35:16.194608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3445ff-fa07-40f1-803b-1f28e7df3e53 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:16.214473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:16.221876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-3986faf5-416e-4b5b-81c8-3a35638d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:16.223765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-3986faf5-416e-4b5b-81c8-3a35638d9567 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.1510861 Oct 13 04:35:16.225842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:16.284737 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-317ab00e-13a4-4f03-ad81-13986d9323ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527620 Oct 13 04:35:16.326673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:16.538175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-9047bfd1-25cf-4df5-8465-6622321dabf5 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419989 Oct 13 04:35:16.567106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aa3445ff-fa07-40f1-803b-1f28e7df3e53'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:16.810084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6cd5f13b-1167-4e02-b014-15d07bc87ec6 req-ded0b174-edbb-45a4-84f2-1d77697b1da6 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670860 Oct 13 04:35:17.021074 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-3b58471a-12ea-4e69-9507-2464b10f6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.022725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-3b58471a-12ea-4e69-9507-2464b10f6ddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1094 time: 0.1402128 Oct 13 04:35:17.077031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28924bed-7ab4-4c82-9c46-dc346cfe2b24 req-f5e7dd47-9baa-4ca3-878b-109c3f924fab tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.078810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28924bed-7ab4-4c82-9c46-dc346cfe2b24 req-f5e7dd47-9baa-4ca3-878b-109c3f924fab tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 943 time: 0.1859848 Oct 13 04:35:17.262167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-1d5122c9-6801-44b6-b909-dab050a4ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.268852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-1d5122c9-6801-44b6-b909-dab050a4ff39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.2366714 Oct 13 04:35:17.340751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:17.397010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-28924bed-7ab4-4c82-9c46-dc346cfe2b24 req-1ae5c686-99d7-4446-b9ed-060ac2ffe980 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766125 Oct 13 04:35:17.398675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-260f963c-591c-4374-8671-e06eb7df7e78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 200 len: 217 time: 0.1168826 Oct 13 04:35:17.438375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45610ee-4d01-4d37-ae21-4203e07f8f12 req-e0fe476d-85fa-4a16-9bdb-20d42c6a67ba tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.449740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e45610ee-4d01-4d37-ae21-4203e07f8f12 req-e0fe476d-85fa-4a16-9bdb-20d42c6a67ba tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1095 time: 0.0956335 Oct 13 04:35:17.500138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e45610ee-4d01-4d37-ae21-4203e07f8f12 req-3738e346-43d5-49ff-ba88-7282e845232b tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Oct 13 04:35:17.509512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-cd7fd65b-7719-438c-97bc-037d210dac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:17.510976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-cd7fd65b-7719-438c-97bc-037d210dac01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.0991812 Oct 13 04:35:17.550351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-be01a59b-4bdb-408e-a82a-d4034930be97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304868 Oct 13 04:35:17.656622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-9b81f26f-5833-4f34-83de-95a1da23cbd8 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985773 Oct 13 04:35:17.768232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c3189b5-cca7-4ff4-9ac7-4c618f56642f req-e3ee8927-22fa-44a8-a01f-e0c275590eea service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026716 Oct 13 04:35:17.812477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa3445ff-fa07-40f1-803b-1f28e7df3e53 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:17.877054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port aa3445ff-fa07-40f1-803b-1f28e7df3e53 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:35:17.881739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aa3445ff-fa07-40f1-803b-1f28e7df3e53 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:17.882119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:17.977952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:18.007014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:18.009643 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee362312-061d-4201-ad41-02632b8de3f5" -d '{"events": [{"server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:18.036085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:18.050950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:18.094906 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83303d9d-10b4-4813-a8b1-400606b2fb67 x-openstack-request-id: req-83303d9d-10b4-4813-a8b1-400606b2fb67 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:18.095251 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:18.095512 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83303d9d-10b4-4813-a8b1-400606b2fb67 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:18.095970 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53', 'code': 200} Oct 13 04:35:18.135434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:18.186108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b9028-168b-40bf-b6bf-16285461c376 req-c425ab8d-46c2-44b4-b298-493bf10dbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.187838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-201b9028-168b-40bf-b6bf-16285461c376 req-c425ab8d-46c2-44b4-b298-493bf10dbe8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0467017 Oct 13 04:35:18.232467 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-201b9028-168b-40bf-b6bf-16285461c376 req-06e31571-207a-488a-a309-8e65edb62b14 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Oct 13 04:35:18.642575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecc923-1faa-4413-ae55-71f3c35af078 req-f8a9228c-6377-4b38-a8e4-ce4500bc52a2 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.651240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adecc923-1faa-4413-ae55-71f3c35af078 req-f8a9228c-6377-4b38-a8e4-ce4500bc52a2 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 943 time: 0.1247230 Oct 13 04:35:18.699883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bc12c-9492-4505-a750-969b8b8d60ce req-26fd552d-90f6-47a1-be70-4d3a6de4a935 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:18.708006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-adecc923-1faa-4413-ae55-71f3c35af078 req-3ec36857-3044-4ffa-8dbf-3e6e05de5be1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Oct 13 04:35:18.711442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b52bc12c-9492-4505-a750-969b8b8d60ce req-26fd552d-90f6-47a1-be70-4d3a6de4a935 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0939610 Oct 13 04:35:18.757444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b52bc12c-9492-4505-a750-969b8b8d60ce req-d497c491-485a-46d2-9abb-3f959670516a tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Oct 13 04:35:19.048787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:19.184716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8876ddad-6644-4808-aaa9-4ccfea8996e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.277862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8876ddad-6644-4808-aaa9-4ccfea8996e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.282616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8876ddad-6644-4808-aaa9-4ccfea8996e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.327682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43594) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:19.327960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8876ddad-6644-4808-aaa9-4ccfea8996e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5500c2a9437740358f3959e277bbdd8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772424 Oct 13 04:35:19.328543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876ddad-6644-4808-aaa9-4ccfea8996e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090b11c0-db61-43e1-b5e7-de6fb6991e8a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:19.410931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.438699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.531427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.534529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:19.538032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/090b11c0-db61-43e1-b5e7-de6fb6991e8a HTTP/1.1" status: 204 len: 168 time: 0.2062294 Oct 13 04:35:19.545594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981cff6-a79d-48ed-aef1-2dfc7a4a8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090b11c0-db61-43e1-b5e7-de6fb6991e8a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:19.965494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548aaa-5dfe-45fe-8fe8-a9fab40a967b req-aebf0ca1-5353-4b2b-b0f0-95f594fcb9b7 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:19.967490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63548aaa-5dfe-45fe-8fe8-a9fab40a967b req-aebf0ca1-5353-4b2b-b0f0-95f594fcb9b7 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 943 time: 0.1434450 Oct 13 04:35:19.997512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d283e66-37d9-46ce-af7f-ed5f57e96c70 req-4f11f5ac-24bf-4a11-8010-bccf8c3afeeb tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:19.999259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d283e66-37d9-46ce-af7f-ed5f57e96c70 req-4f11f5ac-24bf-4a11-8010-bccf8c3afeeb tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.1143327 Oct 13 04:35:20.042836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-63548aaa-5dfe-45fe-8fe8-a9fab40a967b req-4063f4fe-3ddf-46eb-93c6-3ca143f0144d tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603204 Oct 13 04:35:20.064223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43610) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:20.065653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d283e66-37d9-46ce-af7f-ed5f57e96c70 req-4cb876dc-5129-46d2-9307-ea4eb0cd3447 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567830 Oct 13 04:35:20.083671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.323232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:35:20.332821 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.347393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866ff58-da96-4754-ab9c-5315487ba0b0 req-5839bff9-1609-4eb4-a6f1-f75fc0db6af5 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:20.356956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3866ff58-da96-4754-ab9c-5315487ba0b0 req-5839bff9-1609-4eb4-a6f1-f75fc0db6af5 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.1919026 Oct 13 04:35:20.366068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.421027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b403a55-cbff-4374-8e4f-42182d33ec5e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:20.432268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bfd44c8e9c746cb9f36b3c9d950f841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695722 Oct 13 04:35:20.435559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43624) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:20.436780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.437323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.437849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.438368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.438995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.439871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.440407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.440934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.441439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.441964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.442473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.442989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51e9d42-5281-450a-b97f-2903c7f5bff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:20.469714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:20.484554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'port_id': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff', 'mac_address': 'fa:16:3e:b2:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c26302-051a-4c35-9546-0b097b6066d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:35:20.488359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3866ff58-da96-4754-ab9c-5315487ba0b0 req-82bd29d3-3246-469c-a417-a5882c7d042e tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244035 Oct 13 04:35:20.546403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.601153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.607218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.630102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:35:20.633388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0023d1c-1221-423f-b887-0a3b07d33c08 req-82a8f391-2dbe-44f7-ac64-32864703de0a tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:20.635153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0023d1c-1221-423f-b887-0a3b07d33c08 req-82a8f391-2dbe-44f7-ac64-32864703de0a tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0683620 Oct 13 04:35:20.696514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:20.704933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d0023d1c-1221-423f-b887-0a3b07d33c08 req-c542abf4-7c8b-4ef2-9d38-6e73c23569e9 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Oct 13 04:35:20.707511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.748834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.752999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:20.754418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b403a55-cbff-4374-8e4f-42182d33ec5e HTTP/1.1" status: 204 len: 168 time: 0.3178513 Oct 13 04:35:20.794226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db658e9-ffb5-4998-978a-89364df82bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b403a55-cbff-4374-8e4f-42182d33ec5e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:20.881099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:20.951986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:21.242157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6123273-75f3-440e-b829-bb1f03a322c5 req-66693fc3-834e-4c02-8416-9079210ac204 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:21.253188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6123273-75f3-440e-b829-bb1f03a322c5 req-66693fc3-834e-4c02-8416-9079210ac204 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0902452 Oct 13 04:35:21.261008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725bdc9-fe94-4d63-a515-c0089473cff0 req-75cd40d3-271d-4261-8fd6-fd899d896147 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:21.269048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6725bdc9-fe94-4d63-a515-c0089473cff0 req-75cd40d3-271d-4261-8fd6-fd899d896147 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.1175771 Oct 13 04:35:21.334094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6725bdc9-fe94-4d63-a515-c0089473cff0 req-d59ed365-9e57-47c6-9751-a001484ee42b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Oct 13 04:35:21.338011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6123273-75f3-440e-b829-bb1f03a322c5 req-013eb524-2b8b-4342-8535-9443a0234948 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836263 Oct 13 04:35:22.335487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:35:22.406965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:35:22.413736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:35:22.414389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.574797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce2e84-459e-4809-8b01-a195a950d8fb req-79058d29-2a4c-4517-b972-329a9c2f21d4 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:22.585782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45ce2e84-459e-4809-8b01-a195a950d8fb req-79058d29-2a4c-4517-b972-329a9c2f21d4 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0743484 Oct 13 04:35:22.636701 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.660189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45ce2e84-459e-4809-8b01-a195a950d8fb req-21ab0e21-987c-40d1-b223-d76f5222ea21 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709918 Oct 13 04:35:22.698909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:22.701520 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b067320d-303a-434e-bdac-dc0e2f8e330d" -d '{"events": [{"server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:22.739997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:22.746471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:22.868032 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae8c485-f4d8-492f-973c-34fb105c6c65 x-openstack-request-id: req-aae8c485-f4d8-492f-973c-34fb105c6c65 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:22.868441 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:22.868723 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aae8c485-f4d8-492f-973c-34fb105c6c65 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:22.869108 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff', 'code': 200} Oct 13 04:35:22.885930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:23.005650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db755922-cee2-41e9-87bc-73408ffb3d76 req-d084a15b-31e6-44b2-9776-78d5d3402df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.008093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db755922-cee2-41e9-87bc-73408ffb3d76 req-d084a15b-31e6-44b2-9776-78d5d3402df8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0499060 Oct 13 04:35:23.061104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db755922-cee2-41e9-87bc-73408ffb3d76 req-92c65c00-4977-41dc-bcd4-aaef4e10cc2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454030 Oct 13 04:35:23.100227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacded60-afb4-4a14-9d35-3b59536af8b8 req-15e3a7e3-a758-4526-bde7-e45a19874dc9 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.101740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eacded60-afb4-4a14-9d35-3b59536af8b8 req-15e3a7e3-a758-4526-bde7-e45a19874dc9 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.6470189 Oct 13 04:35:23.133250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-25365405-d877-4c3b-af02-cb8260b41905 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:23.134755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-25365405-d877-4c3b-af02-cb8260b41905 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0951967 Oct 13 04:35:23.168152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eacded60-afb4-4a14-9d35-3b59536af8b8 req-008c2ec1-7cda-40f1-a7c3-d7bb4dcff8a4 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577362 Oct 13 04:35:23.269785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Deleting port aa3445ff-fa07-40f1-803b-1f28e7df3e53 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:23.270249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.376723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] For port aa3445ff-fa07-40f1-803b-1f28e7df3e53, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aa3445ff-fa07-40f1-803b-1f28e7df3e53,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:23.378407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.393157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Calling delete_port for aa3445ff-fa07-40f1-803b-1f28e7df3e53 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:23.548026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.567185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:23.571369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aa3445ff-fa07-40f1-803b-1f28e7df3e53'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:23.615018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa3445ff-fa07-40f1-803b-1f28e7df3e53,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:23.648874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] No DVR routers for this DVR port aa3445ff-fa07-40f1-803b-1f28e7df3e53 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:23.664402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:23.668180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5fff90a-f950-43d6-9bab-2b6364877b60 req-3969df7f-5ec5-4ce3-83f3-a8c6ba8ed333 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.16 "DELETE /v2.0/ports/aa3445ff-fa07-40f1-803b-1f28e7df3e53 HTTP/1.1" status: 204 len: 173 time: 0.5234740 Oct 13 04:35:23.668688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'name': 'network-vif-deleted', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:23.679315 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de718620-110d-4c72-aa8b-b71b283e4936" -d '{"events": [{"server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "name": "network-vif-deleted", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:23.864846 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e791262-00ff-4d87-961e-8333be36752d x-openstack-request-id: req-5e791262-00ff-4d87-961e-8333be36752d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:23.865151 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ba03fd-6e0f-4734-9b51-87e422f0eb0f", "name": "network-vif-deleted", "tag": "aa3445ff-fa07-40f1-803b-1f28e7df3e53", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:23.865507 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e791262-00ff-4d87-961e-8333be36752d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:23.865803 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ba03fd-6e0f-4734-9b51-87e422f0eb0f', 'name': 'network-vif-deleted', 'tag': 'aa3445ff-fa07-40f1-803b-1f28e7df3e53', 'status': 'completed', 'code': 200} Oct 13 04:35:23.988553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6620b174-88fb-4dba-a11b-04fcbadddbfa req-1c1e5e23-d852-4c74-a853-5b29ca9e1ea1 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d2ba03fd-6e0f-4734-9b51-87e422f0eb0f HTTP/1.1" status: 200 len: 210 time: 0.0873628 Oct 13 04:35:24.360561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e9d5a-9dca-4235-a8ce-ff762aedcde1 req-7cd1aad1-4e05-4a9d-a6cc-5c99ac7846e1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:24.381282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c4e9d5a-9dca-4235-a8ce-ff762aedcde1 req-7cd1aad1-4e05-4a9d-a6cc-5c99ac7846e1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1215837 Oct 13 04:35:24.503092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0c4e9d5a-9dca-4235-a8ce-ff762aedcde1 req-e3866186-0052-41c9-992b-a66727b66dd2 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203418 Oct 13 04:35:24.610044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:24.857017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac154ca0-10ea-4e03-b9cf-a695338aa5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.001796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac154ca0-10ea-4e03-b9cf-a695338aa5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.007892 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac154ca0-10ea-4e03-b9cf-a695338aa5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.085012 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ac154ca0-10ea-4e03-b9cf-a695338aa5f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7600194d64d146b588e08eabab6e726a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736037 Oct 13 04:35:25.088030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:25.112693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154ca0-10ea-4e03-b9cf-a695338aa5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5871ae-aea1-4503-82d2-59f590d58784,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:25.173321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.202907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.282255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.285952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:25.289889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af5871ae-aea1-4503-82d2-59f590d58784 HTTP/1.1" status: 204 len: 168 time: 0.1963744 Oct 13 04:35:25.303870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2cc4-bb0d-48e8-b487-29254780381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5871ae-aea1-4503-82d2-59f590d58784,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:25.510659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2283db-de77-4332-ab09-15e912435063 req-19921f48-53b9-4d2b-90a7-2c43d402a867 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:25.512270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d2283db-de77-4332-ab09-15e912435063 req-19921f48-53b9-4d2b-90a7-2c43d402a867 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.0556884 Oct 13 04:35:25.578436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6d2283db-de77-4332-ab09-15e912435063 req-a203a6ce-9c3b-49e2-a9cd-3f99eedc268a tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545323 Oct 13 04:35:25.662794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb189e8-b499-4511-8d62-c529cfefd18e req-14ad0ffb-d2f7-4cb5-81e3-0b22ff86de83 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:25.664656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7cb189e8-b499-4511-8d62-c529cfefd18e req-14ad0ffb-d2f7-4cb5-81e3-0b22ff86de83 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0645065 Oct 13 04:35:25.737127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7cb189e8-b499-4511-8d62-c529cfefd18e req-242a921c-19f0-4ba9-9784-d0f214c1d98b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Oct 13 04:35:25.853629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa3445ff-fa07-40f1-803b-1f28e7df3e53 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:25.893986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: aa3445ff-fa07-40f1-803b-1f28e7df3e53 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:25.894740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aa3445ff-fa07-40f1-803b-1f28e7df3e53 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:26.060936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-e2cb4668-9257-484c-abeb-b1de6f75f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.063306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-e2cb4668-9257-484c-abeb-b1de6f75f811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0785053 Oct 13 04:35:26.667818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-5dad12a4-5491-45a3-9fab-619a856fed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.670110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-5dad12a4-5491-45a3-9fab-619a856fed58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.5976355 Oct 13 04:35:26.689832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79382ddb-fda3-4f8e-be41-78491b6b04b7 req-e4cc9785-17ee-4526-86d9-038767440459 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.697999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79382ddb-fda3-4f8e-be41-78491b6b04b7 req-e4cc9785-17ee-4526-86d9-038767440459 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.6992936 Oct 13 04:35:26.808181 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-856bd111-7fd6-4bbb-81e8-55d2b1c8a25e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 200 len: 217 time: 0.1292162 Oct 13 04:35:26.861864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b6644-5a68-4461-809d-7f376432bc3c req-872d90d8-f646-4a04-a2af-dddf67e88f81 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:26.883666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-808b6644-5a68-4461-809d-7f376432bc3c req-872d90d8-f646-4a04-a2af-dddf67e88f81 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.1248200 Oct 13 04:35:26.972122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-808b6644-5a68-4461-809d-7f376432bc3c req-1191bf56-554b-4156-9ad3-cb4d94d8aded tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=85a718d7-0457-4941-bb2d-7388a61a91a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Oct 13 04:35:27.008056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79382ddb-fda3-4f8e-be41-78491b6b04b7 req-43147780-83b9-4290-a1f8-33e36770f411 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088973 Oct 13 04:35:27.047158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-239e9bd2-bf42-4577-99a8-91b37dbe1141 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:27.048681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-239e9bd2-bf42-4577-99a8-91b37dbe1141 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 1097 time: 0.2727494 Oct 13 04:35:27.060368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-20f9a204-b0fc-45d3-9065-59456a99e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:27.062479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-20f9a204-b0fc-45d3-9065-59456a99e0c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.2017775 Oct 13 04:35:27.131181 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-79397fbe-63f5-4e67-9a22-1add500e0826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532219 Oct 13 04:35:27.447015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-c9510eb8-7b9b-4805-afdc-2e20c7d83fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969182 Oct 13 04:35:27.486136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Deleting port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:27.491865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:27.780841 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7dcdd931-b3df-423d-ac59-9a351e56977e req-d663c8ad-8bdc-4bd6-aca5-c41be1f4abc0 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318932 Oct 13 04:35:27.790641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] For port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:27.791420 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:27.814189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Calling delete_port for 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:28.107576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:28.119893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:35:28.265032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bf65064-c241-4ba5-83db-8e5a1c4ae8d6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:28.315094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] No DVR routers for this DVR port 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:28.318933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95d7ddc5-7169-4135-8e72-5c4b0ec2b558 req-d24f84d0-8a75-449a-bcd9-f6d80ed6dd02 tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02369b83-ad33-4480-ab9f-2231516622b9 HTTP/1.1" status: 200 len: 210 time: 0.0996120 Oct 13 04:35:28.320070 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:28.323338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3deb9a47-3f21-4bb9-a102-1fe7439db528 req-26a2f3c8-e14e-491b-bb61-5a00853bb83d tempest-TestServerMultinode-560274127 tempest-TestServerMultinode-560274127-project-admin] 10.222.0.47 "DELETE /v2.0/ports/0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 HTTP/1.1" status: 204 len: 173 time: 1.2598627 Oct 13 04:35:28.323714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'name': 'network-vif-deleted', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:28.326535 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b320c26a-8c72-48a8-a13c-c88c04783607" -d '{"events": [{"server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "name": "network-vif-deleted", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:28.378164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff2098-3727-4a31-9071-11be93dc1987 req-c1aba4b2-2c00-45d6-9465-a7f4f262e9c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:28.421767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01ff2098-3727-4a31-9071-11be93dc1987 req-c1aba4b2-2c00-45d6-9465-a7f4f262e9c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.2463591 Oct 13 04:35:28.563695 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4900d04e-4551-4c6c-9e3a-c1187a8db90f x-openstack-request-id: req-4900d04e-4551-4c6c-9e3a-c1187a8db90f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:28.564250 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02369b83-ad33-4480-ab9f-2231516622b9", "name": "network-vif-deleted", "tag": "0bf65064-c241-4ba5-83db-8e5a1c4ae8d6", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:28.565480 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4900d04e-4551-4c6c-9e3a-c1187a8db90f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:28.566277 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02369b83-ad33-4480-ab9f-2231516622b9', 'name': 'network-vif-deleted', 'tag': '0bf65064-c241-4ba5-83db-8e5a1c4ae8d6', 'status': 'completed', 'code': 200} Oct 13 04:35:28.599712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01ff2098-3727-4a31-9071-11be93dc1987 req-2eb505f3-b626-4971-9eac-d7bec7a9a883 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762702 Oct 13 04:35:29.402390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43920) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:29.999980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0ec2f-fc91-4922-8f65-7be133ec4658 req-eb0ebb8e-9050-4570-9792-12e90f866770 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:30.007173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa0ec2f-fc91-4922-8f65-7be133ec4658 req-eb0ebb8e-9050-4570-9792-12e90f866770 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1861110 Oct 13 04:35:30.092383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eaa0ec2f-fc91-4922-8f65-7be133ec4658 req-798bb150-c2b7-42de-85bf-e9bb82d0a929 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 Oct 13 04:35:30.210548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:30.369605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:30.434833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:30.436693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0bf65064-c241-4ba5-83db-8e5a1c4ae8d6 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:30.876169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Deleting port 69ca3295-4e93-4ae3-996b-0895e7a9e620 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:30.876834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.236696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] For port 69ca3295-4e93-4ae3-996b-0895e7a9e620, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=69ca3295-4e93-4ae3-996b-0895e7a9e620,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:31.240207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.283302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Calling delete_port for 69ca3295-4e93-4ae3-996b-0895e7a9e620 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:31.409823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caeb72-93d1-4429-a451-2a91a99afa11 req-34d61594-5a4f-46c6-994b-abb4a0711185 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:31.413102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49caeb72-93d1-4429-a451-2a91a99afa11 req-34d61594-5a4f-46c6-994b-abb4a0711185 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1619382 Oct 13 04:35:31.622250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49caeb72-93d1-4429-a451-2a91a99afa11 req-6fda3fae-7978-4d3a-b36b-711d87181dc8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418996 Oct 13 04:35:31.766216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:31.795954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ca3295-4e93-4ae3-996b-0895e7a9e620,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:31.806159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.806505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.806829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.807185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.807508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.807828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.808157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.808498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.808805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.809118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.809450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:31.809760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:35:32.203900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:32.692450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Router 499fc240-9068-4ab0-850c-b651aa3c98ab has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:32.906753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:32.924831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2705949c-b084-42a8-9742-8456677adb80 admin admin] 10.222.0.49 "PUT /v2.0/routers/499fc240-9068-4ab0-850c-b651aa3c98ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135181 Oct 13 04:35:32.925051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:32.927612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Sync routers for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:32.962824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:32.963631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:32.965551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dc36a-5cd2-4c72-a99f-724638da1aab req-8cae57ed-0a84-4f21-95e4-f7c8a9cbc032 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:32.983714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-289dc36a-5cd2-4c72-a99f-724638da1aab req-8cae57ed-0a84-4f21-95e4-f7c8a9cbc032 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1437161 Oct 13 04:35:33.050657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-289dc36a-5cd2-4c72-a99f-724638da1aab req-99f836cc-b588-4b5c-bd57-c1c010b4c465 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610929 Oct 13 04:35:33.157536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.183568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:33.409960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.524596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Deleting port 262b08d3-70bd-4be4-83d5-2075483adb1b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:33.525124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.525742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:35:31Z', 'revision_number': 5, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port': {'id': '262b08d3-70bd-4be4-83d5-2075483adb1b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:26Z', 'updated_at': '2021-10-13T04:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:33.575711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Checking router: 499fc240-9068-4ab0-850c-b651aa3c98ab for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:33.585700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Routers {'499fc240-9068-4ab0-850c-b651aa3c98ab'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:33.586315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['499fc240-9068-4ab0-850c-b651aa3c98ab'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:33.693830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] Set router 499fc240-9068-4ab0-850c-b651aa3c98ab gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:33.705970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] For port 262b08d3-70bd-4be4-83d5-2075483adb1b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=262b08d3-70bd-4be4-83d5-2075483adb1b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:33.706341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:33.746981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Calling delete_port for 262b08d3-70bd-4be4-83d5-2075483adb1b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:33.778496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:35:33Z', 'revision_number': 6, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:33.808927 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb640f93-1131-4ad2-9900-b678d3e0c406 None None] The sync data for ids ['499fc240-9068-4ab0-850c-b651aa3c98ab'] in n-d-813736-1 is: [{'id': '499fc240-9068-4ab0-850c-b651aa3c98ab', 'name': 'tempest-TestServerMultinode-2119268656-router', 'tenant_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:25Z', 'updated_at': '2021-10-13T04:35:33Z', 'revision_number': 6, 'project_id': '8eda4d4884644724bf03f2ab2eb2bb87', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:34.021966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.078930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Pushing event deleted for resources: {'Port': ['ID=262b08d3-70bd-4be4-83d5-2075483adb1b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:34.165365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.356151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.370102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.434697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63aeb-d91e-42b7-9d33-00fb6e03f1a3 req-48966b13-711f-487c-b784-2091c7a4f4d1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:34.443891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ecd63aeb-d91e-42b7-9d33-00fb6e03f1a3 req-48966b13-711f-487c-b784-2091c7a4f4d1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.2186427 Oct 13 04:35:34.560250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44036) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:34.571176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.572233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499fc240-9068-4ab0-850c-b651aa3c98ab {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:35:34.579542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.582818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a2ea8b9-7aa0-4d9e-8cf3-07d2b6d9f19c admin admin] 10.222.0.49 "DELETE /v2.0/routers/499fc240-9068-4ab0-850c-b651aa3c98ab HTTP/1.1" status: 204 len: 168 time: 1.6613667 Oct 13 04:35:34.585401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44040) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:34.641094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Deleting subnet b32f765a-aaca-4a8a-9556-140f2c37c49a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:35:34.658252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.675795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ecd63aeb-d91e-42b7-9d33-00fb6e03f1a3 req-245038b7-1047-4ca4-bea1-4546a87bd513 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308457 Oct 13 04:35:34.719930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.824491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d6e-7067-4b9a-8627-c7a3c8e3329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:34.991595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d6e-7067-4b9a-8627-c7a3c8e3329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.002564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.005087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7ca5d6e-7067-4b9a-8627-c7a3c8e3329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.081487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7ca5d6e-7067-4b9a-8627-c7a3c8e3329d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6af0234d045a4fe49a882ad915dc3865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198090 Oct 13 04:35:35.084322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44046) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:35.087174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca5d6e-7067-4b9a-8627-c7a3c8e3329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac0326-7d6e-41c2-9c8d-42e77e622f99,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:35.127486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.159859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.172543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b32f765a-aaca-4a8a-9556-140f2c37c49a HTTP/1.1" status: 204 len: 168 time: 0.5836322 Oct 13 04:35:35.175597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4c63f-ce9d-47fb-a088-9451c443c70d None None] Network 2fa54274-23fb-420b-9b43-8b7abb283802 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:35:35.179900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:35.218551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8323-6de4-4ea4-9f7c-10bb884fc792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32f765a-aaca-4a8a-9556-140f2c37c49a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:35.240908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 69ca3295-4e93-4ae3-996b-0895e7a9e620 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:35.347051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.384777 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.409130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 69ca3295-4e93-4ae3-996b-0895e7a9e620 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:35.409470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 69ca3295-4e93-4ae3-996b-0895e7a9e620 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:35.410058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 262b08d3-70bd-4be4-83d5-2075483adb1b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:35.410533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.448399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 262b08d3-70bd-4be4-83d5-2075483adb1b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:35.448746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 262b08d3-70bd-4be4-83d5-2075483adb1b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:35.544465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.550229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.560164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13ac0326-7d6e-41c2-9c8d-42e77e622f99 HTTP/1.1" status: 204 len: 168 time: 0.4703741 Oct 13 04:35:35.582858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Deleting port a5359119-673b-4e79-b4b5-921f5dc39b76 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:35.583384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.591723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb649759-bc9f-4c2d-a939-d1792b71174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac0326-7d6e-41c2-9c8d-42e77e622f99,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:35.633860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] DHCP port deletion for 2fa54274-23fb-420b-9b43-8b7abb283802 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:35:35.731688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] For port a5359119-673b-4e79-b4b5-921f5dc39b76, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a5359119-673b-4e79-b4b5-921f5dc39b76,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:35.732392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Deleting port a5359119-673b-4e79-b4b5-921f5dc39b76 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:35.732584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.733115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.776676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Calling delete_port for a5359119-673b-4e79-b4b5-921f5dc39b76 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:35.881165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] For port a5359119-673b-4e79-b4b5-921f5dc39b76, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a5359119-673b-4e79-b4b5-921f5dc39b76,segment=NetworkSegment(37323f43-d443-4541-b966-9916ddeff59f),segment_id=37323f43-d443-4541-b966-9916ddeff59f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:35.881567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.888556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:35.915254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Calling delete_port for a5359119-673b-4e79-b4b5-921f5dc39b76 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:35.964580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e180ab-3ed9-41fd-b595-ffa9b94dd2cd req-48acc70a-08ec-4b68-a071-058b37c8cc76 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:35.976817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e180ab-3ed9-41fd-b595-ffa9b94dd2cd req-48acc70a-08ec-4b68-a071-058b37c8cc76 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1964488 Oct 13 04:35:36.006868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] No DVR routers for this DVR port a5359119-673b-4e79-b4b5-921f5dc39b76 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:36.023607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5359119-673b-4e79-b4b5-921f5dc39b76,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:36.093106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e180ab-3ed9-41fd-b595-ffa9b94dd2cd req-5d3c68e9-caea-477d-a53f-a739f2ac11ee tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152668 Oct 13 04:35:36.129851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.181847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] Pushing event deleted for resources: {'Port': ['ID=a5359119-673b-4e79-b4b5-921f5dc39b76,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:36.187677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:36.191612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497ca70-a1e9-4442-b611-504f390df148 None None] No DVR routers for this DVR port a5359119-673b-4e79-b4b5-921f5dc39b76 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:36.206647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.226328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6911bd3-428f-442d-b2d9-6da62b0ce395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.239467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa54274-23fb-420b-9b43-8b7abb283802']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:36.250277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37323f43-d443-4541-b966-9916ddeff59f') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:36.250570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37323f43-d443-4541-b966-9916ddeff59f') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:36.261322 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.277691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.284909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:35:36.285323 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:35:36.388797 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:35:36.397923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6911bd3-428f-442d-b2d9-6da62b0ce395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.398523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.404781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.405249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6911bd3-428f-442d-b2d9-6da62b0ce395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.408696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2fa54274-23fb-420b-9b43-8b7abb283802 HTTP/1.1" status: 204 len: 168 time: 1.2269132 Oct 13 04:35:36.411843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:36.429635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e206-40d1-4672-b225-4b1e9f7d7b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa54274-23fb-420b-9b43-8b7abb283802,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:36.590653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6911bd3-428f-442d-b2d9-6da62b0ce395 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=851a6e3faaac4f088303ac1ea6d9998f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013064 Oct 13 04:35:36.591447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6911bd3-428f-442d-b2d9-6da62b0ce395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce3ee9-60c3-4dc4-b69c-b724a2c14573,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:36.593200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44070) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:36.697427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.721111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.774273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.777928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:36.779355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efce3ee9-60c3-4dc4-b69c-b724a2c14573 HTTP/1.1" status: 204 len: 168 time: 0.1851315 Oct 13 04:35:36.806362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e7d90-e0ee-493d-91fe-0137ba531206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce3ee9-60c3-4dc4-b69c-b724a2c14573,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:37.075965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.097127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.106906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.129351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.137045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.143110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.173083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.179230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-2175ce84-941e-41c3-b8aa-dabc854ec418 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.2377784 Oct 13 04:35:37.195347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a5359119-673b-4e79-b4b5-921f5dc39b76 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:37.260149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2636470d-b41c-4c82-bf3d-0bfa05164e16 req-985b3921-d73e-4149-9a85-d0c84e9dbc60 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522304 Oct 13 04:35:37.287901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.292460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a5359119-673b-4e79-b4b5-921f5dc39b76 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:37.292808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a5359119-673b-4e79-b4b5-921f5dc39b76 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:37.346685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e179dc-b0fa-4430-95d1-c1c561c461c4 req-3c3e17d8-bb8a-47f2-a9ac-0caeb72535a0 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.349335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09e179dc-b0fa-4430-95d1-c1c561c461c4 req-3c3e17d8-bb8a-47f2-a9ac-0caeb72535a0 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1091969 Oct 13 04:35:37.432799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09e179dc-b0fa-4430-95d1-c1c561c461c4 req-b5f90c26-290e-4558-8b26-d39329d3b476 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759852 Oct 13 04:35:37.571543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.577999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.585171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.591171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.598834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.605040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.611158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:37.617276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d95a34e-84c6-4084-9113-d1181fb231f7 req-435b40cf-c192-469e-8afa-b59e4b12cda5 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.1748435 Oct 13 04:35:37.782044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Deleting port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:37.782528 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.903253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] For port bbb6fea3-f6e1-46f7-87e2-dcc3dab50996, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:37.904019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:37.933493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Calling delete_port for bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:38.240810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:38.285164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb6fea3-f6e1-46f7-87e2-dcc3dab50996,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:38.726390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94878186-41db-48d0-b75c-8ea6e73b0b19 req-f4093b25-c125-468a-9d91-3cdc8a6d6a79 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:38.739423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94878186-41db-48d0-b75c-8ea6e73b0b19 req-f4093b25-c125-468a-9d91-3cdc8a6d6a79 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1509013 Oct 13 04:35:38.842696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-94878186-41db-48d0-b75c-8ea6e73b0b19 req-6494ea8d-25da-4396-b89c-11b5df05ff89 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012459 Oct 13 04:35:39.335836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:39.755143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Router 761af0e2-7eec-4fe6-8dae-8076526095c0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:39.978729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:39.991900 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Sync routers for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:40.013213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cde21cac-d845-4758-918a-3a8391383de0 admin admin] 10.222.0.49 "PUT /v2.0/routers/761af0e2-7eec-4fe6-8dae-8076526095c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5973024 Oct 13 04:35:40.013435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44168) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:40.014612 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:40.017076 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:40.161001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.162011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.162554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.163100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.163624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.164144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.164658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.168061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-63926d82-f2f3-40dd-b56f-9fe739e93428 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.4299545 Oct 13 04:35:40.234844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:40.281038 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-ef3c750a-4bfa-4d79-a1d9-6262fa6d7add service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991092 Oct 13 04:35:40.360120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48cde-1a94-48ca-a962-71fa4c22803f req-ef8d7868-7f31-4040-bf52-d9c6d0a7b5fd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:40.387677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fe48cde-1a94-48ca-a962-71fa4c22803f req-ef8d7868-7f31-4040-bf52-d9c6d0a7b5fd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.3719151 Oct 13 04:35:40.478386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:40.533818 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:35:38Z', 'revision_number': 5, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:40.563787 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Checking router: 761af0e2-7eec-4fe6-8dae-8076526095c0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:40.574472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Routers {'761af0e2-7eec-4fe6-8dae-8076526095c0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:40.575528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['761af0e2-7eec-4fe6-8dae-8076526095c0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:40.639139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fe48cde-1a94-48ca-a962-71fa4c22803f req-36af6378-b69f-4fe9-824a-8d8e6b236c4b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504485 Oct 13 04:35:40.733920 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] Set router 761af0e2-7eec-4fe6-8dae-8076526095c0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:40.767914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:40.884016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Deleting port 1c53a754-f6b5-4327-92d5-098a38bdb125 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:40.884488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.088552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] For port 1c53a754-f6b5-4327-92d5-098a38bdb125, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c53a754-f6b5-4327-92d5-098a38bdb125,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:41.088964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.113021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Calling delete_port for 1c53a754-f6b5-4327-92d5-098a38bdb125 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:41.182282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:41.187220 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:35:38Z', 'revision_number': 5, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:41.258684 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc66d5-c90c-4355-b1bb-b0073e32ae37 None None] The sync data for ids ['761af0e2-7eec-4fe6-8dae-8076526095c0'] in n-d-813736-1 is: [{'id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'name': 'tempest-TestServerMultinode-701491284-router', 'tenant_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:34Z', 'updated_at': '2021-10-13T04:35:38Z', 'revision_number': 5, 'project_id': '52b9c94baa7347fcbf7a8b71acf8f5c5', 'gw_port': {'id': '1c53a754-f6b5-4327-92d5-098a38bdb125', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761af0e2-7eec-4fe6-8dae-8076526095c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:35Z', 'updated_at': '2021-10-13T04:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:41.387056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.406213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d74fc4a-ed25-43a9-a777-9ee5441dc824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.422658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c53a754-f6b5-4327-92d5-098a38bdb125,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:41.534332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d74fc4a-ed25-43a9-a777-9ee5441dc824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.542087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d74fc4a-ed25-43a9-a777-9ee5441dc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.544099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.582012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74fc4a-ed25-43a9-a777-9ee5441dc824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbbaca7-0046-4059-a0de-8cd0e9ff3516,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:41.620106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9d74fc4a-ed25-43a9-a777-9ee5441dc824 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f374af51e7b04e9c9adb0deffba4bde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367225 Oct 13 04:35:41.628488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44216) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:41.630807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.717931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.718049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.718049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.737486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.758527 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f073e5ff-415e-486d-8d0f-9719a2bc97d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.786183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.786943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761af0e2-7eec-4fe6-8dae-8076526095c0 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:35:41.797337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.801554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5f510880-2a33-40b2-b744-d3cdb02492d2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/761af0e2-7eec-4fe6-8dae-8076526095c0 HTTP/1.1" status: 204 len: 168 time: 1.7870808 Oct 13 04:35:41.802355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44226) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:41.844395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5631b-1903-45bc-9f3a-aff78be61157 req-b995ba82-4232-4b58-8312-69ec00f4ee09 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:41.846519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6f5631b-1903-45bc-9f3a-aff78be61157 req-b995ba82-4232-4b58-8312-69ec00f4ee09 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0689571 Oct 13 04:35:41.886869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Deleting subnet 2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:35:41.890222 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.894755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6f5631b-1903-45bc-9f3a-aff78be61157 req-c68f9cbf-ffc0-474f-ba0f-2277af3fc067 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Oct 13 04:35:41.895767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.902672 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:41.904039 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adbbaca7-0046-4059-a0de-8cd0e9ff3516 HTTP/1.1" status: 204 len: 168 time: 0.2741799 Oct 13 04:35:41.924218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953820fd-caac-49c3-9149-e4e1d3eff0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbbaca7-0046-4059-a0de-8cd0e9ff3516,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:41.950392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.151483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.291025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.356322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:42.364815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.367980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56015fe-ddb6-4d8a-8783-fe002d6bc677 None None] Network a849fb81-225d-4480-97f5-656f12ec1c6a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:35:42.368303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5f8d1bf3-02ae-4d5a-90f6-1f32bfc4726c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b9f3492-b0ed-4cc3-9ae7-c67b51939f7f HTTP/1.1" status: 204 len: 168 time: 0.5649750 Oct 13 04:35:42.371026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44246) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:42.431251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:42.460083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d079809a-f1bd-4d20-8e45-163f67f4e213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.534453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.622148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d079809a-f1bd-4d20-8e45-163f67f4e213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.631397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d079809a-f1bd-4d20-8e45-163f67f4e213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.681638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] DHCP port deletion for a849fb81-225d-4480-97f5-656f12ec1c6a request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:35:42.685349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.694376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079809a-f1bd-4d20-8e45-163f67f4e213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3685d79-9c67-445d-9123-9c945a840981,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:42.701683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d079809a-f1bd-4d20-8e45-163f67f4e213 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=645464d628f14daa863d6cf4e2911692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664416 Oct 13 04:35:42.702107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44252) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:42.719874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Deleting port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:42.721324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.804445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.809336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Deleting port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:42.811624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.859909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.880034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:42.883468 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.912760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Calling delete_port for 0dae1287-f56f-49ad-a403-a15c9ea2e2fa owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:42.938680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.943089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:42.944482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3685d79-9c67-445d-9123-9c945a840981 HTTP/1.1" status: 204 len: 168 time: 0.2416975 Oct 13 04:35:42.967651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f2c9e-2cb0-4e77-b18d-0f85505944a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3685d79-9c67-445d-9123-9c945a840981,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:43.185489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0dae1287-f56f-49ad-a403-a15c9ea2e2fa no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:43.285308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:43.291330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.323268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Calling delete_port for 0dae1287-f56f-49ad-a403-a15c9ea2e2fa owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:43.375861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.461228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,segment=NetworkSegment(e1d43757-161f-433e-a8f2-0925fef27ba0),segment_id=e1d43757-161f-433e-a8f2-0925fef27ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:43.475429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.476452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:43.479003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b7e2-ac1a-47da-86df-3135d2eba2c0 req-5f6930a9-a1c7-4847-bf83-ed79262a953a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:43.485275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d642b7e2-ac1a-47da-86df-3135d2eba2c0 req-5f6930a9-a1c7-4847-bf83-ed79262a953a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0891201 Oct 13 04:35:43.543851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:43.544260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bbb6fea3-f6e1-46f7-87e2-dcc3dab50996 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:43.545080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c53a754-f6b5-4327-92d5-098a38bdb125 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:43.545991 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.608313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] No DVR routers for this DVR port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:43.613560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:43.622566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 1c53a754-f6b5-4327-92d5-098a38bdb125 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:43.622865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c53a754-f6b5-4327-92d5-098a38bdb125 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:43.647213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:43.650976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.663965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] No DVR routers for this DVR port 0dae1287-f56f-49ad-a403-a15c9ea2e2fa on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:43.681361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d642b7e2-ac1a-47da-86df-3135d2eba2c0 req-0d5f7261-0999-4812-aa8e-297fbf193dca tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945963 Oct 13 04:35:43.687488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa8ace-f425-49ee-8894-4e8935cef427 None None] Pushing event deleted for resources: {'Port': ['ID=0dae1287-f56f-49ad-a403-a15c9ea2e2fa,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:43.733935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978cef3-0c1f-49e0-8f18-168be1a720b3 req-d6e165d3-200a-41fd-a349-351fac8b91b9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:43.737635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2978cef3-0c1f-49e0-8f18-168be1a720b3 req-d6e165d3-200a-41fd-a349-351fac8b91b9 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.1023984 Oct 13 04:35:43.747784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.770177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a849fb81-225d-4480-97f5-656f12ec1c6a']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:43.781098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d43757-161f-433e-a8f2-0925fef27ba0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:43.781641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d43757-161f-433e-a8f2-0925fef27ba0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:43.792364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.806346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.813025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:35:43.813792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.839622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2978cef3-0c1f-49e0-8f18-168be1a720b3 req-16a15813-1374-42b5-bde6-b1dbebf8dc7f tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936210 Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:35:43.855083 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:35:43.877469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.885975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:43.889524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a849fb81-225d-4480-97f5-656f12ec1c6a HTTP/1.1" status: 204 len: 168 time: 1.5173435 Oct 13 04:35:43.907164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069c833-4964-4546-9f3d-fa74aa5857f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a849fb81-225d-4480-97f5-656f12ec1c6a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:44.061829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44296) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:44.138718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-989e3d33-a865-40da-b0d9-f71aebf3ee71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8eda4d4884644724bf03f2ab2eb2bb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756438 Oct 13 04:35:44.141080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:44.142980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c225889d-98a0-4768-b737-5ed058288648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:44.196296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:44.220743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:44.283145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:44.286378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:44.287910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc7e8e2c-7619-4b54-bdd9-f7b19e0ebd92 HTTP/1.1" status: 204 len: 168 time: 0.1457539 Oct 13 04:35:44.299384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b6933-7207-44af-bffa-444e8d5554e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e8e2c-7619-4b54-bdd9-f7b19e0ebd92,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:44.862133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44324) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:44.898169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca53f6-cbd6-4fe2-9eca-3416cba2dc6b req-de79ee16-5c5c-479b-92f6-3aa5a740b949 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:44.902032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caca53f6-cbd6-4fe2-9eca-3416cba2dc6b req-de79ee16-5c5c-479b-92f6-3aa5a740b949 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0981076 Oct 13 04:35:44.937097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84519186-86fa-44fe-ab45-d74cd3a2609a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52b9c94baa7347fcbf7a8b71acf8f5c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726864 Oct 13 04:35:44.939488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44328) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:44.990354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caca53f6-cbd6-4fe2-9eca-3416cba2dc6b req-f930e57f-bc18-48c7-ac1a-57ca4ef598ec tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762825 Oct 13 04:35:45.053456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.067041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ccce3-53c4-4f03-bb8e-3bc9e6ff246e req-d580b064-044c-405e-b3e2-4540bc5a0c15 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:45.074951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-990ccce3-53c4-4f03-bb8e-3bc9e6ff246e req-d580b064-044c-405e-b3e2-4540bc5a0c15 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.1118596 Oct 13 04:35:45.129695 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.174230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-990ccce3-53c4-4f03-bb8e-3bc9e6ff246e req-6da4c784-412d-49f6-af1a-1f8b0521dbb6 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups?id=fcbfaf93-314a-4556-9571-90320c69c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983467 Oct 13 04:35:45.242732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c1fcacb1-8b6c-43cc-9712-587eeeb0213c tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:45.244521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c1fcacb1-8b6c-43cc-9712-587eeeb0213c tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 945 time: 0.0636356 Oct 13 04:35:45.285810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.289071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.290499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85a718d7-0457-4941-bb2d-7388a61a91a9 HTTP/1.1" status: 204 len: 168 time: 0.3499589 Oct 13 04:35:45.310469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190d35f-017b-4630-8d33-22f78a9f18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a718d7-0457-4941-bb2d-7388a61a91a9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:45.360058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.393504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Deleting port 75153b9b-fba7-495c-9f36-49aa7841322b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:45.394082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.487013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.523951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] For port 75153b9b-fba7-495c-9f36-49aa7841322b, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=75153b9b-fba7-495c-9f36-49aa7841322b,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:35:45.524696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.814203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.814573 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:45.814881 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Floating IP c6fdc350-a787-4d94-8206-2e5db892ebac disassociated. External IP: 172.25.0.39, port: 75153b9b-fba7-495c-9f36-49aa7841322b. Oct 13 04:35:45.815273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Calling delete_port for 75153b9b-fba7-495c-9f36-49aa7841322b owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:45.865305 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:35:46.002625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:46.162757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'Port': ['ID=75153b9b-fba7-495c-9f36-49aa7841322b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:46.299579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84ad0-32a9-4a15-bd98-2b6d330c4a55 req-aa480b9e-638a-4e51-b34b-0d2977a538a5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:46.306745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:35:46.311373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69e84ad0-32a9-4a15-bd98-2b6d330c4a55 req-aa480b9e-638a-4e51-b34b-0d2977a538a5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1197453 Oct 13 04:35:46.406492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-668bb4f3-4d60-426f-ae02-2e086d4b1977 req-1be9e2aa-8772-4c4f-bd40-15b004c05df8 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 210 time: 0.0936790 Oct 13 04:35:46.428521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69e84ad0-32a9-4a15-bd98-2b6d330c4a55 req-4eaa6be1-7630-465f-871f-890931818050 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157291 Oct 13 04:35:46.705347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:35:46.716678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:35:46.736248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:46.742636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:46.770513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44370) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:46.836173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] No DVR routers for this DVR port 75153b9b-fba7-495c-9f36-49aa7841322b on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:35:46.839194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:46.843440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c690d186-0cc4-4f1d-a000-3857cbb9bd7d req-c9f194c4-11a6-4c6e-8d3d-a0d6a4960eaf tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.16 "DELETE /v2.0/ports/75153b9b-fba7-495c-9f36-49aa7841322b HTTP/1.1" status: 204 len: 173 time: 1.5905437 Oct 13 04:35:46.843903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'name': 'network-vif-deleted', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:35:46.855617 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea1b767-18e4-406f-bc8c-c136fbfebff4" -d '{"events": [{"server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "name": "network-vif-deleted", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:35:46.937919 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c346380-02ca-477c-bc35-7998dc9e0668 x-openstack-request-id: req-7c346380-02ca-477c-bc35-7998dc9e0668 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:35:46.937919 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29b1fb-6216-4abb-91ff-32c08bed96b4", "name": "network-vif-deleted", "tag": "75153b9b-fba7-495c-9f36-49aa7841322b", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:35:46.938202 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c346380-02ca-477c-bc35-7998dc9e0668 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:35:46.939960 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29b1fb-6216-4abb-91ff-32c08bed96b4', 'name': 'network-vif-deleted', 'tag': '75153b9b-fba7-495c-9f36-49aa7841322b', 'status': 'completed', 'code': 200} Oct 13 04:35:47.058770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7335b24b-e8bf-4fee-b041-851cb698c5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.084962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:47.298913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7335b24b-e8bf-4fee-b041-851cb698c5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.304254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7335b24b-e8bf-4fee-b041-851cb698c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.373654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44380) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:47.374801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7335b24b-e8bf-4fee-b041-851cb698c5b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41dcbc33632d4136939985169f8ac04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026025 Oct 13 04:35:47.375874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335b24b-e8bf-4fee-b041-851cb698c5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bcc7e6-fd8c-41e7-acd7-30784dc4b24f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:47.459722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.537945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.632404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.635522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:47.665724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49b1d636-d208-469a-9a6f-b9924ebe4361 req-379902b8-b87c-4967-bc4e-56ccfffe3141 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b29b1fb-6216-4abb-91ff-32c08bed96b4 HTTP/1.1" status: 200 len: 210 time: 0.0613382 Oct 13 04:35:47.676150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:35:47.681019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:35:47.681758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:47.795849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.802529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:47.806518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0bcc7e6-fd8c-41e7-acd7-30784dc4b24f HTTP/1.1" status: 204 len: 168 time: 0.4318361 Oct 13 04:35:47.839291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:35:47.863230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b766ebe-ac89-4982-92e9-4129866e0759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bcc7e6-fd8c-41e7-acd7-30784dc4b24f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:47.903782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318528c8-9998-4f84-8b7a-ef9fff9737bd req-bd60e66c-6ad2-4102-8632-101744428025 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:47.905315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-318528c8-9998-4f84-8b7a-ef9fff9737bd req-bd60e66c-6ad2-4102-8632-101744428025 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1883769 Oct 13 04:35:47.967799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-318528c8-9998-4f84-8b7a-ef9fff9737bd req-086f692a-647f-4f68-98a5-19fb6c1c3b7f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Oct 13 04:35:48.006207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 75153b9b-fba7-495c-9f36-49aa7841322b no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:35:48.037462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 75153b9b-fba7-495c-9f36-49aa7841322b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:35:48.038295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 75153b9b-fba7-495c-9f36-49aa7841322b not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:35:48.190753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-84a14ae4-b755-4117-be31-124687af92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:35:48.224110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a14ae4-b755-4117-be31-124687af92cd None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:27:51Z', 'revision_number': 4, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '732a5cd7-30b9-4c08-9bbb-59795f554fcc', 'name': '', 'network_id': '1cf3df9a-59cd-4b9e-b80b-eaaf896d5312', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'mac_address': 'fa:16:3e:e4:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:50Z', 'updated_at': '2021-10-13T04:28:01Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'subnets': [{'id': '0b3e75eb-759b-45f3-bacc-91c41279679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:35:48.263936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44392) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:48.280281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93d334d-c66b-4bc9-9da2-4c088e44c09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.374570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93d334d-c66b-4bc9-9da2-4c088e44c09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.379558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e93d334d-c66b-4bc9-9da2-4c088e44c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.419428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d334d-c66b-4bc9-9da2-4c088e44c09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d06e7d-a5f1-4542-99a2-e4b7638c1e28,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:48.426390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e93d334d-c66b-4bc9-9da2-4c088e44c09d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=421c8007066246e58b87848b3f9cfaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612434 Oct 13 04:35:48.429343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44396) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:48.514928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.541067 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.562383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ad9e9-19a5-4bd6-9953-d02ea3d4a28a None None] New status for floating IP c6fdc350-a787-4d94-8206-2e5db892ebac: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:35:48.592527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.595966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.597128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04d06e7d-a5f1-4542-99a2-e4b7638c1e28 HTTP/1.1" status: 204 len: 168 time: 0.1667972 Oct 13 04:35:48.608619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d8a74-aaad-4366-b2ca-f35d73c97a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d06e7d-a5f1-4542-99a2-e4b7638c1e28,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:48.789912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44408) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:48.863230 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.888263 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.945428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.948329 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:48.949927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "DELETE /v2.0/security-groups/fcbfaf93-314a-4556-9571-90320c69c7cc HTTP/1.1" status: 204 len: 168 time: 0.1584249 Oct 13 04:35:48.953604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44414) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:48.961055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26597ed2-168a-4972-b787-e7c3f6e561b7 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbfaf93-314a-4556-9571-90320c69c7cc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:48.973782 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-4ca2cb81-d68a-4006-8276-10ff4e572bf1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] show failed (client error): The resource could not be found. Oct 13 04:35:48.975333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ca2cb81-d68a-4006-8276-10ff4e572bf1 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "GET /v2.0/security-groups/fcbfaf93-314a-4556-9571-90320c69c7cc HTTP/1.1" status: 404 len: 347 time: 0.0195904 Oct 13 04:35:48.979153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44416) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:49.022827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:49.040456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc838304-a3ea-41b1-a7e9-1e197d1c529e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.145042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Deleting port cde5714c-aab7-4254-8706-d1fc7363b284 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:35:49.145389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.148571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092a943-6732-4420-b34e-31e8530048fd req-f8c460e0-0f98-4f79-9ca6-6308bdc4cd67 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:49.148901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b092a943-6732-4420-b34e-31e8530048fd req-f8c460e0-0f98-4f79-9ca6-6308bdc4cd67 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0690858 Oct 13 04:35:49.192485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc838304-a3ea-41b1-a7e9-1e197d1c529e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.198997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc838304-a3ea-41b1-a7e9-1e197d1c529e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.227210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b092a943-6732-4420-b34e-31e8530048fd req-392fa3a8-6001-47d8-b628-8a73c929269b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664830 Oct 13 04:35:49.238852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.238981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.249938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc838304-a3ea-41b1-a7e9-1e197d1c529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7f9587-94f3-44c6-9794-5f7ec4d97a10,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:49.256521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Calling delete_port for cde5714c-aab7-4254-8706-d1fc7363b284 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:35:49.258515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc838304-a3ea-41b1-a7e9-1e197d1c529e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4bc98b35d8d459caf4f838b7fa773c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316973 Oct 13 04:35:49.259423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44428) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:35:49.315881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.339696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.399475 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.403705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.405145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd7f9587-94f3-44c6-9794-5f7ec4d97a10 HTTP/1.1" status: 204 len: 168 time: 0.1448579 Oct 13 04:35:49.446264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.450210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1acb1-bb5d-4d52-8f53-73ba6c59e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7f9587-94f3-44c6-9794-5f7ec4d97a10,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:49.481664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Pushing event deleted for resources: {'Port': ['ID=cde5714c-aab7-4254-8706-d1fc7363b284,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:35:49.566436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.569204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:49.573264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0be099e2-6d12-4a68-baa4-9e837f1505a4 tempest-AttachVolumeTestJSON-2047991956 tempest-AttachVolumeTestJSON-2047991956-project] 10.222.0.49 "DELETE /v2.0/floatingips/c6fdc350-a787-4d94-8206-2e5db892ebac HTTP/1.1" status: 204 len: 168 time: 0.5899646 Oct 13 04:35:50.387400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0022-c143-412f-a937-06664a9dde07 req-f2fe3f7b-26a3-4658-bac8-660af95ed6fa tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:50.401089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-173f0022-c143-412f-a937-06664a9dde07 req-f2fe3f7b-26a3-4658-bac8-660af95ed6fa tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0827525 Oct 13 04:35:50.444722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-173f0022-c143-412f-a937-06664a9dde07 req-dc1edccc-6184-498b-99ec-fec2af34deb1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Oct 13 04:35:51.618339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5a6b-19e4-42dc-b91f-37859c58aa5f req-3246d091-f09f-4ea6-b1d5-0cc61f9a9061 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:51.627722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83e5a6b-19e4-42dc-b91f-37859c58aa5f req-3246d091-f09f-4ea6-b1d5-0cc61f9a9061 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0748436 Oct 13 04:35:51.692816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83e5a6b-19e4-42dc-b91f-37859c58aa5f req-3c2b2bc5-c73d-428d-ad20-39bc3462e10f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582852 Oct 13 04:35:52.917658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee1970-9139-49f0-ab45-ed9b8c683e1c req-3e0bba4c-9ed0-4646-9b31-9f0c509af7fa tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:52.919259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adee1970-9139-49f0-ab45-ed9b8c683e1c req-3e0bba4c-9ed0-4646-9b31-9f0c509af7fa tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1114442 Oct 13 04:35:52.972759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-adee1970-9139-49f0-ab45-ed9b8c683e1c req-72ddfe5e-4f22-4770-a166-890dd9c6fdc8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Oct 13 04:35:53.857106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203309d6-32f6-4a3e-a576-016ba514ef1a req-950a5b93-c4ae-4e00-b570-a5f5ceb0f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:53.859334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-203309d6-32f6-4a3e-a576-016ba514ef1a req-950a5b93-c4ae-4e00-b570-a5f5ceb0f6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1096 time: 0.0433466 Oct 13 04:35:53.901599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-203309d6-32f6-4a3e-a576-016ba514ef1a req-50d40b5b-30b3-40ba-978f-1d28e8a9e28e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Oct 13 04:35:54.149443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6ed63-f6a6-43cd-9c9f-6a645cbc9ee7 req-c9797e58-d0ca-4d5c-9c9c-a7d6baa52bf8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:54.152282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ac6ed63-f6a6-43cd-9c9f-6a645cbc9ee7 req-c9797e58-d0ca-4d5c-9c9c-a7d6baa52bf8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0894208 Oct 13 04:35:54.228541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1ac6ed63-f6a6-43cd-9c9f-6a645cbc9ee7 req-4a0aa904-791b-45f0-af6e-b628869b7ca7 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646265 Oct 13 04:35:55.384910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4c95a-df20-4f4e-8f04-13f70a6ca5f8 req-037332fa-6fba-4f58-9b45-76fff181f357 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:55.387087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2dd4c95a-df20-4f4e-8f04-13f70a6ca5f8 req-037332fa-6fba-4f58-9b45-76fff181f357 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0737538 Oct 13 04:35:55.441901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2dd4c95a-df20-4f4e-8f04-13f70a6ca5f8 req-1ba1ed49-3a89-4161-babe-5b3f5d57d2e1 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Oct 13 04:35:56.187517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-1a2f1de9-7a05-4b9f-9167-ce84c4e61399 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:56.199286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-1a2f1de9-7a05-4b9f-9167-ce84c4e61399 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 810 time: 0.2104580 Oct 13 04:35:56.230797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-e3933538-66ae-4470-b9e7-b0dec54c6c63 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/quotas/4446207531804d42a36e5badcc456ca1 HTTP/1.1" status: 200 len: 375 time: 0.0304461 Oct 13 04:35:56.332851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-795e5e75-5657-4284-8c75-cbf170542667 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010387 Oct 13 04:35:56.455990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-b425b68b-7647-4e8f-9922-fbd60610e91c service neutron] 10.222.0.49 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143332 Oct 13 04:35:56.690274 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-4c2d5b3b-9d46-4fba-98c7-f7763ebf9be9 service neutron] 10.222.0.49 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179220 Oct 13 04:35:56.987945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb067d5-3446-4dc7-b476-bf2d26fa125d req-d206f9ed-aa1e-4714-8512-ce4f1becc4b3 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0511897 Oct 13 04:35:58.209637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d72eb508-34b4-4740-be44-2bcf7f19a401 req-df430c04-19e4-4b01-93e5-c39a40eabf01 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0724120 Oct 13 04:35:58.650886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-ac7eabe0-4507-489e-8038-8e63fc3277bd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:35:58.655610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-ac7eabe0-4507-489e-8038-8e63fc3277bd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.16 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 810 time: 0.2283850 Oct 13 04:35:58.673741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Request body: {'port': {'device_id': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'admin_state_up': True, 'tenant_id': '4446207531804d42a36e5badcc456ca1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:35:59.440849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f66e1d90-4a69-4cfe-98cb-741df41b152c req-650dc748-93db-47a2-8047-e4c6e1875c52 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0501430 Oct 13 04:35:59.577929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Made reservation on behalf of 4446207531804d42a36e5badcc456ca1 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:35:59.605523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:35:59.939940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Allocated IP 172.20.0.12 (16b1e5e7-fd61-4f70-9366-f402df1d6c0e/10c26302-051a-4c35-9546-0b097b6066d2/9636bf0c-b301-40a1-b7e2-a971d471475a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:00.239576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:00.283109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:00.296996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:00.338804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:00.347436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:00.442923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:00.592428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:00.593750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:00.689470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Pushing event updated for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:00.752644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8989fd-37e3-49b9-b1d8-a64dbaca613b req-eda3e99b-1451-4159-b799-02742d9aa6b5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:00.763752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b8989fd-37e3-49b9-b1d8-a64dbaca613b req-eda3e99b-1451-4159-b799-02742d9aa6b5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 932 time: 0.1477523 Oct 13 04:36:00.785656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-2a146ed5-0932-4fe1-8afb-f97458ab0595 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1178808 Oct 13 04:36:00.801201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Request body: {'port': {'device_id': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:00.846717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9b8989fd-37e3-49b9-b1d8-a64dbaca613b req-a0f41aab-ee88-4df9-b3cc-214dc369bbc4 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812643 Oct 13 04:36:00.960370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:01.544589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9636bf0c-b301-40a1-b7e2-a971d471475a {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:01.554689 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:01.578141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Transition to ACTIVE for port object 9636bf0c-b301-40a1-b7e2-a971d471475a will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:36:01.583025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:01.639167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Pushing event updated for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:01.779848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Attempting to bind port 9636bf0c-b301-40a1-b7e2-a971d471475a on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:01.780232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Attempting to bind port 9636bf0c-b301-40a1-b7e2-a971d471475a by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:01.780615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Attempting to bind port 9636bf0c-b301-40a1-b7e2-a971d471475a on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:01.786626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Port 9636bf0c-b301-40a1-b7e2-a971d471475a on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:36:01.787017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Attempting to bind port 9636bf0c-b301-40a1-b7e2-a971d471475a on network 16b1e5e7-fd61-4f70-9366-f402df1d6c0e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:01.793935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:01.794317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Checking segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:01.794655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Bound using segment: {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:01.795165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Bound port: 9636bf0c-b301-40a1-b7e2-a971d471475a, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55614906-a4ff-474d-8464-884e612d38c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:01.795529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:01.931321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:01.944584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9636bf0c-b301-40a1-b7e2-a971d471475a,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:01.963337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:02.072139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:02.072762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:02.074201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] 10.222.0.16 "PUT /v2.0/ports/9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 200 len: 1092 time: 1.2800066 Oct 13 04:36:02.105816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:02.113608 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0eff8-f55a-45d7-a2bf-656cda008467" -d '{"events": [{"name": "network-changed", "server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:02.249814 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8b3a0-2b33-4f81-acba-6fb085599788 x-openstack-request-id: req-83b8b3a0-2b33-4f81-acba-6fb085599788 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:02.250160 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:02.250402 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83b8b3a0-2b33-4f81-acba-6fb085599788 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:02.253979 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a', 'status': 'completed', 'code': 200} Oct 13 04:36:02.296731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adcae0-bf29-4e23-8fca-89eb0c0ba4bd service neutron] Pushing event updated for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:02.327361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb525552-a7af-4953-a5ad-38bd23609c94 req-a69f6650-8d64-4600-b44b-c998e0153128 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:02.338885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb525552-a7af-4953-a5ad-38bd23609c94 req-a69f6650-8d64-4600-b44b-c998e0153128 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 944 time: 0.2985694 Oct 13 04:36:02.380911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-66a1c453-2c8b-4d0b-86ca-b65c03ed93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:02.393886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-66a1c453-2c8b-4d0b-86ca-b65c03ed93a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1095 time: 0.2340133 Oct 13 04:36:02.498336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-c9866118-5137-47d0-9e69-9cd7f3f741e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 200 len: 217 time: 0.1034496 Oct 13 04:36:02.517105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb525552-a7af-4953-a5ad-38bd23609c94 req-938de692-0e3f-48c9-99b2-e8f323ba6ea3 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768095 Oct 13 04:36:02.615269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-d8126526-9e56-4801-b16b-c386293ce43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:02.616978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-d8126526-9e56-4801-b16b-c386293ce43a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.0957389 Oct 13 04:36:02.683169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-7c874203-10f6-4ec8-ad4f-7facb28305ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567644 Oct 13 04:36:02.878222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-77d369d4-98b0-46ce-98ca-f0fd96cf9282 service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867006 Oct 13 04:36:03.075224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b541430-ac7d-4b16-9244-dee773c701c8 req-619ed092-759f-4d6c-9f25-543a3684b685 service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885438 Oct 13 04:36:03.206084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-997e03ca-44d2-4340-b05f-9c1dbd918c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:03.207741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-997e03ca-44d2-4340-b05f-9c1dbd918c5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1095 time: 0.0747156 Oct 13 04:36:03.376935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-e3d89bc7-bec0-44e8-a2ce-dd02f266e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:03.378496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-e3d89bc7-bec0-44e8-a2ce-dd02f266e6e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.1612704 Oct 13 04:36:03.458814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-7c5191f7-5063-4ccb-afa1-548c55b7bbba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 200 len: 217 time: 0.0713813 Oct 13 04:36:03.561578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-b224a239-84ad-48c3-9e9d-f6a50bab07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:03.564534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-b224a239-84ad-48c3-9e9d-f6a50bab07eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.0935969 Oct 13 04:36:03.625196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-cc7c8427-e023-45f9-9be7-1a1a77e985e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524111 Oct 13 04:36:03.718959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854ca13-b9f3-4526-b087-cd19f1745c0e req-3c1197db-ad35-4167-83ed-0d5eaa89e2f9 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:03.725815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b854ca13-b9f3-4526-b087-cd19f1745c0e req-3c1197db-ad35-4167-83ed-0d5eaa89e2f9 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 944 time: 0.1064489 Oct 13 04:36:03.755181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-b3ef0d38-f60c-4de6-9169-f00aa00fb6a9 service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208951 Oct 13 04:36:03.816459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b854ca13-b9f3-4526-b087-cd19f1745c0e req-0f2de188-025a-4ad2-8026-17af7a8a114b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865097 Oct 13 04:36:03.940811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-4f94737a-5c58-4d16-848f-ce220d890cac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1746817 Oct 13 04:36:03.976506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43c0eff8-f55a-45d7-a2bf-656cda008467 req-4d72a4aa-1671-4d0c-90db-cb76ba6e59f3 service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955185 Oct 13 04:36:04.068059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.068774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.069393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.070030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.070647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.071578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.072193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.074478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-3305314d-5d60-4cdc-9347-f036b136a22b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.0630095 Oct 13 04:36:04.272261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-f3037ec2-355a-427d-be0c-ad2764d57215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.273825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-f3037ec2-355a-427d-be0c-ad2764d57215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.274478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-f3037ec2-355a-427d-be0c-ad2764d57215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.276380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-f3037ec2-355a-427d-be0c-ad2764d57215 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 2298 time: 0.1634846 Oct 13 04:36:04.361627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-1d888ead-8517-4d00-8e9d-5ef2650b2a70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 1001 time: 0.0747702 Oct 13 04:36:04.417426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-22ab3613-5685-46b2-9a17-f7b2fcdb9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.419314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-22ab3613-5685-46b2-9a17-f7b2fcdb9754 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.0489676 Oct 13 04:36:04.533455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-3b2503d7-fb09-4460-8914-de2c7e7194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:04.535564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-3b2503d7-fb09-4460-8914-de2c7e7194ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093130 Oct 13 04:36:04.712615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-aadebc10-a4ea-4811-8db4-68f85ba1922c service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678991 Oct 13 04:36:04.854819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-da72ddcf-27b2-44a4-ac55-f0165f42d508 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344249 Oct 13 04:36:04.911501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-73ac0ba4-a290-469b-9566-b09348f6c880 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 217 time: 0.0491922 Oct 13 04:36:05.061480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-609aaada-d5a6-4f5f-b40e-ab9dc7e1defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:05.063701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-609aaada-d5a6-4f5f-b40e-ab9dc7e1defb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1402667 Oct 13 04:36:05.095359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e755-9f1a-4524-b06e-5abc893a08f9 req-442002da-1a4d-4ab1-8216-b614b0f98e6f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:05.097086 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e081e755-9f1a-4524-b06e-5abc893a08f9 req-442002da-1a4d-4ab1-8216-b614b0f98e6f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 944 time: 0.1101062 Oct 13 04:36:05.174183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-09fee5bf-71c8-40c6-956d-352225fabbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:05.176570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-09fee5bf-71c8-40c6-956d-352225fabbac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027436 Oct 13 04:36:05.199271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e081e755-9f1a-4524-b06e-5abc893a08f9 req-5cd5d671-3d72-41b1-b1c2-01212ae6520f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799146 Oct 13 04:36:05.361930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-29e421fc-ec2b-4cd2-962d-8307b195dbac service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584337 Oct 13 04:36:05.527214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-c2831354-ef88-4e5e-ba81-d3977b1a1af1 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573925 Oct 13 04:36:05.583968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-6ebf594d-b522-4a3d-af96-7e757fe23b94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 217 time: 0.0460896 Oct 13 04:36:05.677123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-7169e6d0-fad5-489b-86db-43ac3865ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:05.678630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-7169e6d0-fad5-489b-86db-43ac3865ff87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0871222 Oct 13 04:36:05.774684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-4cfc1e65-3c2b-4934-aa27-07dc65ea2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:05.776518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-4cfc1e65-3c2b-4934-aa27-07dc65ea2ada service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900438 Oct 13 04:36:05.914123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-feb2ae0e-981b-4860-8ebf-b9d8676e08f0 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301746 Oct 13 04:36:06.061251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9636bf0c-b301-40a1-b7e2-a971d471475a details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:36:06.062436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-4c14906f-c425-4588-afd5-dec87c65cb59 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382930 Oct 13 04:36:06.116535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-cb81fca8-7458-4b2c-85c0-c50cd7da8bc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0465846 Oct 13 04:36:06.233823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-b2b67518-c606-45d5-ba11-ea6af467b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:06.238374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-b2b67518-c606-45d5-ba11-ea6af467b126 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1144140 Oct 13 04:36:06.386142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-73ab0f02-e5de-4e19-a61b-b8e493e9df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:06.386142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-73ab0f02-e5de-4e19-a61b-b8e493e9df92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402698 Oct 13 04:36:06.389432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9636bf0c-b301-40a1-b7e2-a971d471475a,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:06.406199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9636bf0c-b301-40a1-b7e2-a971d471475a', 'network_id': '16b1e5e7-fd61-4f70-9366-f402df1d6c0e', 'port_id': '9636bf0c-b301-40a1-b7e2-a971d471475a', 'mac_address': 'fa:16:3e:6e:13:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c26302-051a-4c35-9546-0b097b6066d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:36:06.436698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37b3fd-1da2-4224-a4a9-17edbf0fc973 req-d02b5a04-0c5d-4643-b1d3-5e6ff4e9b870 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:06.454426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e37b3fd-1da2-4224-a4a9-17edbf0fc973 req-d02b5a04-0c5d-4643-b1d3-5e6ff4e9b870 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 944 time: 0.1132543 Oct 13 04:36:06.495199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:06.526254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9636bf0c-b301-40a1-b7e2-a971d471475a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:06.538420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44792) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:06.593539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e37b3fd-1da2-4224-a4a9-17edbf0fc973 req-7bdbe3bb-24a3-4bd8-83b5-24a03107ce9f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321542 Oct 13 04:36:06.595741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9636bf0c-b301-40a1-b7e2-a971d471475a,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:06.619612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:06.682020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-22f6ff33-d3a7-4dcf-bee9-095dc7fed2e0 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876692 Oct 13 04:36:06.726495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:06.754351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.754972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.755579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.756135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.756698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.761286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.761938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.763037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.764186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.764626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.767725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.768182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:06.885928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9636bf0c-b301-40a1-b7e2-a971d471475a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:07.057461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-f309a788-4ccc-4fd2-ae02-2dfb47d26910 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664727 Oct 13 04:36:07.166981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-24d01f5e-cc87-44c5-9f41-cf19b84c46f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 217 time: 0.1002817 Oct 13 04:36:07.321766 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-cf08aedc-61a2-485c-814c-5b22885569a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743122 Oct 13 04:36:07.342355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-cc2205f1-3689-4127-9285-3899da61a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.344655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-cc2205f1-3689-4127-9285-3899da61a793 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1278446 Oct 13 04:36:07.430676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44810) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:07.462094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-47f6d526-f5f0-44c0-b5e5-64cf341f3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.468915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-47f6d526-f5f0-44c0-b5e5-64cf341f3a85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 1096 time: 0.1003237 Oct 13 04:36:07.668678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-13d55101-9d2c-4868-8545-537cb64bb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.670730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-13d55101-9d2c-4868-8545-537cb64bb9ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.1797924 Oct 13 04:36:07.754375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-b3fc40e3-6a94-43ee-9a88-a275f36f3103 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 200 len: 217 time: 0.0749271 Oct 13 04:36:07.816383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44816) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:07.880158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-702b5bea-cbb1-44b3-a792-533312872113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:07.881772 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-702b5bea-cbb1-44b3-a792-533312872113 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.1174979 Oct 13 04:36:07.892542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Deleting subnet 750871b9-8849-4a31-bd72-8d0431d29d32 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:36:07.901218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:07.940644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.023701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-7495d0a2-e8b1-4cbf-a6e0-3c51746a538f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427642 Oct 13 04:36:08.030770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.035547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b381f57a-0d2b-4938-bc9b-8d3d1507f21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.056253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9636bf0c-b301-40a1-b7e2-a971d471475a up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:08.161706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 9636bf0c-b301-40a1-b7e2-a971d471475a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:36:08.166084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9636bf0c-b301-40a1-b7e2-a971d471475a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:08.166701 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.169490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-8349603e-518e-4f0e-b945-7358a1114f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:08.171003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-8349603e-518e-4f0e-b945-7358a1114f39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8071353 Oct 13 04:36:08.358175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.381561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.425767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9636bf0c-b301-40a1-b7e2-a971d471475a,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:08.427156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:08.429764 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be0bb7b-b8ea-4d5f-87fb-08cc2d96dc41" -d '{"events": [{"server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:08.455750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.544811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.545710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b387-9cd0-445f-b4cd-7a927d797ff9 req-c325ab81-729e-4c95-9d45-006b3d18c9ec tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:08.548463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfd9b387-9cd0-445f-b4cd-7a927d797ff9 req-c325ab81-729e-4c95-9d45-006b3d18c9ec tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 945 time: 0.4598091 Oct 13 04:36:08.553854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/750871b9-8849-4a31-bd72-8d0431d29d32 HTTP/1.1" status: 204 len: 168 time: 1.1187408 Oct 13 04:36:08.555462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-3df26375-5124-447f-a365-13a26f3e91d3 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651288 Oct 13 04:36:08.557178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44826) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:08.557938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-ed266203-a4ac-4a30-9dec-3776cfc77c93 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236368 Oct 13 04:36:08.558751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d7657-2f34-4e6a-b872-e8933e5ff393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750871b9-8849-4a31-bd72-8d0431d29d32,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:08.603647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:08.607624 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a396b55f-7841-4bb7-ba80-eb541a6de42e x-openstack-request-id: req-a396b55f-7841-4bb7-ba80-eb541a6de42e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:08.608244 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:08.608713 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a396b55f-7841-4bb7-ba80-eb541a6de42e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:08.609329 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a', 'code': 200} Oct 13 04:36:08.675515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b381f57a-0d2b-4938-bc9b-8d3d1507f21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.680957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfd9b387-9cd0-445f-b4cd-7a927d797ff9 req-e9185f42-6d1c-4aae-b672-a2aabd69c894 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226451 Oct 13 04:36:08.686292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b381f57a-0d2b-4938-bc9b-8d3d1507f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.740745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0de53dbb-d2af-4b05-8b77-056bde586533 req-89649205-2702-439d-9bd7-1fda5b4ed8b1 service neutron] 10.222.0.47 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646914 Oct 13 04:36:08.754140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b381f57a-0d2b-4938-bc9b-8d3d1507f21c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6976bc8f66a4b938f1d86c93e1c92bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9348543 Oct 13 04:36:08.757148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:08.759406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381f57a-0d2b-4938-bc9b-8d3d1507f21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3843174d-3cad-4a66-b14f-e8a4410bbd04,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:08.823134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.842373 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.848563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.862715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84ec60-48af-436c-9478-210160852297 req-fe4bc226-3568-4df9-aeb4-0708ff976388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:08.864499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d84ec60-48af-436c-9478-210160852297 req-fe4bc226-3568-4df9-aeb4-0708ff976388 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1097 time: 0.2211690 Oct 13 04:36:08.911599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.915106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:08.918720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3843174d-3cad-4a66-b14f-e8a4410bbd04 HTTP/1.1" status: 204 len: 168 time: 0.1580086 Oct 13 04:36:08.926453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425193d-4786-4357-b0a4-33d62fa8d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843174d-3cad-4a66-b14f-e8a4410bbd04,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:08.978435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-d19bb4d0-f108-4964-9716-644a6656d73a service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570108 Oct 13 04:36:08.992238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d84ec60-48af-436c-9478-210160852297 req-77338d93-1bb8-47e4-8388-b95e7722cf48 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968895 Oct 13 04:36:09.068630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-c2ffc940-5ff3-4ea6-a056-7b120bcf1116 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 217 time: 0.0810401 Oct 13 04:36:09.087762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.100571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.149481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db4ec62-db73-4c7f-a18f-4107633f2132']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:09.166127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973f16c6-7c53-4e03-ae99-35f3f8822bcb') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:09.166427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973f16c6-7c53-4e03-ae99-35f3f8822bcb') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:09.179357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.213495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:09.228525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45915c44-7e4f-41c0-8248-a1f485cb553b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.263012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.279246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:36:09.279641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:36:09.281414 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:36:09.321089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45915c44-7e4f-41c0-8248-a1f485cb553b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.325550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45915c44-7e4f-41c0-8248-a1f485cb553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.352246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-24ff8192-6bde-4f07-bf4a-598aad688b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:09.353755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-24ff8192-6bde-4f07-bf4a-598aad688b7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.1423695 Oct 13 04:36:09.378627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45915c44-7e4f-41c0-8248-a1f485cb553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5977a37d-05ad-43f6-931e-dfeb97a51242,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:09.383120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45915c44-7e4f-41c0-8248-a1f485cb553b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c56d4492bee04ebdb8377aa4c5963d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683743 Oct 13 04:36:09.386457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:09.422832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.432682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.435904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9db4ec62-db73-4c7f-a18f-4107633f2132 HTTP/1.1" status: 204 len: 168 time: 0.8469386 Oct 13 04:36:09.447769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.457171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73229e4-8ddb-4e81-a0c9-e0c4965ec865 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db4ec62-db73-4c7f-a18f-4107633f2132,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:09.467339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-8df5043c-96a6-484e-9d92-06a8a9be4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:09.469461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-8df5043c-96a6-484e-9d92-06a8a9be4adf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0829749 Oct 13 04:36:09.486429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.557341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.560215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.568820 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5977a37d-05ad-43f6-931e-dfeb97a51242 HTTP/1.1" status: 204 len: 168 time: 0.1813769 Oct 13 04:36:09.579449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64762ff-c2fd-40f9-9cb0-14046e6b2079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5977a37d-05ad-43f6-931e-dfeb97a51242,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:09.635096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-8d6dd517-70fa-49d9-bbc5-8fbcf6443038 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544383 Oct 13 04:36:09.654145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Deleting port 732a5cd7-30b9-4c08-9bbb-59795f554fcc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:09.654494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.694242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44846) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:09.818348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5866c179-3a24-4a8a-a45d-0f9b8e2293cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2397074e21dc43e695836e8aef1ae1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225052 Oct 13 04:36:09.822439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:09.846005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-e2043323-0375-453d-8439-a28f5abb9643 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017913 Oct 13 04:36:09.854918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] For port 732a5cd7-30b9-4c08-9bbb-59795f554fcc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=732a5cd7-30b9-4c08-9bbb-59795f554fcc,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:09.855306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:09.885293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99741cb-953e-4d6c-a21d-1c60ac3c2fdc req-c2cd2f10-bbe3-4d8f-bf9f-d882087693d6 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:09.886952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d99741cb-953e-4d6c-a21d-1c60ac3c2fdc req-c2cd2f10-bbe3-4d8f-bf9f-d882087693d6 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0813036 Oct 13 04:36:09.928113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Calling delete_port for 732a5cd7-30b9-4c08-9bbb-59795f554fcc owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:09.930548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-e0e1034f-6b38-4412-bddf-7f3d6759a931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0682628 Oct 13 04:36:10.014311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d99741cb-953e-4d6c-a21d-1c60ac3c2fdc req-04c5b91c-7602-4349-8652-57b7273d4955 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150441 Oct 13 04:36:10.040562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.090726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.097806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:10.104071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-0abad216-ca24-4247-8bc0-2f5e5f294a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.105671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-0abad216-ca24-4247-8bc0-2f5e5f294a6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.1596956 Oct 13 04:36:10.118613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49aea73c-72ac-40a4-886c-8412acb15ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.193990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:10.217848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49aea73c-72ac-40a4-886c-8412acb15ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.225621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49aea73c-72ac-40a4-886c-8412acb15ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.240497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b412-f343-4032-8779-61723740ebd4 req-0d5e95f4-f12b-4d44-8dc4-0501b478e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:10.242185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-0d5e95f4-f12b-4d44-8dc4-0501b478e44b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282051 Oct 13 04:36:10.248971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.252399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.256102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9e23496-edde-4b30-b910-d84a2f9b80f4 HTTP/1.1" status: 204 len: 168 time: 0.4302549 Oct 13 04:36:10.277053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aea73c-72ac-40a4-886c-8412acb15ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35805498-47d6-4c44-9e2e-0f2a3698ef84,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.286357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740fc4e-1d52-42b6-8282-4809a3a3d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e23496-edde-4b30-b910-d84a2f9b80f4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.286701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49aea73c-72ac-40a4-886c-8412acb15ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f219288de2d24552b421627e46c77e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868422 Oct 13 04:36:10.287391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44864) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:10.366441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.415046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.434600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.459449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Pushing event deleted for resources: {'Port': ['ID=732a5cd7-30b9-4c08-9bbb-59795f554fcc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.470647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-cddab959-134a-4fac-b9ed-be370c8c027e service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159333 Oct 13 04:36:10.474463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4c4-156c-4fd9-91b4-02b849a796f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.516522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.519987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.525091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35805498-47d6-4c44-9e2e-0f2a3698ef84 HTTP/1.1" status: 204 len: 168 time: 0.2360423 Oct 13 04:36:10.538825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba958e6-ff47-4983-90b5-cb909368edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35805498-47d6-4c44-9e2e-0f2a3698ef84,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:10.749640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e977b412-f343-4032-8779-61723740ebd4 req-70b281c0-a485-4547-8b52-556158eff93e service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690537 Oct 13 04:36:10.885236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.950249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4c4-156c-4fd9-91b4-02b849a796f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:10.964770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4eafc4c4-156c-4fd9-91b4-02b849a796f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.139452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc4c4-156c-4fd9-91b4-02b849a796f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5758b195-2010-474a-a458-7a821179634c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:11.205955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4eafc4c4-156c-4fd9-91b4-02b849a796f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=305191b98ff04fae95dbbaec59c2a5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061505 Oct 13 04:36:11.206646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:11.273765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fa119-944d-4f9e-afbd-d4d2e550e85a req-1acaaba6-b2ec-4d70-92ff-f021439ce0ee tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:11.285252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f0fa119-944d-4f9e-afbd-d4d2e550e85a req-1acaaba6-b2ec-4d70-92ff-f021439ce0ee tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1303823 Oct 13 04:36:11.290316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.338014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.419001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.422754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.425011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5758b195-2010-474a-a458-7a821179634c HTTP/1.1" status: 204 len: 168 time: 0.2175157 Oct 13 04:36:11.435612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33aaa9-3132-404d-a92b-cc57a7ea8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5758b195-2010-474a-a458-7a821179634c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:11.639211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.727687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f0fa119-944d-4f9e-afbd-d4d2e550e85a req-09d539e6-eb9f-44fe-b3b1-813d4f49a35a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263101 Oct 13 04:36:11.748898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01b6b705-42b3-41ac-b0d4-5b46a016d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:11.772610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Router 402231e6-b366-44d9-b029-4de7ed982b8a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:11.908169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:11.920710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4a236de6-af6f-4d46-9c0f-837987ed765b admin admin] 10.222.0.49 "PUT /v2.0/routers/402231e6-b366-44d9-b029-4de7ed982b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3783252 Oct 13 04:36:11.921501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44926) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:11.923963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Sync routers for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:11.936722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:11.939347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:12.042985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44928) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:12.045282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-af2a1133-a84d-44f3-831b-ca7b2ac19b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:12.056881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-af2a1133-a84d-44f3-831b-ca7b2ac19b2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1097 time: 0.0978830 Oct 13 04:36:12.062243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d12eaec7-3e89-43d8-95c4-d7b5f7b3caf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.072121 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.117125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:12.255818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-01f93862-9eb9-4f63-84f2-9abe064a364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:12.257608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-01f93862-9eb9-4f63-84f2-9abe064a364f service neutron] 10.222.0.16 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.1925473 Oct 13 04:36:12.269364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb046154-7f04-434e-816c-277dfd7a255c req-50a3f3be-57d6-417b-b521-31f6fd84a0cc tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:12.270942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb046154-7f04-434e-816c-277dfd7a255c req-50a3f3be-57d6-417b-b521-31f6fd84a0cc tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.3105567 Oct 13 04:36:12.330309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.337847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:36:10Z', 'revision_number': 5, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port': {'id': '11520031-a2ed-4150-b34b-4be0bf2ebf38', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:27:46Z', 'updated_at': '2021-10-13T04:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:12.363942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-5aee6a8d-a6b7-451d-b8eb-e3597205b31b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 200 len: 217 time: 0.0920298 Oct 13 04:36:12.384284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Checking router: 402231e6-b366-44d9-b029-4de7ed982b8a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:12.399416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Routers {'402231e6-b366-44d9-b029-4de7ed982b8a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:12.400511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:35:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['402231e6-b366-44d9-b029-4de7ed982b8a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:12.440584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d12eaec7-3e89-43d8-95c4-d7b5f7b3caf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.445981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb046154-7f04-434e-816c-277dfd7a255c req-5ace9a0e-9e03-4272-ad55-7bc7c35f706b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609583 Oct 13 04:36:12.457460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d12eaec7-3e89-43d8-95c4-d7b5f7b3caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.460040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-4d5742eb-aec1-4798-84a8-7e20edaa6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:12.461626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-4d5742eb-aec1-4798-84a8-7e20edaa6b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.0892904 Oct 13 04:36:12.503248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-4411ff4e-da3b-4710-8161-72efa609704b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343173 Oct 13 04:36:12.545678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eaec7-3e89-43d8-95c4-d7b5f7b3caf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ad731-9c54-4e37-980f-8be081327fe9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:12.567309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d12eaec7-3e89-43d8-95c4-d7b5f7b3caf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53a3974aac5a42b1b7bf863149f5fdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202489 Oct 13 04:36:12.571567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44942) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:12.592443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] Set router 402231e6-b366-44d9-b029-4de7ed982b8a gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:12.603871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Deleting port 11520031-a2ed-4150-b34b-4be0bf2ebf38 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:12.604213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.664861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:12.673844 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-22293fd1-fb1b-4fc0-abe8-f913335fc83a service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535213 Oct 13 04:36:12.727680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.774469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] For port 11520031-a2ed-4150-b34b-4be0bf2ebf38, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=11520031-a2ed-4150-b34b-4be0bf2ebf38,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:12.774750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.779092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.800314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Calling delete_port for 11520031-a2ed-4150-b34b-4be0bf2ebf38 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:12.854984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-876a709d-3368-4133-af4f-13b022b1e8e9 req-d186537c-3b37-4a09-ab0f-89ef664b842e service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727304 Oct 13 04:36:12.872264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:36:12Z', 'revision_number': 6, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:12.923582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d9584b-b625-4e9f-a80c-30047ee2c22f None None] The sync data for ids ['402231e6-b366-44d9-b029-4de7ed982b8a'] in n-d-813736-1 is: [{'id': '402231e6-b366-44d9-b029-4de7ed982b8a', 'name': 'tempest-AttachVolumeTestJSON-2111349665-router', 'tenant_id': 'e9f23be96d0344698475d4b53385c49b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:27:44Z', 'updated_at': '2021-10-13T04:36:12Z', 'revision_number': 6, 'project_id': 'e9f23be96d0344698475d4b53385c49b', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:12.936343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:12.969686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'network': {'name': 'tempest-network-smoke--2042551563', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'port_security_enabled': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:13.017622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.020105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.022382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/036ad731-9c54-4e37-980f-8be081327fe9 HTTP/1.1" status: 204 len: 168 time: 0.4487343 Oct 13 04:36:13.044191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503ede-c499-4128-b88a-71aed2788ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ad731-9c54-4e37-980f-8be081327fe9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:13.060252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:13.065089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.123545 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.126903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.194180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Pushing event deleted for resources: {'Port': ['ID=11520031-a2ed-4150-b34b-4be0bf2ebf38,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:13.252746 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.377619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.384150 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.446702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 732a5cd7-30b9-4c08-9bbb-59795f554fcc no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:13.490995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 732a5cd7-30b9-4c08-9bbb-59795f554fcc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:13.493102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 732a5cd7-30b9-4c08-9bbb-59795f554fcc not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:13.524730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.526647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.527563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402231e6-b366-44d9-b029-4de7ed982b8a {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:36:13.535315 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.539352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e65d3f6c-ce01-4b5e-a725-f35d975c7879 admin admin] 10.222.0.49 "DELETE /v2.0/routers/402231e6-b366-44d9-b029-4de7ed982b8a HTTP/1.1" status: 204 len: 168 time: 1.6138763 Oct 13 04:36:13.539352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:13.590489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.649615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Deleting subnet 0b3e75eb-759b-45f3-bacc-91c41279679f {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:36:13.668610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:36:13.671247 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.697068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efdc4a-a69f-4936-8af4-5bd9ff2133f1,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:13.726805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.727181 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Added segment d0f73d27-48f7-4677-888c-09bc242db965 of type vlan for network a866614a-057a-4517-80c3-8a59494e0ace Oct 13 04:36:13.777663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.814102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168ec0e-d0c7-45ab-930f-def6246d6a7c req-7e825215-ea7c-4592-bc0c-1132cb5f27b6 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:13.815644 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f168ec0e-d0c7-45ab-930f-def6246d6a7c req-7e825215-ea7c-4592-bc0c-1132cb5f27b6 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1957808 Oct 13 04:36:13.817432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.882485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.888035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:13.888618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:13.941954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f168ec0e-d0c7-45ab-930f-def6246d6a7c req-4238fc0c-7ef3-4144-9b67-38d0cce2fa4c tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179502 Oct 13 04:36:13.985535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3151581 Oct 13 04:36:13.988780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44986) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:13.997135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-519895328', 'admin_state_up': True, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:14.003288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.024774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c219-7880-40c8-9a62-e3c223585504 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Network': ['ID=a866614a-057a-4517-80c3-8a59494e0ace,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:14.028862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.030167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.035126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a866614a-057a-4517-80c3-8a59494e0ace details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:36:14.084495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.101907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.120904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3e75eb-759b-45f3-bacc-91c41279679f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:14.124071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.124357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d2dae-99c8-4f61-8130-cec0c5663026 None None] Network 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:14.129064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f294549-a313-4da4-8754-5443d60d2fa3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b3e75eb-759b-45f3-bacc-91c41279679f HTTP/1.1" status: 204 len: 168 time: 0.5885241 Oct 13 04:36:14.132647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44988) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:14.148472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b69cc41-1753-4c21-a4f1-da3d831422e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.236710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.270446 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.313883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Deleting port e9fd9ef2-b588-412e-8630-4528e3afbcea {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:14.314471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.365868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] DHCP port deletion for 1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:36:14.408906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] For port e9fd9ef2-b588-412e-8630-4528e3afbcea, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e9fd9ef2-b588-412e-8630-4528e3afbcea,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:14.408906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.421370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Calling delete_port for e9fd9ef2-b588-412e-8630-4528e3afbcea owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:14.439921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Deleting port e9fd9ef2-b588-412e-8630-4528e3afbcea {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:14.441661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.534750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] For port e9fd9ef2-b588-412e-8630-4528e3afbcea, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e9fd9ef2-b588-412e-8630-4528e3afbcea,segment=NetworkSegment(64a0b2d0-5aee-4e3a-b00f-ed755a29d800),segment_id=64a0b2d0-5aee-4e3a-b00f-ed755a29d800)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:14.535183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.545987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.551138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Calling delete_port for e9fd9ef2-b588-412e-8630-4528e3afbcea owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:14.563839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.576846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fd9ef2-b588-412e-8630-4528e3afbcea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:14.583822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] No DVR routers for this DVR port e9fd9ef2-b588-412e-8630-4528e3afbcea on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:14.588156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.636436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.670894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] Pushing event deleted for resources: {'Port': ['ID=e9fd9ef2-b588-412e-8630-4528e3afbcea,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:14.673714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bc5df-8f84-4aaf-83a2-7676654cd8bc None None] No DVR routers for this DVR port e9fd9ef2-b588-412e-8630-4528e3afbcea on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:14.752610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.25.0.102 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/6cd215c1-b7f4-4259-a16d-6a5254629c73) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:14.935692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.974108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:14.996892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:14.999520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:15.022078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:15.023889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.048059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf3df9a-59cd-4b9e-b80b-eaaf896d5312']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:15.059821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a0b2d0-5aee-4e3a-b00f-ed755a29d800') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:15.060149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a0b2d0-5aee-4e3a-b00f-ed755a29d800') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:15.070884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.088119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.096557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:36:15.096965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.114906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=6cd215c1-b7f4-4259-a16d-6a5254629c73,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:36:15.173918 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:36:15.179462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.202408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.212460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1cf3df9a-59cd-4b9e-b80b-eaaf896d5312 HTTP/1.1" status: 204 len: 168 time: 1.0758953 Oct 13 04:36:15.216209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f05f-180c-49e7-b8e4-43d8e4d4d0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf3df9a-59cd-4b9e-b80b-eaaf896d5312,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:15.247093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 11520031-a2ed-4150-b34b-4be0bf2ebf38 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:15.279434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 11520031-a2ed-4150-b34b-4be0bf2ebf38 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:15.279827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 11520031-a2ed-4150-b34b-4be0bf2ebf38 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:15.280273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e9fd9ef2-b588-412e-8630-4528e3afbcea no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:15.295820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7529b-e7c2-4114-8736-f2a68ac2e7e9 req-80c885d7-3a13-4405-95bc-ae56186aec0f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:15.298470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f7529b-e7c2-4114-8736-f2a68ac2e7e9 req-80c885d7-3a13-4405-95bc-ae56186aec0f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.2360661 Oct 13 04:36:15.317079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e9fd9ef2-b588-412e-8630-4528e3afbcea {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:15.317079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e9fd9ef2-b588-412e-8630-4528e3afbcea not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:15.354668 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.399707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f7529b-e7c2-4114-8736-f2a68ac2e7e9 req-08b349bc-6ff2-4533-aee5-275752db7fab tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Oct 13 04:36:15.448037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:15.486819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.493290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.570328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-984e76fb-0e27-4d36-99e2-7824ef5cc635 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9f23be96d0344698475d4b53385c49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1210697 Oct 13 04:36:15.572854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45012) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:15.726179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.790474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.830457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.887312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.889820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:15.891823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f9e86ad-8e90-4595-959e-b71cc19f6e9d HTTP/1.1" status: 204 len: 168 time: 0.3171520 Oct 13 04:36:15.937702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e062b-05b5-4088-8c48-025177dbeb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e86ad-8e90-4595-959e-b71cc19f6e9d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:15.992006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:36:16.111166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:16.123583 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:16.135445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.136173 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:16.136976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:16.137134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9da86c21-5214-414f-859b-eeb1c7f30348 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1462259 Oct 13 04:36:16.140063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:16.247698 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:16.379078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-735db07a-d55f-46ed-8913-32f75abf9ab7 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=273adb652f57484eb9f85e8433ddda80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2368958 Oct 13 04:36:16.381913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:16.471373 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:15Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:16.510614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:16.511056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Updating router 30385c03-63e1-4744-9806-b2e4e6b42cef port 6cd215c1-b7f4-4259-a16d-6a5254629c73 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:36:16.546496 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.599767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54c9c4-6a61-4c50-9a12-0a0c12a558b3 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:16.601026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f54c9c4-6a61-4c50-9a12-0a0c12a558b3 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2181067 Oct 13 04:36:16.603913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:16.616197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a66234-bff3-461b-b343-5c33574ee3ec req-a64526d3-9eb2-42a1-bdd6-491bf54602e5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:16.624112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a66234-bff3-461b-b343-5c33574ee3ec req-a64526d3-9eb2-42a1-bdd6-491bf54602e5 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1020408 Oct 13 04:36:16.647290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa791f60-1df9-4af1-945d-55cef62a8974 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409865 Oct 13 04:36:16.648701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45046) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:16.654153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-930510546', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:16.666151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-24a66234-bff3-461b-b343-5c33574ee3ec req-480c0d84-1235-442b-9bab-e8d3de7d9fa2 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Oct 13 04:36:16.774297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:16.777092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.965025 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:16.974476 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.082025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.085932 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Attempting to bind port 6cd215c1-b7f4-4259-a16d-6a5254629c73 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:17.086410 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Attempting to bind port 6cd215c1-b7f4-4259-a16d-6a5254629c73 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:17.086955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Attempting to bind port 6cd215c1-b7f4-4259-a16d-6a5254629c73 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:17.096096 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Pushing event updated for resources: {'Port': ['ID=6cd215c1-b7f4-4259-a16d-6a5254629c73,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:17.100123 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:17.100596 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:17.101117 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.101681 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:17.102321 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Bound port: 6cd215c1-b7f4-4259-a16d-6a5254629c73, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:17.102924 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.147088 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.148286 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.148840 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.149490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.150405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.150859 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.151503 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.151903 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.152228 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.152651 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.153100 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.153396 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:17.200399 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] For port 6cd215c1-b7f4-4259-a16d-6a5254629c73, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:17.204274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] For port 6cd215c1-b7f4-4259-a16d-6a5254629c73, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6cd215c1-b7f4-4259-a16d-6a5254629c73,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:17.211476 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.221263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Checking segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:17.221763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network hostable DHCP agents. Network: a866614a-057a-4517-80c3-8a59494e0ace, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:36:17.226832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Subnet': ['ID=051ae32d-e6f0-4940-98fd-25d5ea470d30,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:17.263159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network a866614a-057a-4517-80c3-8a59494e0ace is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:36:17.273857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a866614a-057a-4517-80c3-8a59494e0ace) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:17.280676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.284170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2e7d7-b80f-430b-a9a0-9883452cd5f6 None None] Network a866614a-057a-4517-80c3-8a59494e0ace requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:17.306090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:17.306090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.325967 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:17.327214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:17.356271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:17.357509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-68882da5-1958-43a4-8136-94867ccbe31f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7067571 Oct 13 04:36:17.369205 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b521-8341-4c05-9829-163f29d8ebb1 None None] Pushing event updated for resources: {'Port': ['ID=6cd215c1-b7f4-4259-a16d-6a5254629c73,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:17.524471 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:17.582605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-a866614a-057a-4517-80c3-8a59494e0ace', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:36:17.583821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:17.845205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Allocated IP 172.20.0.2 (a866614a-057a-4517-80c3-8a59494e0ace/051ae32d-e6f0-4940-98fd-25d5ea470d30/6474b3b6-fb73-4146-a14f-ad8e9ec94b9a) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:17.947207 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:15Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:17.959152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ccee1-4a53-495c-93d5-983269bdb034 req-532a4908-670f-45c9-94d1-e009b6032bd3 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:17.966661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c91ccee1-4a53-495c-93d5-983269bdb034 req-532a4908-670f-45c9-94d1-e009b6032bd3 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1488769 Oct 13 04:36:18.028259 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810f0af-c3d4-49a5-be83-5ca4015ecf5a None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:15Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:18.078682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c91ccee1-4a53-495c-93d5-983269bdb034 req-06297aae-a575-4955-9b45-e672ebe29736 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999613 Oct 13 04:36:18.162687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.173575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.212945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.233204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Network a866614a-057a-4517-80c3-8a59494e0ace is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:18.241083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:18.249137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:18.334553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Pushing event updated for resources: {'Port': ['ID=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:18.418348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Attempting to bind port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:18.418726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Attempting to bind port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:18.419112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Attempting to bind port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a on network a866614a-057a-4517-80c3-8a59494e0ace {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:18.432886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:18.434441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Checking segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:18.435852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.438130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Bound using segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:18.438696 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Bound port: 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:18.439105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.602979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] For port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:18.612610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] For port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:18.624424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:18.744321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7364c-1334-483f-a444-b9935c2bec46 None None] Pushing event updated for resources: {'Port': ['ID=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:18.777198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45112) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:18.859484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.1 (a866614a-057a-4517-80c3-8a59494e0ace/051ae32d-e6f0-4940-98fd-25d5ea470d30/c97d221b-7dc6-45a1-92b7-9c477a932c5c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:19.155797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.214825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.288523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network a866614a-057a-4517-80c3-8a59494e0ace is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:19.306254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:19.323003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:19.410064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6cd215c1-b7f4-4259-a16d-6a5254629c73 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:19.456607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea656d32-180a-4a24-9470-6e7407c2bf62 req-205dff5e-f3ee-4444-b736-24a6925a2139 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:19.460448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea656d32-180a-4a24-9470-6e7407c2bf62 req-205dff5e-f3ee-4444-b736-24a6925a2139 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.2324893 Oct 13 04:36:19.471533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:19.523929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6cd215c1-b7f4-4259-a16d-6a5254629c73 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:19.524427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.551451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.738210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.750135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-654ae8da-0ee5-43da-a71d-5a92ccc7e012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.800767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 6cd215c1-b7f4-4259-a16d-6a5254629c73, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6cd215c1-b7f4-4259-a16d-6a5254629c73,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:19.814127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:19.815122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:19.873975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ea656d32-180a-4a24-9470-6e7407c2bf62 req-8307246e-50c3-4cd3-937c-edb3539ba773 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034374 Oct 13 04:36:19.956019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.012866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-654ae8da-0ee5-43da-a71d-5a92ccc7e012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.024609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-654ae8da-0ee5-43da-a71d-5a92ccc7e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.049735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=6cd215c1-b7f4-4259-a16d-6a5254629c73,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:20.070192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:20.071411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.072693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ae8da-0ee5-43da-a71d-5a92ccc7e012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c1ee06-b0f1-47db-aaf5-c2c91f1304d5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:20.120804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-654ae8da-0ee5-43da-a71d-5a92ccc7e012 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=599e9c227dca4b6faeea833e589c5ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3425028 Oct 13 04:36:20.123510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:20.176465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45132) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:20.252935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.280431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.320777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.357796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:20.376633 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.409140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.419568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.422124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c1ee06-b0f1-47db-aaf5-c2c91f1304d5 HTTP/1.1" status: 204 len: 168 time: 0.2976303 Oct 13 04:36:20.434840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4948b8-3f62-41dc-bdba-e364bbbdaf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c1ee06-b0f1-47db-aaf5-c2c91f1304d5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:20.458614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65581c-36fd-4e1a-8ceb-cd51a4788f89 None None] Network a866614a-057a-4517-80c3-8a59494e0ace requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:20.550038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8949-1468-4ce8-8d8b-dcc806908c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.700346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.709758 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.718994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-136144f0-9fc7-4885-ab99-049b8e64f2ba None None] Provisioning complete for port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:20.719592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-136144f0-9fc7-4885-ab99-049b8e64f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.764823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:20.897883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8949-1468-4ce8-8d8b-dcc806908c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.927030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3ea8949-1468-4ce8-8d8b-dcc806908c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:20.946483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:21.041686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea8949-1468-4ce8-8d8b-dcc806908c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ee281-b5cb-4e34-aeaa-f6335ffa9d0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:21.058951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.076128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c3ea8949-1468-4ce8-8d8b-dcc806908c5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a765982a703a4a07914fead331f5158a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968599 Oct 13 04:36:21.079648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:21.188589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4537c-6808-4281-b12a-6de15fb4662f req-d6ee31ec-8163-4e5c-857a-d09e6f7bb807 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:21.200165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d4537c-6808-4281-b12a-6de15fb4662f req-d6ee31ec-8163-4e5c-857a-d09e6f7bb807 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1931396 Oct 13 04:36:21.231596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6cd215c1-b7f4-4259-a16d-6a5254629c73 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:21.315847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.354412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e6166d83-578d-478d-a119-1e6336557e90 None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:21.354412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e6166d83-578d-478d-a119-1e6336557e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.370353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network a866614a-057a-4517-80c3-8a59494e0ace is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:21.371858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:21.389147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00d4537c-6808-4281-b12a-6de15fb4662f req-fd4c8e35-80db-4942-8679-30b3500d13fd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767793 Oct 13 04:36:21.400154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6cd215c1-b7f4-4259-a16d-6a5254629c73 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:21.402198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.412123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.495209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.497963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e6166d83-578d-478d-a119-1e6336557e90 None None] Port c97d221b-7dc6-45a1-92b7-9c477a932c5c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:21.498501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.511342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c54ee281-b5cb-4e34-aeaa-f6335ffa9d0e HTTP/1.1" status: 204 len: 168 time: 0.4299834 Oct 13 04:36:21.537480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ee281-b5cb-4e34-aeaa-f6335ffa9d0e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:21.553572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e6166d83-578d-478d-a119-1e6336557e90 None None] Provisioning complete for port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:21.553967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e6166d83-578d-478d-a119-1e6336557e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:21.559461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.559805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.560148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.560485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.564913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.566201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.566570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.566916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.567275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.567613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.571326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.571688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da57721-140e-4f87-80cd-711b562f871a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:21.645485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:21.802537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:21.850962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:21.866811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc3bd5b4-f29e-4e7c-a90c-36215088058a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/30385c03-63e1-4744-9806-b2e4e6b42cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5091403 Oct 13 04:36:21.869399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45172) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:21.870322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:21.910909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:21.912981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:21.996817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f809d4f7-5873-4180-aaa8-669c02466c71 None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:21.997713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f809d4f7-5873-4180-aaa8-669c02466c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.153991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45174) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:22.154953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:22.155360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.175215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df43e82-542a-49d8-8702-1196fc41b201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.203938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.204685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.204866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.205322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.205779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.206220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.206872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.207751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.209969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-76d600ac-b129-41cc-8dfe-a8677238034e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5668 time: 0.3395360 Oct 13 04:36:22.212824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45176) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:22.239979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:22.342725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f809d4f7-5873-4180-aaa8-669c02466c71 None None] Port c97d221b-7dc6-45a1-92b7-9c477a932c5c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:22.360489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df43e82-542a-49d8-8702-1196fc41b201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.369187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.369655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.370098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.373574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.376246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3df43e82-542a-49d8-8702-1196fc41b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.379177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.380508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.381135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.381595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.383762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd01bf6b-0587-49a2-9725-386bffa26e3b tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5178 time: 0.1696475 Oct 13 04:36:22.388120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:22.478912 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3df43e82-542a-49d8-8702-1196fc41b201 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5aa127fdc0a4ceea39ef078bf2339ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175089 Oct 13 04:36:22.480136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:22.498023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df43e82-542a-49d8-8702-1196fc41b201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061a617b-7b53-4a32-9017-53bb9dcbdc9d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:22.662845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a8902b66-62b3-4230-a7c8-c81549099d9d None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:22.664231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a8902b66-62b3-4230-a7c8-c81549099d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.680929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.695440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202d630-cadf-44f5-91aa-291ae3fb151a req-dcd30a40-d757-4516-902b-8f91dbc9ab18 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:22.697210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4202d630-cadf-44f5-91aa-291ae3fb151a req-dcd30a40-d757-4516-902b-8f91dbc9ab18 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1586337 Oct 13 04:36:22.795970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.852263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4202d630-cadf-44f5-91aa-291ae3fb151a req-079c6473-8df8-41aa-bdfe-e9399d6fe307 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400630 Oct 13 04:36:22.866822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:36:22.934159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45196) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:22.935053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a8902b66-62b3-4230-a7c8-c81549099d9d None None] Port c97d221b-7dc6-45a1-92b7-9c477a932c5c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:22.959503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.967635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:22.983654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/061a617b-7b53-4a32-9017-53bb9dcbdc9d HTTP/1.1" status: 204 len: 168 time: 0.5022187 Oct 13 04:36:22.987445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-97ddd67a-9d1b-443b-bdc4-b64c9274be73 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.5981662 Oct 13 04:36:23.003295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fddf5d-075b-4850-97b2-1e9d9ecb18bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061a617b-7b53-4a32-9017-53bb9dcbdc9d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:23.058305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:20Z', 'revision_number': 2, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:23.102501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:23.102925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Updating router 30385c03-63e1-4744-9806-b2e4e6b42cef port c97d221b-7dc6-45a1-92b7-9c477a932c5c binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:36:23.129957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.364755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45208) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:23.370217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540783773', 'description': 'tempest-secgroup-smoke-540783773 description', 'project_id': '273adb652f57484eb9f85e8433ddda80'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:23.381625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07f9239a-083f-472c-8273-d73551cd6e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.419588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.514980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07f9239a-083f-472c-8273-d73551cd6e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.524275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07f9239a-083f-472c-8273-d73551cd6e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.576935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.587799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.612946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45216) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:23.613654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07f9239a-083f-472c-8273-d73551cd6e25 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=880adcf7f8394cafb204d3afc8d0a176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6779137 Oct 13 04:36:23.634418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9239a-083f-472c-8273-d73551cd6e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9312980e-b05d-4fc7-b5b5-8b090106d6f8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:23.644334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.652248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.691557 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.693215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3265483 Oct 13 04:36:23.696163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45218) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:23.701490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:23.707358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4925060-00e9-4656-a1b2-fba5a0740d3f None None] Pushing event updated for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:23.746526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79ba5a-ec83-430b-8e52-ce3b63c8a8d3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:23.777781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.787641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.870817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.897828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.909493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.921196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Attempting to bind port c97d221b-7dc6-45a1-92b7-9c477a932c5c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:23.923962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Attempting to bind port c97d221b-7dc6-45a1-92b7-9c477a932c5c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:23.925210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Attempting to bind port c97d221b-7dc6-45a1-92b7-9c477a932c5c on network a866614a-057a-4517-80c3-8a59494e0ace {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:23.939016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:23.944554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Checking segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:23.945413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.946375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Bound using segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:23.949797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Bound port: c97d221b-7dc6-45a1-92b7-9c477a932c5c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:23.950213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.964819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa20c647-2260-4921-ae00-e89c38e1f22f,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:23.983225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:23.986436 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a3379886-9efb-48a7-86e4-6ffcef2895a8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885973 Oct 13 04:36:23.989881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45230) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:24.001758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:24.044983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.052027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.055242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9312980e-b05d-4fc7-b5b5-8b090106d6f8 HTTP/1.1" status: 204 len: 168 time: 0.4323330 Oct 13 04:36:24.091185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710f6a5-7494-42bc-bc0f-bec412ab3407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9312980e-b05d-4fc7-b5b5-8b090106d6f8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.093835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.152227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448adf6b-2c58-4cc4-bc51-6b80b6706a3f req-7a319d65-6643-4444-873a-43ae0e9659d0 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:24.156095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-448adf6b-2c58-4cc4-bc51-6b80b6706a3f req-7a319d65-6643-4444-873a-43ae0e9659d0 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1355162 Oct 13 04:36:24.184080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] For port c97d221b-7dc6-45a1-92b7-9c477a932c5c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:24.189211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] For port c97d221b-7dc6-45a1-92b7-9c477a932c5c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c97d221b-7dc6-45a1-92b7-9c477a932c5c,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:24.199220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.205484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.218922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.246526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa6a5de-95e8-471d-b3b7-bca882aed96a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.252246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-448adf6b-2c58-4cc4-bc51-6b80b6706a3f req-5c64f748-1328-40dc-902d-91f57ebddf9a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878601 Oct 13 04:36:24.300502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.302084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-77b7a325-be07-40a5-be14-243c551ae1b0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110850 Oct 13 04:36:24.304886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:24.309408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:24.322038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:24.322610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:24.378343 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.492881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:24.493556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.529817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.535290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.551884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4925060-00e9-4656-a1b2-fba5a0740d3f None None] Pushing event updated for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.579313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.583496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:24.584039 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775404 Oct 13 04:36:24.586522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9189e73-f16f-405c-b8c8-38b9bd07fea1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97aa2966-4bfb-40ff-a844-79d6d27a2e0e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.593965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:24.643328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.722827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.730360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.737663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.752195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119f04b9-e88b-47fa-afa6-f36e0017d1be,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.763666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.770153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:24.771314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ab40172b-6176-439f-8d25-cc79f9ff200e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861458 Oct 13 04:36:24.775103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:24.780206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:24.817807 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:36:24.829219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.864647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] For port c97d221b-7dc6-45a1-92b7-9c477a932c5c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c97d221b-7dc6-45a1-92b7-9c477a932c5c,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:24.928698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.936560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.942350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.975881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bd8894-8bdb-4175-8ac2-96cd9d5700c1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:24.989406 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:24.990922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e14cea73-90b5-4225-aea0-fa6fcce65af1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2198336 Oct 13 04:36:24.993792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:24.998560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': 'd0facbc2-0c70-45f8-b99b-e1bf39da6fb2', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:25.045758 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:36:25.057537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.090491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c33d81-6599-4ef5-88d4-f0e26ecd4347 None None] Pushing event updated for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:25.106306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-02e41cd2-f4fe-4851-b2d9-f105b24a8c6e None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:25.106694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02e41cd2-f4fe-4851-b2d9-f105b24a8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.155415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.165426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.199654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b8b7c-81b5-465e-90f4-7bf7a53d3a1e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:25.206453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.219343 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-03d39c08-5e8c-4650-9cfe-87650b6189f2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2208211 Oct 13 04:36:25.268448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:25.284791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:25.307040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b4a07-4e76-47cb-9a38-f330b544679c None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:25.496394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b80c8-e8b9-4143-a10f-b0aecbf4a2fd req-9e005e45-8a40-4f89-ad0f-8d2fcf521555 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:25.499395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c93b80c8-e8b9-4143-a10f-b0aecbf4a2fd req-9e005e45-8a40-4f89-ad0f-8d2fcf521555 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1115801 Oct 13 04:36:25.580469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c93b80c8-e8b9-4143-a10f-b0aecbf4a2fd req-950f249e-61f0-4693-9c89-32977c912b4b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691192 Oct 13 04:36:25.606602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1916472633-network', 'tenant_id': '7abfb162fb64402ab063d2e99ba3086e'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:25.632711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Made reservation on behalf of 7abfb162fb64402ab063d2e99ba3086e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:25.638352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.653989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.827041 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-c24423a5-59ab-4f5b-b7ba-27bb68dde768 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540783773&fields=id&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 267 time: 0.0840325 Oct 13 04:36:25.858915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.871462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.888787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:36:25.899294 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:25.899689 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Added segment 8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c of type vlan for network 071676de-2578-4a65-80de-9b6f351ac9d0 Oct 13 04:36:25.973346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.020762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c208fba4-1753-416e-9eca-e455ec0aedb7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:26.066566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.067547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:26.068199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.089142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-4eed9922-e46f-476b-9338-585bccc63e84 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:26.090687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-4eed9922-e46f-476b-9338-585bccc63e84 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 797 time: 0.2496741 Oct 13 04:36:26.146508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8605881 Oct 13 04:36:26.149706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:26.154195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-4ae3bd4b-ede4-47f9-bf5b-b0fa33789283 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/quotas/273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 375 time: 0.0505123 Oct 13 04:36:26.157591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Request body: {'subnet': {'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1916472633-subnet', 'tenant_id': '7abfb162fb64402ab063d2e99ba3086e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:26.159259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab9265-3476-4ce9-a290-058b1d99bda2 admin admin] Pushing event updated for resources: {'Network': ['ID=071676de-2578-4a65-80de-9b6f351ac9d0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:26.172654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 071676de-2578-4a65-80de-9b6f351ac9d0 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:36:26.212263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Made reservation on behalf of 7abfb162fb64402ab063d2e99ba3086e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:26.214750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.261334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-10422514-2377-46c1-8d75-49b321afe6e7 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956101 Oct 13 04:36:26.424558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-a2ef4643-0b66-4eb5-b608-fa15d8dc2d23 service neutron] 10.222.0.49 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457260 Oct 13 04:36:26.482796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.551525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab858f1-14ea-47be-9771-0078544f80fe,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:26.567697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Checking segment: {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:26.570242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Network hostable DHCP agents. Network: 071676de-2578-4a65-80de-9b6f351ac9d0, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:36:26.575037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-90cde5e0-d9bb-4029-bef4-d7db73ef4d02 service neutron] 10.222.0.49 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430354 Oct 13 04:36:26.613863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Network 071676de-2578-4a65-80de-9b6f351ac9d0 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:36:26.636498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 071676de-2578-4a65-80de-9b6f351ac9d0) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:26.645934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:26.646533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:26.649391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ae87e9-44cf-441e-a3dc-0367090e6bb8 None None] Network 071676de-2578-4a65-80de-9b6f351ac9d0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:26.712204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-748e9d50-e9d1-4ea4-967c-75deeffe9347 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5603204 Oct 13 04:36:26.886638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd36875-087c-4a2b-acdb-16df3ad16a38 None None] Network 071676de-2578-4a65-80de-9b6f351ac9d0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:26.915022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c188665-2ee2-4b65-b4ae-975ec2545d4f req-c5723a33-d127-4d00-8c05-0c993a90125e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 210 time: 0.0986245 Oct 13 04:36:27.006597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07577273-f5ab-4701-9ce4-09ae748c5e21 req-93df3474-533d-4656-aa7f-3c0998ba9e6b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:27.008406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07577273-f5ab-4701-9ce4-09ae748c5e21 req-93df3474-533d-4656-aa7f-3c0998ba9e6b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1291852 Oct 13 04:36:27.019511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45358) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:27.079253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07577273-f5ab-4701-9ce4-09ae748c5e21 req-b589e7c5-dee1-4e93-a24f-7837ee9cf1ff tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Oct 13 04:36:27.252224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2a32d5e-6742-43c0-89f0-73b16afcc0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.257158 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c97d221b-7dc6-45a1-92b7-9c477a932c5c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:27.368681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c97d221b-7dc6-45a1-92b7-9c477a932c5c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:27.369064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.372968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2a32d5e-6742-43c0-89f0-73b16afcc0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.378924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2a32d5e-6742-43c0-89f0-73b16afcc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.429016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f2a32d5e-6742-43c0-89f0-73b16afcc0a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d7300136d584789825f02fd5adb9c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084046 Oct 13 04:36:27.430174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a32d5e-6742-43c0-89f0-73b16afcc0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6fc285-f165-448a-8635-ee7c7d46a599,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:27.433109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:27.508408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.533575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.600341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.604977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:27.608466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a6fc285-f165-448a-8635-ee7c7d46a599 HTTP/1.1" status: 204 len: 168 time: 0.1718717 Oct 13 04:36:27.616594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7a09-d461-49ae-b426-8284bf2e78f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6fc285-f165-448a-8635-ee7c7d46a599,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:27.886152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45380) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:27.899375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c8632ca4-65c6-48e3-b6a1-a17174d6b412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.003186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a77553c-8a07-430e-9ae6-fdd74ba719a3 req-7fd24b60-9c6b-4d2a-a75e-dc1aa6dcdcd9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 210 time: 0.0380967 Oct 13 04:36:28.003826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c8632ca4-65c6-48e3-b6a1-a17174d6b412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.010393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c8632ca4-65c6-48e3-b6a1-a17174d6b412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.066307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c8632ca4-65c6-48e3-b6a1-a17174d6b412 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27526361bffb426d9d3883fd4d3b18c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789243 Oct 13 04:36:28.067460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8632ca4-65c6-48e3-b6a1-a17174d6b412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d678e63d-ab46-45e8-9370-66b9436f7f6c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:28.069313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45390) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:28.257050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f511d06-cf9b-4318-857f-742435456735 req-c0279029-91ee-4b03-ae65-f774025c50fc tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:28.268042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.277493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f511d06-cf9b-4318-857f-742435456735 req-c0279029-91ee-4b03-ae65-f774025c50fc tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1152894 Oct 13 04:36:28.302793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.328790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f511d06-cf9b-4318-857f-742435456735 req-4aa992e2-722c-4070-bdeb-ab36e88f6e15 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Oct 13 04:36:28.387280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-dab7c66b-54e7-4b64-ab4e-2ace805e7186 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:28.389209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-dab7c66b-54e7-4b64-ab4e-2ace805e7186 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 797 time: 0.2815533 Oct 13 04:36:28.428223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.430794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.432266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d678e63d-ab46-45e8-9370-66b9436f7f6c HTTP/1.1" status: 204 len: 168 time: 0.3618712 Oct 13 04:36:28.478149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873c3dc-c947-4153-955c-0aafe292d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d678e63d-ab46-45e8-9370-66b9436f7f6c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:28.503756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-c1550d90-8e86-4b76-865a-8afb0f956990 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 379 time: 0.1033564 Oct 13 04:36:28.527475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'port': {'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'admin_state_up': True, 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'security_groups': ['d0facbc2-0c70-45f8-b99b-e1bf39da6fb2']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:28.688957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:28.692646 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:28.826877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.14 (a866614a-057a-4517-80c3-8a59494e0ace/051ae32d-e6f0-4940-98fd-25d5ea470d30/0610163f-7c7e-40e0-a694-dce4c6872c0d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:28.980983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.019933 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.070321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network a866614a-057a-4517-80c3-8a59494e0ace is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:29.073775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:29.076668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:29.114513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:29.189557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:29.190497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.219920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cde5d9-f708-464b-a80f-f7e3462741ec req-e070e7bf-739d-48cd-b70a-1fde34a6fef7 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:29.228864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07cde5d9-f708-464b-a80f-f7e3462741ec req-e070e7bf-739d-48cd-b70a-1fde34a6fef7 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 932 time: 0.0937858 Oct 13 04:36:29.250531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-6eb167ea-c6b7-4bda-9e2d-7252d6942cac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7318947 Oct 13 04:36:29.268396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Request body: {'port': {'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:29.308057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07cde5d9-f708-464b-a80f-f7e3462741ec req-928e199a-bd7b-4ac7-b0d3-d7ac8cdcc1fa tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780435 Oct 13 04:36:29.356186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.467908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc99cdb5-01e6-409d-a510-953ceeb286f7 None None] Provisioning complete for port 0610163f-7c7e-40e0-a694-dce4c6872c0d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:29.469169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc99cdb5-01e6-409d-a510-953ceeb286f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.472950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa10d1-a70f-463d-b9b5-9cc08d613645 req-59f3c0eb-f9ac-4dbe-b0f4-572c1ce49d54 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:29.484259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18fa10d1-a70f-463d-b9b5-9cc08d613645 req-59f3c0eb-f9ac-4dbe-b0f4-572c1ce49d54 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0827885 Oct 13 04:36:29.515871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-dc99cdb5-01e6-409d-a510-953ceeb286f7 None None] Port 0610163f-7c7e-40e0-a694-dce4c6872c0d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:29.536225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18fa10d1-a70f-463d-b9b5-9cc08d613645 req-47888d2d-5ef5-4f8c-9b64-ab07fb4215bd tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453928 Oct 13 04:36:29.713500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0610163f-7c7e-40e0-a694-dce4c6872c0d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:29.721593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.741893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Transition to ACTIVE for port object 0610163f-7c7e-40e0-a694-dce4c6872c0d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:36:29.747392 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:29.845067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:30.287789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Attempting to bind port 0610163f-7c7e-40e0-a694-dce4c6872c0d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:30.288386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Attempting to bind port 0610163f-7c7e-40e0-a694-dce4c6872c0d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:30.288767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Attempting to bind port 0610163f-7c7e-40e0-a694-dce4c6872c0d on network a866614a-057a-4517-80c3-8a59494e0ace {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:30.300403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Port 0610163f-7c7e-40e0-a694-dce4c6872c0d on network a866614a-057a-4517-80c3-8a59494e0ace not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:36:30.300741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Attempting to bind port 0610163f-7c7e-40e0-a694-dce4c6872c0d on network a866614a-057a-4517-80c3-8a59494e0ace {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:30.310580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:30.310936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Checking segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:30.311332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Bound using segment: {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:30.312319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Bound port: 0610163f-7c7e-40e0-a694-dce4c6872c0d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f73d27-48f7-4677-888c-09bc242db965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:30.312788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:30.400103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-50f7008c-be95-41ac-accf-20a7aecda287 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.401708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-50f7008c-be95-41ac-accf-20a7aecda287 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 809 time: 0.4804645 Oct 13 04:36:30.447110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:30.478551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee1b2-1488-4d2e-b625-eba7e3e28fed req-2ce26c6a-4729-4d44-b2cd-68e4f0fb720f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.480149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:30.482931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-2ef1752c-b561-44a5-8e35-24f0c553f784 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/quotas/7abfb162fb64402ab063d2e99ba3086e HTTP/1.1" status: 200 len: 375 time: 0.0371771 Oct 13 04:36:30.486704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b88ee1b2-1488-4d2e-b625-eba7e3e28fed req-2ce26c6a-4729-4d44-b2cd-68e4f0fb720f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 944 time: 0.0722864 Oct 13 04:36:30.494429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:30.522221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b88ee1b2-1488-4d2e-b625-eba7e3e28fed req-3d33132e-91d6-4920-a7d4-4b5e82bcf63a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Oct 13 04:36:30.563171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-fc793b8c-f98a-4935-99a8-bb99783bcc47 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695298 Oct 13 04:36:30.572831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.573830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:30.574831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] 10.222.0.47 "PUT /v2.0/ports/0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 1092 time: 1.3137524 Oct 13 04:36:30.575326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:30.578126 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:30.697174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33678a-725c-4dce-853d-af1309d37ffc service neutron] Pushing event updated for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:30.703097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837ab9-d202-4715-87cf-6ab6e06f4fe7 req-73c42c6c-4087-4534-8f1e-5a5d212aa9c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.706440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22837ab9-d202-4715-87cf-6ab6e06f4fe7 req-73c42c6c-4087-4534-8f1e-5a5d212aa9c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0649474 Oct 13 04:36:30.761721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22837ab9-d202-4715-87cf-6ab6e06f4fe7 req-f9dd6a19-4b2c-418a-9ac0-9ebdb5c71f4e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Oct 13 04:36:30.815983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-636c93ef-22a6-4910-b96e-5ff43aff0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.817456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-636c93ef-22a6-4910-b96e-5ff43aff0d97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1095 time: 0.1329451 Oct 13 04:36:30.826125 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29d49ab-77bb-485e-96ca-903c0370901e x-openstack-request-id: req-b29d49ab-77bb-485e-96ca-903c0370901e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:30.826429 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:30.826761 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b29d49ab-77bb-485e-96ca-903c0370901e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:30.827197 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'status': 'completed', 'code': 200} Oct 13 04:36:30.882686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-04305306-6277-45ec-a64c-0fe289a4a7cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 217 time: 0.0525634 Oct 13 04:36:30.886979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-9f0a6599-103e-46e0-8609-d9a25d7cba70 service neutron] 10.222.0.49 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996187 Oct 13 04:36:30.995939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-1ee2b1f0-bf22-4621-8a5a-afeb3c24f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:30.997443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-1ee2b1f0-bf22-4621-8a5a-afeb3c24f049 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.1045067 Oct 13 04:36:31.065098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-5e8cfe99-ceaf-42b3-8754-37d5445e92eb service neutron] 10.222.0.49 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698015 Oct 13 04:36:31.076571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-d623de30-b6d7-4436-a233-59e1115987a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.079468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-d623de30-b6d7-4436-a233-59e1115987a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741735 Oct 13 04:36:31.195392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-e028725d-2650-4bbc-bbb9-66a65abb41fd service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088681 Oct 13 04:36:31.288050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8f7593b-627c-462b-b13e-7ad8a863086c req-50f35328-148a-48b1-8551-cb0ffb58a319 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 210 time: 0.0585873 Oct 13 04:36:31.349438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5244560f-dde8-45d1-8a27-1eb8ca66c24c req-74405bd9-d659-4c27-96d5-201533f6b59d service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453071 Oct 13 04:36:31.545350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-429f6aa1-3781-4e90-bd3f-297469a726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.548980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-429f6aa1-3781-4e90-bd3f-297469a726e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1095 time: 0.1405170 Oct 13 04:36:31.721127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-81cdffe6-6a83-4eb7-a714-95f57ad3dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.722652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-81cdffe6-6a83-4eb7-a714-95f57ad3dcc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 898 time: 0.1654758 Oct 13 04:36:31.779848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-6af73010-67e3-4465-b8d6-b65e4a017651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 217 time: 0.0480895 Oct 13 04:36:31.803494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2695-9cf2-41df-a4f5-cdeb3ef5b020 req-947603a2-4e5b-4199-9d94-70e1e3664905 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.808556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-160e2695-9cf2-41df-a4f5-cdeb3ef5b020 req-947603a2-4e5b-4199-9d94-70e1e3664905 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 944 time: 0.1609433 Oct 13 04:36:31.885981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45540) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:31.944455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-160e2695-9cf2-41df-a4f5-cdeb3ef5b020 req-b484dbb8-d73e-408b-a3e3-4cde344581b2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119792 Oct 13 04:36:31.946470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-c7535641-03f0-4827-9431-01bdb8177b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.948372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-c7535641-03f0-4827-9431-01bdb8177b55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.1375134 Oct 13 04:36:31.958721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12436456-90b3-413a-a27f-64da62b86c12 req-37163a94-8bad-4b09-be8b-c0de0874fe3a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:31.960329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12436456-90b3-413a-a27f-64da62b86c12 req-37163a94-8bad-4b09-be8b-c0de0874fe3a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0778522 Oct 13 04:36:32.024101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-1c823a07-4ecc-4d7f-a575-779bbf8e5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:32.031280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-1c823a07-4ecc-4d7f-a575-779bbf8e5fd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712826 Oct 13 04:36:32.051433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12436456-90b3-413a-a27f-64da62b86c12 req-9d8120f7-0b21-444b-9d34-be1ad6636c0e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769255 Oct 13 04:36:32.104114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.204187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-6c1a8449-3a3a-416d-a1bf-1d81c57093c5 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646340 Oct 13 04:36:32.290777 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.297852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.366583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c75e7b5a12a4c02ad9dcf706e3f1d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762158 Oct 13 04:36:32.366583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee39b1c-bbe9-436f-a304-8c49d40fddd7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:32.367388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45546) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:32.370093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-152c0d53-9d89-424b-b5d6-eb8b81b4b25e req-92ba70c3-5582-45d3-9a77-f10c01c07feb service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581225 Oct 13 04:36:32.376663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.377014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.377356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.377696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.378031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.378361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.378691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.379019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.379376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.379704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.380031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.380358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c783b5b1-937e-43c6-b3ed-b0d9a3fe61a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:36:32.411455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-305576ac-6907-4ba8-91bf-424e888a88ed req-36393f3b-212e-420e-860c-b4ab25fcc41f tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 210 time: 0.0367484 Oct 13 04:36:32.466901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.490817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.633506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.636453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.637764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ee39b1c-bbe9-436f-a304-8c49d40fddd7 HTTP/1.1" status: 204 len: 168 time: 0.2694955 Oct 13 04:36:32.654484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-5cbc846d-8311-46a4-aa6c-09b6091e5206 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:32.656755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-5cbc846d-8311-46a4-aa6c-09b6091e5206 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 809 time: 0.1637309 Oct 13 04:36:32.657651 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cbc2-20d9-48a3-b2de-ee3985300191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee39b1c-bbe9-436f-a304-8c49d40fddd7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:32.672337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Request body: {'port': {'device_id': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0', 'admin_state_up': True, 'tenant_id': '7abfb162fb64402ab063d2e99ba3086e'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:32.798197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Made reservation on behalf of 7abfb162fb64402ab063d2e99ba3086e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:32.801705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:32.942224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Allocated IP 172.20.0.11 (071676de-2578-4a65-80de-9b6f351ac9d0/7ab858f1-14ea-47be-9771-0078544f80fe/83d9e913-e708-401a-b44a-482b245cda21) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:32.953640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45554) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:32.980942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a64559b6-9720-45c0-b64b-052939583c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.083266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a64559b6-9720-45c0-b64b-052939583c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.088359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a64559b6-9720-45c0-b64b-052939583c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.127276 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a64559b6-9720-45c0-b64b-052939583c65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f32cc38e5c634eb99f970a46dd1f1f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717553 Oct 13 04:36:33.129505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45560) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:33.164294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64559b6-9720-45c0-b64b-052939583c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ac25a-ce62-4055-b237-78d7f29d565b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:33.227696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5060da-e476-4b0a-94e7-8ef496106780 req-a2bf1c74-e3c6-4f84-9213-afe6f1630b0f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:33.229674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d5060da-e476-4b0a-94e7-8ef496106780 req-a2bf1c74-e3c6-4f84-9213-afe6f1630b0f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0806026 Oct 13 04:36:33.238441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8c42-eebe-4272-90b5-37bf16a196ff req-87cae2aa-def4-46a7-aa90-a7ad3055d758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:33.239980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59c8c42-eebe-4272-90b5-37bf16a196ff req-87cae2aa-def4-46a7-aa90-a7ad3055d758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 944 time: 0.1811812 Oct 13 04:36:33.262749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.273973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d5060da-e476-4b0a-94e7-8ef496106780 req-608aa083-b641-43c6-ab6a-d0af57e3cd9e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374751 Oct 13 04:36:33.298048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.347403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59c8c42-eebe-4272-90b5-37bf16a196ff req-6bb44ee1-e35f-428c-ac85-4a20b44186d9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964131 Oct 13 04:36:33.350056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.352946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.434233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Network 071676de-2578-4a65-80de-9b6f351ac9d0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:33.441476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:33.443917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Pushing event updated for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:33.446567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:33.503969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:33.504585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.522808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.525370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.528883 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/265ac25a-ce62-4055-b237-78d7f29d565b HTTP/1.1" status: 204 len: 168 time: 0.3903005 Oct 13 04:36:33.539189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-dbd20aa0-8b31-44c1-9963-2551ce0258ec tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8711102 Oct 13 04:36:33.539931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312213e-ef20-4a38-960e-5508a512eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ac25a-ce62-4055-b237-78d7f29d565b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:33.553868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Request body: {'port': {'device_id': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:33.604367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e0df9-9b95-4f57-964b-43488af151b1 req-26c74d3b-3114-4b74-a6cc-0b7d70dc5831 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:33.605945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1e0df9-9b95-4f57-964b-43488af151b1 req-26c74d3b-3114-4b74-a6cc-0b7d70dc5831 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 932 time: 0.1108012 Oct 13 04:36:33.644048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.659429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1e0df9-9b95-4f57-964b-43488af151b1 req-621d5370-5f34-4f7c-a155-05ec6c5ecdf9 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Oct 13 04:36:33.950006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d9e913-e708-401a-b44a-482b245cda21 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:33.966309 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:33.982632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Transition to ACTIVE for port object 83d9e913-e708-401a-b44a-482b245cda21 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:36:33.988214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:34.084051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:34.121144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Attempting to bind port 83d9e913-e708-401a-b44a-482b245cda21 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:34.121484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Attempting to bind port 83d9e913-e708-401a-b44a-482b245cda21 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:34.121821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Attempting to bind port 83d9e913-e708-401a-b44a-482b245cda21 on network 071676de-2578-4a65-80de-9b6f351ac9d0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:34.127054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Port 83d9e913-e708-401a-b44a-482b245cda21 on network 071676de-2578-4a65-80de-9b6f351ac9d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:36:34.127424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Attempting to bind port 83d9e913-e708-401a-b44a-482b245cda21 on network 071676de-2578-4a65-80de-9b6f351ac9d0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:34.132315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:34.132936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Checking segment: {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:34.133035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Bound using segment: {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:34.133423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Bound port: 83d9e913-e708-401a-b44a-482b245cda21, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:34.133776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:34.203951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:34.207404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83d9e913-e708-401a-b44a-482b245cda21,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:34.212553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:34.249070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.251180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:34.252947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] 10.222.0.16 "PUT /v2.0/ports/83d9e913-e708-401a-b44a-482b245cda21 HTTP/1.1" status: 200 len: 1092 time: 0.7037842 Oct 13 04:36:34.255562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'tag': '83d9e913-e708-401a-b44a-482b245cda21'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:34.258938 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666bbede-2a56-4421-881f-0dcc8c00ddb7" -d '{"events": [{"name": "network-changed", "server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "tag": "83d9e913-e708-401a-b44a-482b245cda21"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:34.289740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677854d-5697-4ace-a3fd-fbeedb45ee4e service neutron] Pushing event updated for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:34.352556 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38caa7-f53f-4fc4-b9ee-a99772a428b0 x-openstack-request-id: req-7e38caa7-f53f-4fc4-b9ee-a99772a428b0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:34.352984 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "tag": "83d9e913-e708-401a-b44a-482b245cda21", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:34.353463 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e38caa7-f53f-4fc4-b9ee-a99772a428b0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:34.353988 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'tag': '83d9e913-e708-401a-b44a-482b245cda21', 'status': 'completed', 'code': 200} Oct 13 04:36:34.393999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-4d08d13b-5139-4e60-aa16-75e74a183194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.395875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-4d08d13b-5139-4e60-aa16-75e74a183194 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0552256 Oct 13 04:36:34.449068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da50fa-7f0d-4d67-a52a-5586fb2ce13e req-dddb0ef7-8451-4519-9f02-113c24481a7f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.461821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11da50fa-7f0d-4d67-a52a-5586fb2ce13e req-dddb0ef7-8451-4519-9f02-113c24481a7f tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0792756 Oct 13 04:36:34.501120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-11da50fa-7f0d-4d67-a52a-5586fb2ce13e req-fe8fbd8d-ac78-4a10-bf49-613efb4cc5b0 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Oct 13 04:36:34.603223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0610163f-7c7e-40e0-a694-dce4c6872c0d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:36:34.737150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-e8e1fa22-c436-45d0-a00f-c84a3efa4e68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e913-e708-401a-b44a-482b245cda21 HTTP/1.1" status: 200 len: 217 time: 0.3326108 Oct 13 04:36:34.820381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-98456e63-06e0-4b1a-afff-5386bd0a32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.822384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-98456e63-06e0-4b1a-afff-5386bd0a32b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ab858f1-14ea-47be-9771-0078544f80fe HTTP/1.1" status: 200 len: 849 time: 0.0545263 Oct 13 04:36:34.833670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:34.834897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b89b-ae43-4538-9644-18689dda4a1a req-258995fd-111c-44ab-962b-6c715522cc8f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.842171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0aa7b89b-ae43-4538-9644-18689dda4a1a req-258995fd-111c-44ab-962b-6c715522cc8f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 944 time: 0.1040018 Oct 13 04:36:34.864774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:36:34.893334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-f412d183-1e86-4b18-a8c9-699463e75300 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071676de-2578-4a65-80de-9b6f351ac9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479882 Oct 13 04:36:34.908526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bc72f-fd5e-48d5-b3c2-ec8c54b9c31b req-c55f3485-64c1-4650-9a0b-5bf7ba08b95c tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:34.917225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:34.918568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-414bc72f-fd5e-48d5-b3c2-ec8c54b9c31b req-c55f3485-64c1-4650-9a0b-5bf7ba08b95c tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 944 time: 0.1332655 Oct 13 04:36:34.920039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0aa7b89b-ae43-4538-9644-18689dda4a1a req-9499adab-f796-43c2-974c-b7ab9d7e715f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751207 Oct 13 04:36:34.949916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0610163f-7c7e-40e0-a694-dce4c6872c0d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:34.983105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:34.993638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:35.015113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-df99b71e-37d2-4f57-bebb-85ff89071444 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065538 Oct 13 04:36:35.025888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-414bc72f-fd5e-48d5-b3c2-ec8c54b9c31b req-17717d06-22bf-4f4b-910c-c396d3e7b1bb tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063442 Oct 13 04:36:35.110631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:35.153617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca34b547-9ca3-4f1a-badd-072d411a5939 req-6bc21a3c-e32c-4841-969a-ecdb8d2dc940 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309204 Oct 13 04:36:35.222528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['0610163f-7c7e-40e0-a694-dce4c6872c0d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:35.367498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-3652f9f3-b46c-405a-a297-34afed7ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:35.370428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-3652f9f3-b46c-405a-a297-34afed7ed890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0871487 Oct 13 04:36:35.486321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-dd324dde-2a32-414e-846a-18e1b658a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:35.488054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-dd324dde-2a32-414e-846a-18e1b658a9d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 910 time: 0.1093760 Oct 13 04:36:35.589780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-b69efcee-28b2-44d0-ac18-29f2a2cafd02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d9e913-e708-401a-b44a-482b245cda21 HTTP/1.1" status: 200 len: 217 time: 0.0935557 Oct 13 04:36:35.672702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-ac4da2a9-e6a9-4995-b4a9-29bad5b4f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:35.674761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-ac4da2a9-e6a9-4995-b4a9-29bad5b4f345 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ab858f1-14ea-47be-9771-0078544f80fe HTTP/1.1" status: 200 len: 849 time: 0.0743213 Oct 13 04:36:35.683886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b4d96-2b7f-4597-8aa4-523064d2208b req-1dec8b0c-8542-4e22-9ab7-1aedb0011511 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:35.685370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b44b4d96-2b7f-4597-8aa4-523064d2208b req-1dec8b0c-8542-4e22-9ab7-1aedb0011511 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0945997 Oct 13 04:36:35.717730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-83435963-8115-487e-a689-383581ec50b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071676de-2578-4a65-80de-9b6f351ac9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313675 Oct 13 04:36:35.793593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b44b4d96-2b7f-4597-8aa4-523064d2208b req-9b085c3d-b8ff-464c-a98f-7af5e947e85d tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Oct 13 04:36:35.846882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-da2c728b-5a0a-43a6-8c51-be0763929e0f service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196225 Oct 13 04:36:35.938620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45634) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:35.950555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-666bbede-2a56-4421-881f-0dcc8c00ddb7 req-35e4f67b-b009-4e39-b64a-84bd113b711b service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953233 Oct 13 04:36:36.050713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5420879-ba9b-4519-9a29-79ea2c43a35a req-50bcc572-69bf-4aca-bddb-4a1a8fa116eb tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:36.058874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5420879-ba9b-4519-9a29-79ea2c43a35a req-50bcc572-69bf-4aca-bddb-4a1a8fa116eb tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 945 time: 0.0639210 Oct 13 04:36:36.097686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5420879-ba9b-4519-9a29-79ea2c43a35a req-5a457e6b-4392-4c99-8bab-c570146ace8c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376296 Oct 13 04:36:36.107946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:36.174663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.211442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11ffd-a4c2-49da-9e2a-23ea7a0e9b49 req-28003233-26d4-48fa-b186-d8fb88ed3512 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:36.213134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba11ffd-a4c2-49da-9e2a-23ea7a0e9b49 req-28003233-26d4-48fa-b186-d8fb88ed3512 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 944 time: 0.0993447 Oct 13 04:36:36.291899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba11ffd-a4c2-49da-9e2a-23ea7a0e9b49 req-562f26d3-50c0-41f1-aa1b-d18f5284d714 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Oct 13 04:36:36.352206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.461638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Allocated IP 172.25.0.147 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/e3a89797-410f-47ec-a6c8-864e6c6b1c3a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:36.566167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.599615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.627055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0610163f-7c7e-40e0-a694-dce4c6872c0d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:36.642596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:36.645545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:36.649184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:36.654646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=e3a89797-410f-47ec-a6c8-864e6c6b1c3a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:36.679236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 0610163f-7c7e-40e0-a694-dce4c6872c0d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:36:36.682778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 0610163f-7c7e-40e0-a694-dce4c6872c0d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:36.683176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.762711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.769797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.786628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:36.789045 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1451c2e-e433-41f3-90d1-f397c5f9cf19" -d '{"events": [{"server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "name": "network-vif-plugged", "status": "completed", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:36.801644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:36.807650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.813085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:36.832050 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae373c-a591-4237-9250-39440749202d x-openstack-request-id: req-95ae373c-a591-4237-9250-39440749202d {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:36.832347 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "name": "network-vif-plugged", "status": "completed", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:36.832603 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95ae373c-a591-4237-9250-39440749202d {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:36.832998 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'code': 200} Oct 13 04:36:36.870110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:36.949340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c7e05-87d9-479a-98bc-ac1fc8530372 req-55db473e-af11-4ddb-93db-921169c02b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:36.950906 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d10c7e05-87d9-479a-98bc-ac1fc8530372 req-55db473e-af11-4ddb-93db-921169c02b44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1097 time: 0.0407736 Oct 13 04:36:36.984924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6f74-8b36-4555-9ba5-1a71bbf868e9 req-616eca4b-b0ad-470a-827e-7ea4e1079db8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:36.986133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d10c7e05-87d9-479a-98bc-ac1fc8530372 req-a981007a-4b1b-4c43-8e7a-8c973e22b99a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287647 Oct 13 04:36:36.986401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c78e6f74-8b36-4555-9ba5-1a71bbf868e9 req-616eca4b-b0ad-470a-827e-7ea4e1079db8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0837190 Oct 13 04:36:37.041767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.046226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c78e6f74-8b36-4555-9ba5-1a71bbf868e9 req-649dc47e-1dd9-474a-a387-a5307398f31c tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Oct 13 04:36:37.047304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.118590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=e3a89797-410f-47ec-a6c8-864e6c6b1c3a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:37.128791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.145920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.147357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-064ea33c-ae1d-4f04-a9a2-1bc2fbe8fc6a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2077081 Oct 13 04:36:37.150121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45648) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:37.154924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-601092295'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:37.175689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Made reservation on behalf of bf6e7638946044cb84c24ec9da590166 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:37.179176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.189429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.224792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb7776-aa8d-4fb6-8e73-3bcac02f9c77 req-f4e2e07e-d6c3-406b-a1c6-76b6b5423a43 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:37.226372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44bb7776-aa8d-4fb6-8e73-3bcac02f9c77 req-f4e2e07e-d6c3-406b-a1c6-76b6b5423a43 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.0499542 Oct 13 04:36:37.265585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44bb7776-aa8d-4fb6-8e73-3bcac02f9c77 req-37b970c6-a18e-4674-9f7f-cf6b0b9a0f39 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 Oct 13 04:36:37.269229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.273473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.300847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:36:37.310827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8593ac-e0e1-4ec1-80e1-0eccef0f6aa7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:37.317488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.317827 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Added segment adceb4d2-fbbb-490e-b0b2-452b3b9a27e3 of type vlan for network eec164ae-e0bf-4877-8a3a-829b45c0799e Oct 13 04:36:37.365241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.420829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.426557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:37.427165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.486355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbfdc2-7f88-4df3-b4d5-d1842143837d req-09b2f8ec-f17e-4e32-8594-26b80e2f2bf0 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:37.487884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06dbfdc2-7f88-4df3-b4d5-d1842143837d req-09b2f8ec-f17e-4e32-8594-26b80e2f2bf0 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 944 time: 0.1168728 Oct 13 04:36:37.493925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3427646 Oct 13 04:36:37.496965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45656) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:37.502824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Request body: {'subnet': {'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:37.523045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46ae9-1515-4705-883b-d535338ee827 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Network': ['ID=eec164ae-e0bf-4877-8a3a-829b45c0799e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:37.534748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network eec164ae-e0bf-4877-8a3a-829b45c0799e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:36:37.546739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06dbfdc2-7f88-4df3-b4d5-d1842143837d req-56cff071-3259-4586-b1b4-aea6b697ec7d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488567 Oct 13 04:36:37.624094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Made reservation on behalf of bf6e7638946044cb84c24ec9da590166 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:37.628210 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.816332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.870872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Subnet': ['ID=b08fdd67-b8d9-4594-8220-40897f0b6fa3,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:37.887320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Checking segment: {'id': 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:37.887682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network hostable DHCP agents. Network: eec164ae-e0bf-4877-8a3a-829b45c0799e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:36:37.903954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network eec164ae-e0bf-4877-8a3a-829b45c0799e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:36:37.912790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, eec164ae-e0bf-4877-8a3a-829b45c0799e) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:37.917189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:37.917804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.922822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc92d4-bd33-4979-bed9-645da4332129 None None] Network eec164ae-e0bf-4877-8a3a-829b45c0799e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:37.941903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b75c4f96-6b53-4c5c-a1f1-fd80da21feae tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4437859 Oct 13 04:36:37.944520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:37.949060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-889748984', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:37.976277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:37.977021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.034833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.112513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-eec164ae-e0bf-4877-8a3a-829b45c0799e', 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e', 'tenant_id': 'bf6e7638946044cb84c24ec9da590166', 'fixed_ips': [{'subnet_id': 'b08fdd67-b8d9-4594-8220-40897f0b6fa3'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:36:38.113453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.151988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83d9e913-e708-401a-b44a-482b245cda21 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:36:38.235767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.298678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fca9e9-f135-49eb-a436-cae070cb69e1 req-0e6af384-d654-439f-aa9f-fe9728036a45 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.300435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9fca9e9-f135-49eb-a436-cae070cb69e1 req-0e6af384-d654-439f-aa9f-fe9728036a45 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1012292 Oct 13 04:36:38.337345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Allocated IP 172.20.0.2 (eec164ae-e0bf-4877-8a3a-829b45c0799e/b08fdd67-b8d9-4594-8220-40897f0b6fa3/0227bc44-0344-4ecd-954b-527100c7938c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:38.369631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9fca9e9-f135-49eb-a436-cae070cb69e1 req-d9b23ae0-f718-49b5-aaef-334ff137f759 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Oct 13 04:36:38.374962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83d9e913-e708-401a-b44a-482b245cda21,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:38.418856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb142-16de-46f9-b0fe-4cc0294f3293 req-223febb4-e77e-4d77-9b87-bc91075f1444 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.428520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a9bb142-16de-46f9-b0fe-4cc0294f3293 req-223febb4-e77e-4d77-9b87-bc91075f1444 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.0906582 Oct 13 04:36:38.435601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '83d9e913-e708-401a-b44a-482b245cda21', 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0', 'port_id': '83d9e913-e708-401a-b44a-482b245cda21', 'mac_address': 'fa:16:3e:f6:f5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab858f1-14ea-47be-9771-0078544f80fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:36:38.494205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a9bb142-16de-46f9-b0fe-4cc0294f3293 req-6bf7face-eae9-456d-b6c8-fe198d769cf6 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645452 Oct 13 04:36:38.496575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.515619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d9e913-e708-401a-b44a-482b245cda21 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:38.526421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.553386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83d9e913-e708-401a-b44a-482b245cda21,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:38.564358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.566703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.659728 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.664809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:38.673730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.689360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c8b5e-dbe3-4f34-8bab-0900fd318090 req-009608a7-f9c3-4217-afcf-3f7ba7abd911 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.690933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c16c8b5e-dbe3-4f34-8bab-0900fd318090 req-009608a7-f9c3-4217-afcf-3f7ba7abd911 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.1238708 Oct 13 04:36:38.737152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Pushing event updated for resources: {'Port': ['ID=0227bc44-0344-4ecd-954b-527100c7938c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:38.745017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Network eec164ae-e0bf-4877-8a3a-829b45c0799e is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:38.746298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:38.753348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:38.766122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7109e-6392-4cca-9214-70c6dbffd580 req-e9d13ee4-784d-4323-9414-5ebaa73ead9b tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.766880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Allocated IP 172.25.0.213 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/9bf9c10d-ccbc-4ac4-b832-c93b929c37d8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:38.772030 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c16c8b5e-dbe3-4f34-8bab-0900fd318090 req-2bfb8785-5050-4d01-b851-1c3bdb1efabb tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632846 Oct 13 04:36:38.774694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ed7109e-6392-4cca-9214-70c6dbffd580 req-e9d13ee4-784d-4323-9414-5ebaa73ead9b tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 945 time: 0.1435046 Oct 13 04:36:38.805982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45676) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:38.873584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ed7109e-6392-4cca-9214-70c6dbffd580 req-861436ef-cd45-42ad-bc77-6c5ba2fe4ff6 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931926 Oct 13 04:36:38.900103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad08acf-e56e-4c55-94ce-b0ae696dac4c tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:38.909153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ad08acf-e56e-4c55-94ce-b0ae696dac4c tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1092 time: 0.0980690 Oct 13 04:36:38.909476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45678) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:38.915384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:38.919353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:38.959549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.009837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5deb-05a5-4bb2-bb21-e7d598498536 req-0cf10bd9-ead6-40e6-8e73-d3405abe9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:39.011915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0b8b5deb-05a5-4bb2-bb21-e7d598498536 req-0cf10bd9-ead6-40e6-8e73-d3405abe9fbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1097 time: 0.0658903 Oct 13 04:36:39.012669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.018688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=9bf9c10d-ccbc-4ac4-b832-c93b929c37d8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:39.024836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Attempting to bind port 0227bc44-0344-4ecd-954b-527100c7938c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:39.025344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Attempting to bind port 0227bc44-0344-4ecd-954b-527100c7938c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:39.025662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Attempting to bind port 0227bc44-0344-4ecd-954b-527100c7938c on network eec164ae-e0bf-4877-8a3a-829b45c0799e {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:39.031353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:39.031870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Checking segment: {'id': 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:39.032342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.032798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Bound using segment: {'id': 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:39.033335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Bound port: 0227bc44-0344-4ecd-954b-527100c7938c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:39.033780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.035352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:39.037699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:39.040461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:39.112065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83d9e913-e708-401a-b44a-482b245cda21'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:39.123619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0b8b5deb-05a5-4bb2-bb21-e7d598498536 req-e24af7de-39b0-4123-bcb2-53b3784095a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954373 Oct 13 04:36:39.156131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] For port 0227bc44-0344-4ecd-954b-527100c7938c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:39.176721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] For port 0227bc44-0344-4ecd-954b-527100c7938c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0227bc44-0344-4ecd-954b-527100c7938c,segment=NetworkSegment(adceb4d2-fbbb-490e-b0b2-452b3b9a27e3),segment_id=adceb4d2-fbbb-490e-b0b2-452b3b9a27e3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:39.177483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.189122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.376868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c021b-4d8f-4cb5-95f8-adbb192530dc None None] Pushing event updated for resources: {'Port': ['ID=0227bc44-0344-4ecd-954b-527100c7938c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:39.431938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.25.0.150 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/04ce410c-cb1e-46ac-b9fc-df80303d0f96) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:39.522789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.645041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.700918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:39.701766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc203e06-26a6-45e1-890a-79e53e4468c4 req-c44f2f98-05d5-4c47-8796-011d3e4f7081 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:39.704164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc203e06-26a6-45e1-890a-79e53e4468c4 req-c44f2f98-05d5-4c47-8796-011d3e4f7081 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.2278814 Oct 13 04:36:39.760314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc203e06-26a6-45e1-890a-79e53e4468c4 req-719c5427-30ea-489d-924c-d54210f6ac4e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Oct 13 04:36:39.772730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:39.777907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:39.791170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:39.821817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=04ce410c-cb1e-46ac-b9fc-df80303d0f96,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:39.898908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.059742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6d5f5-1ba2-4940-8a1b-ec1c7ce131a7 req-b4b1ed9c-0312-4763-9a56-5e65aacfc418 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:40.060653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fa6d5f5-1ba2-4940-8a1b-ec1c7ce131a7 req-b4b1ed9c-0312-4763-9a56-5e65aacfc418 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 945 time: 0.0995405 Oct 13 04:36:40.148666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fa6d5f5-1ba2-4940-8a1b-ec1c7ce131a7 req-8c2d0e08-ab17-451f-a026-b722c192a06a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649934 Oct 13 04:36:40.389128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Router 29266a10-fabd-4e6b-9567-9c555edb578e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:36:40.410753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.537928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:40.544341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.556847 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] Sync routers for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:40.565379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.569924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45686) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:40.570223 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d80dd53f-a7c3-46f1-a7fb-0fbce7b252b7 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.6244001 Oct 13 04:36:40.572652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:40.573251 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:40.619174 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:40.630869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:40.631640 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:40.631774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f6204-ce8a-4409-a279-8d9f5a5fad7d None None] Network eec164ae-e0bf-4877-8a3a-829b45c0799e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:40.669316 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:40.669974 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d35116e-60bf-4327-aa5f-d03fdd4b8c6f None None] The sync data for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:40.697907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] Provisioning complete for port 0227bc44-0344-4ecd-954b-527100c7938c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:40.698294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.842591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.907144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] For port 0227bc44-0344-4ecd-954b-527100c7938c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0227bc44-0344-4ecd-954b-527100c7938c,segment=NetworkSegment(adceb4d2-fbbb-490e-b0b2-452b3b9a27e3),segment_id=adceb4d2-fbbb-490e-b0b2-452b3b9a27e3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:40.920086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:40.957336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f102f-d012-4e8e-8994-0606d49039e8 req-699abeae-9bb0-4b5c-853b-2f780ce85714 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:40.959340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f0f102f-d012-4e8e-8994-0606d49039e8 req-699abeae-9bb0-4b5c-853b-2f780ce85714 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0945976 Oct 13 04:36:41.004050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943909a-7a23-4fa5-b169-56c7ffa9c989 None None] Pushing event updated for resources: {'Port': ['ID=0227bc44-0344-4ecd-954b-527100c7938c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:41.023296 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f0f102f-d012-4e8e-8994-0606d49039e8 req-d0432fa4-b06e-4fa1-9b20-4473fa9cb75b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 Oct 13 04:36:41.311095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0227bc44-0344-4ecd-954b-527100c7938c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:41.321406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352e432-a2df-4bb9-8454-f3ee90b4274e req-7659fe0c-2b1a-4a0f-aa63-b5b69c9f63a4 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:41.323999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1352e432-a2df-4bb9-8454-f3ee90b4274e req-7659fe0c-2b1a-4a0f-aa63-b5b69c9f63a4 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 945 time: 0.0570846 Oct 13 04:36:41.371633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-520a6108-0d6d-4274-a381-1c76353850ef None None] Provisioning complete for port 0227bc44-0344-4ecd-954b-527100c7938c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:41.371938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-520a6108-0d6d-4274-a381-1c76353850ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.383754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1352e432-a2df-4bb9-8454-f3ee90b4274e req-f6975001-7e74-45a5-8c62-92abec4a2d30 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521293 Oct 13 04:36:41.416777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0227bc44-0344-4ecd-954b-527100c7938c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:41.417151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.422801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.437821 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.492892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-53bac7cd-1843-4906-8374-4e09597c1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:41.494415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-53bac7cd-1843-4906-8374-4e09597c1fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4446207531804d42a36e5badcc456ca1&device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 1097 time: 0.2025578 Oct 13 04:36:41.508877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a094-94a0-4f60-b9ab-03171d818b91 req-73ed39d9-f07a-4765-8c80-71c77b5f2b3a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:41.515581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82d2a094-94a0-4f60-b9ab-03171d818b91 req-73ed39d9-f07a-4765-8c80-71c77b5f2b3a tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.2214055 Oct 13 04:36:41.616723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.628325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=04ce410c-cb1e-46ac-b9fc-df80303d0f96,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:41.739504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.742706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-17a865ec-2be4-43ea-9703-87538abb34a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:41.747581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-82d2a094-94a0-4f60-b9ab-03171d818b91 req-8bd42c92-b524-4d66-a83b-455a712ad1b2 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292347 Oct 13 04:36:41.870722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-8975586a-4362-46e7-907e-d7a898e4470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:41.872266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-8975586a-4362-46e7-907e-d7a898e4470b service neutron] 10.222.0.16 "GET /v2.0/networks?id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 200 len: 911 time: 0.3520660 Oct 13 04:36:41.940769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-36b93abd-62de-45ad-a4ff-696ffe3fd1e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 200 len: 217 time: 0.0473492 Oct 13 04:36:42.000472 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Floating IP 39580ca0-3676-4113-bdf3-9f7a509823a7 associated. External IP: 172.25.0.150, port: 0610163f-7c7e-40e0-a694-dce4c6872c0d. Oct 13 04:36:42.085953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-c4a08ece-b9f2-4b8c-830d-5e189877130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.087491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-c4a08ece-b9f2-4b8c-830d-5e189877130c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 200 len: 850 time: 0.1352856 Oct 13 04:36:42.169701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83d9e913-e708-401a-b44a-482b245cda21 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:42.177847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-bae0ee2a-1fa4-4319-9674-47798dbac094 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=16b1e5e7-fd61-4f70-9366-f402df1d6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827103 Oct 13 04:36:42.229479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 83d9e913-e708-401a-b44a-482b245cda21 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:36:42.233896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 83d9e913-e708-401a-b44a-482b245cda21 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:42.234490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:42.245839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:42.321984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:42.347400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e913-e708-401a-b44a-482b245cda21'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:42.349919 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8041d1-a8a1-41a4-8f59-25d0f6561f23" -d '{"events": [{"server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e913-e708-401a-b44a-482b245cda21"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:42.373681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83d9e913-e708-401a-b44a-482b245cda21,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:42.380250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:42.429229 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c757de7e-79c5-4d5a-9233-01cecb0e954a x-openstack-request-id: req-c757de7e-79c5-4d5a-9233-01cecb0e954a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:42.429567 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "name": "network-vif-plugged", "status": "completed", "tag": "83d9e913-e708-401a-b44a-482b245cda21", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:42.429789 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c757de7e-79c5-4d5a-9233-01cecb0e954a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:42.430478 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d9e913-e708-401a-b44a-482b245cda21', 'code': 200} Oct 13 04:36:42.464351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:42.489546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-c89182ec-fdf6-4ee8-babc-bfbecfc0388c service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012831 Oct 13 04:36:42.687824 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:42.879438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6076a3-2b0b-4da0-8899-8b69c8229f8e req-5fa577e9-7509-4721-950e-f61d720c2acb tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:42.881049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a6076a3-2b0b-4da0-8899-8b69c8229f8e req-5fa577e9-7509-4721-950e-f61d720c2acb tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0600615 Oct 13 04:36:42.922111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9a6076a3-2b0b-4da0-8899-8b69c8229f8e req-5d2e5ea1-e839-463f-9011-9f7925cfa14e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Oct 13 04:36:42.999817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:43.059792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deff1a-6788-4bc0-b8a2-630e8f562cc5 req-26d82ff6-7a9a-44e7-b2b3-6725314c3cb1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.061261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62deff1a-6788-4bc0-b8a2-630e8f562cc5 req-26d82ff6-7a9a-44e7-b2b3-6725314c3cb1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.5907986 Oct 13 04:36:43.080198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecd393-d35e-4b1c-954f-63a11e42550a req-abe2145b-d847-4ae6-8feb-58688c279eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.081713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcecd393-d35e-4b1c-954f-63a11e42550a req-abe2145b-d847-4ae6-8feb-58688c279eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 1097 time: 0.5608802 Oct 13 04:36:43.175637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23e37081-7785-401f-8cf0-f8fdf6b49c5d req-3d8793ab-9f1d-4509-a20e-7082e0c12fc3 service neutron] 10.222.0.16 "GET /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558135 Oct 13 04:36:43.276642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dcecd393-d35e-4b1c-954f-63a11e42550a req-7b472484-a895-421a-91b9-d556d135e0b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867838 Oct 13 04:36:43.285624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62deff1a-6788-4bc0-b8a2-630e8f562cc5 req-e41a5dab-be9a-486f-8135-4aab4de28415 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119825 Oct 13 04:36:43.302878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Allocated IP 172.20.0.1 (eec164ae-e0bf-4877-8a3a-829b45c0799e/b08fdd67-b8d9-4594-8220-40897f0b6fa3/c25a58d5-0e86-4fae-a767-a82f06eb82c7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:43.320448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:43.335331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:43.348575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:43.349641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:43.383732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.429185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45708) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:43.430680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c265f084-22a7-4f5f-97c0-1d0c3805c66a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5186870 Oct 13 04:36:43.431755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:43.434019 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8ef78d-53c0-4106-85c2-ecf9b0866501" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:43.463707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.517436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:43.524615 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c9173-cda3-4cc2-a3b1-4ac41ba076eb x-openstack-request-id: req-4e3c9173-cda3-4cc2-a3b1-4ac41ba076eb {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:43.525107 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:43.525581 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e3c9173-cda3-4cc2-a3b1-4ac41ba076eb {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:43.526128 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'status': 'completed', 'code': 200} Oct 13 04:36:43.570179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.578306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f7cb4e33-3356-4e2e-920a-312268782e5a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/39580ca0-3676-4113-bdf3-9f7a509823a7 HTTP/1.1" status: 200 len: 992 time: 0.1422307 Oct 13 04:36:43.614425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-2b80b2cc-d0a1-4645-9d22-8ba3f3b3ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.620098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-2b80b2cc-d0a1-4645-9d22-8ba3f3b3ba01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1097 time: 0.0775492 Oct 13 04:36:43.625215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network eec164ae-e0bf-4877-8a3a-829b45c0799e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:43.631097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:43.634612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:43.675024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=c25a58d5-0e86-4fae-a767-a82f06eb82c7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:43.716923 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.808677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-4b051b9f-fa98-4e94-9a00-c0fde0f95031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.810189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-4b051b9f-fa98-4e94-9a00-c0fde0f95031 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 898 time: 0.1806667 Oct 13 04:36:43.903034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.909613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-bfdc9328-4051-4e02-9066-28476bf435d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 1000 time: 0.0900133 Oct 13 04:36:43.977829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-61e93276-f697-4fad-91e3-ffeefa40b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:43.979154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-61e93276-f697-4fad-91e3-ffeefa40b3e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.0617032 Oct 13 04:36:43.987633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-39332301-be54-4df3-bd7f-a5f5647fa727 None None] Provisioning complete for port c25a58d5-0e86-4fae-a767-a82f06eb82c7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:43.988534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39332301-be54-4df3-bd7f-a5f5647fa727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:43.992994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:40Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:44.051225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:44.069210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:44.070107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:44.074521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-39332301-be54-4df3-bd7f-a5f5647fa727 None None] Port c25a58d5-0e86-4fae-a767-a82f06eb82c7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:44.078082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-e39fe4c2-15a5-4f43-bd22-4350d7b6a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:44.080558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-e39fe4c2-15a5-4f43-bd22-4350d7b6a440 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918622 Oct 13 04:36:44.153365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-88258fc8-f5f8-425e-8786-0731b920dc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:44.229423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:44.237566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-fe7aa7ea-cb09-47ff-9737-8f71bdf90fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491935 Oct 13 04:36:44.267457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dd906-0cdc-4c72-bc18-55d93826224e req-9144479d-2731-4a4d-92c6-a823c73aa2c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:44.275555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a0dd906-0cdc-4c72-bc18-55d93826224e req-9144479d-2731-4a4d-92c6-a823c73aa2c8 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1382947 Oct 13 04:36:44.423616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a0dd906-0cdc-4c72-bc18-55d93826224e req-c5c6f1c8-de9e-47d3-8e4c-76623691094b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468649 Oct 13 04:36:44.448846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf8ef78d-53c0-4106-85c2-ecf9b0866501 req-5abd4df9-08dd-4c87-8bc3-426d204fd944 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039583 Oct 13 04:36:44.500989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56ffec-96be-4e95-82ce-ce5c5ae871a0 req-4da071df-e0f6-441f-bd60-6f61e628c665 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:44.508704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d56ffec-96be-4e95-82ce-ce5c5ae871a0 req-4da071df-e0f6-441f-bd60-6f61e628c665 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.0695312 Oct 13 04:36:44.550447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d56ffec-96be-4e95-82ce-ce5c5ae871a0 req-1c43e538-de8f-4e9f-8e0d-493afb2d73ab tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Oct 13 04:36:44.581458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45718) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:44.594362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:44.603595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:44.656796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:40Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:44.669123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53868c72-31b1-4451-8984-b2d41df9777a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/39580ca0-3676-4113-bdf3-9f7a509823a7 HTTP/1.1" status: 200 len: 992 time: 0.0864418 Oct 13 04:36:44.692170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a16b4b5-58be-4fb4-999e-c24d99c6fabe None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:40Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:44.704904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=c25a58d5-0e86-4fae-a767-a82f06eb82c7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:44.709955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:44.825686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network eec164ae-e0bf-4877-8a3a-829b45c0799e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:44.828949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:45.032523 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24720903-4830-4573-a8b2-9e1df79e2738 None None] New status for floating IP 39580ca0-3676-4113-bdf3-9f7a509823a7: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:36:45.044241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Router 29266a10-fabd-4e6b-9567-9c555edb578e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:45.218766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:45.224118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-999569e7-ebf8-4279-a999-f0dd9e9d3ea2 None None] Provisioning complete for port c25a58d5-0e86-4fae-a767-a82f06eb82c7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:45.224515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-999569e7-ebf8-4279-a999-f0dd9e9d3ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.232350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d944b9e-7bfe-4ee1-8641-762a7cb8a7f0 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "PUT /v2.0/routers/29266a10-fabd-4e6b-9567-9c555edb578e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6590841 Oct 13 04:36:45.232506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] Sync routers for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:45.232694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:45.242345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Request body: {'port': {'network_id': 'eec164ae-e0bf-4877-8a3a-829b45c0799e', 'name': 'tempest-FloatingIPAdminTestJSON-1124037850'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:45.272219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:45.272744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:45.313779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:45.321448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-999569e7-ebf8-4279-a999-f0dd9e9d3ea2 None None] Port c25a58d5-0e86-4fae-a767-a82f06eb82c7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:45.332492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:45.333172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:45.381981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:45.382550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bffa30f-0940-4d0f-a166-32724e3f9de1 None None] The sync data for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:45.396738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.397784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Made reservation on behalf of bf6e7638946044cb84c24ec9da590166 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:45.401810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.419077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] device_id is not set on port 5b5a6a21-7459-47ad-94a0-e9192d71239c yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:36:45.484984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.567116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Allocated IP 172.20.0.8 (eec164ae-e0bf-4877-8a3a-829b45c0799e/b08fdd67-b8d9-4594-8220-40897f0b6fa3/5b5a6a21-7459-47ad-94a0-e9192d71239c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:45.598376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2204f1-a9dd-4d01-86ba-469cb44939af req-eca192fc-9621-42d2-afa2-5fe2861f8bec tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:45.602816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c2204f1-a9dd-4d01-86ba-469cb44939af req-eca192fc-9621-42d2-afa2-5fe2861f8bec tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0792332 Oct 13 04:36:45.673213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c2204f1-a9dd-4d01-86ba-469cb44939af req-de38153a-9e48-4a9f-9e14-717e5ef28fab tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Oct 13 04:36:45.673213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:45.747634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1c8e1-cc85-461c-935b-d0bbbeb22268 req-22c9fd6d-812e-48bd-9ee8-92cd5db22a0d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:45.749427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b1c8e1-cc85-461c-935b-d0bbbeb22268 req-22c9fd6d-812e-48bd-9ee8-92cd5db22a0d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.1268559 Oct 13 04:36:45.763945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3ef0bc56-d43e-47c2-b71e-6d10010dc8b6 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/39580ca0-3676-4113-bdf3-9f7a509823a7 HTTP/1.1" status: 200 len: 994 time: 0.0846004 Oct 13 04:36:45.813143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.832175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b1c8e1-cc85-461c-935b-d0bbbeb22268 req-92827ed2-a674-4735-880c-9ae6c8ebc32a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601685 Oct 13 04:36:45.884802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:45.950506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Network eec164ae-e0bf-4877-8a3a-829b45c0799e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:45.954550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:45.959180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:45.964066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event updated for resources: {'Port': ['ID=5b5a6a21-7459-47ad-94a0-e9192d71239c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:46.022930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.023898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.079977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45736) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:46.081136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-479cc2fd-a17e-49dc-886a-e6477d854a1a tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8365178 Oct 13 04:36:46.094796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0679-9355-4d77-a635-b9ba4dab73f8 req-1fc0d95f-e876-4292-9335-1876d541e79c tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.096370 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-427c0679-9355-4d77-a635-b9ba4dab73f8 req-1fc0d95f-e876-4292-9335-1876d541e79c tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1013029 Oct 13 04:36:46.164329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-427c0679-9355-4d77-a635-b9ba4dab73f8 req-63b7088c-da0d-42c8-bdff-f5d23ae12194 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611360 Oct 13 04:36:46.180171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'project_id': 'bf6e7638946044cb84c24ec9da590166', 'port_id': '5b5a6a21-7459-47ad-94a0-e9192d71239c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:46.254026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.369656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.370458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-112bacba-e67a-4816-b305-a73a6a2721c9 None None] Provisioning complete for port 5b5a6a21-7459-47ad-94a0-e9192d71239c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:46.372047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-112bacba-e67a-4816-b305-a73a6a2721c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.438050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-112bacba-e67a-4816-b305-a73a6a2721c9 None None] Port 5b5a6a21-7459-47ad-94a0-e9192d71239c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:36:46.541436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Allocated IP 172.25.0.31 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/e5335397-1373-4198-8662-41ac110190dc) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:46.683353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.731603 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:46.765157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916823ce-b896-4e1b-a3e3-b449cd2dccbd req-76f2493b-d271-4e05-8460-e3003f22722d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:46.767314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-916823ce-b896-4e1b-a3e3-b449cd2dccbd req-76f2493b-d271-4e05-8460-e3003f22722d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.0545168 Oct 13 04:36:46.771138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:46.777338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:46.782085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:46.809421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Pushing event updated for resources: {'Port': ['ID=e5335397-1373-4198-8662-41ac110190dc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:46.827805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-916823ce-b896-4e1b-a3e3-b449cd2dccbd req-762e23a1-83e7-4779-87ab-e24a3b2452ae tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530109 Oct 13 04:36:47.163127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.250661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.260445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.398855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a05f74-b4e0-409f-a5bf-f2fd39e12892 req-ded5f96d-a2dc-4646-b495-53a0c8cb857e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:47.400275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4a05f74-b4e0-409f-a5bf-f2fd39e12892 req-ded5f96d-a2dc-4646-b495-53a0c8cb857e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1157107 Oct 13 04:36:47.477703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4a05f74-b4e0-409f-a5bf-f2fd39e12892 req-af461e28-e662-4eba-8a5c-75993971dc30 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670722 Oct 13 04:36:47.513366 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.518920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.588578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Pushing event updated for resources: {'Port': ['ID=e5335397-1373-4198-8662-41ac110190dc,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:47.605629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:47.709794 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Floating IP 6068947a-0641-4f1d-a404-dafa279f1ef2 associated. External IP: 172.25.0.31, port: 5b5a6a21-7459-47ad-94a0-e9192d71239c. Oct 13 04:36:47.953337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff853629-9d58-44fa-a2dc-bf4cfae480ce req-44e887f3-4db4-43f4-9bcd-cb17e69e1d58 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:47.953930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Router 29266a10-fabd-4e6b-9567-9c555edb578e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:47.963295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff853629-9d58-44fa-a2dc-bf4cfae480ce req-44e887f3-4db4-43f4-9bcd-cb17e69e1d58 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.0732613 Oct 13 04:36:48.005403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff853629-9d58-44fa-a2dc-bf4cfae480ce req-2669087d-b5df-4cbe-b522-ebdc86413480 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Oct 13 04:36:48.107116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:48.119452 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] Sync routers for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:48.130016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-13e6fece-bc9d-4a28-9e18-966dcc3b7822 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:48.131655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-13e6fece-bc9d-4a28-9e18-966dcc3b7822 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 946 time: 0.0799856 Oct 13 04:36:48.132294 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:48.132820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:48.173270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.173606 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:48.183295 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:48.184108 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:48.220619 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:48.221814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ae524d-6523-4c2b-874c-a26ec2161257 None None] The sync data for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:48.250688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a001d69f-f90c-427d-a7b4-75c3c39992b7 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.1670010 Oct 13 04:36:48.251141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:48.283574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Deleting port 83d9e913-e708-401a-b44a-482b245cda21 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:48.284302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.403158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c3e0171f-949f-4dca-b111-9bcb74bb3c6e tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "GET /v2.0/floatingips/6068947a-0641-4f1d-a404-dafa279f1ef2 HTTP/1.1" status: 200 len: 982 time: 0.1506543 Oct 13 04:36:48.408571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45762) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:48.420095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] For port 83d9e913-e708-401a-b44a-482b245cda21, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=83d9e913-e708-401a-b44a-482b245cda21,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:48.420489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.437528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Calling delete_port for 83d9e913-e708-401a-b44a-482b245cda21 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:48.578089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f546f263-2e67-4046-8ead-1c0084f29852 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1683781 Oct 13 04:36:48.580718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:48.679856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afd40-7433-4aac-9bee-09a1e9f0ca7f req-24f73547-927f-462c-bc7a-a21af8d9b361 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:48.681501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a32afd40-7433-4aac-9bee-09a1e9f0ca7f req-24f73547-927f-462c-bc7a-a21af8d9b361 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.1087534 Oct 13 04:36:48.691541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.707367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['83d9e913-e708-401a-b44a-482b245cda21'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:48.742581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Pushing event deleted for resources: {'Port': ['ID=83d9e913-e708-401a-b44a-482b245cda21,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:48.792280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port e5335397-1373-4198-8662-41ac110190dc {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:48.792537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.803110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] No DVR routers for this DVR port 83d9e913-e708-401a-b44a-482b245cda21 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:48.810555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.816183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d60d6156-6a37-47b7-be2b-d3ce8e99dc98 req-c07c7719-3571-45ea-a93a-d1036f00f069 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "DELETE /v2.0/ports/83d9e913-e708-401a-b44a-482b245cda21 HTTP/1.1" status: 204 len: 173 time: 0.6769869 Oct 13 04:36:48.816924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'name': 'network-vif-deleted', 'tag': '83d9e913-e708-401a-b44a-482b245cda21'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:48.820657 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74119a73-04b3-48aa-9341-e193ae2d1f6d" -d '{"events": [{"server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "name": "network-vif-deleted", "tag": "83d9e913-e708-401a-b44a-482b245cda21"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:48.849322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a32afd40-7433-4aac-9bee-09a1e9f0ca7f req-af6c32b8-02ae-4c25-aafa-6f323f3180c9 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553860 Oct 13 04:36:48.876963 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcbaaba-08df-4a45-af7c-d552489f4648 x-openstack-request-id: req-7bcbaaba-08df-4a45-af7c-d552489f4648 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:48.878059 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529d28f1-57e4-43f3-9b17-d924226ee4d6", "name": "network-vif-deleted", "tag": "83d9e913-e708-401a-b44a-482b245cda21", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:48.878059 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7bcbaaba-08df-4a45-af7c-d552489f4648 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:48.878059 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529d28f1-57e4-43f3-9b17-d924226ee4d6', 'name': 'network-vif-deleted', 'tag': '83d9e913-e708-401a-b44a-482b245cda21', 'status': 'completed', 'code': 200} Oct 13 04:36:48.917025 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.917942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:48.935593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for e5335397-1373-4198-8662-41ac110190dc owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:48.995722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-21c0fdb5-1f3f-4113-8b60-21c909f23b12 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:48.997647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-21c0fdb5-1f3f-4113-8b60-21c909f23b12 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.16 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 946 time: 0.0672240 Oct 13 04:36:49.119927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5c01b0c-dd21-49ea-80ce-24de39cd729a req-90ea2120-48a0-4706-8599-bb60fee8daac tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=529d28f1-57e4-43f3-9b17-d924226ee4d6 HTTP/1.1" status: 200 len: 210 time: 0.0308545 Oct 13 04:36:49.125475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Deleting port 9636bf0c-b301-40a1-b7e2-a971d471475a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:49.126195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.171975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.198679 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=e5335397-1373-4198-8662-41ac110190dc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:49.245043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] For port 9636bf0c-b301-40a1-b7e2-a971d471475a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9636bf0c-b301-40a1-b7e2-a971d471475a,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:49.245604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.264001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Calling delete_port for 9636bf0c-b301-40a1-b7e2-a971d471475a owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:49.272264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.272969 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Floating IP 6068947a-0641-4f1d-a404-dafa279f1ef2 disassociated (deleted). External IP: 172.25.0.31, port: 5b5a6a21-7459-47ad-94a0-e9192d71239c. Oct 13 04:36:49.447026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.464104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9636bf0c-b301-40a1-b7e2-a971d471475a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:49.466351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:49.490839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Pushing event deleted for resources: {'Port': ['ID=9636bf0c-b301-40a1-b7e2-a971d471475a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:49.555935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Router 29266a10-fabd-4e6b-9567-9c555edb578e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:49.692433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:49.697424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.706113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] Sync routers for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:49.718776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:49.720192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.729434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-37f961ad-7813-4f9a-b92e-eb6546df4e71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/floatingips/6068947a-0641-4f1d-a404-dafa279f1ef2 HTTP/1.1" status: 204 len: 168 time: 1.1473968 Oct 13 04:36:49.732709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:49.737620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:49.761938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.767618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.777592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:49.778459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.819556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:49.820235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382f662-24c4-40b3-b20b-58d44dcd7fd5 None None] The sync data for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:49.876947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.887175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] No DVR routers for this DVR port 9636bf0c-b301-40a1-b7e2-a971d471475a on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:49.890760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:49.894383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f846bce-1c9d-47eb-be1a-900f256334d0 req-b747a32d-f6e8-48b1-bd70-3f52d86adb56 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.16 "DELETE /v2.0/ports/9636bf0c-b301-40a1-b7e2-a971d471475a HTTP/1.1" status: 204 len: 173 time: 0.8903854 Oct 13 04:36:49.997925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3bc56ba-a08a-4be7-9c84-0edad8298c71 req-5bcd09af-c006-4935-a589-2d9f256eb9d6 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=820a2b55-db5a-4e75-bffc-d6f26b23bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0310266 Oct 13 04:36:50.040856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Allocated IP 172.25.0.137 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/89c38fa1-c6fa-423f-a39e-a2ca6c878986) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:50.149691 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.186493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.235407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:50.238337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:50.242612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:50.245835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Pushing event updated for resources: {'Port': ['ID=89c38fa1-c6fa-423f-a39e-a2ca6c878986,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:50.337252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.374493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.484526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-a427e01b-ee8f-4763-addc-c04fe0ebe763 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:50.486036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-a427e01b-ee8f-4763-addc-c04fe0ebe763 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 809 time: 0.1244035 Oct 13 04:36:50.502219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-88448e87-1c6b-42e7-9256-fcfb5aaee71b tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/quotas/7abfb162fb64402ab063d2e99ba3086e HTTP/1.1" status: 200 len: 375 time: 0.0102153 Oct 13 04:36:50.536661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.543783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.544449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-61fcfb76-f0e5-4ccc-85de-3151a51827bc tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283830 Oct 13 04:36:50.614852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Pushing event updated for resources: {'Port': ['ID=89c38fa1-c6fa-423f-a39e-a2ca6c878986,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:50.626875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.643631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.645054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6d866be6-37ad-4fe6-9b15-3bacaa397f37 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9106991 Oct 13 04:36:50.647648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45800) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:50.672231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-03113a69-b3f6-4106-888c-c012c4be8187 service neutron] 10.222.0.49 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117947 Oct 13 04:36:50.766067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:50.770912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-367650fe-19a4-4753-90c4-30442411a4f0 service neutron] 10.222.0.49 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973303 Oct 13 04:36:50.788858 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.881297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'name': 'network-vif-deleted', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:50.881297 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f1ad3-ea68-4097-b87e-168e11825b09" -d '{"events": [{"server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "name": "network-vif-deleted", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:50.923318 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ae4d1f-c704-4ab3-8b6a-14afde54ecac x-openstack-request-id: req-62ae4d1f-c704-4ab3-8b6a-14afde54ecac {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:50.924230 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820a2b55-db5a-4e75-bffc-d6f26b23bfb8", "name": "network-vif-deleted", "tag": "9636bf0c-b301-40a1-b7e2-a971d471475a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:50.924685 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62ae4d1f-c704-4ab3-8b6a-14afde54ecac {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:50.925399 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820a2b55-db5a-4e75-bffc-d6f26b23bfb8', 'name': 'network-vif-deleted', 'tag': '9636bf0c-b301-40a1-b7e2-a971d471475a', 'status': 'completed', 'code': 200} Oct 13 04:36:50.927361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:50.969285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2429034e-c05e-42cc-b343-150b84abc0d5 req-5ff00135-ce06-4030-a24c-6122e1bbc04c tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Oct 13 04:36:51.118029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Allocated IP 172.25.0.101 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/08e03ba5-9ce8-4224-86b4-8d3833ff9761) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:51.350471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8934446-5d89-4e2b-9e3a-46019851151b req-97046b85-2776-4141-8c7a-fdae61894297 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:51.353214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8934446-5d89-4e2b-9e3a-46019851151b req-97046b85-2776-4141-8c7a-fdae61894297 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0667098 Oct 13 04:36:51.410444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8934446-5d89-4e2b-9e3a-46019851151b req-3fdec060-2c6d-4475-922e-84de6f3d389d tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Oct 13 04:36:51.607694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.645653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.684243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:51.688804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:51.692563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:51.714625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Pushing event updated for resources: {'Port': ['ID=08e03ba5-9ce8-4224-86b4-8d3833ff9761,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:51.783015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.818352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.989979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:51.998930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.104400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Pushing event updated for resources: {'Port': ['ID=08e03ba5-9ce8-4224-86b4-8d3833ff9761,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:52.109576 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9a3984d-236b-4956-90c3-8f0909e071d8 req-2415ae1d-86c8-409c-a7ca-06a28c1180e7 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0642152 Oct 13 04:36:52.111490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-902d449b-dacd-4e20-ad08-0b35069854c5 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:52.114776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-902d449b-dacd-4e20-ad08-0b35069854c5 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 809 time: 0.1445205 Oct 13 04:36:52.123337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.130730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Request body: {'port': {'device_id': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0', 'admin_state_up': True, 'tenant_id': '7abfb162fb64402ab063d2e99ba3086e'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:52.149623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.151581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-23464370-88c7-46ae-b0f4-ab546453d580 tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5024548 Oct 13 04:36:52.154152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:52.211962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83d9e913-e708-401a-b44a-482b245cda21 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:52.237128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 83d9e913-e708-401a-b44a-482b245cda21 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:52.237681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 83d9e913-e708-401a-b44a-482b245cda21 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:52.238158 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9636bf0c-b301-40a1-b7e2-a971d471475a no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:52.258739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 9636bf0c-b301-40a1-b7e2-a971d471475a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:52.259414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9636bf0c-b301-40a1-b7e2-a971d471475a not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:52.265726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7431c9ed-2a2b-436f-9b69-bb3a8501c7a6 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.1095836 Oct 13 04:36:52.268185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:52.287003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Made reservation on behalf of 7abfb162fb64402ab063d2e99ba3086e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:36:52.290631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.344871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d867e14d-a2ea-4055-9bd1-b734f5543d71 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0751941 Oct 13 04:36:52.347357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45846) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:52.438449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Allocated IP 172.20.0.7 (071676de-2578-4a65-80de-9b6f351ac9d0/7ab858f1-14ea-47be-9771-0078544f80fe/33d75410-d776-410b-ab36-7edfd3e6fdf4) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:36:52.483617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Deleting port 08e03ba5-9ce8-4224-86b4-8d3833ff9761 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:52.483869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.564968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.565307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.577876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Calling delete_port for 08e03ba5-9ce8-4224-86b4-8d3833ff9761 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:52.632322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f6081-cd5c-4f52-86bd-079b66fc1efe req-e6487d58-1476-4d02-8136-94beefa8af99 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:52.634019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff3f6081-cd5c-4f52-86bd-079b66fc1efe req-e6487d58-1476-4d02-8136-94beefa8af99 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1127596 Oct 13 04:36:52.669209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.702105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff3f6081-cd5c-4f52-86bd-079b66fc1efe req-a2ae6f4e-fb68-4293-b26c-d54876f126d7 tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566940 Oct 13 04:36:52.723902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.728791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.751037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Pushing event deleted for resources: {'Port': ['ID=08e03ba5-9ce8-4224-86b4-8d3833ff9761,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:52.784167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Network 071676de-2578-4a65-80de-9b6f351ac9d0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:36:52.787544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:36:52.790869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:36:52.817844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.820718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.821888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb626e4a-762d-42f6-85f3-cbde44e5e79d tempest-FloatingIPAdminTestJSON-1266597851 tempest-FloatingIPAdminTestJSON-1266597851-project] 10.222.0.49 "DELETE /v2.0/floatingips/6bab366c-45a9-450c-bcaf-961b4409f721 HTTP/1.1" status: 204 len: 168 time: 0.4736013 Oct 13 04:36:52.824755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:52.833116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Pushing event updated for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:52.953873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:52.954496 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:52.992642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-94001f7e-0e19-4391-93e7-19c1e0372183 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672016 Oct 13 04:36:53.004777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Request body: {'port': {'device_id': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:36:53.066106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Deleting port 89c38fa1-c6fa-423f-a39e-a2ca6c878986 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:53.066458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.108264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.198484 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.199245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.265881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Calling delete_port for 89c38fa1-c6fa-423f-a39e-a2ca6c878986 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:53.525830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b29f8c-457c-42f7-9df7-a326289577d9 req-9cb79a68-cb60-4527-8cd3-e42bf6f3a973 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:53.527736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79b29f8c-457c-42f7-9df7-a326289577d9 req-9cb79a68-cb60-4527-8cd3-e42bf6f3a973 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 931 time: 0.0869279 Oct 13 04:36:53.544937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832aeab-df63-4a14-ba4b-497433b09152 req-bdf15fd8-0f5a-41c2-82a6-916d02b9caee tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:53.547507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d75410-d776-410b-ab36-7edfd3e6fdf4 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:53.548102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6832aeab-df63-4a14-ba4b-497433b09152 req-bdf15fd8-0f5a-41c2-82a6-916d02b9caee tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.47 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0967610 Oct 13 04:36:53.554698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.558088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.592588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Pushing event deleted for resources: {'Port': ['ID=89c38fa1-c6fa-423f-a39e-a2ca6c878986,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:53.602796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Transition to ACTIVE for port object 33d75410-d776-410b-ab36-7edfd3e6fdf4 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:36:53.622735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.635391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79b29f8c-457c-42f7-9df7-a326289577d9 req-ea9dfe48-b523-4440-be8c-608eedca17a5 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861893 Oct 13 04:36:53.688895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Deleting port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:53.689253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.720361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.722922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.728883 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-77fca347-6adf-4565-ada4-b9ffbda8b6b8 tempest-FloatingIPAdminTestJSON-1191435110 tempest-FloatingIPAdminTestJSON-1191435110-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/f6c9dc9c-e1b2-4b09-a0d4-a0b2dc1f07ab HTTP/1.1" status: 204 len: 168 time: 0.8986890 Oct 13 04:36:53.728883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:53.730340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:53.798857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Attempting to bind port 33d75410-d776-410b-ab36-7edfd3e6fdf4 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:36:53.799170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Attempting to bind port 33d75410-d776-410b-ab36-7edfd3e6fdf4 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:36:53.799508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Attempting to bind port 33d75410-d776-410b-ab36-7edfd3e6fdf4 on network 071676de-2578-4a65-80de-9b6f351ac9d0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:53.806099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Port 33d75410-d776-410b-ab36-7edfd3e6fdf4 on network 071676de-2578-4a65-80de-9b6f351ac9d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:36:53.806425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Attempting to bind port 33d75410-d776-410b-ab36-7edfd3e6fdf4 on network 071676de-2578-4a65-80de-9b6f351ac9d0 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:36:53.838300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:36:53.838692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Checking segment: {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:36:53.839033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Bound using segment: {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:36:53.839510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Bound port: 33d75410-d776-410b-ab36-7edfd3e6fdf4, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:36:53.839872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.854127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] For port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:53.854514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.870778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Calling delete_port for a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:53.892598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port 5b5a6a21-7459-47ad-94a0-e9192d71239c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:53.892944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:53.901583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a1d0c-af52-4263-8c75-a47f2f5d5ec0 req-ffdb432b-db5f-470a-afe4-b6a5311be81b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:53.903112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2a1d0c-af52-4263-8c75-a47f2f5d5ec0 req-ffdb432b-db5f-470a-afe4-b6a5311be81b tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/ports?device_id=4545c822-f8fe-462e-95ad-03ba098d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.0989676 Oct 13 04:36:53.942069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:36:53.963057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:36:53.969720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2a1d0c-af52-4263-8c75-a47f2f5d5ec0 req-e72cbb76-e13f-4071-b71c-f470152aee1e tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.49 "GET /v2.0/security-groups?id=904bc866-e009-48d4-a756-9fad95bbfd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528774 Oct 13 04:36:53.978253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.021092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.022450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.024089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] 10.222.0.16 "PUT /v2.0/ports/33d75410-d776-410b-ab36-7edfd3e6fdf4 HTTP/1.1" status: 200 len: 1091 time: 1.0234120 Oct 13 04:36:54.026666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:54.030014 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f641389-c265-46e0-9e39-e25250ae38d9" -d '{"events": [{"name": "network-changed", "server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:54.044021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.059368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for 5b5a6a21-7459-47ad-94a0-e9192d71239c owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:54.072742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5807a3d-0c05-4cc0-9a50-7d2b1e06fbb0 service neutron] Pushing event updated for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:54.110754 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876b18a-0891-4a2e-a6f9-8a20027dea99 x-openstack-request-id: req-e876b18a-0891-4a2e-a6f9-8a20027dea99 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:54.111051 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:54.111418 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e876b18a-0891-4a2e-a6f9-8a20027dea99 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:54.111826 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4', 'status': 'completed', 'code': 200} Oct 13 04:36:54.129414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5c8b9b1-8098-4415-b59a-2564652bee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.130935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-e5c8b9b1-8098-4415-b59a-2564652bee3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 1094 time: 0.0534017 Oct 13 04:36:54.160642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.174409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:54.180098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-2461f394-d384-426f-b136-37796340a7e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4 HTTP/1.1" status: 200 len: 217 time: 0.0410838 Oct 13 04:36:54.208257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Pushing event deleted for resources: {'Port': ['ID=a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:54.245232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-948fb7ae-e4ed-4fbf-85b6-cce24aae8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.246792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-948fb7ae-e4ed-4fbf-85b6-cce24aae8ac7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ab858f1-14ea-47be-9771-0078544f80fe HTTP/1.1" status: 200 len: 849 time: 0.0600643 Oct 13 04:36:54.263366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] No DVR routers for this DVR port a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:54.266699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.270091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6832aeab-df63-4a14-ba4b-497433b09152 req-f30e5a39-7a87-4453-ab8a-44a9fc7611ba tempest-ServerRescueTestJSON-1615764821 tempest-ServerRescueTestJSON-1615764821-project] 10.222.0.47 "DELETE /v2.0/ports/a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff HTTP/1.1" status: 204 len: 173 time: 0.7132909 Oct 13 04:36:54.274388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'name': 'network-vif-deleted', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:54.276346 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77fdf6d-94be-4d63-a408-fd35c6a762ad" -d '{"events": [{"server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "name": "network-vif-deleted", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:54.280453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-bfb77a9d-6065-4969-9b29-a002a3e937af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071676de-2578-4a65-80de-9b6f351ac9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266404 Oct 13 04:36:54.335480 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb85296-d241-4537-8fed-d29e57273185 x-openstack-request-id: req-ffb85296-d241-4537-8fed-d29e57273185 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:54.335480 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4545c822-f8fe-462e-95ad-03ba098d3fc2", "name": "network-vif-deleted", "tag": "a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:54.335911 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffb85296-d241-4537-8fed-d29e57273185 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:54.336374 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4545c822-f8fe-462e-95ad-03ba098d3fc2', 'name': 'network-vif-deleted', 'tag': 'a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff', 'status': 'completed', 'code': 200} Oct 13 04:36:54.377999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.422959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=5b5a6a21-7459-47ad-94a0-e9192d71239c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:54.433518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-4904db01-0f6f-4e22-8c8d-08f96bb05a23 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456268 Oct 13 04:36:54.522326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:54.527662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4551677a-b20b-4e7c-a14f-42b66755f330 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/ports/5b5a6a21-7459-47ad-94a0-e9192d71239c HTTP/1.1" status: 204 len: 168 time: 0.7959378 Oct 13 04:36:54.530297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45866) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:54.559125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15f62a80-2bf9-4945-873f-9489a3c26e79 req-c6ecc20a-7166-459f-b0cf-15d4bd4efea0 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168749 Oct 13 04:36:54.590968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105ecc6-a567-48b3-9277-8ad5d397418e tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.595128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c105ecc6-a567-48b3-9277-8ad5d397418e tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "GET /v2.0/ports?device_id=29266a10-fabd-4e6b-9567-9c555edb578e HTTP/1.1" status: 200 len: 913 time: 0.0615835 Oct 13 04:36:54.596079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45868) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:54.744466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-d66d50fa-57b8-42fb-94b0-054d52c3fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.745970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-d66d50fa-57b8-42fb-94b0-054d52c3fb63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7abfb162fb64402ab063d2e99ba3086e&device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 1094 time: 0.1048110 Oct 13 04:36:54.803839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e12d3-d39a-491c-9f43-31672adc72ce req-872b21a8-0485-41a7-9824-4cc5e8e8755b tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.805928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-704e12d3-d39a-491c-9f43-31672adc72ce req-872b21a8-0485-41a7-9824-4cc5e8e8755b tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0651894 Oct 13 04:36:54.860367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-704e12d3-d39a-491c-9f43-31672adc72ce req-598d0ae8-2eb6-4554-aab1-0919f43ae10a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Oct 13 04:36:54.945235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-50956f3e-b744-4891-898d-16ea0a83e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:54.946731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-50956f3e-b744-4891-898d-16ea0a83e3aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 200 len: 910 time: 0.1941235 Oct 13 04:36:55.013805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-3c1b126c-9721-4cc8-9bd9-bc4df2b52e91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4 HTTP/1.1" status: 200 len: 217 time: 0.0445364 Oct 13 04:36:55.038247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:55.092030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-61b095a9-a8e4-40db-be0b-33bc43efdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:55.094149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-61b095a9-a8e4-40db-be0b-33bc43efdf70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ab858f1-14ea-47be-9771-0078544f80fe HTTP/1.1" status: 200 len: 849 time: 0.0714881 Oct 13 04:36:55.132419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-054a23b3-8cbe-4e5b-ab34-3d5f780e45b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=071676de-2578-4a65-80de-9b6f351ac9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295815 Oct 13 04:36:55.264930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-cf2062ec-b244-4c2c-95df-385b16e6d758 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248541 Oct 13 04:36:55.270436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:55.434915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:55.446572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f641389-c265-46e0-9e39-e25250ae38d9 req-dd717dad-6f8d-4ff4-9f01-e5c225383bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739795 Oct 13 04:36:55.816717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Deleting port 334a8da1-52ce-4a66-9db0-f86732f1323b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:55.817291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:55.916195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] For port 334a8da1-52ce-4a66-9db0-f86732f1323b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=334a8da1-52ce-4a66-9db0-f86732f1323b,segment=NetworkSegment(55614906-a4ff-474d-8464-884e612d38c1),segment_id=55614906-a4ff-474d-8464-884e612d38c1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:55.916707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:55.930970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Calling delete_port for 334a8da1-52ce-4a66-9db0-f86732f1323b owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:55.975035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port c25a58d5-0e86-4fae-a767-a82f06eb82c7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:55.975407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.041059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada91-845a-457a-a7c9-d54682ea7e0e req-2f4eb86f-e313-494b-8fc8-67aa4dcd790f tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:56.042739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50dada91-845a-457a-a7c9-d54682ea7e0e req-2f4eb86f-e313-494b-8fc8-67aa4dcd790f tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0990655 Oct 13 04:36:56.066594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.078892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for c25a58d5-0e86-4fae-a767-a82f06eb82c7 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:56.130542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50dada91-845a-457a-a7c9-d54682ea7e0e req-64ef5012-6735-4037-8c60-98c5ce30ffda tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538940 Oct 13 04:36:56.193009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.220780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=334a8da1-52ce-4a66-9db0-f86732f1323b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:56.230250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 33d75410-d776-410b-ab36-7edfd3e6fdf4 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:36:56.282409 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.324445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=c25a58d5-0e86-4fae-a767-a82f06eb82c7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:56.372028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:56.388048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '33d75410-d776-410b-ab36-7edfd3e6fdf4', 'network_id': '071676de-2578-4a65-80de-9b6f351ac9d0', 'port_id': '33d75410-d776-410b-ab36-7edfd3e6fdf4', 'mac_address': 'fa:16:3e:fc:bb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab858f1-14ea-47be-9771-0078544f80fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:36:56.436835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.470567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.614140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.689253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d75410-d776-410b-ab36-7edfd3e6fdf4 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:36:56.709843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:56.715549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:56.752749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:56.777691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:56.778333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a4f7872c-baf7-4dc7-9228-5b87f8a4b8ff not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:56.782340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Router 19cb35c0-de63-49a3-bb28-3114e52a5d03 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:56.793015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:56.901142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:56.906976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c693b2f1-4af4-4629-abdc-b7b1dd2ee0f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/19cb35c0-de63-49a3-bb28-3114e52a5d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8676600 Oct 13 04:36:56.910329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45886) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:56.911147 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Sync routers for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:56.921773 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:56.922469 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:56.974982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['33d75410-d776-410b-ab36-7edfd3e6fdf4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:36:56.977070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Router 29266a10-fabd-4e6b-9567-9c555edb578e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:36:57.039921 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:57.080987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.182252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:36:57.189483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb8273aa-8de2-4ab9-8409-350609262493 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "PUT /v2.0/routers/29266a10-fabd-4e6b-9567-9c555edb578e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921781 Oct 13 04:36:57.194860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45890) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:57.197763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] Sync routers for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:36:57.225573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:57.226388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.277297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.294553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.316354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] Routers {'29266a10-fabd-4e6b-9567-9c555edb578e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:57.316991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['29266a10-fabd-4e6b-9567-9c555edb578e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.329437 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:36:56Z', 'revision_number': 5, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port': {'id': 'ad2b47f3-edda-4bc3-9999-4b3c671d667b', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:34:58Z', 'updated_at': '2021-10-13T04:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.356238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.362035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.362778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5a0a1-9a3f-4bdb-9b76-3aebcfca17ab None None] The sync data for ids ['29266a10-fabd-4e6b-9567-9c555edb578e'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:57.374423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ace428-088b-4b74-9e45-4a208e2d801f req-0f4edf10-8f80-4652-8dc8-fd3ca63f6568 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:57.376084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17ace428-088b-4b74-9e45-4a208e2d801f req-0f4edf10-8f80-4652-8dc8-fd3ca63f6568 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 944 time: 0.0945535 Oct 13 04:36:57.392049 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Checking router: 19cb35c0-de63-49a3-bb28-3114e52a5d03 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:36:57.401989 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Routers {'19cb35c0-de63-49a3-bb28-3114e52a5d03'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:36:57.402976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:36:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19cb35c0-de63-49a3-bb28-3114e52a5d03'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.424078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17ace428-088b-4b74-9e45-4a208e2d801f req-fc20c5f7-4297-48bd-bb66-0d88f7b8f1a0 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Oct 13 04:36:57.429740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Deleting port ad2b47f3-edda-4bc3-9999-4b3c671d667b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:57.430190 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.531663 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] Set router 19cb35c0-de63-49a3-bb28-3114e52a5d03 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:36:57.554511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] For port ad2b47f3-edda-4bc3-9999-4b3c671d667b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad2b47f3-edda-4bc3-9999-4b3c671d667b,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:57.555237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.570628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Calling delete_port for ad2b47f3-edda-4bc3-9999-4b3c671d667b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:57.600567 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:36:57Z', 'revision_number': 6, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:57.635038 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e709a1-1c66-4244-8c65-406b45804a02 None None] The sync data for ids ['19cb35c0-de63-49a3-bb28-3114e52a5d03'] in n-d-813736-1 is: [{'id': '19cb35c0-de63-49a3-bb28-3114e52a5d03', 'name': 'tempest-ServerRescueTestJSON-231229548-router', 'tenant_id': '4446207531804d42a36e5badcc456ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:34:57Z', 'updated_at': '2021-10-13T04:36:57Z', 'revision_number': 6, 'project_id': '4446207531804d42a36e5badcc456ca1', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:36:57.762500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.794227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2b47f3-edda-4bc3-9999-4b3c671d667b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:57.835390 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.876816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.896868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port 9bf9c10d-ccbc-4ac4-b832-c93b929c37d8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:57.897211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.971824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.978274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:57.986548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.000132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for 9bf9c10d-ccbc-4ac4-b832-c93b929c37d8 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:58.029712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.030375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19cb35c0-de63-49a3-bb28-3114e52a5d03 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:36:58.035439 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.038817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-027ad313-721c-4f3e-b0d1-79e02026ed2e admin admin] 10.222.0.49 "DELETE /v2.0/routers/19cb35c0-de63-49a3-bb28-3114e52a5d03 HTTP/1.1" status: 204 len: 168 time: 1.1253216 Oct 13 04:36:58.039086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45894) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:58.090650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Deleting subnet 10c26302-051a-4c35-9546-0b097b6066d2 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:36:58.095416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.144775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.191402 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.192454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.219420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=9bf9c10d-ccbc-4ac4-b832-c93b929c37d8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:58.243897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 33d75410-d776-410b-ab36-7edfd3e6fdf4 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:36:58.254213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.289444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.294264 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10c26302-051a-4c35-9546-0b097b6066d2 HTTP/1.1" status: 204 len: 168 time: 0.2540777 Oct 13 04:36:58.296280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.297498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f42e0-10b9-40db-b48c-fba256cdf65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c26302-051a-4c35-9546-0b097b6066d2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:58.299266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45896) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:58.302060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 33d75410-d776-410b-ab36-7edfd3e6fdf4 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:36:58.306390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 33d75410-d776-410b-ab36-7edfd3e6fdf4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:36:58.306773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.388147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.413489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:36:58.416258 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700528b8-9ada-4a5d-a965-40ca6f116d2a" -d '{"events": [{"server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "name": "network-vif-plugged", "status": "completed", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:36:58.439869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:58.447347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.489083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.499526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.529002 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b0467c-407e-42f8-b6f0-0eec1c08d0e0 x-openstack-request-id: req-95b0467c-407e-42f8-b6f0-0eec1c08d0e0 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:36:58.529360 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "name": "network-vif-plugged", "status": "completed", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:36:58.530965 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95b0467c-407e-42f8-b6f0-0eec1c08d0e0 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:36:58.532003 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4', 'code': 200} Oct 13 04:36:58.532712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:58.564952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.572056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.572583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Fanout notify agent at l3_agent the message router_deleted on router 29266a10-fabd-4e6b-9567-9c555edb578e {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:36:58.580087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.583524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0cde15c6-eb76-4e35-a75e-9c63d151678b tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/routers/29266a10-fabd-4e6b-9567-9c555edb578e HTTP/1.1" status: 204 len: 168 time: 1.3850963 Oct 13 04:36:58.584120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:58.631977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385be080-bf57-4185-8aa4-e046891d57d5 req-772e9328-d0a3-4b5a-9b41-f2a8af62326a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:58.633916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-385be080-bf57-4185-8aa4-e046891d57d5 req-772e9328-d0a3-4b5a-9b41-f2a8af62326a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.1070728 Oct 13 04:36:58.641307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f213-1a8d-4c86-a594-97e31fb65aea req-cf6f077d-00a8-4d48-a907-a5671755e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:58.643304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7479f213-1a8d-4c86-a594-97e31fb65aea req-cf6f077d-00a8-4d48-a907-a5671755e287 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 1096 time: 0.0701940 Oct 13 04:36:58.698527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting subnet b08fdd67-b8d9-4594-8220-40897f0b6fa3 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:36:58.707985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.711425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-385be080-bf57-4185-8aa4-e046891d57d5 req-bae44690-42dc-465c-b336-adae895d371a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670478 Oct 13 04:36:58.715611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7479f213-1a8d-4c86-a594-97e31fb65aea req-b0a9c721-d6ab-4dd0-ab06-f07f21671bbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Oct 13 04:36:58.733915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.763554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b1e5e7-fd61-4f70-9366-f402df1d6c0e']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:58.776699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.781513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55614906-a4ff-474d-8464-884e612d38c1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:58.781812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55614906-a4ff-474d-8464-884e612d38c1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:58.833094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.856797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.869171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:36:58.870751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:36:58.871730 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:36:58.963992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.992108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:58.997111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.003406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/16b1e5e7-fd61-4f70-9366-f402df1d6c0e HTTP/1.1" status: 204 len: 168 time: 0.6967435 Oct 13 04:36:59.020769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e23aa5-cdaa-445f-879f-a8bde5410ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16b1e5e7-fd61-4f70-9366-f402df1d6c0e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.073559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.088596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.093614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/subnets/b08fdd67-b8d9-4594-8220-40897f0b6fa3 HTTP/1.1" status: 204 len: 168 time: 0.5083604 Oct 13 04:36:59.096290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45946) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:59.099497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994981c-90c9-4647-8432-f72bbee03ac3 None None] Network eec164ae-e0bf-4877-8a3a-829b45c0799e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:36:59.115754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21856639-a5ad-4867-9202-2714a207ea09 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Subnet': ['ID=b08fdd67-b8d9-4594-8220-40897f0b6fa3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.262572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 334a8da1-52ce-4a66-9db0-f86732f1323b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:59.264813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.289965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 334a8da1-52ce-4a66-9db0-f86732f1323b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:59.290325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 334a8da1-52ce-4a66-9db0-f86732f1323b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:59.291210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad2b47f3-edda-4bc3-9999-4b3c671d667b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:36:59.294675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45948) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:59.329526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port 0227bc44-0344-4ecd-954b-527100c7938c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:59.330656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.360555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ad2b47f3-edda-4bc3-9999-4b3c671d667b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:36:59.361769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad2b47f3-edda-4bc3-9999-4b3c671d667b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:36:59.362396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-241b3343-ecb8-430b-af64-2723f4ca1ddb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4446207531804d42a36e5badcc456ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650964 Oct 13 04:36:59.365354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 45950) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:36:59.452321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] For port 0227bc44-0344-4ecd-954b-527100c7938c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0227bc44-0344-4ecd-954b-527100c7938c,segment=NetworkSegment(adceb4d2-fbbb-490e-b0b2-452b3b9a27e3),segment_id=adceb4d2-fbbb-490e-b0b2-452b3b9a27e3)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:59.452705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.471438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.472087 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for 0227bc44-0344-4ecd-954b-527100c7938c owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:59.480020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] DHCP port deletion for eec164ae-e0bf-4877-8a3a-829b45c0799e request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:36:59.496287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.542660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Deleting port 0227bc44-0344-4ecd-954b-527100c7938c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:36:59.543056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.566368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.572527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.576506 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/904bc866-e009-48d4-a756-9fad95bbfd97 HTTP/1.1" status: 204 len: 168 time: 0.2076716 Oct 13 04:36:59.586881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19067-73a2-454f-bd7c-43a12933586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bc866-e009-48d4-a756-9fad95bbfd97,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.589384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.625137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=0227bc44-0344-4ecd-954b-527100c7938c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.629126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] No DVR routers for this DVR port 0227bc44-0344-4ecd-954b-527100c7938c on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:59.668909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] For port 0227bc44-0344-4ecd-954b-527100c7938c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0227bc44-0344-4ecd-954b-527100c7938c,segment=NetworkSegment(adceb4d2-fbbb-490e-b0b2-452b3b9a27e3),segment_id=adceb4d2-fbbb-490e-b0b2-452b3b9a27e3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:36:59.669323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.688108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Calling delete_port for 0227bc44-0344-4ecd-954b-527100c7938c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:36:59.754895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.798008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec164ae-e0bf-4877-8a3a-829b45c0799e']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.821572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.821877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adceb4d2-fbbb-490e-b0b2-452b3b9a27e3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:36:59.829719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.850448 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.867503 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:36:59.872324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] Pushing event deleted for resources: {'Port': ['ID=0227bc44-0344-4ecd-954b-527100c7938c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:36:59.881826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.884063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5416592c-4c97-4240-9cf9-6953fc8cb4e8 None None] No DVR routers for this DVR port 0227bc44-0344-4ecd-954b-527100c7938c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:36:59.893621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:36:59.895285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:36:59.901718 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:36:59.928886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6c41f-9813-4088-baf2-4b2a89abddbe req-b6953a01-661f-4e7b-a5d5-ce5bdd3c89ff tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:36:59.930888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ae6c41f-9813-4088-baf2-4b2a89abddbe req-b6953a01-661f-4e7b-a5d5-ce5bdd3c89ff tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0990529 Oct 13 04:36:59.977110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ae6c41f-9813-4088-baf2-4b2a89abddbe req-fcff9de1-5817-40b4-99da-967ae3e68f68 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Oct 13 04:36:59.997715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.019783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.023258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/networks/eec164ae-e0bf-4877-8a3a-829b45c0799e HTTP/1.1" status: 204 len: 168 time: 0.9256043 Oct 13 04:37:00.025495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 45994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:00.042902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c484-c108-4484-b56d-52ffdcdede5d tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Network': ['ID=eec164ae-e0bf-4877-8a3a-829b45c0799e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:00.171932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Deleting port e3a89797-410f-47ec-a6c8-864e6c6b1c3a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:00.172264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.259079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.259553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.272436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Calling delete_port for e3a89797-410f-47ec-a6c8-864e6c6b1c3a owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:00.431134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.460336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Pushing event deleted for resources: {'Port': ['ID=e3a89797-410f-47ec-a6c8-864e6c6b1c3a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:00.547968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.550905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:00.552140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-927053b5-a216-4959-910a-cfc70812f143 tempest-FloatingIPAdminTestJSON-977752668 tempest-FloatingIPAdminTestJSON-977752668-project] 10.222.0.49 "DELETE /v2.0/floatingips/98325f04-c6e0-4626-a120-7c423557027d HTTP/1.1" status: 204 len: 168 time: 0.5257242 Oct 13 04:37:00.829939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:00.986510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea28ce40-ed12-4213-8d12-f9e4265984bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf6e7638946044cb84c24ec9da590166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553304 Oct 13 04:37:00.989087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46030) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:01.044329 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.068732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.133156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.134372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986cfb-b7ac-4c87-8e28-fadf1ec751b7 req-c4399854-b520-4e94-a88b-21f5cf672b2d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:01.135845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.136016 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f986cfb-b7ac-4c87-8e28-fadf1ec751b7 req-c4399854-b520-4e94-a88b-21f5cf672b2d tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0576346 Oct 13 04:37:01.137663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c8593ac-e0e1-4ec1-80e1-0eccef0f6aa7 HTTP/1.1" status: 204 len: 168 time: 0.1468916 Oct 13 04:37:01.159907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d927f0-8bb0-4234-ad62-198d19d3df8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8593ac-e0e1-4ec1-80e1-0eccef0f6aa7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.194558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f986cfb-b7ac-4c87-8e28-fadf1ec751b7 req-621ac32f-6bac-4c84-b3eb-d42c4e6a6939 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Oct 13 04:37:01.252517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0227bc44-0344-4ecd-954b-527100c7938c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:01.296337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0227bc44-0344-4ecd-954b-527100c7938c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:37:01.296818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0227bc44-0344-4ecd-954b-527100c7938c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:01.622821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46060) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:01.637528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8bcadfc5-a26d-4ed1-a8e4-e73c04bdc564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.738558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8bcadfc5-a26d-4ed1-a8e4-e73c04bdc564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.742695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8bcadfc5-a26d-4ed1-a8e4-e73c04bdc564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.789193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8bcadfc5-a26d-4ed1-a8e4-e73c04bdc564 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cccd869c1c014273a1ebb051eda828e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651282 Oct 13 04:37:01.790080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcadfc5-a26d-4ed1-a8e4-e73c04bdc564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1617f707-c0b5-4bb1-8310-f1690a734862,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:01.791901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46068) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:01.874163 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.901835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:01.997881 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.002032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.003315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1617f707-c0b5-4bb1-8310-f1690a734862 HTTP/1.1" status: 204 len: 168 time: 0.2096193 Oct 13 04:37:02.016566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adc361-bed3-439b-99c0-eca30dc310fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617f707-c0b5-4bb1-8310-f1690a734862,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:02.071093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730142d-929a-4a5c-aa11-9ba402494a8d req-e78241b5-5588-4a1e-9c04-51091244822e tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:02.073632 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b730142d-929a-4a5c-aa11-9ba402494a8d req-e78241b5-5588-4a1e-9c04-51091244822e tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0697088 Oct 13 04:37:02.120936 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b730142d-929a-4a5c-aa11-9ba402494a8d req-cd1c0927-44a9-41fa-a28c-6ab5a4946f4a tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393939 Oct 13 04:37:02.414755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46092) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:02.428702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d989144-4102-4ae4-90fb-0e48bf74b405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.530883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d989144-4102-4ae4-90fb-0e48bf74b405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.534930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d989144-4102-4ae4-90fb-0e48bf74b405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.580694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5d989144-4102-4ae4-90fb-0e48bf74b405 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7caf914624994c6898c869d6d988269e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647005 Oct 13 04:37:02.581564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d989144-4102-4ae4-90fb-0e48bf74b405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a542a-501d-47e4-917a-f33a3173fd35,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:02.584001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46096) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:02.655824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.679964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.740183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.742779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:02.746156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/548a542a-501d-47e4-917a-f33a3173fd35 HTTP/1.1" status: 204 len: 168 time: 0.1587214 Oct 13 04:37:02.752184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e49952-dfc3-46f7-80fc-6373103b66a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a542a-501d-47e4-917a-f33a3173fd35,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:03.294146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc184c8-33ee-42a4-8e6d-d0ad1177139e req-5b240d02-df72-459e-94b2-eef74e403c16 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:03.302414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dc184c8-33ee-42a4-8e6d-d0ad1177139e req-5b240d02-df72-459e-94b2-eef74e403c16 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.1012659 Oct 13 04:37:03.328855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07525257-828a-4f0f-a6f7-230866c84503 req-7cf45bb0-2ab2-4e3a-8996-3b7879df52a7 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:03.330413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07525257-828a-4f0f-a6f7-230866c84503 req-7cf45bb0-2ab2-4e3a-8996-3b7879df52a7 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "GET /v2.0/ports?device_id=439b2eeb-b8a9-4779-b028-c93c8f94c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0939553 Oct 13 04:37:03.386624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3dc184c8-33ee-42a4-8e6d-d0ad1177139e req-3906bab9-847a-40e0-b713-a71b9646575f tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.49 "GET /v2.0/security-groups?id=c208fba4-1753-416e-9eca-e455ec0aedb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787466 Oct 13 04:37:03.459418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Deleting port 33d75410-d776-410b-ab36-7edfd3e6fdf4 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:03.459772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:03.567185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] For port 33d75410-d776-410b-ab36-7edfd3e6fdf4, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=33d75410-d776-410b-ab36-7edfd3e6fdf4,segment=NetworkSegment(8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c),segment_id=8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:03.567758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:03.583781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Calling delete_port for 33d75410-d776-410b-ab36-7edfd3e6fdf4 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:03.771928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:03.785004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['33d75410-d776-410b-ab36-7edfd3e6fdf4'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:37:03.822479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Pushing event deleted for resources: {'Port': ['ID=33d75410-d776-410b-ab36-7edfd3e6fdf4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:03.878124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] No DVR routers for this DVR port 33d75410-d776-410b-ab36-7edfd3e6fdf4 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:03.882103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:03.885861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07525257-828a-4f0f-a6f7-230866c84503 req-89f97e35-7d9f-42f1-a835-9a4fd7b4d5d1 tempest-VolumesActionsTest-267156947 tempest-VolumesActionsTest-267156947-project] 10.222.0.16 "DELETE /v2.0/ports/33d75410-d776-410b-ab36-7edfd3e6fdf4 HTTP/1.1" status: 204 len: 173 time: 0.5472014 Oct 13 04:37:03.886326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'name': 'network-vif-deleted', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:03.890166 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca3b4de-5847-46f3-8403-f9e5c5c26f06" -d '{"events": [{"server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "name": "network-vif-deleted", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:03.935602 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceadbd9-69b2-460e-8853-28e1779379f4 x-openstack-request-id: req-fceadbd9-69b2-460e-8853-28e1779379f4 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:03.936129 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b2eeb-b8a9-4779-b028-c93c8f94c8f5", "name": "network-vif-deleted", "tag": "33d75410-d776-410b-ab36-7edfd3e6fdf4", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:03.936460 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fceadbd9-69b2-460e-8853-28e1779379f4 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:03.936943 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b2eeb-b8a9-4779-b028-c93c8f94c8f5', 'name': 'network-vif-deleted', 'tag': '33d75410-d776-410b-ab36-7edfd3e6fdf4', 'status': 'completed', 'code': 200} Oct 13 04:37:03.977387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46150) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:04.130186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e73ebcd1-e169-4622-b947-bf71aee343e9 tempest-AgentManagementNegativeTest-1437696648 tempest-AgentManagementNegativeTest-1437696648-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1512532 Oct 13 04:37:04.573175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46180) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:04.896661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe83f-b6ad-4c7a-87b5-cf76e5a2f225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:04.959937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8144c76a-aaa3-458d-b7c2-8c52b9006986 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2068019 Oct 13 04:37:04.999299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe83f-b6ad-4c7a-87b5-cf76e5a2f225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.004087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe83f-b6ad-4c7a-87b5-cf76e5a2f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.049955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc3fe83f-b6ad-4c7a-87b5-cf76e5a2f225 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1126ca63daa4b4e911f44979300f674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756970 Oct 13 04:37:05.051665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fe83f-b6ad-4c7a-87b5-cf76e5a2f225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e0cdd-4673-4372-b860-5b61e8b2d527,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:05.054971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46200) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:05.098700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.099468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.100582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.101046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.101500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.101951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.102729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.105813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-8addb994-f113-4468-a433-5c8d2a61a6b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 6502 time: 0.0867040 Oct 13 04:37:05.156849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.183341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.251284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.254622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:05.260909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a00e0cdd-4673-4372-b860-5b61e8b2d527 HTTP/1.1" status: 204 len: 168 time: 0.2045949 Oct 13 04:37:05.296988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293d5e-ece5-470a-8046-2def514a2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e0cdd-4673-4372-b860-5b61e8b2d527,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:05.333156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-5e8f7fdd-ebd4-4292-94ad-9bdf62ee841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.334063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-5e8f7fdd-ebd4-4292-94ad-9bdf62ee841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.334063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-5e8f7fdd-ebd4-4292-94ad-9bdf62ee841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.335671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-5e8f7fdd-ebd4-4292-94ad-9bdf62ee841e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc5422b0-6844-413d-99eb-acda6c118e13&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&id=d55e54b7-8d22-4e22-b120-ddf690472f18&id=d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 200 len: 2298 time: 0.2011006 Oct 13 04:37:05.455603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-11648521-6ea9-4a41-be21-06f75279f098 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 200 len: 1001 time: 0.1112633 Oct 13 04:37:05.526760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-6da4440f-add3-4937-af3c-d453185d8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.529235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-6da4440f-add3-4937-af3c-d453185d8988 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 200 len: 855 time: 0.0659342 Oct 13 04:37:05.601160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a03502ad-cbc4-4a3c-826a-637e72a895af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:05.603525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a03502ad-cbc4-4a3c-826a-637e72a895af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc5422b0-6844-413d-99eb-acda6c118e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676134 Oct 13 04:37:05.741527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-0850119e-ea0c-4c6a-83b8-fba25afdfaf4 service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300340 Oct 13 04:37:05.885098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-524ce116-0656-4d71-aef4-0e3b8db19e5d service neutron] 10.222.0.16 "GET /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304951 Oct 13 04:37:05.954371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-131b266a-69f2-47c6-8e8a-89e0bceb0ffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 217 time: 0.0619054 Oct 13 04:37:06.034631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-4afe6429-8fd5-4518-a072-c3e6301ea557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:06.036383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-4afe6429-8fd5-4518-a072-c3e6301ea557 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0756812 Oct 13 04:37:06.086557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-f00b3ffc-7951-413e-8878-94481784870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:06.088382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-f00b3ffc-7951-413e-8878-94481784870f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448065 Oct 13 04:37:06.217386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-29f3d97c-ecb6-4af6-affd-b69bb3439084 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213970 Oct 13 04:37:06.290963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 33d75410-d776-410b-ab36-7edfd3e6fdf4 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:06.329801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 33d75410-d776-410b-ab36-7edfd3e6fdf4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:37:06.330277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 33d75410-d776-410b-ab36-7edfd3e6fdf4 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:06.342632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-61bac291-a257-498f-98e8-2807e25334f2 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171761 Oct 13 04:37:06.790072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-565ce449-fdc0-45eb-a3a8-5585a16d85ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 217 time: 0.4402833 Oct 13 04:37:06.850124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-e8089817-3cc6-456c-bd99-0af740a89e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:06.851718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-e8089817-3cc6-456c-bd99-0af740a89e6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0532167 Oct 13 04:37:06.868638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:06.920596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-83c6629f-b9b3-427b-a9ef-dca19e286399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:06.922654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-83c6629f-b9b3-427b-a9ef-dca19e286399 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632658 Oct 13 04:37:07.051817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-68e41494-3b58-49fb-9c31-df8120368b10 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206613 Oct 13 04:37:07.122789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-835486526'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:07.155941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:07.162242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.173229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.185168 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-6f6d9653-327a-45dd-9c67-d8b1f72da1a6 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256924 Oct 13 04:37:07.258571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-011ba446-1a4e-4f47-935a-189eebe77327 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 200 len: 217 time: 0.0643539 Oct 13 04:37:07.336812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.348979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.389113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-233b3a32-177a-4867-ae1e-23a4461892f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:07.390643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-233b3a32-177a-4867-ae1e-23a4461892f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.1250753 Oct 13 04:37:07.429854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:37:07.446039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d56807-12b8-4a20-8a97-e4a3353ac23a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:07.452100 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.452446 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Added segment 8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535 of type vlan for network 0f859753-3542-4e29-96cf-35848fb794a0 Oct 13 04:37:07.507283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.516265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-1700505c-ddbd-4935-a290-82dea804aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:07.525993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-1700505c-ddbd-4935-a290-82dea804aa03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192727 Oct 13 04:37:07.564482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.576456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:07.578226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.657750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7846603 Oct 13 04:37:07.659218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46302) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:07.664664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'subnet': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:07.730340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee42883-cf95-4d5f-9648-277cfb32fbb2 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Network': ['ID=0f859753-3542-4e29-96cf-35848fb794a0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:07.744420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0f859753-3542-4e29-96cf-35848fb794a0 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:37:07.774985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-01054938-58a5-4454-979f-e52ac6ec1927 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442265 Oct 13 04:37:07.828302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:07.834183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:07.955268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-b342e8a8-5ca2-465e-ac9b-a135fd694d73 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696224 Oct 13 04:37:08.047485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-654b31ee-1e6a-49db-bd9b-498738441426 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 200 len: 217 time: 0.0826502 Oct 13 04:37:08.129254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a4615292-cf69-47cf-a76f-25e026183cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:08.131030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a4615292-cf69-47cf-a76f-25e026183cfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 200 len: 797 time: 0.0760889 Oct 13 04:37:08.187256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:08.227112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-97a27860-9b8c-4385-ae6c-22902d3271b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:08.228678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-97a27860-9b8c-4385-ae6c-22902d3271b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dbb7c8a-ba71-46c9-9f6b-19544726c858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0892532 Oct 13 04:37:08.277656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Subnet': ['ID=1669284e-40de-4069-983e-3572f42598d0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:08.298943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Checking segment: {'id': '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:08.302833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network hostable DHCP agents. Network: 0f859753-3542-4e29-96cf-35848fb794a0, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:37:08.331664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:37:08.352739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0f859753-3542-4e29-96cf-35848fb794a0) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:08.359077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:08.360893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:08.365578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b72940-def5-4589-bcde-1d59cfc4b7cd None None] Network 0f859753-3542-4e29-96cf-35848fb794a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:08.419384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-11165f40-9168-4982-a388-0d563ceffe51 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7591605 Oct 13 04:37:08.421113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:08.426327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-767374266'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:08.426449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-7b605d2d-2d3a-42e6-9b8f-4425f1c8b9ac service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859324 Oct 13 04:37:08.655635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-69455a59-bbbc-4f04-ad19-ce925f29ba02 service neutron] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207682 Oct 13 04:37:08.743342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-af94c24d-f6bd-48ee-b05c-9198b5fee5d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 200 len: 217 time: 0.0800929 Oct 13 04:37:08.744536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0f859753-3542-4e29-96cf-35848fb794a0', 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'tenant_id': 'd77857f051ee4acc8519254246cc91c4', 'fixed_ips': [{'subnet_id': '1669284e-40de-4069-983e-3572f42598d0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:37:08.745454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:08.859637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-6d4a8017-458b-4f04-a0ac-fd61c18527fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:08.862046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-6d4a8017-458b-4f04-a0ac-fd61c18527fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.1116512 Oct 13 04:37:08.868188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-5a915cdf-1100-4f68-880c-b6d79c82dccf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6394498 Oct 13 04:37:08.892466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:08.899510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:08.964231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port 5a21541a-d96e-41fe-ad81-84f9826eb6fa yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:08.967365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a41939b7-d87f-4b9e-b32a-23d6d3866664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:08.968592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-a41939b7-d87f-4b9e-b32a-23d6d3866664 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915315 Oct 13 04:37:09.031528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Allocated IP 2001:db8::2 (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/208b1a98-5990-4a7e-a865-44fc0f290f41) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:09.066825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-f7a7f3c9-dff4-4541-acc6-8e6628ad6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.077685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-f7a7f3c9-dff4-4541-acc6-8e6628ad6061 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1097 time: 0.1483779 Oct 13 04:37:09.163305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-3d60e9e6-7ad3-46bf-b491-87a1f0d134b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861064 Oct 13 04:37:09.273596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-f2112d73-505a-472f-b8d2-84f3866a001c service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021693 Oct 13 04:37:09.287921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-b61e5d42-5ec3-40af-adcf-707e35332497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.290177 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-b61e5d42-5ec3-40af-adcf-707e35332497 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 898 time: 0.1925604 Oct 13 04:37:09.290994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:09.300174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:09.349626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-d2ab12de-c3bd-494c-aa88-a744257b110b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 200 len: 217 time: 0.0683272 Oct 13 04:37:09.388686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:09.392998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:09.399955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:09.407369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Pushing event updated for resources: {'Port': ['ID=208b1a98-5990-4a7e-a865-44fc0f290f41,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:09.480205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-fea220a8-2d05-49a2-b1d1-ffdaa8921eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.481947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-fea220a8-2d05-49a2-b1d1-ffdaa8921eef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 200 len: 797 time: 0.1255045 Oct 13 04:37:09.495575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.495807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.496657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.496657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.496909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.497123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.498656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.499011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.499409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.499723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.500052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.500378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:09.527999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Attempting to bind port 208b1a98-5990-4a7e-a865-44fc0f290f41 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:09.528380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Attempting to bind port 208b1a98-5990-4a7e-a865-44fc0f290f41 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:09.529606 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Attempting to bind port 208b1a98-5990-4a7e-a865-44fc0f290f41 on network 0f859753-3542-4e29-96cf-35848fb794a0 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:09.535151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:09.535534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Checking segment: {'id': '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:09.535946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:09.536349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Bound using segment: {'id': '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:09.537118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Bound port: 208b1a98-5990-4a7e-a865-44fc0f290f41, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0f859753-3542-4e29-96cf-35848fb794a0'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:09.537505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:09.542625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-0064298f-f12d-4e2c-a26c-42d16703dd78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 1002 time: 0.2436717 Oct 13 04:37:09.556687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::19b (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/5a21541a-d96e-41fe-ad81-84f9826eb6fa) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:09.594292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-181c82e2-6ae0-4fdb-9be9-946d8fef9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.600734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-181c82e2-6ae0-4fdb-9be9-946d8fef9e3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d55e54b7-8d22-4e22-b120-ddf690472f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095839 Oct 13 04:37:09.618734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] For port 208b1a98-5990-4a7e-a865-44fc0f290f41, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:09.623527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] For port 208b1a98-5990-4a7e-a865-44fc0f290f41, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=208b1a98-5990-4a7e-a865-44fc0f290f41,segment=NetworkSegment(8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535),segment_id=8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:09.631547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:09.699391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2be39d-700d-45e2-a403-352f13d487e7 None None] Pushing event updated for resources: {'Port': ['ID=208b1a98-5990-4a7e-a865-44fc0f290f41,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:09.780284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-10962d61-d003-4ef3-a586-1f8e053e7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.782331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-10962d61-d003-4ef3-a586-1f8e053e7738 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.2272105 Oct 13 04:37:09.867587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-85455f58-60eb-49c7-a148-7c00e48c32d4 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580652 Oct 13 04:37:09.914286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-f58952d1-f539-4223-b2ae-8e1d6dfe7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:09.916218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-f58952d1-f539-4223-b2ae-8e1d6dfe7c69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220109 Oct 13 04:37:10.119370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ba4acbd4-ede5-4b98-a40a-bf4f715effb8 req-d7715b12-80e3-456b-95bd-76a8fb9560c7 service neutron] 10.222.0.16 "GET /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430243 Oct 13 04:37:10.199344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-f9c757e8-21aa-4d9c-afac-9f6935df917d service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683914 Oct 13 04:37:10.203302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.353916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.404383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:10.435083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-faafb048-8ab6-4d9d-ad23-dc0575bf8ead req-4b0866c3-4290-4231-ab1e-546c5e73d196 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279630 Oct 13 04:37:10.443957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:10.447777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:10.456332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:10.463493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:10.464167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.478782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=5a21541a-d96e-41fe-ad81-84f9826eb6fa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:10.504145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab31161e-ca47-4970-9f98-a7fa585cda4c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0805511 Oct 13 04:37:10.505840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:10.513753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-625121598', 'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:c6:79:c1'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:10.605684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5111626b-bc2c-4ce5-9170-c0e616315b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.649211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:10.729530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5111626b-bc2c-4ce5-9170-c0e616315b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.741141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5111626b-bc2c-4ce5-9170-c0e616315b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.799831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.827037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port 9c7997f4-0062-424b-9fde-abeee120d61d yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:10.849348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5111626b-bc2c-4ce5-9170-c0e616315b54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df1852aede384e418ed9859f02696e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436445 Oct 13 04:37:10.859920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46336) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:10.897610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111626b-bc2c-4ce5-9170-c0e616315b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb428ec6-8c95-4b00-b1cb-2b6a10adea43,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:10.945928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:10.981555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.047034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::9b (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/9c7997f4-0062-424b-9fde-abeee120d61d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:11.068999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.073674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.075012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb428ec6-8c95-4b00-b1cb-2b6a10adea43 HTTP/1.1" status: 204 len: 168 time: 0.2127154 Oct 13 04:37:11.096826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaee072-0a71-48e3-898a-89564af11ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb428ec6-8c95-4b00-b1cb-2b6a10adea43,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:11.356745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 208b1a98-5990-4a7e-a865-44fc0f290f41 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:11.363196 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.423673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.424190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bdcca-e113-4e82-bcc5-e1c359cf6d7e None None] Network 0f859753-3542-4e29-96cf-35848fb794a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:11.475400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:11.479702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:11.493389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 208b1a98-5990-4a7e-a865-44fc0f290f41 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:11.493869 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.496726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:11.504472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:11.505847 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.536342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0284576 Oct 13 04:37:11.539164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46344) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:11.554164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e01e79f5-86e0-45ee-b77d-418f12dd4916 None None] Provisioning complete for port 208b1a98-5990-4a7e-a865-44fc0f290f41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:11.554550 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e01e79f5-86e0-45ee-b77d-418f12dd4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.564880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463e2dd-a50b-4e1b-b14a-60a843db801d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=9c7997f4-0062-424b-9fde-abeee120d61d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:11.666230 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.689585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a34bb1-0070-4a00-a83a-edfc97fb2d9c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:11.710437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46346) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:11.712912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a34bb1-0070-4a00-a83a-edfc97fb2d9c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:11.719766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a34bb1-0070-4a00-a83a-edfc97fb2d9c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:11.729377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-13a34bb1-0070-4a00-a83a-edfc97fb2d9c tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1882908 Oct 13 04:37:11.733581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:11.737915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.744860 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac6b4b4b-5743-4eed-b2f2-bd4d49979552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.769393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 208b1a98-5990-4a7e-a865-44fc0f290f41, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=208b1a98-5990-4a7e-a865-44fc0f290f41,segment=NetworkSegment(8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535),segment_id=8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:11.792349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.845443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e337f59-b888-40ee-af01-7f555e253eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:11.938128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=208b1a98-5990-4a7e-a865-44fc0f290f41,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:11.999244 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac6b4b4b-5743-4eed-b2f2-bd4d49979552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.006739 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ac6b4b4b-5743-4eed-b2f2-bd4d49979552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.012468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 9c7997f4-0062-424b-9fde-abeee120d61d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:12.012887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.050277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ac6b4b4b-5743-4eed-b2f2-bd4d49979552 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1549a8d818d40fbab3433bb63092596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363605 Oct 13 04:37:12.055155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46350) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:12.078831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b4b4b-5743-4eed-b2f2-bd4d49979552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be91bd-e880-43a6-8c86-e150ee406dc3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:12.183504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.203647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 9c7997f4-0062-424b-9fde-abeee120d61d owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:12.275213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Provisioning complete for port 208b1a98-5990-4a7e-a865-44fc0f290f41 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:12.275900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.353616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.439264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.495204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Provisioning complete for port 5a21541a-d96e-41fe-ad81-84f9826eb6fa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:12.500463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.555543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.577572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Port 5a21541a-d96e-41fe-ad81-84f9826eb6fa cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:12.581377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a99ddb34-d5a6-42fd-9f62-c27e5b4e1a24 None None] Could not find standard attr ID for object 9c7997f4-0062-424b-9fde-abeee120d61d. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:37:12.607279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=9c7997f4-0062-424b-9fde-abeee120d61d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:12.625363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.628698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.630165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10be91bd-e880-43a6-8c86-e150ee406dc3 HTTP/1.1" status: 204 len: 168 time: 0.5728221 Oct 13 04:37:12.679686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13baf72f-dd4d-4bd3-8f26-e81f9746f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be91bd-e880-43a6-8c86-e150ee406dc3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:12.684316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.754305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abe524b5-80a1-4909-995f-bf70327253fc None None] Provisioning complete for port 5a21541a-d96e-41fe-ad81-84f9826eb6fa triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:12.755322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe524b5-80a1-4909-995f-bf70327253fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.831283 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:12.840743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-abe524b5-80a1-4909-995f-bf70327253fc None None] Port 5a21541a-d96e-41fe-ad81-84f9826eb6fa cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:12.846493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f8b90ba4-f28b-4d3d-bee0-2a47d3a45d5e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/9c7997f4-0062-424b-9fde-abeee120d61d HTTP/1.1" status: 204 len: 168 time: 1.1112053 Oct 13 04:37:12.849518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46356) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:12.905812 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae554dd-52dc-4910-8b6d-5a7bc9feb89e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] GET failed (client error): The resource could not be found. Oct 13 04:37:12.910544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aae554dd-52dc-4910-8b6d-5a7bc9feb89e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports/9c7997f4-0062-424b-9fde-abeee120d61d HTTP/1.1" status: 404 len: 333 time: 0.0592465 Oct 13 04:37:12.914044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46360) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:12.926757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-948492647'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:13.004085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:13.128612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90018a2-eb47-4963-8d8d-33c59c5af52d tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:13.129404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90018a2-eb47-4963-8d8d-33c59c5af52d tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:13.130016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90018a2-eb47-4963-8d8d-33c59c5af52d tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:13.133418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e90018a2-eb47-4963-8d8d-33c59c5af52d tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=273adb652f57484eb9f85e8433ddda80&network_id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 2970 time: 0.1279857 Oct 13 04:37:13.158558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d9afc310-63e3-4a48-8538-fb82cd580575 None None] Could not find standard attr ID for object 9c7997f4-0062-424b-9fde-abeee120d61d. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:37:13.207028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:13.213393 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:13.272497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:13.289977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 208b1a98-5990-4a7e-a865-44fc0f290f41 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:13.403281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 208b1a98-5990-4a7e-a865-44fc0f290f41 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:13.404466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:13.545966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::14e (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/4b9aa2cc-d1e5-412f-921d-cac115ee9a4a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:13.869168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:13.936249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:13.996997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:14.001540 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:14.006001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:14.012511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:14.013209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.026086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=4b9aa2cc-d1e5-412f-921d-cac115ee9a4a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:14.077871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-328ab630-114e-447d-977e-9182835504d5 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1616662 Oct 13 04:37:14.080776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46390) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:14.096082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:c6:79:c1'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:14.163444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1eb3f3-8cc6-4464-855f-79f222c852bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.211158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.496309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.518006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cfb0e9b6-e84f-4d4e-aa2e-d3993519140d None None] Provisioning complete for port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:14.519867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e9b6-e84f-4d4e-aa2e-d3993519140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.522770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.623511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0e9b6-e84f-4d4e-aa2e-d3993519140d None None] Port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:14.687989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] In _notify_port_updated(), no bound segment for port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a on network 0f859753-3542-4e29-96cf-35848fb794a0 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:14.696619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:14.697625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:14.700220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "PUT /v2.0/ports/4b9aa2cc-d1e5-412f-921d-cac115ee9a4a HTTP/1.1" status: 200 len: 1002 time: 0.6169341 Oct 13 04:37:14.702772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfeff4-9c30-4ed4-9a82-a5b8571365d9 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=4b9aa2cc-d1e5-412f-921d-cac115ee9a4a,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:14.703252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46410) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:14.875255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46414) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:14.911238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:14.912694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.042239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff66d2d-e506-40a9-921d-ec3c1e47c779 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:15.043821 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ff66d2d-e506-40a9-921d-ec3c1e47c779 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 814 time: 0.1675179 Oct 13 04:37:15.088664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.119355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:15.155632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b280b0fd-99af-457e-be03-a7b4626456e1 None None] Provisioning complete for port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:15.157660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b280b0fd-99af-457e-be03-a7b4626456e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.257434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b280b0fd-99af-457e-be03-a7b4626456e1 None None] Port 4b9aa2cc-d1e5-412f-921d-cac115ee9a4a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:15.360399 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.400031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.450192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=4b9aa2cc-d1e5-412f-921d-cac115ee9a4a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:15.489987 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.508309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46428) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:15.515513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'network': {'name': 'tempest-network-smoke--926267377', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'port_security_enabled': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:15.570927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:15.577384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.624740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:37:15.630781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.637765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-62e3c546-e93d-4043-b3fd-c898e87771aa tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/4b9aa2cc-d1e5-412f-921d-cac115ee9a4a HTTP/1.1" status: 204 len: 168 time: 0.9331901 Oct 13 04:37:15.638826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46430) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:15.662314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.662930 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Added segment 7662388f-fc66-4c93-9723-539c80f576a5 of type vlan for network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 Oct 13 04:37:15.734148 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c4bc5-2ea2-464d-a866-ce1408dc6038 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] GET failed (client error): The resource could not be found. Oct 13 04:37:15.741427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0e2c4bc5-2ea2-464d-a866-ce1408dc6038 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports/4b9aa2cc-d1e5-412f-921d-cac115ee9a4a HTTP/1.1" status: 404 len: 333 time: 0.1013193 Oct 13 04:37:15.745240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46436) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:15.756419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1929948018'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:15.790923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.860431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:15.872051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:15.872931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:16.016600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Network': ['ID=909e1b40-b10b-44f9-b6f4-13d8edccc3b9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:16.029225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:37:16.032231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3f68b488-d975-4139-836a-e0459a9e3ab0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5216990 Oct 13 04:37:16.035398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46440) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.059226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:16.063460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:16.105103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:16.285692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::a5 (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/0c3d92d9-617e-4d41-9701-003a3f7c28b4) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:16.296466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f886e7-efa8-401e-9141-f837b4bdbbdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:16.302919 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03f886e7-efa8-401e-9141-f837b4bdbbdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=273adb652f57484eb9f85e8433ddda80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2662628 Oct 13 04:37:16.305918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46446) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.470768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011509ed-8e03-4e56-b875-0a8b3ef6a9d9 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:16.472355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-011509ed-8e03-4e56-b875-0a8b3ef6a9d9 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622496 Oct 13 04:37:16.475942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46450) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.535398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-748b6512-60c9-4dad-8888-2d0e6e47cd4c tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555758 Oct 13 04:37:16.539911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46452) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.582679 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:16.639357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:16.683425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:16.687502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:16.691358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c1e5a635-ab44-4e8d-88aa-fc74779249bf tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=273adb652f57484eb9f85e8433ddda80&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1449554 Oct 13 04:37:16.693438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46456) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.756032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:16.767679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:16.768345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:16.838201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0893309 Oct 13 04:37:16.838530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46460) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:16.854923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9be638-f794-4106-9519-a03a5b0ddfde tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=0c3d92d9-617e-4d41-9701-003a3f7c28b4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:16.858396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:79:c1'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:17.028081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0daa8-34b2-4a05-a315-1999d8eb3a74 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:17.031556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82b0daa8-34b2-4a05-a315-1999d8eb3a74 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3369315 Oct 13 04:37:17.033083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46464) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:17.109551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09a1a2c5-0ad4-429f-8ee6-550f795da2ae tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739467 Oct 13 04:37:17.111441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:17.144025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852767458', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:17.236467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0d559135-fc43-4c4c-b29d-f80a3ee4d849 None None] Provisioning complete for port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:17.237973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d559135-fc43-4c4c-b29d-f80a3ee4d849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:17.281018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:17.347652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:17.361236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0d559135-fc43-4c4c-b29d-f80a3ee4d849 None None] Port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:17.672241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:17.677441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:17.722818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46470) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:17.743253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:17.755731 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.000683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-283f48c2-0cec-47b3-889b-ee0073ef88d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.153202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-283f48c2-0cec-47b3-889b-ee0073ef88d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.163000 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-283f48c2-0cec-47b3-889b-ee0073ef88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.226942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f48c2-0cec-47b3-889b-ee0073ef88d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ce4511-08b1-412f-9c34-e4d46481c958,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:18.234551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] In _notify_port_updated(), no bound segment for port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 on network 0f859753-3542-4e29-96cf-35848fb794a0 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:18.240092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:18.240770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.241970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "PUT /v2.0/ports/0c3d92d9-617e-4d41-9701-003a3f7c28b4 HTTP/1.1" status: 200 len: 1002 time: 1.3955553 Oct 13 04:37:18.246599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46484) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:18.278405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-283f48c2-0cec-47b3-889b-ee0073ef88d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a44d6e79d134c47971121d3a4688d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520983 Oct 13 04:37:18.278674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46486) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:18.315312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5a5f-2ffc-413d-bbde-1f44def4273b tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=0c3d92d9-617e-4d41-9701-003a3f7c28b4,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:18.441300 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.482081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:18.482425 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.508990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.590633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.625776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.628813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.630049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40ce4511-08b1-412f-9c34-e4d46481c958 HTTP/1.1" status: 204 len: 168 time: 0.3482006 Oct 13 04:37:18.649361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc48f63-d080-4d9c-9ec8-3f7b6ace5bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ce4511-08b1-412f-9c34-e4d46481c958,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:18.712808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.715298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Subnet': ['ID=08f62a7d-18f2-418e-a8bd-39ecfe58774e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:18.734297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 0c3d92d9-617e-4d41-9701-003a3f7c28b4 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:18.736140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Checking segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:18.736493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network hostable DHCP agents. Network: 909e1b40-b10b-44f9-b6f4-13d8edccc3b9, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:37:18.741200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-196c58a0-e1bd-4a04-a770-074937d8639d None None] Provisioning complete for port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:18.743092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-196c58a0-e1bd-4a04-a770-074937d8639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.799676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:37:18.822253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 909e1b40-b10b-44f9-b6f4-13d8edccc3b9) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:18.829191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:18.829822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:18.856486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b22df3-8160-49f7-bc1e-bf4bdef02256 None None] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:18.865665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1a6d7576-f2df-444b-9249-891d7de8829b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7278023 Oct 13 04:37:18.880372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-196c58a0-e1bd-4a04-a770-074937d8639d None None] Port 0c3d92d9-617e-4d41-9701-003a3f7c28b4 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:19.015386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.062065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=0c3d92d9-617e-4d41-9701-003a3f7c28b4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:19.113784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.118116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cab6e549-34a4-406d-9e9c-e91cfea8e55d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/0c3d92d9-617e-4d41-9701-003a3f7c28b4 HTTP/1.1" status: 204 len: 168 time: 0.8666086 Oct 13 04:37:19.120818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46500) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:19.199837 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fd31ca-4e28-4a4a-a9b2-2b39e678cd8a tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] GET failed (client error): The resource could not be found. Oct 13 04:37:19.203124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-61fd31ca-4e28-4a4a-a9b2-2b39e678cd8a tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports/0c3d92d9-617e-4d41-9701-003a3f7c28b4 HTTP/1.1" status: 404 len: 333 time: 0.0810523 Oct 13 04:37:19.206858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:19.215500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-937483451'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:19.226955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ips': [{'subnet_id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:37:19.228422 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.333088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:19.368486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40e7494e-2179-4780-9eb6-c865be37af46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.382838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:19.387921 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.432101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port b08ae0fc-cf65-416d-8039-ef2a5849b106 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:19.563235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40e7494e-2179-4780-9eb6-c865be37af46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.577499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40e7494e-2179-4780-9eb6-c865be37af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.645900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7494e-2179-4780-9eb6-c865be37af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729d17e1-a849-4377-a20f-909edf76d43d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:19.683956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-40e7494e-2179-4780-9eb6-c865be37af46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37d00c07ad304a77bba1823bfbc38eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496041 Oct 13 04:37:19.686157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46518) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:19.766120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::16e (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/b08ae0fc-cf65-416d-8039-ef2a5849b106) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:19.769789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.798397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.860360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.863431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:19.865232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/729d17e1-a849-4377-a20f-909edf76d43d HTTP/1.1" status: 204 len: 168 time: 0.1781163 Oct 13 04:37:19.898695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fa498-29af-4754-ad91-42d3af0676b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d17e1-a849-4377-a20f-909edf76d43d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:19.995569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Allocated IP 172.20.0.18 (909e1b40-b10b-44f9-b6f4-13d8edccc3b9/08f62a7d-18f2-418e-a8bd-39ecfe58774e/48e9cd54-5995-4a5b-9ca7-f13dd6b666fb) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:20.117185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.234790 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.298245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:20.303537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154512065', 'description': 'tempest-secgroup-smoke-154512065 description', 'project_id': '273adb652f57484eb9f85e8433ddda80'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:20.369692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.371360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.379994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:20.390690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.415485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:20.424280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:20.439564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:20.440094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.468802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=b08ae0fc-cf65-416d-8039-ef2a5849b106,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:20.495268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cf3ee212-8252-4bdd-9f0f-98a28ce443bc tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2866106 Oct 13 04:37:20.497971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:20.504156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'network_id': '0f859753-3542-4e29-96cf-35848fb794a0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1271241676'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:20.553613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:20.559499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:20.566040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:20.570194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.579385 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.644197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Pushing event updated for resources: {'Port': ['ID=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:20.682017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.706166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4065263 Oct 13 04:37:20.713097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46546) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:20.723700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Attempting to bind port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:20.724076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Attempting to bind port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:20.724861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c77c5-f0a6-43ec-a3cf-e9eb0df3a48d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1796d740-d36b-4633-ad5c-142e02f59fc5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:20.727293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Attempting to bind port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb on network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:20.735882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:20.750228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:20.750608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Checking segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:20.751209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.751615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Bound using segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:20.752105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Bound port: 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:20.752585 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.814715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:37:20.814715 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:37:20.814715 n-d-813736-1 neutron-server[95047]: [parameters: {'project_id_1': 'd77857f051ee4acc8519254246cc91c4', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 37, 0, 793512)}] Oct 13 04:37:20.814715 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:37:20.815992 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:37:20.837702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.919154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] For port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:20.929153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] For port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:20.939674 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:20.996298 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.009593 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.048419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f4b7d6-cc07-4fd0-8e1d-01ace6710c6b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:21.093464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.097608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:21.098429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a91ffbb0-5838-4bc9-906f-efa9490ecb9a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836010 Oct 13 04:37:21.111895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6315880d-c21c-4fcb-b39c-68e7f9d7e48b None None] Provisioning complete for port b08ae0fc-cf65-416d-8039-ef2a5849b106 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:21.112367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6315880d-c21c-4fcb-b39c-68e7f9d7e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.112730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:21.160092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.174547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54537de2-cf1e-42a8-86f4-8ebf20c75ff4 None None] Pushing event updated for resources: {'Port': ['ID=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:21.228285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6315880d-c21c-4fcb-b39c-68e7f9d7e48b None None] Port b08ae0fc-cf65-416d-8039-ef2a5849b106 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:21.269044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.273917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.299359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b7a050-b2d2-4295-951e-26c15995d9c4,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:21.313350 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.318335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a8e6316c-c572-4c6e-9a11-30ad4a4d3857 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2168455 Oct 13 04:37:21.319790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46560) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:21.333099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:21.373521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Made reservation on behalf of d77857f051ee4acc8519254246cc91c4 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:21.377381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.466526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.468770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] device_id is not set on port 85d4af4e-985c-45da-933d-17ecfa080145 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:21.621723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.644808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.693291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7665d2-00df-45f5-af69-bada46ec48d9,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:21.727891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.730261 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95ff5879-16a8-4f66-b95a-104b68575297 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4095178 Oct 13 04:37:21.736721 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46568) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:21.749260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:21.825701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Allocated IP 2001:db8::140 (0f859753-3542-4e29-96cf-35848fb794a0/1669284e-40de-4069-983e-3572f42598d0/85d4af4e-985c-45da-933d-17ecfa080145) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:21.832168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.981045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:21.986089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.014851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.020110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786019 Oct 13 04:37:22.020771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46574) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:22.027660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:22.063892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880042c3-3296-4d6d-9f18-c395444eeb5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3cc98f-43fd-4431-8cc2-8b19ee3d57c5,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:22.074737 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:37:22.086471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.291955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.301655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.351944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.370894 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.383253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c08299-adc7-4710-9549-1a9315ca9b24,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:22.418365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.420532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-31b980a1-67ca-4c5b-9512-c4b3e6078fd1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3966904 Oct 13 04:37:22.423132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46584) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:22.428123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '1796d740-d36b-4633-ad5c-142e02f59fc5', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:22.485085 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:37:22.494660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Network 0f859753-3542-4e29-96cf-35848fb794a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:22.496733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.506609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:22.510996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:22.551806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:22.552258 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.619680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=85d4af4e-985c-45da-933d-17ecfa080145,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:22.661559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.661942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.662634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.662993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.663414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.663762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.664107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.664440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.664829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.665107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.665441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.665770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:22.706943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1931f8fe-0a4b-4b8e-843f-26b117b24076 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2075448 Oct 13 04:37:22.710000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46596) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:22.723963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:c6:79:c1'}, {'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:2e:ff:71'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:22.739569 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.752808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.804336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975ae43d-9d3a-44c6-9215-85a18211c1a3,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:22.839095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:22.852838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-620216f4-94f0-4bb3-9c0a-9428d1ae68f5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284163 Oct 13 04:37:23.043329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f640be37-8273-4004-9b95-856ab50cc5f4 None None] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:23.096751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.341031 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] Provisioning complete for port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:23.342380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.385367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-6beb6f34-2699-4ee4-9673-6ee8459beb5d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154512065&fields=id&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 267 time: 0.1650772 Oct 13 04:37:23.420983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:23.622916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-a817529c-2821-4497-8dc7-085d3ec0655d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:23.624472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.639481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-a817529c-2821-4497-8dc7-085d3ec0655d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/networks?id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9 HTTP/1.1" status: 200 len: 796 time: 0.2527022 Oct 13 04:37:23.655201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:23.655952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.718705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-67142e03-1e16-4ceb-b026-a43860ce99e1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/quotas/273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 375 time: 0.0782413 Oct 13 04:37:23.723963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] For port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:23.724443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.752625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.773394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.775635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.820312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] In _notify_port_updated(), no bound segment for port 85d4af4e-985c-45da-933d-17ecfa080145 on network 0f859753-3542-4e29-96cf-35848fb794a0 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:23.832908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:23.836962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daa893-5182-43c6-8727-769e0d33e4eb None None] Pushing event updated for resources: {'Port': ['ID=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:23.839631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.842127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "PUT /v2.0/ports/85d4af4e-985c-45da-933d-17ecfa080145 HTTP/1.1" status: 200 len: 1068 time: 1.1300488 Oct 13 04:37:23.844397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46636) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:23.913931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:37:23.914674 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:37:23.928627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-65031ba7-8604-4c55-a220-1ba52c25bf70 None None] Provisioning complete for port 85d4af4e-985c-45da-933d-17ecfa080145 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:23.929232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-65031ba7-8604-4c55-a220-1ba52c25bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:23.979504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-65031ba7-8604-4c55-a220-1ba52c25bf70 None None] Port 85d4af4e-985c-45da-933d-17ecfa080145 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:24.024936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-fb983c5f-be44-47f9-b092-feda8691511e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3053212 Oct 13 04:37:24.025723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af6f48-a83a-4023-8939-1d96dc8f7845 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event updated for resources: {'Port': ['ID=85d4af4e-985c-45da-933d-17ecfa080145,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:24.111842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d18ed300-d18d-4dc1-bb5c-4136f7070a69 None None] Provisioning complete for port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:24.116957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d18ed300-d18d-4dc1-bb5c-4136f7070a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.220496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 85d4af4e-985c-45da-933d-17ecfa080145 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:24.221863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.325205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-43988e2f-8291-4b63-85ba-5b7101c25d89 service neutron] 10.222.0.49 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853482 Oct 13 04:37:24.412442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.427132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 85d4af4e-985c-45da-933d-17ecfa080145 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:24.481334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-71863eeb-2bc6-496d-b8d2-5e62edcee829 service neutron] 10.222.0.49 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535015 Oct 13 04:37:24.512675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3620e6f-37f4-422b-ac6c-69068a93423e None None] Provisioning complete for port 85d4af4e-985c-45da-933d-17ecfa080145 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:24.513592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3620e6f-37f4-422b-ac6c-69068a93423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.593535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b3620e6f-37f4-422b-ac6c-69068a93423e None None] Port 85d4af4e-985c-45da-933d-17ecfa080145 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:24.667471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:24.711683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=85d4af4e-985c-45da-933d-17ecfa080145,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:24.871207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26676393-135f-4dea-b5cf-395002e33106 req-9c7c4dba-6bd0-45da-a0dc-c4f5cfb42412 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 210 time: 0.0598788 Oct 13 04:37:25.138317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:25.151552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-770c48b3-e203-45dd-9c27-610a7da83817 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/85d4af4e-985c-45da-933d-17ecfa080145 HTTP/1.1" status: 204 len: 168 time: 1.3059831 Oct 13 04:37:25.156149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46666) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:25.200274 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed577f29-3a0b-4b33-8ec8-dd76f481a104 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] GET failed (client error): The resource could not be found. Oct 13 04:37:25.219522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ed577f29-3a0b-4b33-8ec8-dd76f481a104 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports/85d4af4e-985c-45da-933d-17ecfa080145 HTTP/1.1" status: 404 len: 333 time: 0.0612628 Oct 13 04:37:25.222219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:25.328240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:25.373647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port b08ae0fc-cf65-416d-8039-ef2a5849b106 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:25.374007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:25.442940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:25.443710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:25.534876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:25.559320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for b08ae0fc-cf65-416d-8039-ef2a5849b106 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:25.887989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:25.964638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=b08ae0fc-cf65-416d-8039-ef2a5849b106,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:26.033433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:26.037677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5fd1a5cc-debf-42d6-8998-d8e9f75ab47e tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/b08ae0fc-cf65-416d-8039-ef2a5849b106 HTTP/1.1" status: 204 len: 168 time: 0.8144324 Oct 13 04:37:26.040334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:26.096860 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e892d-c1a1-4bdc-a2ac-603cb2cb7827 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] GET failed (client error): The resource could not be found. Oct 13 04:37:26.106340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d6e892d-c1a1-4bdc-a2ac-603cb2cb7827 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "GET /v2.0/ports/b08ae0fc-cf65-416d-8039-ef2a5849b106 HTTP/1.1" status: 404 len: 333 time: 0.0646868 Oct 13 04:37:26.110032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46698) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:26.110306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687ff4ab-8ef3-47dc-bdb3-89ecdf1c3f91 req-b5db9a9a-653b-4f52-9619-a02a5ad1e7ee tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 210 time: 0.0793831 Oct 13 04:37:26.328928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 5a21541a-d96e-41fe-ad81-84f9826eb6fa {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:26.329529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:26.449586 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:26.473927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 5a21541a-d96e-41fe-ad81-84f9826eb6fa owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:26.621076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:26.732059 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:26.739240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:26.741819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/ports/5a21541a-d96e-41fe-ad81-84f9826eb6fa HTTP/1.1" status: 204 len: 168 time: 0.6300316 Oct 13 04:37:26.743272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932225c-ce60-4979-9e67-dfa6014a08d8 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=5a21541a-d96e-41fe-ad81-84f9826eb6fa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:27.014424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting subnet 1669284e-40de-4069-983e-3572f42598d0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:37:27.023249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:27.123709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:27.320719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-838f5da8-8117-44f1-8b24-de81082a0bb3 req-6a34005d-14f5-479c-9d0d-a062ef34e02c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 210 time: 0.0646887 Oct 13 04:37:27.579711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-a46287f8-de0a-479a-a0cb-e8211ebeb092 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:27.583903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-a46287f8-de0a-479a-a0cb-e8211ebeb092 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/networks?id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9 HTTP/1.1" status: 200 len: 796 time: 0.7606018 Oct 13 04:37:27.721407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-eecc07de-7f69-46f8-af4c-0fa452fbbb17 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 471 time: 0.1132660 Oct 13 04:37:27.740386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'port': {'device_id': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'admin_state_up': True, 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'security_groups': ['1796d740-d36b-4633-ad5c-142e02f59fc5']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:27.764378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:27.914883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.006010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5d97c-35fb-470b-9124-311ba1e268a6 None None] Network 0f859753-3542-4e29-96cf-35848fb794a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:28.016082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Subnet': ['ID=1669284e-40de-4069-983e-3572f42598d0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:28.019955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.027440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a05e9ce-3379-46c7-8e86-62144115da2d tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/subnets/1669284e-40de-4069-983e-3572f42598d0 HTTP/1.1" status: 204 len: 168 time: 1.2847116 Oct 13 04:37:28.028854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46740) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:28.123625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:28.128288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.306762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.504995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff97db75-bd00-4a7c-9d18-c5a158dd64e0 req-edce8520-3c9c-4696-a0b1-b246d0e3066f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 210 time: 0.0560477 Oct 13 04:37:28.525692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Deleting port 208b1a98-5990-4a7e-a865-44fc0f290f41 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:28.526921 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.531839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] DHCP port deletion for 0f859753-3542-4e29-96cf-35848fb794a0 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:37:28.608038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.25 (909e1b40-b10b-44f9-b6f4-13d8edccc3b9/08f62a7d-18f2-418e-a8bd-39ecfe58774e/e38d9e83-3e82-428d-91d9-a4fbf51a4fb0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:28.703703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] For port 208b1a98-5990-4a7e-a865-44fc0f290f41, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=208b1a98-5990-4a7e-a865-44fc0f290f41,segment=NetworkSegment(8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535),segment_id=8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:28.704454 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.730987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Calling delete_port for 208b1a98-5990-4a7e-a865-44fc0f290f41 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:28.738396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Deleting port 208b1a98-5990-4a7e-a865-44fc0f290f41 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:28.738799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.940402 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:28.981343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] For port 208b1a98-5990-4a7e-a865-44fc0f290f41, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=208b1a98-5990-4a7e-a865-44fc0f290f41,segment=NetworkSegment(8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535),segment_id=8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:28.982545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.004604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Port': ['ID=208b1a98-5990-4a7e-a865-44fc0f290f41,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:29.024178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] No DVR routers for this DVR port 208b1a98-5990-4a7e-a865-44fc0f290f41 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:29.037035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.042109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Calling delete_port for 208b1a98-5990-4a7e-a865-44fc0f290f41 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:29.149253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.223812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.270883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] No DVR routers for this DVR port 208b1a98-5990-4a7e-a865-44fc0f290f41 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:29.272455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:29.286225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.315022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:29.319467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:29.327055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:29.337110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 208b1a98-5990-4a7e-a865-44fc0f290f41 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:29.341748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f859753-3542-4e29-96cf-35848fb794a0']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:29.367250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:29.368140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddfd9bc-e54a-4c3e-b0d1-44fbeccfa535') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:29.389304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.398186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82861f7-dcc8-4f7f-872f-d524a88bccd4 None None] Pushing event deleted for resources: {'Port': ['ID=208b1a98-5990-4a7e-a865-44fc0f290f41,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:29.406442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 208b1a98-5990-4a7e-a865-44fc0f290f41 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:37:29.406708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 208b1a98-5990-4a7e-a865-44fc0f290f41 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:29.422177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.433901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:37:29.434367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:37:29.443204 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:37:29.464700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:29.468482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.515830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-749dee13-2b50-4665-be7b-69f4a53c8a9b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7867436 Oct 13 04:37:29.530180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Request body: {'port': {'device_id': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:29.652104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.674698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.676813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.678404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] 10.222.0.49 "DELETE /v2.0/networks/0f859753-3542-4e29-96cf-35848fb794a0 HTTP/1.1" status: 204 len: 168 time: 1.6474349 Oct 13 04:37:29.707674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f7dc7-4976-4bae-99a0-1a702278c407 tempest-AllowedAddressPairIpV6TestJSON-1968643136 tempest-AllowedAddressPairIpV6TestJSON-1968643136-project] Pushing event deleted for resources: {'Network': ['ID=0f859753-3542-4e29-96cf-35848fb794a0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:29.742167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6af8fb-5706-4584-9d5c-83914b3f3af7 req-49b5aa52-a08f-4a71-a12d-2d2e431e9a5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:29.754705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f6af8fb-5706-4584-9d5c-83914b3f3af7 req-49b5aa52-a08f-4a71-a12d-2d2e431e9a5e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 932 time: 0.1036813 Oct 13 04:37:29.812408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0da4d07e-4be7-4413-8de7-29308a4bf74c None None] Provisioning complete for port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:29.812799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0da4d07e-4be7-4413-8de7-29308a4bf74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:29.821183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f6af8fb-5706-4584-9d5c-83914b3f3af7 req-81e89870-a671-43e7-ad58-62a046964469 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669391 Oct 13 04:37:29.941869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0da4d07e-4be7-4413-8de7-29308a4bf74c None None] Port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:30.295980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:37:30.305771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:30.323981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Transition to ACTIVE for port object e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:37:30.329731 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:30.415513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Pushing event updated for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:30.429986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46790) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:30.592579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Attempting to bind port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:30.593004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Attempting to bind port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:30.593239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Attempting to bind port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 on network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:30.602478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 on network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:37:30.602808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Attempting to bind port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 on network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:30.619409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:30.619847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Checking segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:30.620168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Bound using segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:30.621847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Bound port: e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:30.622769 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:30.735234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:30.739003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:30.755880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:30.839238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:30.839912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:30.844602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] 10.222.0.16 "PUT /v2.0/ports/e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 HTTP/1.1" status: 200 len: 1092 time: 1.3186514 Oct 13 04:37:30.864890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:30.867552 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc6c5fa-e826-4477-90be-92414261fb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:31.035014 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab429545-2cb6-4c4c-8d85-3b2914b4b7b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d77857f051ee4acc8519254246cc91c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5970502 Oct 13 04:37:31.036126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46816) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:31.138208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d7ed-8163-4831-b65b-3a21557133fa service neutron] Pushing event updated for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:31.152479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:31.163992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-cfa37674-22cb-436e-95b2-b9a258186030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:31.167724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-cfa37674-22cb-436e-95b2-b9a258186030 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 1095 time: 0.2517138 Oct 13 04:37:31.193362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1094-7d74-4efd-8724-586fd836c99f req-9b120a98-b654-493a-bae5-a2b77641f901 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:31.200976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:31.201705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-976b1094-7d74-4efd-8724-586fd836c99f req-9b120a98-b654-493a-bae5-a2b77641f901 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 944 time: 0.2030125 Oct 13 04:37:31.312048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-fa33795a-3270-429d-b4bc-c2a9d2fc3566 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 HTTP/1.1" status: 200 len: 217 time: 0.1046879 Oct 13 04:37:31.336314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-976b1094-7d74-4efd-8724-586fd836c99f req-a2c7cb1d-9deb-4c54-8caa-12940596786c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321530 Oct 13 04:37:31.336893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:31.341295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:31.346579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9d56807-12b8-4a20-8a97-e4a3353ac23a HTTP/1.1" status: 204 len: 168 time: 0.3090401 Oct 13 04:37:31.360301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd987af9-7cf4-473d-99a3-34c910985652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d56807-12b8-4a20-8a97-e4a3353ac23a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:31.450495 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b65f251-d22d-4141-a7b3-6b56d444084c x-openstack-request-id: req-0b65f251-d22d-4141-a7b3-6b56d444084c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:31.450901 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:31.451047 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b65f251-d22d-4141-a7b3-6b56d444084c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:31.455633 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0', 'status': 'completed', 'code': 200} Oct 13 04:37:31.477070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-5104678e-95e0-47ec-b27a-5cc60c10dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:31.479816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-5104678e-95e0-47ec-b27a-5cc60c10dfb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08f62a7d-18f2-418e-a8bd-39ecfe58774e HTTP/1.1" status: 200 len: 838 time: 0.1405311 Oct 13 04:37:31.576648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-65a83749-daef-4af6-b1b7-8ecc8e8e691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:31.578183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-65a83749-daef-4af6-b1b7-8ecc8e8e691e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906415 Oct 13 04:37:31.745379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-3de664b3-c816-4fdd-beab-075e88652e58 service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451454 Oct 13 04:37:31.994122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c875922-9412-444f-b007-cc3e9f98d2d2 req-95ea9083-0842-4e8e-b707-31b57d864b4c service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409985 Oct 13 04:37:32.150047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-8f754b5b-bcaa-40d9-a7d7-d4655c519328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:32.152554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-8f754b5b-bcaa-40d9-a7d7-d4655c519328 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 1095 time: 0.1000030 Oct 13 04:37:32.367829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-e57a8c1f-7734-4006-923b-ba20711a676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:32.369313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-e57a8c1f-7734-4006-923b-ba20711a676f service neutron] 10.222.0.16 "GET /v2.0/networks?id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9 HTTP/1.1" status: 200 len: 897 time: 0.2079749 Oct 13 04:37:32.489054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-07d7f974-152a-4b95-a117-d9fc66eb2657 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 HTTP/1.1" status: 200 len: 217 time: 0.1098194 Oct 13 04:37:32.636437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-ae72de3b-814b-4516-847f-ec3dec98cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:32.641755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-ae72de3b-814b-4516-847f-ec3dec98cfd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08f62a7d-18f2-418e-a8bd-39ecfe58774e HTTP/1.1" status: 200 len: 838 time: 0.1316543 Oct 13 04:37:32.745483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d78360-1633-4938-b8c5-c1cc68d92275 req-bcfc4547-5ee2-4c7d-8df8-d491fd977733 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:32.748842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d78360-1633-4938-b8c5-c1cc68d92275 req-bcfc4547-5ee2-4c7d-8df8-d491fd977733 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 944 time: 0.2624485 Oct 13 04:37:32.756291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-864043cd-2fd3-44bf-ba6a-1a195ca1cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:32.758220 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-864043cd-2fd3-44bf-ba6a-1a195ca1cbca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027343 Oct 13 04:37:32.929424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d78360-1633-4938-b8c5-c1cc68d92275 req-41ee1854-43ee-4ca8-b223-18a342e0b981 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698146 Oct 13 04:37:33.019940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-0e597d1c-240a-4280-862c-4c70a877b37a service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510078 Oct 13 04:37:33.144836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46892) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.158495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7bc6c5fa-e826-4477-90be-92414261fb2a req-aef956a4-cb73-4a4f-a864-b0896333e720 service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309190 Oct 13 04:37:33.537634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-8c2865fb-864a-49c9-95e8-9f0bbdf4d677 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.540334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c2865fb-864a-49c9-95e8-9f0bbdf4d677 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.3939154 Oct 13 04:37:33.543426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.549518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-e8a01923-41b7-4e47-8213-d868290909b1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.551584 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8a01923-41b7-4e47-8213-d868290909b1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0071349 Oct 13 04:37:33.554176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46904) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.561235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-1df0dc0b-977f-4e84-bcdc-f8809c291298 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.562682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1df0dc0b-977f-4e84-bcdc-f8809c291298 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073924 Oct 13 04:37:33.565629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46906) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.571270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-6f1c844a-9e5e-4985-877f-c65f38b33554 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.573208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6f1c844a-9e5e-4985-877f-c65f38b33554 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057073 Oct 13 04:37:33.576607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46908) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.585956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-1f4a5c5e-ccc3-4b92-a17e-35f5d02c3650 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.591571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.595250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1f4a5c5e-ccc3-4b92-a17e-35f5d02c3650 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0159400 Oct 13 04:37:33.609795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-6252abb5-c956-42e6-824d-a8d7ee7f48ad tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.611001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6252abb5-c956-42e6-824d-a8d7ee7f48ad tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0178177 Oct 13 04:37:33.614382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46912) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.618796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-69320b73-5981-4ed4-b428-8e97db2552b9 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.627088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46914) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.627268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-69320b73-5981-4ed4-b428-8e97db2552b9 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0109599 Oct 13 04:37:33.635515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-d0222627-26a9-4310-9386-c6a44448149f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.637144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d0222627-26a9-4310-9386-c6a44448149f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109932 Oct 13 04:37:33.639700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46916) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.645180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-5b72b551-eb6a-489d-b917-37f722b8b023 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.646550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b72b551-eb6a-489d-b917-37f722b8b023 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0056546 Oct 13 04:37:33.649060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46918) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.655703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-f2bcefa8-63cb-4ea7-87b8-1ce724f5c861 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.657030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2bcefa8-63cb-4ea7-87b8-1ce724f5c861 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068128 Oct 13 04:37:33.659819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46922) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.664458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-cd17376e-07a2-4a11-aaff-45ae18496f69 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.665884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cd17376e-07a2-4a11-aaff-45ae18496f69 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049570 Oct 13 04:37:33.668525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46924) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.674549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-5b09a4da-9146-4593-a23a-45f7c90511c7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.675944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b09a4da-9146-4593-a23a-45f7c90511c7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046024 Oct 13 04:37:33.678234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46926) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.684094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-04066253-822a-4a93-b8fc-117dba4ee522 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.686099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04066253-822a-4a93-b8fc-117dba4ee522 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069363 Oct 13 04:37:33.688586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.696800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-6ee65da2-27ff-40ad-a412-78665de6f232 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.697859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ee65da2-27ff-40ad-a412-78665de6f232 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083861 Oct 13 04:37:33.701349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.706475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-cfc8e921-85b7-4c35-8bd0-f17c3adf95de tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.707457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cfc8e921-85b7-4c35-8bd0-f17c3adf95de tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047987 Oct 13 04:37:33.710206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46932) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.714805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-cb624826-b08e-46a3-99e6-aeefa9ae2f0f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.717338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cb624826-b08e-46a3-99e6-aeefa9ae2f0f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059941 Oct 13 04:37:33.720036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46934) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.730459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-8cd76665-09f5-496a-9610-4f6ac5e9cb25 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.732597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cd76665-09f5-496a-9610-4f6ac5e9cb25 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0115352 Oct 13 04:37:33.736653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46936) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.741609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-8588a953-8d84-4c7d-911c-b28a5b115b22 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.742724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8588a953-8d84-4c7d-911c-b28a5b115b22 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049198 Oct 13 04:37:33.745369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46938) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.751483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-6744ee80-ca44-4308-b470-f650c32d38c4 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.752847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6744ee80-ca44-4308-b470-f650c32d38c4 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064726 Oct 13 04:37:33.755538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46940) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.759924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-3770ddfd-3927-460d-8477-67a8a40cdc43 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.764219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.765663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3770ddfd-3927-460d-8477-67a8a40cdc43 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0090179 Oct 13 04:37:33.770537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-a3856524-5d2f-4f4d-9a8e-af5525245891 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.776450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46944) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.778307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3856524-5d2f-4f4d-9a8e-af5525245891 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115466 Oct 13 04:37:33.799215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-5eebb28b-acca-48bf-9c6c-4ea3718e30e6 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.804603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5eebb28b-acca-48bf-9c6c-4ea3718e30e6 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0254591 Oct 13 04:37:33.806607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.824684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-9725beb2-6a20-4a4d-b5fb-e20411d3c9e0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.827019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9725beb2-6a20-4a4d-b5fb-e20411d3c9e0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0157361 Oct 13 04:37:33.832497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46948) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.839936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-24f30725-e677-4ffe-8cf0-2cfbdc6f45e0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.844165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-24f30725-e677-4ffe-8cf0-2cfbdc6f45e0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095382 Oct 13 04:37:33.844259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46950) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.849169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-133f1570-abf6-4353-b11d-be2864eb5d0b tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.854331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-133f1570-abf6-4353-b11d-be2864eb5d0b tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065823 Oct 13 04:37:33.854331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.859923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-44a9fa22-5421-41fd-b8bb-9868f0ba9a3f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.860895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-44a9fa22-5421-41fd-b8bb-9868f0ba9a3f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057487 Oct 13 04:37:33.863614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46954) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.870959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-8d7d2e6c-9315-4d98-8422-989980c0d783 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.874960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.875377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d7d2e6c-9315-4d98-8422-989980c0d783 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0103788 Oct 13 04:37:33.884425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-04930e95-4593-4544-b896-ff6c6104eec7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.889079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46958) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.889523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04930e95-4593-4544-b896-ff6c6104eec7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0126746 Oct 13 04:37:33.895023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-7215f6e8-d8b1-4685-ab7e-216be5f04dc3 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.896451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7215f6e8-d8b1-4685-ab7e-216be5f04dc3 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051949 Oct 13 04:37:33.900628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46960) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.906292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-7de0c04b-32ef-4b22-a2c0-7500921535e2 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.910403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46962) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.910663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7de0c04b-32ef-4b22-a2c0-7500921535e2 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0100780 Oct 13 04:37:33.923718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-38bb2e0e-8179-4f2f-988a-96a2713e5242 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.927358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46964) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.927514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-38bb2e0e-8179-4f2f-988a-96a2713e5242 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0130291 Oct 13 04:37:33.933044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-eab58dd7-fc77-4557-9cc4-ee7731f72bf1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.938052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eab58dd7-fc77-4557-9cc4-ee7731f72bf1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0089886 Oct 13 04:37:33.938224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46966) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.943107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-abfce3b3-49c8-4d28-9a08-a48ffa2330bb tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.946277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-abfce3b3-49c8-4d28-9a08-a48ffa2330bb tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041940 Oct 13 04:37:33.947245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46968) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.952616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-1f8047ed-dc40-4d20-a147-37e4634bcf7b tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.953538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1f8047ed-dc40-4d20-a147-37e4634bcf7b tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048394 Oct 13 04:37:33.956104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.961959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-74b2a78c-7d3d-4c02-9883-a96d8936f9a9 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.966903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-74b2a78c-7d3d-4c02-9883-a96d8936f9a9 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095768 Oct 13 04:37:33.967440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46974) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.974565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-5ac5b7e2-559f-49c9-8684-ee1e87565ff2 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.975842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ac5b7e2-559f-49c9-8684-ee1e87565ff2 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0073569 Oct 13 04:37:33.977419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46976) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.985258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-781aed88-ced3-4ad8-9e8d-63b25d5cd97d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:33.986493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-781aed88-ced3-4ad8-9e8d-63b25d5cd97d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078738 Oct 13 04:37:33.989164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:33.996511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-09fd602f-6b92-460e-bbe0-fdbe6ca44073 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.000631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09fd602f-6b92-460e-bbe0-fdbe6ca44073 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079331 Oct 13 04:37:34.001521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46980) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.010161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-c5f9ab3e-090f-4015-bb1b-21b3c12d335a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.015410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46984) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.021029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-06c454a3-19c5-427b-8855-99d23b458b9f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.021689 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c5f9ab3e-090f-4015-bb1b-21b3c12d335a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0190084 Oct 13 04:37:34.024846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-06c454a3-19c5-427b-8855-99d23b458b9f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083106 Oct 13 04:37:34.025429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46986) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.036671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-3669481b-d6a8-4f9f-bb28-e3835ffa5709 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.039938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 46988) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.040828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3669481b-d6a8-4f9f-bb28-e3835ffa5709 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0144017 Oct 13 04:37:34.058809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-9c55ef03-94fd-426b-9a63-c49a207dde0e tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.060279 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9c55ef03-94fd-426b-9a63-c49a207dde0e tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0194094 Oct 13 04:37:34.063323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46990) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.067897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-bd6d18ad-af37-45db-b210-120bbad8ed08 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.071009 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd6d18ad-af37-45db-b210-120bbad8ed08 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044913 Oct 13 04:37:34.071607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46992) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.079399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-92ea7cc5-a1af-42db-b3c2-d870583ff105 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.083342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-92ea7cc5-a1af-42db-b3c2-d870583ff105 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106454 Oct 13 04:37:34.083819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.084667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ebc09-27d6-44f5-9364-a28c3e8b946f req-3ab06f1f-4b23-4893-9dc9-70c8c8194621 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:34.088367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-b4791f4d-e32e-4f7c-a3e2-ec0b54ec9f74 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.092957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-753ebc09-27d6-44f5-9364-a28c3e8b946f req-3ab06f1f-4b23-4893-9dc9-70c8c8194621 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 944 time: 0.0686533 Oct 13 04:37:34.093135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4791f4d-e32e-4f7c-a3e2-ec0b54ec9f74 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0079079 Oct 13 04:37:34.093810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46996) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.098416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-17b51c26-4f12-44fa-a560-a62eb9fe3ce5 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.102313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-17b51c26-4f12-44fa-a560-a62eb9fe3ce5 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0075827 Oct 13 04:37:34.102890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 46998) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.108366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-9792d445-4328-4c4a-953e-bd25d437a75f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.112602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9792d445-4328-4c4a-953e-bd25d437a75f tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083838 Oct 13 04:37:34.113498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47000) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.118210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-3aed11ca-015e-4395-95eb-3b18c9ed1f82 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.123097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3aed11ca-015e-4395-95eb-3b18c9ed1f82 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081675 Oct 13 04:37:34.124089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.128776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-9fa7e577-6411-4a3f-9584-af8cc429f0a6 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.132695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9fa7e577-6411-4a3f-9584-af8cc429f0a6 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075045 Oct 13 04:37:34.133589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.139617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-f2de9e50-af02-4267-a6e4-9b42fd10d1c1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.143489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2de9e50-af02-4267-a6e4-9b42fd10d1c1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085630 Oct 13 04:37:34.144520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.150088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-5b09a597-a725-4b93-8c1c-8e9de14e955d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.151035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b09a597-a725-4b93-8c1c-8e9de14e955d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054593 Oct 13 04:37:34.154620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47008) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.165466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-25a36a1a-b837-46fb-ba68-9dfedcd6e4f1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.175306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25a36a1a-b837-46fb-ba68-9dfedcd6e4f1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0155768 Oct 13 04:37:34.176658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47014) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.180637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-753ebc09-27d6-44f5-9364-a28c3e8b946f req-24b13c3f-4545-4029-a378-dcf17d5eb3cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863390 Oct 13 04:37:34.185836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-ff046b8e-31d1-4ad1-8eb3-ab2262520b6e tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.190240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.190724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ff046b8e-31d1-4ad1-8eb3-ab2262520b6e tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106325 Oct 13 04:37:34.194583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-c729ad14-1a9f-4eac-a5d2-0e69dab2eb65 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.197988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c729ad14-1a9f-4eac-a5d2-0e69dab2eb65 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067434 Oct 13 04:37:34.198592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47018) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.205845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-9647abb4-5d05-4a94-8cbb-cbfa1b98ee8d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.209558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9647abb4-5d05-4a94-8cbb-cbfa1b98ee8d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076413 Oct 13 04:37:34.210001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47020) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.214300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-606b9b30-37a4-4a44-9008-d5516802e5bd tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.215261 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-606b9b30-37a4-4a44-9008-d5516802e5bd tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042658 Oct 13 04:37:34.220320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47022) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.230130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-93d46733-005e-471e-bb0d-605b256c73f1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.236199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47024) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.240196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-93d46733-005e-471e-bb0d-605b256c73f1 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0156295 Oct 13 04:37:34.240522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-8fba4881-4dcb-48ae-9565-e43b91753c2c tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.244727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.250559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-83304485-6e80-415b-bdb2-af6dfc10487c tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.251756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8fba4881-4dcb-48ae-9565-e43b91753c2c tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0063815 Oct 13 04:37:34.252493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83304485-6e80-415b-bdb2-af6dfc10487c tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068417 Oct 13 04:37:34.255797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47028) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.262418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-f3ee8149-5bd3-4a7e-9bb7-82bea30e775d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.266584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47030) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.271448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-d8396dd8-1e0a-4ca5-acf0-b63b343fead5 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.275575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f3ee8149-5bd3-4a7e-9bb7-82bea30e775d tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0187500 Oct 13 04:37:34.275782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d8396dd8-1e0a-4ca5-acf0-b63b343fead5 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073159 Oct 13 04:37:34.276361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.290273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-f30e0f9c-0c05-4565-b0c6-27a6c9d31c84 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.295438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47034) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.300513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-478d4717-50a3-46a8-8472-6fea79998648 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.303893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-478d4717-50a3-46a8-8472-6fea79998648 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068705 Oct 13 04:37:34.304390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47036) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.305816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f30e0f9c-0c05-4565-b0c6-27a6c9d31c84 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0282960 Oct 13 04:37:34.310287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-2e623e46-4d7a-453a-b622-0fa5f2c10ad0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.313144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2e623e46-4d7a-453a-b622-0fa5f2c10ad0 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076222 Oct 13 04:37:34.316854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47038) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.322150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-b36d5232-eea6-43af-88d2-1c25da508b7a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.324045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b36d5232-eea6-43af-88d2-1c25da508b7a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058248 Oct 13 04:37:34.326904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47040) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.331441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-c957e0f8-73fb-49df-a2b6-87c932bbfa84 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.336141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.338192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c957e0f8-73fb-49df-a2b6-87c932bbfa84 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0101743 Oct 13 04:37:34.347819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-37875f86-0a8e-43b4-b976-42a44e380884 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.352298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-37875f86-0a8e-43b4-b976-42a44e380884 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0142689 Oct 13 04:37:34.355365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.364265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [None req-0979cd54-75fb-4ef2-930f-a7a8c408b09a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.369280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47046) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.373458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0979cd54-75fb-4ef2-930f-a7a8c408b09a tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0127110 Oct 13 04:37:34.377134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [None req-94c6353f-2639-4650-bf69-71b659c24fa7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:37:34.386731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-94c6353f-2639-4650-bf69-71b659c24fa7 tempest-ExtensionsTestJSON-1307024650 tempest-ExtensionsTestJSON-1307024650-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0158229 Oct 13 04:37:34.391904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:37:34.602372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:34.618344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'port_id': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0', 'mac_address': 'fa:16:3e:59:a6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:37:34.666659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:34.683570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:37:34.709072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:34.720804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:34.788915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:34.896574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47064) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:34.980638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e38d9e83-3e82-428d-91d9-a4fbf51a4fb0'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:37:35.393614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.481499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a2f14-cd7f-4e4b-9d5f-64048199403c req-19f84729-e9bf-4420-9859-c68724589fef tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:35.483964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d14a2f14-cd7f-4e4b-9d5f-64048199403c req-19f84729-e9bf-4420-9859-c68724589fef tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 945 time: 0.1547666 Oct 13 04:37:35.545984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d14a2f14-cd7f-4e4b-9d5f-64048199403c req-a02a9c46-97ab-4274-bb49-18674fc88e4b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561619 Oct 13 04:37:35.601973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.607377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.648449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47082) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:35.648709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3452265701e64e0a922310e914444485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7508655 Oct 13 04:37:35.703043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c7fc5-cbcb-4ade-b1e4-94fa508bab9e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:35.728485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.729615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.730178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.730703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.732606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.733179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.733865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.734425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.734956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.735505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.737757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.738986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a95d11-3763-4d81-8514-0484f3e885b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:35.765501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.806386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.909659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.912257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:35.916445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c31c7fc5-cbcb-4ade-b1e4-94fa508bab9e HTTP/1.1" status: 204 len: 168 time: 0.2666340 Oct 13 04:37:35.933690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3e840-7cfd-4cf6-ab9d-1aec683661ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c7fc5-cbcb-4ade-b1e4-94fa508bab9e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:36.387136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:36.540844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:37:36.550763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:36.551694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:36.798826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4e962-f1d1-4c56-a485-c509dd4d51eb req-cda42b25-ad2d-4da2-af7a-f00180ef3057 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:36.802364 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:36.808037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ef4e962-f1d1-4c56-a485-c509dd4d51eb req-cda42b25-ad2d-4da2-af7a-f00180ef3057 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 945 time: 0.0690553 Oct 13 04:37:36.831967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:36.840439 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378bf954-d6d0-4591-8b28-09592d79003e" -d '{"events": [{"server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:36.860976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ef4e962-f1d1-4c56-a485-c509dd4d51eb req-029f6b8f-708c-4959-a19a-22534a24010e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519547 Oct 13 04:37:36.875732 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:37:36.880309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:36.886148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:36.988883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:37.202177 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3923fc8e-63f2-45a1-a16c-50d5e7a891db x-openstack-request-id: req-3923fc8e-63f2-45a1-a16c-50d5e7a891db {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:37.202772 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:37.203259 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3923fc8e-63f2-45a1-a16c-50d5e7a891db {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:37.203964 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0', 'code': 200} Oct 13 04:37:37.371583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75827-ad29-4717-8c16-34ca06d89dd0 req-fec7d133-62d2-4440-b124-db040bca9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:37.374616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1ea75827-ad29-4717-8c16-34ca06d89dd0 req-fec7d133-62d2-4440-b124-db040bca9dff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 1097 time: 0.1110666 Oct 13 04:37:37.456656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1ea75827-ad29-4717-8c16-34ca06d89dd0 req-c7430518-7781-4dde-b03c-aa14e6fa9898 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739579 Oct 13 04:37:37.672775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47148) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:37.855409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-672640711'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:37.901693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Made reservation on behalf of ba8313ac12cd4b0b981c1c2fdad4e5d8 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:37.910157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:37.933864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.044813 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.061380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.077359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:37:38.092598 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.093169 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Added segment 9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3 of type vlan for network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a Oct 13 04:37:38.150225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.225985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e14eb-fecc-44c0-b9f5-cf6643fffd58,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:38.257970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.266059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:38.266980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.376545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'Network': ['ID=0b884b0c-d5d5-42c2-b30b-b95290eafe1a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:38.399393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:37:38.433682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:38.439438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Request body: {'subnet': {'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:38.445890 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8f522374-b79b-4ae7-941a-3458dc72742d tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7556415 Oct 13 04:37:38.510926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ecba-31ec-4250-bb73-a5caf07ad456 req-e68f2d2a-a7e0-45fd-b604-0b828c761982 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:38.519151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0377ecba-31ec-4250-bb73-a5caf07ad456 req-e68f2d2a-a7e0-45fd-b604-0b828c761982 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.4704967 Oct 13 04:37:38.651525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Made reservation on behalf of ba8313ac12cd4b0b981c1c2fdad4e5d8 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:38.659624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:38.674606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0377ecba-31ec-4250-bb73-a5caf07ad456 req-390a8028-702a-4e32-bea4-aa8533eb6718 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446126 Oct 13 04:37:39.036265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:39.177763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Checking segment: {'id': '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:39.178125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Network hostable DHCP agents. Network: 0b884b0c-d5d5-42c2-b30b-b95290eafe1a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:37:39.180375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'Subnet': ['ID=deee3699-682c-4dbb-b2f9-549e686280ea,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:39.217055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:37:39.237275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0b884b0c-d5d5-42c2-b30b-b95290eafe1a) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:39.242900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:39.243712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:39.252858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323a1444-db23-4a8e-b966-028d474544f0 None None] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:39.305475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b2e245cf-4f91-4f45-b4a0-c7a7f8e31d7e tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8702738 Oct 13 04:37:39.307878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47192) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:39.321345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Request body: {'port': {'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1280098233'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:39.548348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Made reservation on behalf of ba8313ac12cd4b0b981c1c2fdad4e5d8 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:39.553439 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:39.580868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] device_id is not set on port b99ac682-d546-44eb-9d13-2004c528c3af yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:39.617140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0b884b0c-d5d5-42c2-b30b-b95290eafe1a', 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a', 'tenant_id': 'ba8313ac12cd4b0b981c1c2fdad4e5d8', 'fixed_ips': [{'subnet_id': 'deee3699-682c-4dbb-b2f9-549e686280ea'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:37:39.618028 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:39.765333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Allocated IP 172.20.0.3 (0b884b0c-d5d5-42c2-b30b-b95290eafe1a/deee3699-682c-4dbb-b2f9-549e686280ea/b99ac682-d546-44eb-9d13-2004c528c3af) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:39.990674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a243d18-fbb7-413f-b374-04ede0993988 req-48a4c516-3ca4-4e0d-a017-2b492b9593fe tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:39.999896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a243d18-fbb7-413f-b374-04ede0993988 req-48a4c516-3ca4-4e0d-a017-2b492b9593fe tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.1295393 Oct 13 04:37:40.074602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.102448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a243d18-fbb7-413f-b374-04ede0993988 req-cb6b5f76-bc0a-4b1e-80a1-f23ff3124920 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990763 Oct 13 04:37:40.121069 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.186221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'Port': ['ID=b99ac682-d546-44eb-9d13-2004c528c3af,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:40.214172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:40.217407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:40.219537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Allocated IP 172.20.0.2 (0b884b0c-d5d5-42c2-b30b-b95290eafe1a/deee3699-682c-4dbb-b2f9-549e686280ea/2be40d13-4f19-4058-bb31-bb718b40120a) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:40.227804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:40.329952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:40.330956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.370153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47218) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:40.376272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7c1b1690-a006-49c1-b1fb-ac7b0a481f10 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0656180 Oct 13 04:37:40.376704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Request body: {'port': {'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1127167093', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:40.377094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.api.validators [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] bootfile-name is not in valid_values {{(pid=95047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:40.377440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.api.validators [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] tftp-server is not in valid_values {{(pid=95047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:40.377774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.api.validators [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] server-ip-address is not in valid_values {{(pid=95047) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:40.398666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337cd29-e158-4eed-bc1e-e12d88168d6a req-326ca880-8b89-4ea2-a419-345199748d39 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:40.400216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f337cd29-e158-4eed-bc1e-e12d88168d6a req-326ca880-8b89-4ea2-a419-345199748d39 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.1137571 Oct 13 04:37:40.463568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f337cd29-e158-4eed-bc1e-e12d88168d6a req-17d5381b-2c0b-43fe-b3ef-79c4383c8429 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530925 Oct 13 04:37:40.573151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.587339 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.671677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Pushing event updated for resources: {'Port': ['ID=2be40d13-4f19-4058-bb31-bb718b40120a,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:40.693060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:40.694875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:40.696749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Made reservation on behalf of ba8313ac12cd4b0b981c1c2fdad4e5d8 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:40.697736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:40.702215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.729151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] device_id is not set on port 5ddddbee-9c21-4a4e-9b40-772f7f088f04 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:40.787784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Attempting to bind port 2be40d13-4f19-4058-bb31-bb718b40120a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:40.788590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Attempting to bind port 2be40d13-4f19-4058-bb31-bb718b40120a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:40.789182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Attempting to bind port 2be40d13-4f19-4058-bb31-bb718b40120a on network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:40.796285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:40.797029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Checking segment: {'id': '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:40.797685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.798317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Bound using segment: {'id': '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:40.799155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Bound port: 2be40d13-4f19-4058-bb31-bb718b40120a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0b884b0c-d5d5-42c2-b30b-b95290eafe1a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:40.799647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.876645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] For port 2be40d13-4f19-4058-bb31-bb718b40120a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:40.880680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] For port 2be40d13-4f19-4058-bb31-bb718b40120a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2be40d13-4f19-4058-bb31-bb718b40120a,segment=NetworkSegment(9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3),segment_id=9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:40.889802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:40.925516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Allocated IP 172.20.0.13 (0b884b0c-d5d5-42c2-b30b-b95290eafe1a/deee3699-682c-4dbb-b2f9-549e686280ea/5ddddbee-9c21-4a4e-9b40-772f7f088f04) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:41.001135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f4de1-7873-422b-a67d-8e485b03dd5e None None] Pushing event updated for resources: {'Port': ['ID=2be40d13-4f19-4058-bb31-bb718b40120a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:41.323303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:41.436381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:41.589634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:41.595228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:41.597802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'Port': ['ID=5ddddbee-9c21-4a4e-9b40-772f7f088f04,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:41.600745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:41.633499 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:41.665854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:41.670977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:41.696767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e961d5a1-7461-4ef8-b91e-f396c0e517e6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3254125 Oct 13 04:37:41.699033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47236) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:41.758085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7985acca-2472-46e9-a02c-c84dd6a10d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:41.794072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba66c9-edaa-4b78-8f53-56017a9bebb9 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:41.817534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba66c9-edaa-4b78-8f53-56017a9bebb9 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:41.830984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba66c9-edaa-4b78-8f53-56017a9bebb9 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:41.843042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85ba66c9-edaa-4b78-8f53-56017a9bebb9 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1421316 Oct 13 04:37:41.845467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47238) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:41.991523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Deleting port 5ddddbee-9c21-4a4e-9b40-772f7f088f04 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:41.991894 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:42.028546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47242) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:42.270346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:42.328611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Calling delete_port for 5ddddbee-9c21-4a4e-9b40-772f7f088f04 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:42.712880 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:42.769851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:42.780370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00439dfe-f36f-4b39-80a1-4ef557ba508b None None] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:42.856571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event deleted for resources: {'Port': ['ID=5ddddbee-9c21-4a4e-9b40-772f7f088f04,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:42.991144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] Provisioning complete for port 2be40d13-4f19-4058-bb31-bb718b40120a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:42.993002 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.012683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.027235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8e001800-ce33-485d-8846-91f872aa37f6 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "DELETE /v2.0/ports/5ddddbee-9c21-4a4e-9b40-772f7f088f04 HTTP/1.1" status: 204 len: 168 time: 1.1788080 Oct 13 04:37:43.029600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47264) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:43.042659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Request body: {'port': {'name': 'tempest-new-port-name-1390308509', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:43.043206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] bootfile-name is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:43.051351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] tftp-server is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:43.051850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] server-ip-address is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:37:43.292810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47270) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:43.389706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.454725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2be40d13-4f19-4058-bb31-bb718b40120a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:43.557096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.557332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] For port 2be40d13-4f19-4058-bb31-bb718b40120a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2be40d13-4f19-4058-bb31-bb718b40120a,segment=NetworkSegment(9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3),segment_id=9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:43.572159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.635050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1191411e-220a-4b74-994f-357042a5fcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.638271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2be40d13-4f19-4058-bb31-bb718b40120a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:43.639160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.646661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed28da-a1e6-4277-bf2a-78f5653dc4e1 None None] Pushing event updated for resources: {'Port': ['ID=2be40d13-4f19-4058-bb31-bb718b40120a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:43.868524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1191411e-220a-4b74-994f-357042a5fcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:43.883127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1191411e-220a-4b74-994f-357042a5fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.007317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1191411e-220a-4b74-994f-357042a5fcb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07543ec175bc4cfd962d0372149ca064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130849 Oct 13 04:37:44.039738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:44.071780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191411e-220a-4b74-994f-357042a5fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160b145f-abfa-4b96-b98e-6b6eab8cf1cd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:44.143132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.145857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-67068e17-b18e-4928-b73e-f0528f128cdd None None] Provisioning complete for port 2be40d13-4f19-4058-bb31-bb718b40120a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:44.153997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67068e17-b18e-4928-b73e-f0528f128cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.154173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.156426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.164468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.171709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.177956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.189978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba6cc400-6f55-453e-8de4-9a92cba2ab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.190256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.201734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-4f664b82-e56b-4f1e-b769-8f4d146be5ea tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.8115597 Oct 13 04:37:44.224970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.354089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-67068e17-b18e-4928-b73e-f0528f128cdd None None] Provisioning complete for port b99ac682-d546-44eb-9d13-2004c528c3af triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:44.354594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67068e17-b18e-4928-b73e-f0528f128cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.396987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6244e43-a4db-47b6-bbb6-7a11d36050fc req-9d052d18-32f7-4ee5-8605-4b095be6aa14 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943698 Oct 13 04:37:44.495486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.500305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-67068e17-b18e-4928-b73e-f0528f128cdd None None] Port b99ac682-d546-44eb-9d13-2004c528c3af cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:44.508816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.531401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.537601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.577081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.584194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.591232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.593401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-f8d6c128-7a84-499b-abd5-ffa3c6434d3d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.2341087 Oct 13 04:37:44.652469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1ac28aa2-2282-415f-a82d-6c9f017c17af None None] Provisioning complete for port b99ac682-d546-44eb-9d13-2004c528c3af triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:44.659385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-197b387d-2401-493c-a819-bc53963a2a11 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:44.660496 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1ac28aa2-2282-415f-a82d-6c9f017c17af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:44.661611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-197b387d-2401-493c-a819-bc53963a2a11 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0601656 Oct 13 04:37:44.821064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.17 (909e1b40-b10b-44f9-b6f4-13d8edccc3b9/08f62a7d-18f2-418e-a8bd-39ecfe58774e/5f1e778e-ff2c-4bc9-b907-3c49e2becbda) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:44.908700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-844df680-5282-4e89-b4f9-8b7b47316c40 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2410800 Oct 13 04:37:44.923009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:45.024775 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.029838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1ac28aa2-2282-415f-a82d-6c9f017c17af None None] Port b99ac682-d546-44eb-9d13-2004c528c3af cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:45.146646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6cb7cca9-3ef2-4ae1-997c-e1c05e91bb31 None None] Could not find standard attr ID for object 5ddddbee-9c21-4a4e-9b40-772f7f088f04. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:37:45.156494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.233518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.269306 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.288213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=6183ee9c-fb77-45a8-8207-2f458502c97a,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:45.314959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2be40d13-4f19-4058-bb31-bb718b40120a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:45.366408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.369913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.373775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/160b145f-abfa-4b96-b98e-6b6eab8cf1cd HTTP/1.1" status: 204 len: 168 time: 1.3298321 Oct 13 04:37:45.384283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.407758 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:45.417097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] For port 6183ee9c-fb77-45a8-8207-2f458502c97a, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:45.417821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:45.421520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:45.543424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.553680 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.583877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2be40d13-4f19-4058-bb31-bb718b40120a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:45.584442 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.604565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.673204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97b6cd-d606-49c7-a4f9-f1409b54b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b145f-abfa-4b96-b98e-6b6eab8cf1cd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:45.682129 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.682767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] device_id is not set on port 6183ee9c-fb77-45a8-8207-2f458502c97a yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:45.710808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.711614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.755350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.776108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.786213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.800802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.823559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.833233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.840030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:45.849700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c5012d4-791a-44c5-955a-3847efad6866 req-5de1a27a-52e7-4a0e-982a-c6f20f70bd62 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 5445 time: 0.2806108 Oct 13 04:37:45.855285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:45.858121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:45.995779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-835fc333-467d-4cb9-9b01-266a78f2c20a None None] Provisioning complete for port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:45.996164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-835fc333-467d-4cb9-9b01-266a78f2c20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.092858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Pushing event updated for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:46.125817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c5012d4-791a-44c5-955a-3847efad6866 req-ac1f1240-8a7e-40bb-817c-4bbe6d6464ac tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750614 Oct 13 04:37:46.141226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-835fc333-467d-4cb9-9b01-266a78f2c20a None None] Port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:46.172406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47302) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:46.187979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] No DVR routers for this DVR port 6183ee9c-fb77-45a8-8207-2f458502c97a on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:46.273708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-471d1566-3a47-4428-8f41-f1cb74f16985 None None] Provisioning complete for port b99ac682-d546-44eb-9d13-2004c528c3af triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:46.274353 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-471d1566-3a47-4428-8f41-f1cb74f16985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.284903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bae21b7-85ce-4bab-a4cf-1ab74b3e0014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.422312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-471d1566-3a47-4428-8f41-f1cb74f16985 None None] Port b99ac682-d546-44eb-9d13-2004c528c3af cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:46.431249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 76bf17c5-477e-449b-9041-f3e4f035ebf1 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:46.468302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bae21b7-85ce-4bab-a4cf-1ab74b3e0014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.485764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3bae21b7-85ce-4bab-a4cf-1ab74b3e0014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.541260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] In _notify_port_updated(), no bound segment for port b99ac682-d546-44eb-9d13-2004c528c3af on network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:46.547745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:46.548529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.552684 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "PUT /v2.0/ports/b99ac682-d546-44eb-9d13-2004c528c3af HTTP/1.1" status: 200 len: 1136 time: 3.5220435 Oct 13 04:37:46.553570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d507eb9-3c6a-43c4-87cf-4666da878f83 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event updated for resources: {'Port': ['ID=b99ac682-d546-44eb-9d13-2004c528c3af,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:46.556280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3bae21b7-85ce-4bab-a4cf-1ab74b3e0014 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=244e0885d9b9489bb3aabb0df5ecf71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821621 Oct 13 04:37:46.557081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47306) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:46.558395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae21b7-85ce-4bab-a4cf-1ab74b3e0014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a904cc-3d03-4054-832c-a1696833f5b4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:46.571953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:46.579868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-99036d92-b72b-4421-9aed-6594820cc919 None None] Provisioning complete for port 6183ee9c-fb77-45a8-8207-2f458502c97a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:46.581290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-99036d92-b72b-4421-9aed-6594820cc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.592785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] In _notify_port_updated(), no bound segment for port 6183ee9c-fb77-45a8-8207-2f458502c97a on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:46.593881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:46.594755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.598439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-3890673d-78cc-46ff-a701-8b9d1f615c0b service neutron] 10.222.0.16 "PUT /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 200 len: 1033 time: 1.6794083 Oct 13 04:37:46.667536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-99036d92-b72b-4421-9aed-6594820cc919 None None] Port 6183ee9c-fb77-45a8-8207-2f458502c97a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:46.720276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.720625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be56217-3571-4425-bbc4-077497748967 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:46.723740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5be56217-3571-4425-bbc4-077497748967 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "GET /v2.0/ports/b99ac682-d546-44eb-9d13-2004c528c3af HTTP/1.1" status: 200 len: 1136 time: 0.1592159 Oct 13 04:37:46.728013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47318) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:46.751806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-dde2fc30-4490-4b2e-a97a-24c809ed6c0a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:46.753189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-dde2fc30-4490-4b2e-a97a-24c809ed6c0a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "GET /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1326976 Oct 13 04:37:46.755410 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.778950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:46.780356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:46.783924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:46.784822 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fd0b3-ace6-4bfd-a74d-a1c37573357e" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:46.788757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.792321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.794409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 8ae020f6-c487-42bd-9158-32c3e815c5ad no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:46.853681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.869828 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b79a53-4352-4cdf-ac83-f6bb95bd6ba9 x-openstack-request-id: req-d5b79a53-4352-4cdf-ac83-f6bb95bd6ba9 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:46.870156 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:46.870628 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5b79a53-4352-4cdf-ac83-f6bb95bd6ba9 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:46.871231 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'code': 200} Oct 13 04:37:46.955091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:46.970514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:46.986457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.009436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:47.015282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.015555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Deleting port b99ac682-d546-44eb-9d13-2004c528c3af {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:47.015904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.016951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.018228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device db708d1c-ba96-4cab-aacc-b772bf35eb6c no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:47.018816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.030139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1a904cc-3d03-4054-832c-a1696833f5b4 HTTP/1.1" status: 204 len: 168 time: 0.4509275 Oct 13 04:37:47.131137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3cd76-437b-419d-81f3-0f2963dfa0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a904cc-3d03-4054-832c-a1696833f5b4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:47.134733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:47.150736 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.189503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Calling delete_port for b99ac682-d546-44eb-9d13-2004c528c3af owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:47.195381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.271291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:47.291844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.292569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:47.523266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.534445 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.535428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:47.545691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.638054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.656223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.738263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:47.752836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:47.753857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:47.864860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:47.883379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:47.912085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:47.922446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:47.944325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:47.964103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] For port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:47.973281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:47.989706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.014047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] device_id is not set on port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:37:48.026627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.051098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.084573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:48.097736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.098921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6183ee9c-fb77-45a8-8207-2f458502c97a no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:48.106574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.116851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.131361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.162496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.177233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.209215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.216646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-8ad0db1a-9d64-49bf-b314-abce6497f664 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 4581 time: 0.8351464 Oct 13 04:37:48.281257 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34021349-18cf-46b5-ab7f-9a2bc8198c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.282343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 6183ee9c-fb77-45a8-8207-2f458502c97a not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:48.282877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:48.285795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:48.326529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:37:48.371496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:48.405636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4c856928-ab74-49ce-b016-78a82e4ef2b4 None None] Provisioning complete for port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:48.406013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c856928-ab74-49ce-b016-78a82e4ef2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.471171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4c856928-ab74-49ce-b016-78a82e4ef2b4 None None] Port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:48.502163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db7d820a-1425-4291-bfcd-80fedbbf9664 req-be1f903a-8764-4aca-bf5d-a8710ac4eb26 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&id=942d0700-c6d5-4740-88ef-cbfb658a6772&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307763 Oct 13 04:37:48.505391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] No DVR routers for this DVR port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:48.507338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Pushing event updated for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:48.523047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:37:48.540408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-35c1b102-d570-4a14-9ad2-6492a19a503d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/30385c03-63e1-4744-9806-b2e4e6b42cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5106795 Oct 13 04:37:48.544733 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:37:48.573883 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:48.576049 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:48.579940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.626531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34021349-18cf-46b5-ab7f-9a2bc8198c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.635934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34021349-18cf-46b5-ab7f-9a2bc8198c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.657914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event deleted for resources: {'Port': ['ID=b99ac682-d546-44eb-9d13-2004c528c3af,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:48.701455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34021349-18cf-46b5-ab7f-9a2bc8198c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f42996-b384-41c9-9ec9-b77655713a0f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:48.735372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] In _notify_port_updated(), no bound segment for port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea on network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:37:48.739203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34021349-18cf-46b5-ab7f-9a2bc8198c07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b41cdce7d5724ab5be0602b1c0590ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218479 Oct 13 04:37:48.739516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47378) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:48.742910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:48.743605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.744940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-432eb9c1-1bee-458d-91c9-909605637970 service neutron] 10.222.0.16 "PUT /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 200 len: 1033 time: 1.9681680 Oct 13 04:37:48.799497 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:48.833215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.872773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}, {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:48.875188 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866056e4-f8c4-475c-b01e-e859aa36c4bd" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6"}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:48.879421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.924252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8eed977b-93e1-4ca2-ae60-9d86bf21e111 None None] Provisioning complete for port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:48.924641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8eed977b-93e1-4ca2-ae60-9d86bf21e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.957497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.960435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:48.964490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6f42996-b384-41c9-9ec9-b77655713a0f HTTP/1.1" status: 204 len: 168 time: 0.2210138 Oct 13 04:37:49.018036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6853ee-eb21-4b3f-9252-49147ffcb66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f42996-b384-41c9-9ec9-b77655713a0f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:49.023280 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.054718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47396) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:49.057362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b1d85660-9a60-4118-b9c7-2fd8ffc5dd6a tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "DELETE /v2.0/ports/b99ac682-d546-44eb-9d13-2004c528c3af HTTP/1.1" status: 204 len: 168 time: 2.3274348 Oct 13 04:37:49.072691 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1d8dea-604f-4ae6-b9f7-0103e1ddf5e6 x-openstack-request-id: req-9b1d8dea-604f-4ae6-b9f7-0103e1ddf5e6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:49.073009 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6", "code": 200}, {"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-unplugged", "status": "completed", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:49.073271 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b1d8dea-604f-4ae6-b9f7-0103e1ddf5e6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:49.075508 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'code': 200} Oct 13 04:37:49.075776 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'code': 200} Oct 13 04:37:49.076044 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'code': 200} Oct 13 04:37:49.076346 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'code': 200} Oct 13 04:37:49.079751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8eed977b-93e1-4ca2-ae60-9d86bf21e111 None None] Port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:37:49.181917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Deleting subnet deee3699-682c-4dbb-b2f9-549e686280ea {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:37:49.188527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.232802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 76bf17c5-477e-449b-9041-f3e4f035ebf1 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:49.233211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.260702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.266350 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:37:46Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e778e-ff2c-4bc9-b907-3c49e2becbda', 'name': '', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:99:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:44Z', 'updated_at': '2021-10-13T04:37:47Z', 'revision_number': 2, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:49.303259 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:37:49.304196 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Updating router 30385c03-63e1-4744-9806-b2e4e6b42cef port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:37:49.345985 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.381933 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.484897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.529586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event deleted for resources: {'Subnet': ['ID=deee3699-682c-4dbb-b2f9-549e686280ea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:49.545284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.554904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef6d3314-b03b-49a5-a723-3b68e61f8b63 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "DELETE /v2.0/subnets/deee3699-682c-4dbb-b2f9-549e686280ea HTTP/1.1" status: 204 len: 168 time: 0.4937358 Oct 13 04:37:49.555141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdfee2c-730a-4976-8395-4db07b01b0cb None None] Network 0b884b0c-d5d5-42c2-b30b-b95290eafe1a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:49.555592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47408) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:49.568621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port 76bf17c5-477e-449b-9041-f3e4f035ebf1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=76bf17c5-477e-449b-9041-f3e4f035ebf1,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:49.569388 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.611937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 76bf17c5-477e-449b-9041-f3e4f035ebf1 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:49.791248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.842568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.902645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] DHCP port deletion for 0b884b0c-d5d5-42c2-b30b-b95290eafe1a request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:37:49.913811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=76bf17c5-477e-449b-9041-f3e4f035ebf1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:49.946036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Deleting port 2be40d13-4f19-4058-bb31-bb718b40120a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:49.946542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:49.958308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:49.977914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.001141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Deleting port 2be40d13-4f19-4058-bb31-bb718b40120a {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:50.001753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.012936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.024185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.041957 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.047887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] For port 2be40d13-4f19-4058-bb31-bb718b40120a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2be40d13-4f19-4058-bb31-bb718b40120a,segment=NetworkSegment(9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3),segment_id=9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:50.048130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.056435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:50.066561 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.077285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Calling delete_port for 2be40d13-4f19-4058-bb31-bb718b40120a owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:50.080177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-9c331076-3ad8-4530-8032-f68936ce82ef tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 3797 time: 0.2841291 Oct 13 04:37:50.184378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] For port 2be40d13-4f19-4058-bb31-bb718b40120a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2be40d13-4f19-4058-bb31-bb718b40120a,segment=NetworkSegment(9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3),segment_id=9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:50.184378 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.207392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Calling delete_port for 2be40d13-4f19-4058-bb31-bb718b40120a owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:50.218109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port 76bf17c5-477e-449b-9041-f3e4f035ebf1 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:50.223593 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Pushing event updated for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:50.229842 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.240301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-76e4828a-1769-4cd3-b9b3-4ce92626f706 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "DELETE /v2.0/ports/76bf17c5-477e-449b-9041-f3e4f035ebf1 HTTP/1.1" status: 204 len: 173 time: 1.3715339 Oct 13 04:37:50.252059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:50.253042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.255524 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861262b5-7146-444d-9f2b-bc6ec57da327" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:50.258597 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.267812 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.268418 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.268976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.269529 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.270096 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.270643 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.271364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.271920 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.272743 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.273289 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.273844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:37:50.318236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event deleted for resources: {'Port': ['ID=2be40d13-4f19-4058-bb31-bb718b40120a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:50.326468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] No DVR routers for this DVR port 2be40d13-4f19-4058-bb31-bb718b40120a on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:50.382919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.435918 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Attempting to bind port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:50.436283 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Attempting to bind port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:50.436644 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Attempting to bind port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda on network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:50.457960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] No DVR routers for this DVR port 2be40d13-4f19-4058-bb31-bb718b40120a on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:50.461558 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:50.464124 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Checking segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:50.465864 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.475767 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Bound using segment: {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:50.476569 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Bound port: 5f1e778e-ff2c-4bc9-b907-3c49e2becbda, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7662388f-fc66-4c93-9723-539c80f576a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:50.477180 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.508329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3bea9-41b8-498a-814f-dd7bdc3ab71f None None] Pushing event deleted for resources: {'Port': ['ID=2be40d13-4f19-4058-bb31-bb718b40120a,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:50.611549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.659548 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] For port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:50.672664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] For port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:50.683432 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.691014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b884b0c-d5d5-42c2-b30b-b95290eafe1a']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:50.713637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:50.713931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbbd078-5951-4c3b-b4d7-81d0bb72d3e3') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:50.742212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] Provisioning complete for port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:50.743219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.755044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.793516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.807900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:37:50.812339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:37:50.815702 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:37:50.868868 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:50.880495 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:50.885167 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7600f56-d436-47ea-b2e1-4ee7d02ea359 None None] Pushing event updated for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:50.951781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.984123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:50.993104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] 10.222.0.49 "DELETE /v2.0/networks/0b884b0c-d5d5-42c2-b30b-b95290eafe1a HTTP/1.1" status: 204 len: 168 time: 1.4343202 Oct 13 04:37:50.993104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07915d-6425-49b5-927f-083cf7f70878 tempest-ExtraDHCPOptionsTestJSON-1257441166 tempest-ExtraDHCPOptionsTestJSON-1257441166-project] Pushing event deleted for resources: {'Network': ['ID=0b884b0c-d5d5-42c2-b30b-b95290eafe1a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:50.999602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.091879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] For port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:51.103732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.218975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2153d-0104-4f92-8e79-3016be63d229 None None] Pushing event updated for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:51.220948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:51.273069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6302c035-b4fc-4faf-990d-0efc7ebc5555 None None] Provisioning complete for port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:51.273580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6302c035-b4fc-4faf-990d-0efc7ebc5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.360139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2be40d13-4f19-4058-bb31-bb718b40120a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:37:51.437468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2be40d13-4f19-4058-bb31-bb718b40120a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:37:51.437821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2be40d13-4f19-4058-bb31-bb718b40120a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:37:51.462206 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8226504-6655-4a48-b97b-b71a9d2e16f2 req-3ceb5cef-0ea6-418c-a710-19dc3f33da3e tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3811471 Oct 13 04:37:51.503535 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc75f1-5d75-4623-91a2-81cd3c08f6a5 x-openstack-request-id: req-2bcc75f1-5d75-4623-91a2-81cd3c08f6a5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:51.503830 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "76bf17c5-477e-449b-9041-f3e4f035ebf1", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:51.504090 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bcc75f1-5d75-4623-91a2-81cd3c08f6a5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:51.504492 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '76bf17c5-477e-449b-9041-f3e4f035ebf1', 'status': 'completed', 'code': 200} Oct 13 04:37:51.536976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:51.570760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:51.571132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.600288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47502) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:51.637897 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:37:46Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e778e-ff2c-4bc9-b907-3c49e2becbda', 'name': '', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:99:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:44Z', 'updated_at': '2021-10-13T04:37:50Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:51.701942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:51.702314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.703351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cfc98d-4b15-409f-af0a-0b05eec07fae None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:37:46Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e778e-ff2c-4bc9-b907-3c49e2becbda', 'name': '', 'network_id': '909e1b40-b10b-44f9-b6f4-13d8edccc3b9', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:99:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:44Z', 'updated_at': '2021-10-13T04:37:50Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '08f62a7d-18f2-418e-a8bd-39ecfe58774e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:37:51.799349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2122129491-network', 'tenant_id': '76c9d385177242ee933e578a557c07c0'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:51.861389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Made reservation on behalf of 76c9d385177242ee933e578a557c07c0 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:51.868330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.892814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:51.904819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68191c8a-71e4-4fa9-9a84-712edeca4889 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ba8313ac12cd4b0b981c1c2fdad4e5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024125 Oct 13 04:37:51.907411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:51.963284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-b218269f-a0b3-4d00-91e5-00c9306ecaa5 req-2ed0199c-6313-4404-bf34-dfca46ebab3c service neutron] (95048) timed out ('10.222.0.49', 35696) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:37:52.056577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.066008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.088410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:37:52.105828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233adc2-1f47-49e3-b0a6-3b8a809ed79c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:52.109259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.109608 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Added segment 5db4d423-22f4-4af1-a605-0b9abcfed0a9 of type vlan for network 7944c59f-b079-4432-a8df-ccf7b4f60edf Oct 13 04:37:52.132539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.132905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.133227 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Floating IP c85b5278-783e-41a3-aca4-e116dcb19ed8 disassociated. External IP: 172.25.0.159, port: 4d01ea32-8d32-44d1-8362-51a9b1ad86f6. Oct 13 04:37:52.133572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:52.141841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.175636 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.209056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.226968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.228133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.228965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.262348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7203128 Oct 13 04:37:52.262568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47526) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:52.267835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Request body: {'subnet': {'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2122129491-subnet', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:52.333889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Made reservation on behalf of 76c9d385177242ee933e578a557c07c0 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:37:52.336357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.340993 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.343594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.344735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f4e14eb-fecc-44c0-b9f5-cf6643fffd58 HTTP/1.1" status: 204 len: 168 time: 0.4363260 Oct 13 04:37:52.360589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f56daa-3182-48aa-b2cb-a66dc9e6e925 admin admin] Pushing event updated for resources: {'Network': ['ID=7944c59f-b079-4432-a8df-ccf7b4f60edf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:52.370872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:37:52.390133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99c567-0092-4273-a85f-d3a08d8ed0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e14eb-fecc-44c0-b9f5-cf6643fffd58,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:52.488797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:52.593007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=4d01ea32-8d32-44d1-8362-51a9b1ad86f6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:52.667704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1529ab-b95a-47ae-88b0-9a1a2b099db0 req-4977c1a3-2270-4fe9-bfaa-677627b1dea4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.676972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1529ab-b95a-47ae-88b0-9a1a2b099db0 req-4977c1a3-2270-4fe9-bfaa-677627b1dea4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.685350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1529ab-b95a-47ae-88b0-9a1a2b099db0 req-4977c1a3-2270-4fe9-bfaa-677627b1dea4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:52.694040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a1529ab-b95a-47ae-88b0-9a1a2b099db0 req-4977c1a3-2270-4fe9-bfaa-677627b1dea4 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 2409 time: 0.1033640 Oct 13 04:37:52.741361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3a1529ab-b95a-47ae-88b0-9a1a2b099db0 req-1d76cd6b-edd2-4d5a-b5d5-c39a714c9770 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Oct 13 04:37:52.896431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Router 0fdce087-7069-4339-a7f1-7d1e7ae00570 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:37:52.906361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.021376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:53.103156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d5d9b3-16fd-4a81-a033-419f7c3db205,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:53.150481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Checking segment: {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:53.151148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Network hostable DHCP agents. Network: 7944c59f-b079-4432-a8df-ccf7b4f60edf, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:37:53.205846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:37:53.221126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:37:53.248465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Sync routers for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:37:53.268555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:53.269533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:53.279158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 7944c59f-b079-4432-a8df-ccf7b4f60edf) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:53.281460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d6d423d-cd4d-4613-bd32-1f8bd36f1665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.289229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:53.289826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.340911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port 4d01ea32-8d32-44d1-8362-51a9b1ad86f6 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:53.346066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.350509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-2625b1f5-38db-459b-a4c6-80482b11d41d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "DELETE /v2.0/ports/4d01ea32-8d32-44d1-8362-51a9b1ad86f6 HTTP/1.1" status: 204 len: 173 time: 3.1021514 Oct 13 04:37:53.381696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-de194ddd-c416-43df-a0d8-47d287c2ca51 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1186345 Oct 13 04:37:53.389566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:53.397530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:53.443640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:53.469175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.470584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.484927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d6d423d-cd4d-4613-bd32-1f8bd36f1665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.501473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d6d423d-cd4d-4613-bd32-1f8bd36f1665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.532060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:53.537300 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf1edf-7a84-4330-bbd2-6de57fc9f82e" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:53.587629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.608075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7d6d423d-cd4d-4613-bd32-1f8bd36f1665 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4752d9e09ca94e26a0a3f213de792566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855441 Oct 13 04:37:53.610299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d423d-cd4d-4613-bd32-1f8bd36f1665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c96447c-0241-4803-a277-0ac69553a261,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:53.623590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47572) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:53.645441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9716d-647c-43d5-90c4-eec077f944f3 None None] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:53.647627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5f1e778e-ff2c-4bc9-b907-3c49e2becbda up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:53.697070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47574) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:53.698692 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92948934-0db0-47fa-a579-032342a6dbdb x-openstack-request-id: req-92948934-0db0-47fa-a579-032342a6dbdb {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:53.699744 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "4d01ea32-8d32-44d1-8362-51a9b1ad86f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:53.700106 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92948934-0db0-47fa-a579-032342a6dbdb {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:53.700592 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '4d01ea32-8d32-44d1-8362-51a9b1ad86f6', 'status': 'completed', 'code': 200} Oct 13 04:37:53.711291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:53.711786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.815341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.815877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.845722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.871575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--605470747'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:53.884977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:53.921900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:53.922374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.948303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.948967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Checking router: 0fdce087-7069-4339-a7f1-7d1e7ae00570 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:37:53.965490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:53.999387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1405-7e43-4741-bee3-e1d33002956c req-80b34e63-195e-4801-9bf3-27a476cd7fbb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.005588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1405-7e43-4741-bee3-e1d33002956c req-80b34e63-195e-4801-9bf3-27a476cd7fbb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.008592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:54.008910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.013480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:54.014281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:54.016825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1405-7e43-4741-bee3-e1d33002956c req-80b34e63-195e-4801-9bf3-27a476cd7fbb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:54.024423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ffb1405-7e43-4741-bee3-e1d33002956c req-80b34e63-195e-4801-9bf3-27a476cd7fbb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 2409 time: 0.1304328 Oct 13 04:37:54.050904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:54.052996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.055898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.060350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c96447c-0241-4803-a277-0ac69553a261 HTTP/1.1" status: 204 len: 168 time: 0.4342740 Oct 13 04:37:54.078183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ffb1405-7e43-4741-bee3-e1d33002956c req-6d785472-a2cb-455d-b77a-1aaa31ed82d1 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 Oct 13 04:37:54.091046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304cb12-9aa9-4e06-bee0-b8ec7b8ab30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c96447c-0241-4803-a277-0ac69553a261,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:54.159394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-7944c59f-b079-4432-a8df-ccf7b4f60edf', 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'fixed_ips': [{'subnet_id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:37:54.162166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.205317 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.218465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.269533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.289447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b893b-c15c-42c1-b0d2-7b8290387f12,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:54.295737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.376979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.380873 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.433222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Allocated IP 172.25.0.241 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/86d59ece-1bc7-49c3-b29a-fa26a38c6c75) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:54.440361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Allocated IP 172.20.0.2 (7944c59f-b079-4432-a8df-ccf7b4f60edf/d5d5d9b3-16fd-4a81-a033-419f7c3db205/86d2fb92-7017-46ad-b800-66d806934982) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:54.454449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=190f70c5-cd10-4b35-9d7f-20e4b24b4fe7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:54.455305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.476723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:54.547810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port 190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:54.568147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.572846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-7a938e80-7f5b-4304-8e48-f5067f9e0fcf tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "DELETE /v2.0/ports/190f70c5-cd10-4b35-9d7f-20e4b24b4fe7 HTTP/1.1" status: 204 len: 173 time: 1.2158749 Oct 13 04:37:54.576693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fec130-7bbc-4677-9f09-d020a658b633,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:54.595354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.600515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6940e52-5abf-41bd-a2de-4341f905b42a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8941641 Oct 13 04:37:54.620815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:54.655158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.728515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.800125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:54.805228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:54.811169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:54.828496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2db60e5f-aa1e-4e20-ad07-9c452abd3a1e tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2035894 Oct 13 04:37:54.830107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:54.837770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:54.841931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-security--1948741010', 'description': 'tempest-security-description-714190499'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:54.853837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Pushing event updated for resources: {'Port': ['ID=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:54.882800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c639b6be-c66d-4902-aab1-2e8533393412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.913668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:54.942625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 8ae020f6-c487-42bd-9158-32c3e815c5ad {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:54.943020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.081887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.087310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47594) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.103522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.116450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.148816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.151463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.155817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "PUT /v2.0/security-groups/79fec130-7bbc-4677-9f09-d020a658b633 HTTP/1.1" status: 200 len: 1779 time: 0.3219254 Oct 13 04:37:55.162415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47598) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.238192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cb27eb36-ed4d-4a7d-b7f0-a97847ad3276 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups/79fec130-7bbc-4677-9f09-d020a658b633 HTTP/1.1" status: 200 len: 1779 time: 0.0722959 Oct 13 04:37:55.239126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:55.241464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Pushing event updated for resources: {'Port': ['ID=86d2fb92-7017-46ad-b800-66d806934982,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.247034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:55.251753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:55.252074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Deleting subnet 7ab858f1-14ea-47be-9771-0078544f80fe {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:37:55.254353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80c2e2-ded9-4620-b35e-2ea6faa72d9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fec130-7bbc-4677-9f09-d020a658b633,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.257625 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.261085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47600) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.275506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.282215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:55.285971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639a2ce-5fdb-425d-99da-2f0d73de2a24 None None] The sync data for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 is: [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:26:38Z', 'revision_number': 4, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29', 'name': '', 'network_id': 'fc5422b0-6844-413d-99eb-acda6c118e13', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'mac_address': 'fa:16:3e:98:31:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:38Z', 'updated_at': '2021-10-13T04:26:46Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'subnets': [{'id': 'd89246d6-75d3-4a41-93f1-afb73ceb9d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:37:55.378810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Attempting to bind port 86d2fb92-7017-46ad-b800-66d806934982 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:55.379238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Attempting to bind port 86d2fb92-7017-46ad-b800-66d806934982 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:55.379605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Attempting to bind port 86d2fb92-7017-46ad-b800-66d806934982 on network 7944c59f-b079-4432-a8df-ccf7b4f60edf {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:55.379743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port 8ae020f6-c487-42bd-9158-32c3e815c5ad, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=8ae020f6-c487-42bd-9158-32c3e815c5ad,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:55.379977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.399552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:55.399946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Checking segment: {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:55.400512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.400926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Bound using segment: {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:55.401579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Bound port: 86d2fb92-7017-46ad-b800-66d806934982, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:55.401981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.409901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.441471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 8ae020f6-c487-42bd-9158-32c3e815c5ad owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:55.451289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c639b6be-c66d-4902-aab1-2e8533393412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.461395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0169-b643-4da8-83fb-cdf63fdae7fe req-ef50f539-9091-450e-a0cc-6e95bac43620 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:55.469660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c0169-b643-4da8-83fb-cdf63fdae7fe req-ef50f539-9091-450e-a0cc-6e95bac43620 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:55.471464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e14c0169-b643-4da8-83fb-cdf63fdae7fe req-ef50f539-9091-450e-a0cc-6e95bac43620 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 1676 time: 0.2072291 Oct 13 04:37:55.482641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c639b6be-c66d-4902-aab1-2e8533393412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.516549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.518917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] For port 86d2fb92-7017-46ad-b800-66d806934982, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:55.523647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] For port 86d2fb92-7017-46ad-b800-66d806934982, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d2fb92-7017-46ad-b800-66d806934982,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:55.533201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.537914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b6be-c66d-4902-aab1-2e8533393412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4c0d0-173b-45b1-8493-dea1f58a94ff,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.547157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.605899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7aec3-3ea5-4170-9706-0e6843bc29b3 None None] Pushing event updated for resources: {'Port': ['ID=86d2fb92-7017-46ad-b800-66d806934982,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.665671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.667505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.669735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.673128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/79fec130-7bbc-4677-9f09-d020a658b633 HTTP/1.1" status: 204 len: 168 time: 0.4098375 Oct 13 04:37:55.676039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47602) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.707510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:55.709798 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb6a23-062f-414e-863c-768cb966bec4" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:55.721601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c639b6be-c66d-4902-aab1-2e8533393412 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b7c807e2bbe42dd9de0ca3553952c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8749609 Oct 13 04:37:55.728113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47608) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.732849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e14c0169-b643-4da8-83fb-cdf63fdae7fe req-69c4b9c3-107c-434e-b602-493d75e22971 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456951 Oct 13 04:37:55.748554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab6504-6167-4e8a-ac71-5c9bdb710e5d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fec130-7bbc-4677-9f09-d020a658b633,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.794279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.832662 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4e8158-ad22-4006-ae15-c460bee5f4c5 None None] New status for floating IP c85b5278-783e-41a3-aca4-e116dcb19ed8: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:37:55.833456 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6b37b-e6fd-410c-b436-87fa6360d153 x-openstack-request-id: req-74f6b37b-e6fd-410c-b436-87fa6360d153 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:55.833849 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "190f70c5-cd10-4b35-9d7f-20e4b24b4fe7", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:55.834113 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74f6b37b-e6fd-410c-b436-87fa6360d153 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:55.834528 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '190f70c5-cd10-4b35-9d7f-20e4b24b4fe7', 'status': 'completed', 'code': 200} Oct 13 04:37:55.845729 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.927276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:55.931483 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7ab858f1-14ea-47be-9771-0078544f80fe HTTP/1.1" status: 204 len: 168 time: 0.8415844 Oct 13 04:37:55.932536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24386de5-3c47-4db5-bcaf-f9632e9c58f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab858f1-14ea-47be-9771-0078544f80fe,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:55.934499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47610) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:55.958103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a6cf6f8-e0fa-4675-9ffe-7316c7029d33 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2733440 Oct 13 04:37:55.963009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47612) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.010397 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-73f157d5-cc2e-4282-83b4-a914accc9903 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] delete failed (client error): The resource could not be found. Oct 13 04:37:56.018295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73f157d5-cc2e-4282-83b4-a914accc9903 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/79fec130-7bbc-4677-9f09-d020a658b633 HTTP/1.1" status: 404 len: 347 time: 0.0447824 Oct 13 04:37:56.019103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.025255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540050634'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:56.069293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.100219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.104762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.108920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.122294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Router 139698db-9e2b-4eda-a32b-e4624974f498 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:37:56.126638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.148228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=8ae020f6-c487-42bd-9158-32c3e815c5ad,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.228159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port 8ae020f6-c487-42bd-9158-32c3e815c5ad on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:56.262706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.266174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-93295c55-f4a0-4f31-bc01-462b80bbe755 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "DELETE /v2.0/ports/8ae020f6-c487-42bd-9158-32c3e815c5ad HTTP/1.1" status: 204 len: 173 time: 1.6850064 Oct 13 04:37:56.305568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.309554 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.310423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.312965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.314103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6f4c0d0-173b-45b1-8493-dea1f58a94ff HTTP/1.1" status: 204 len: 168 time: 0.5724583 Oct 13 04:37:56.321300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.335598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978abc9c-6cf9-42f6-b1cb-58a6992970ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4c0d0-173b-45b1-8493-dea1f58a94ff,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.343757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:37:56.346047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071676de-2578-4a65-80de-9b6f351ac9d0']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:56.356595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.360907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3394859 Oct 13 04:37:56.364611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47618) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.368999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '58e87bc8-1772-4243-9816-f495a903d4d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:56.377976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:56.378320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df0fa1f-a548-45e3-9c8a-b04c81d8eb2c') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:56.380023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Sync routers for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:37:56.392171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.401532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc081d-9a88-48d1-86ed-0c98e23f3cdb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e87bc8-1772-4243-9816-f495a903d4d6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.404060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:56.404882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:56.413372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.427113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:37:56.427533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:37:56.429400 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:37:56.437161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.438988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1ddce4c4-3876-498d-991a-d6cf2a8d79b2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0479867 Oct 13 04:37:56.442130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47620) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.476051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.522796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port db708d1c-ba96-4cab-aacc-b772bf35eb6c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:37:56.523183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.551228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.561240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.576361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:56.615882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.619763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2541788 Oct 13 04:37:56.622715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47622) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.670577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27706-5bf9-4af6-98e9-ca56e2a00d05 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e9e213-218b-464f-8a3f-fa6527ad399a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.684092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.704105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.763809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.769710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.774240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/50e9e213-218b-464f-8a3f-fa6527ad399a HTTP/1.1" status: 204 len: 168 time: 0.1478908 Oct 13 04:37:56.789449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47626) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:56.791192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34addb3-24a3-4458-84ed-af9fbbbc6f7c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50e9e213-218b-464f-8a3f-fa6527ad399a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.813500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.819306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:56.844386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] 10.222.0.49 "DELETE /v2.0/networks/071676de-2578-4a65-80de-9b6f351ac9d0 HTTP/1.1" status: 204 len: 168 time: 0.8797448 Oct 13 04:37:56.857582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:55Z', 'revision_number': 3, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:56.892197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Checking router: 139698db-9e2b-4eda-a32b-e4624974f498 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:37:56.893211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Updating router 139698db-9e2b-4eda-a32b-e4624974f498 port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:37:56.901388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cbeef-5371-45c4-b121-b83814d6da8b admin admin] Pushing event deleted for resources: {'Network': ['ID=071676de-2578-4a65-80de-9b6f351ac9d0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:56.928715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.028686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-59af593a-297d-4fdb-8ed7-879308c1698c tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2287829 Oct 13 04:37:57.031252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47638) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.049933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port db708d1c-ba96-4cab-aacc-b772bf35eb6c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=db708d1c-ba96-4cab-aacc-b772bf35eb6c,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:57.051707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.065056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.116836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.128351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for db708d1c-ba96-4cab-aacc-b772bf35eb6c owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:37:57.149308 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.178736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205d91e-d0f7-4045-a894-dcec932dfaed req-59173e64-7915-4de9-8f66-d3148aa6d5cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:37:57.187743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8205d91e-d0f7-4045-a894-dcec932dfaed req-59173e64-7915-4de9-8f66-d3148aa6d5cc tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 942 time: 0.2672610 Oct 13 04:37:57.216318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f889d5-4022-4d5e-a8e5-53baef3cadb3 None None] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:37:57.238463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.241261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.242747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/58e87bc8-1772-4243-9816-f495a903d4d6 HTTP/1.1" status: 204 len: 168 time: 0.2104955 Oct 13 04:37:57.247874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47644) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.305339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3cf29-2961-4771-a814-12593234f3a5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e87bc8-1772-4243-9816-f495a903d4d6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:57.366734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd8a7124-6463-4668-9372-983da3570572 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1177700 Oct 13 04:37:57.385760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47646) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.396023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d2fb92-7017-46ad-b800-66d806934982 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:57.407996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625756481'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:57.410147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9ba14c95-bc6a-430b-8c26-7c6921411f8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7abfb162fb64402ab063d2e99ba3086e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427432 Oct 13 04:37:57.417928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47650) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.441410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8205d91e-d0f7-4045-a894-dcec932dfaed req-df9a9165-e90d-43ca-ac4c-711e8330c6f7 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups?id=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528086 Oct 13 04:37:57.505802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] Provisioning complete for port 86d2fb92-7017-46ad-b800-66d806934982 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:57.506196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.537433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.564960 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.582489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.611133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.684338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.692789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.709262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Attempting to bind port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:37:57.709640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Attempting to bind port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:37:57.710435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Attempting to bind port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:37:57.711348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.717923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86d2fb92-7017-46ad-b800-66d806934982 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:57.718306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.725645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:37:57.726030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:37:57.726443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.727205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:37:57.727714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Bound port: 86d59ece-1bc7-49c3-b29a-fa26a38c6c75, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:37:57.728104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.774455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.776747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3898003 Oct 13 04:37:57.779672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:57.784953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '86f3a140-01ab-4b7b-bcb8-4a8f93f9d632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:57.802916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f99b39-0e4f-4a19-92bc-81669a953527 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3a140-01ab-4b7b-bcb8-4a8f93f9d632,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:57.810814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.813559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.817163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c208fba4-1753-416e-9eca-e455ec0aedb7 HTTP/1.1" status: 204 len: 168 time: 0.3907468 Oct 13 04:37:57.828686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8425e-0dd2-4a14-a092-2dd489013385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c208fba4-1753-416e-9eca-e455ec0aedb7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:57.840520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b03d-7117-4073-93f4-07ab303eee4b None None] Pushing event updated for resources: {'Port': ['ID=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:57.861675 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:57.880828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:37:57.883269 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4c8855-ec1f-47e0-a129-8ca5f7cb17c0" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:37:57.982767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.007270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.013019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.023933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=db708d1c-ba96-4cab-aacc-b772bf35eb6c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:58.052614 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1ba8ba-19e3-4000-ba55-9de6033c4663 x-openstack-request-id: req-ac1ba8ba-19e3-4000-ba55-9de6033c4663 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:37:58.052990 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "8ae020f6-c487-42bd-9158-32c3e815c5ad", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:37:58.053177 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac1ba8ba-19e3-4000-ba55-9de6033c4663 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:37:58.056012 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': '8ae020f6-c487-42bd-9158-32c3e815c5ad', 'status': 'completed', 'code': 200} Oct 13 04:37:58.056398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8bc91b-26ee-400f-b343-77c1c8da3b47,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:58.067272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] For port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:37:58.072211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] For port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:37:58.079796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.083594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-63175900-bf98-4c1d-a804-0284f4a8954a tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3003085 Oct 13 04:37:58.085466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:58.086733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.091115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '86f3a140-01ab-4b7b-bcb8-4a8f93f9d632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:58.104804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.110897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port db708d1c-ba96-4cab-aacc-b772bf35eb6c on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:37:58.115213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.118915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29bfa248-5a18-4a09-88e4-03846573f74c req-cdf0d887-c20d-4887-9ebc-369dbf4c025a tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.16 "DELETE /v2.0/ports/db708d1c-ba96-4cab-aacc-b772bf35eb6c HTTP/1.1" status: 204 len: 173 time: 1.8460381 Oct 13 04:37:58.148998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.211231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] For port 86d2fb92-7017-46ad-b800-66d806934982, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d2fb92-7017-46ad-b800-66d806934982,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:37:58.219148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.272567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.283441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.287005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.314727 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.343734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:37:58.344541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:58.359673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd60f27b-e609-422f-ad9a-ecb375bb574b,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:58.365769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.368988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-34e5528e-f40b-4674-b0e5-951017f696a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825062 Oct 13 04:37:58.372417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47676) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:58.400356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '86f3a140-01ab-4b7b-bcb8-4a8f93f9d632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:58.500734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.552014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5b03d-7117-4073-93f4-07ab303eee4b None None] Pushing event updated for resources: {'Port': ['ID=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:58.832546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.852597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.868806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29c841ea-18fc-4527-97d4-94234024a647 req-b6b1cf2c-751f-451a-b6f9-e41172d5560c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.1477985 Oct 13 04:37:58.921441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Allocated IP 172.20.0.1 (7944c59f-b079-4432-a8df-ccf7b4f60edf/d5d5d9b3-16fd-4a81-a033-419f7c3db205/2df6eb21-6ad8-403d-b665-a0dd03263ed4) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:37:58.936281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee945c4a-a8fd-4063-801d-5f638b71ab6e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:58.947901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:58.949763 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cded631-f597-43b6-9e22-618fbbc8ef3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5750539 Oct 13 04:37:58.958315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:58.963503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '86f3a140-01ab-4b7b-bcb8-4a8f93f9d632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:59.026011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.068659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:37:59.069387 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:37:59.088002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5990e827-8a6a-4137-90f1-85a862ada7bd None None] Provisioning complete for port 86d2fb92-7017-46ad-b800-66d806934982 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:37:59.088388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5990e827-8a6a-4137-90f1-85a862ada7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.149877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.154172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.155666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.170994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decc77-cd08-4574-9be6-0e8b197964ff None None] Pushing event updated for resources: {'Port': ['ID=86d2fb92-7017-46ad-b800-66d806934982,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.197516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:37:59.200111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b843e6a2-db81-4db3-a3bc-b6f7d06b021e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.215175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.217568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.217924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e74299af-4d28-4812-a80a-e7d82dab43fe tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574456 Oct 13 04:37:59.222772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47700) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:59.232900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '86f3a140-01ab-4b7b-bcb8-4a8f93f9d632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:37:59.291744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.312033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:37:59.314634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:37:59.329017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:37:59.382912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Pushing event updated for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.417204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.429139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.440979 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.470217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de49c2b-a723-45d7-8ea0-f7649d4a3236,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.500977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.503356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4aab0547-d6c3-4e81-b3f0-a74233516230 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2788670 Oct 13 04:37:59.505821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47712) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:59.564290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.584771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.651559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.660096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.661227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7de49c2b-a723-45d7-8ea0-f7649d4a3236 HTTP/1.1" status: 204 len: 168 time: 0.1544373 Oct 13 04:37:59.668668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47718) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:59.706539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.735379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dc00a-0356-46d6-896f-9f2ee41ab753 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7de49c2b-a723-45d7-8ea0-f7649d4a3236,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.778543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd5161e8-5f91-45de-beec-226c815df975 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1087148 Oct 13 04:37:59.781309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:37:59.863794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.891008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.901296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:55Z', 'revision_number': 3, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:37:59.912980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d2fb92-7017-46ad-b800-66d806934982 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:37:59.954688 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.954957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.960859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.972763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:37:59.974513 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b843e6a2-db81-4db3-a3bc-b6f7d06b021e HTTP/1.1" status: 204 len: 168 time: 0.1922379 Oct 13 04:37:59.975934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377d748-d2ed-4fe9-806e-4b1ad22cd4f4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b843e6a2-db81-4db3-a3bc-b6f7d06b021e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:37:59.987861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.046717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3edd1625-3581-4a72-9799-583542d182d3 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0573530 Oct 13 04:38:00.049304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47732) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.056818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:00.059448 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb136fbb-4823-45b2-b48d-49db90b34d59" -d '{"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:00.062266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f8332-2ff2-4f51-89d6-cdb6a8e798eb None None] The sync data for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 is: [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:55Z', 'revision_number': 3, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:00.094757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Pushing event updated for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:00.110365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.116173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.129854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.132744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-25995949-f7b8-4d61-a5e0-54321bc5a924 None None] Provisioning complete for port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:00.133319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-25995949-f7b8-4d61-a5e0-54321bc5a924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.216541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf3f1e1a-d5e8-4b69-9aa2-99f7c7989ffc req-0ef8148c-8196-4b96-a468-974bec1a9071 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0749035 Oct 13 04:38:00.237108 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e67b87-2efd-420a-a9c7-5741ab4ebfbe x-openstack-request-id: req-a1e67b87-2efd-420a-a9c7-5741ab4ebfbe {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:00.237839 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9ba63e-d3db-401e-b71e-8e30903990f7", "name": "network-vif-deleted", "tag": "db708d1c-ba96-4cab-aacc-b772bf35eb6c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:00.238481 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1e67b87-2efd-420a-a9c7-5741ab4ebfbe {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:00.239273 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9ba63e-d3db-401e-b71e-8e30903990f7', 'name': 'network-vif-deleted', 'tag': 'db708d1c-ba96-4cab-aacc-b772bf35eb6c', 'status': 'completed', 'code': 200} Oct 13 04:38:00.239483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86d2fb92-7017-46ad-b800-66d806934982 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:00.239916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.242259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-25995949-f7b8-4d61-a5e0-54321bc5a924 None None] Port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:00.279157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.287775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.292387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47742) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.293723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ee945c4a-a8fd-4063-801d-5f638b71ab6e HTTP/1.1" status: 204 len: 168 time: 0.2426939 Oct 13 04:38:00.304095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e3652-11e5-404e-a9f2-a9d135f3ecf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee945c4a-a8fd-4063-801d-5f638b71ab6e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:00.369778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:00.377104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:00.442952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47750) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.455643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0cde534e-ee60-45b2-a28c-610a62b18881 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1516788 Oct 13 04:38:00.500586 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.551527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.608088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.617137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.618797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bd60f27b-e609-422f-ad9a-ecb375bb574b HTTP/1.1" status: 204 len: 168 time: 0.1741767 Oct 13 04:38:00.627723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47752) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.670766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d5eec-6e41-4864-821c-4e8da7f67be2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd60f27b-e609-422f-ad9a-ecb375bb574b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:00.754407 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d7c16c38-055a-403f-ac4d-65e80d0ec754 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1216798 Oct 13 04:38:00.754779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.777412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Router 139698db-9e2b-4eda-a32b-e4624974f498 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:00.794502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.811952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.859084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.879790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c0a63922-9957-4862-87cd-d7f6be7334cf None None] Provisioning complete for port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:00.880515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0a63922-9957-4862-87cd-d7f6be7334cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.881903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:00.888010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9e8bc91b-26ee-400f-b343-77c1c8da3b47 HTTP/1.1" status: 204 len: 168 time: 0.1321592 Oct 13 04:38:00.893491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47762) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:00.951535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4a1af-35ab-4f95-829d-3834b0a69283 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e8bc91b-26ee-400f-b343-77c1c8da3b47,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:00.958028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c0a63922-9957-4862-87cd-d7f6be7334cf None None] Port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:00.965962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:00.971683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fafda8de-c3fa-46d4-8330-9c4d74581574 admin admin] 10.222.0.49 "PUT /v2.0/routers/139698db-9e2b-4eda-a32b-e4624974f498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5285685 Oct 13 04:38:01.015616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47770) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:01.021282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e603df94-31cb-480e-9797-b72289cc1152 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264822 Oct 13 04:38:01.114789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.172403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.279054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.281722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.285653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47778) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:01.304127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/86f3a140-01ab-4b7b-bcb8-4a8f93f9d632 HTTP/1.1" status: 204 len: 168 time: 0.2800477 Oct 13 04:38:01.326544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f033d-e8fb-436b-b3ce-56531fd9ccf4 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3a140-01ab-4b7b-bcb8-4a8f93f9d632,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:01.368314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47782) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:01.372801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--780164340'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:01.380561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-72e0db73-8d6e-4221-b995-61cbe0cf20cb tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903509 Oct 13 04:38:01.483793 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f415c945-d01b-4e11-a30e-d8fa4988efb7 req-5e7d5d02-9456-47de-b7fe-4741cde8ab92 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0715775 Oct 13 04:38:01.488379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.567959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47790) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:01.672975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.686382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.724760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.726747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3584309 Oct 13 04:38:01.729946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47796) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:01.734527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d24e0b2-edd4-4fc6-829c-dbb168bf73f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.736961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '00965273-9ecc-4f01-a288-2710790bd59a', 'direction': 'ingress', 'protocol': 17}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:01.789527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.795445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7ab1e-925e-4f57-a888-9912d63695a8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00965273-9ecc-4f01-a288-2710790bd59a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:01.891281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.900547 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.949149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d24e0b2-edd4-4fc6-829c-dbb168bf73f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.954125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7d24e0b2-edd4-4fc6-829c-dbb168bf73f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:01.970264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31757e7-ea04-4518-87d9-a7f82603511c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.003274 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7d24e0b2-edd4-4fc6-829c-dbb168bf73f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e4dbec4fc0b4d8885e54a64cba7d8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329948 Oct 13 04:38:02.004765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47798) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:02.021883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.025833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aa646d46-c9bc-42e6-9036-011f887cfb9b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2937272 Oct 13 04:38:02.034335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47800) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:02.067192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:02.103170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.135524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.155195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e0b2-edd4-4fc6-829c-dbb168bf73f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168cb3f-a226-4eb4-b4ee-24de4718a530,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.170041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:02.173518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.203320 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.205851 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.213852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.218076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8168cb3f-a226-4eb4-b4ee-24de4718a530 HTTP/1.1" status: 204 len: 168 time: 0.2098873 Oct 13 04:38:02.254225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.259237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568e82-1345-4898-94bb-f36fee6095e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168cb3f-a226-4eb4-b4ee-24de4718a530,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.357806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.359923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.362126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.364103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/00965273-9ecc-4f01-a288-2710790bd59a HTTP/1.1" status: 204 len: 168 time: 0.3262448 Oct 13 04:38:02.366365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:02.382024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153cbd-7593-437e-a185-ce5eab987c0f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00965273-9ecc-4f01-a288-2710790bd59a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.416948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:02.426231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.465990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6888d05-3d12-4afb-a726-b8f6e0cde429 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981271 Oct 13 04:38:02.471549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:02.477924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977920865'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:02.495579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.530114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.665465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-50c7eb16-20fb-4113-bfdb-b9243873a86b req-cf2831e1-f9e3-4654-b5aa-c066fe7b04ac tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0491719 Oct 13 04:38:02.704045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.711187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.773911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f0d60-c04e-4f7c-bf80-459f6a1ee40e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:02.794317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.796960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5a67e4ba-115f-4b67-9124-3db9c8dfe2d5 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3238137 Oct 13 04:38:02.799901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47830) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:02.806565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--819486068'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:02.843958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:02.981952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.006799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:03.010179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.040755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-bd05be25-72cf-4694-932b-46ec89ae2217 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5e4ff77b295148b99b8326a74f77a667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637116 Oct 13 04:38:03.147477 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.150461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3490944 Oct 13 04:38:03.154569 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Sync routers for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:03.163345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47848) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:03.168417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': 'a85f0d60-c04e-4f7c-bf80-459f6a1ee40e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0845620d-b2f2-4923-bd59-9e6b80c778d7', 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:03.169481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:03.169892 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:03.181268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a30402-8c00-4b9e-947c-7c7ef6820b4d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0845620d-b2f2-4923-bd59-9e6b80c778d7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:03.316391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.373503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-1bcf44ae-f782-4509-a1d1-1145514235c4 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:03.375659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-1bcf44ae-f782-4509-a1d1-1145514235c4 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249409 Oct 13 04:38:03.420916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.435935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.457626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-fc02d6f8-cd91-479e-b7ab-8be68a765f53 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/quotas/5e4ff77b295148b99b8326a74f77a667 HTTP/1.1" status: 200 len: 375 time: 0.0351145 Oct 13 04:38:03.463922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790347fd-20c0-4901-b6c0-0246f950e74a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:03.490681 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:03.507520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-72e23884-21d8-473f-ac37-e67e8159249e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5e4ff77b295148b99b8326a74f77a667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392132 Oct 13 04:38:03.517408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.519964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42e54c2e-1764-4801-b9e5-ebad7d497db6 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3553469 Oct 13 04:38:03.522818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47856) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:03.569885 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.582065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.613108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.620512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:03.622839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/790347fd-20c0-4901-b6c0-0246f950e74a HTTP/1.1" status: 204 len: 168 time: 0.0981457 Oct 13 04:38:03.632195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:03.633212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe91c15-2a3d-46e2-96b1-4e9d6e893840 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=790347fd-20c0-4901-b6c0-0246f950e74a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:03.694827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-06ef0c4a-4d5a-44be-949e-d1825f08cfd1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0547688 Oct 13 04:38:03.695307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:03.876238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9992a78-a67c-4695-b6b9-a5c23af34a56 req-5f1aa4d2-9ce7-45db-8644-2025bfec0e4e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 210 time: 0.0466454 Oct 13 04:38:03.895749 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:59Z', 'revision_number': 4, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2df6eb21-6ad8-403d-b665-a0dd03263ed4', 'name': '', 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'mac_address': 'fa:16:3e:31:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:58Z', 'updated_at': '2021-10-13T04:37:59Z', 'revision_number': 2, 'project_id': '76c9d385177242ee933e578a557c07c0', 'subnets': [{'id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:03.908910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44abf61c-6048-4539-9d3f-cfee2f69ff66 req-6e6db29a-a086-40fe-b7e5-1db42379cb10 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0621910 Oct 13 04:38:03.926190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:03.982905 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Checking router: 139698db-9e2b-4eda-a32b-e4624974f498 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:03.983509 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Updating router 139698db-9e2b-4eda-a32b-e4624974f498 port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:04.011918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.020868 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.040263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:04.040690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.067037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.228150 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.231316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.236144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/0845620d-b2f2-4923-bd59-9e6b80c778d7 HTTP/1.1" status: 204 len: 168 time: 0.5360765 Oct 13 04:38:04.236264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47878) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.276252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a083d3-f458-45d2-89b4-78b95753a81f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0845620d-b2f2-4923-bd59-9e6b80c778d7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.328982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-44a92c2e-9c71-4275-b9d3-d027a0d18d56 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0924444 Oct 13 04:38:04.330089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.342381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.388627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47884) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.404766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.450369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.534093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.537075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.540613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/a85f0d60-c04e-4f7c-bf80-459f6a1ee40e HTTP/1.1" status: 204 len: 168 time: 0.2072392 Oct 13 04:38:04.543749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47890) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.571000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf90368-b7a4-49ee-89ef-2b71e60d06a1 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f0d60-c04e-4f7c-bf80-459f6a1ee40e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.650217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d867ad7b-8f82-468d-a1b8-b494f3bb5ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.670746 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-91ae0051-da15-4eea-8ad5-5d2f5b95032f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148660 Oct 13 04:38:04.670746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47892) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.675957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119591595'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:04.702644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.769098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d867ad7b-8f82-468d-a1b8-b494f3bb5ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.790022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d867ad7b-8f82-468d-a1b8-b494f3bb5ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.807547 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.811832 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.822394 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.823146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.863761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.874717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.878522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2039890 Oct 13 04:38:04.879816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47896) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:04.889380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': 'fb010a42-69f6-4335-b707-376f75f0d67a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:04.916110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8b570-8198-4232-b8f1-118d939d2084 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb010a42-69f6-4335-b707-376f75f0d67a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.946526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:04.969803 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961a0f5-9c77-4283-a14e-1f99e005ea80 None None] Pushing event updated for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:04.991996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ad7b-8f82-468d-a1b8-b494f3bb5ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298d6d9b-f6e5-419d-af68-d806e95ad3ff,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.007901 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d867ad7b-8f82-468d-a1b8-b494f3bb5ebb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29e2c57fc2c5438b8737fbee2214b614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6182091 Oct 13 04:38:05.013295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.062956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4e818dc-9ce6-4d66-896d-4e66bfadd5df req-0d5ca60a-8a90-42a5-a27f-227ce421de87 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 210 time: 0.0545805 Oct 13 04:38:05.080118 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Attempting to bind port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:05.080488 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Attempting to bind port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:05.080984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Attempting to bind port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 on network 7944c59f-b079-4432-a8df-ccf7b4f60edf {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:05.087033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:05.087482 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Checking segment: {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:05.087888 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.088285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Bound using segment: {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:05.088763 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Bound port: 2df6eb21-6ad8-403d-b665-a0dd03263ed4, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db4d423-22f4-4af1-a605-0b9abcfed0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:05.089141 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.100945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.106004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.131790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c360d26-e914-4fe3-ac30-48d56fd8ef51 req-906e8353-12d2-4053-9f17-15938fbe7ee2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0750785 Oct 13 04:38:05.142325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbdb7bb-3e82-44ce-9b14-84964709452e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.148575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.152764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1ffb66a6-5ea2-4cb6-ad92-30e9c6ec1670 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2687893 Oct 13 04:38:05.152764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47904) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.195707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.207230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.254335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.261580 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] For port 2df6eb21-6ad8-403d-b665-a0dd03263ed4, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:05.267103 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] For port 2df6eb21-6ad8-403d-b665-a0dd03263ed4, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2df6eb21-6ad8-403d-b665-a0dd03263ed4,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:05.274236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.280121 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.280934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/9dbdb7bb-3e82-44ce-9b14-84964709452e HTTP/1.1" status: 204 len: 168 time: 0.1272647 Oct 13 04:38:05.283995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47906) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.300532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65051443-2585-4562-8dee-e2658516baf2 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dbdb7bb-3e82-44ce-9b14-84964709452e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.360034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e64c8c70-6cdd-49a3-81dd-c25a4be70a1b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744960 Oct 13 04:38:05.361068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47908) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.365341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.383762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961a0f5-9c77-4283-a14e-1f99e005ea80 None None] Pushing event updated for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.403479 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:05.404392 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:05.428392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] Provisioning complete for port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:05.429477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.456662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.489690 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.492988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.553835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-ae4e8aec-d364-4512-923c-e8ba4909d0a5 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5e4ff77b295148b99b8326a74f77a667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464911 Oct 13 04:38:05.570887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Deleting port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:05.571269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.590434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.597085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.611005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.616114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb010a42-69f6-4335-b707-376f75f0d67a HTTP/1.1" status: 204 len: 168 time: 0.2534120 Oct 13 04:38:05.617718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.638246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] For port 2df6eb21-6ad8-403d-b665-a0dd03263ed4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2df6eb21-6ad8-403d-b665-a0dd03263ed4,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:05.644487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.653738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac85d4-5131-44ed-8c8b-d8e63a09b76b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb010a42-69f6-4335-b707-376f75f0d67a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.661820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:05.707577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5caf7f2c-ef94-4b08-8bce-a7a2c8faaba8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845811 Oct 13 04:38:05.708484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47912) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:05.720670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355054101'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:05.722561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] For port 2df6eb21-6ad8-403d-b665-a0dd03263ed4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2df6eb21-6ad8-403d-b665-a0dd03263ed4,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:05.723392 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.729431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c136d-63ec-4d7e-b875-1da16d39e2e9 None None] Pushing event updated for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:05.741774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Calling delete_port for 2df6eb21-6ad8-403d-b665-a0dd03263ed4 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:05.756830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.761775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.764746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/298d6d9b-f6e5-419d-af68-d806e95ad3ff HTTP/1.1" status: 204 len: 168 time: 0.7458978 Oct 13 04:38:05.783765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.873139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-82c630a0-e7df-4048-af95-1bf32fb39954 None None] Provisioning complete for port 2df6eb21-6ad8-403d-b665-a0dd03263ed4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:05.874293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82c630a0-e7df-4048-af95-1bf32fb39954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:05.920531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-80f6f886-766b-4470-aefe-92f19dbe7c56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1099701 Oct 13 04:38:06.030158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:59Z', 'revision_number': 4, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2df6eb21-6ad8-403d-b665-a0dd03263ed4', 'name': '', 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'mac_address': 'fa:16:3e:31:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:58Z', 'updated_at': '2021-10-13T04:38:05Z', 'revision_number': 4, 'project_id': '76c9d385177242ee933e578a557c07c0', 'subnets': [{'id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:06.065631 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c27f4-62d5-4275-95a1-ea64b3403a85 None None] The sync data for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 is: [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:37:59Z', 'revision_number': 4, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '2df6eb21-6ad8-403d-b665-a0dd03263ed4', 'name': '', 'network_id': '7944c59f-b079-4432-a8df-ccf7b4f60edf', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'mac_address': 'fa:16:3e:31:98:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:58Z', 'updated_at': '2021-10-13T04:38:05Z', 'revision_number': 4, 'project_id': '76c9d385177242ee933e578a557c07c0', 'subnets': [{'id': 'd5d5d9b3-16fd-4a81-a033-419f7c3db205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:06.103666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.116186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-fa188a5c-cc83-4bd5-acd0-89ba0c67af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.117964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-fa188a5c-cc83-4bd5-acd0-89ba0c67af7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 1097 time: 0.1266115 Oct 13 04:38:06.118798 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.194144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6911065f-6403-4e47-8528-2e7d25e4894e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:06.314235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.315512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e342d6a4-d696-4289-87b8-2af1f61a2279 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6058154 Oct 13 04:38:06.335657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47926) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:06.345535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '6911065f-6403-4e47-8528-2e7d25e4894e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:06.359227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-528f651d-5bce-4388-8b65-f326685bef57 req-f3716dae-2e5b-4292-aeae-7073df7645db tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 210 time: 0.1068771 Oct 13 04:38:06.425820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-e899186f-26df-45ca-bb50-f5c9d9179d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.427621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-e899186f-26df-45ca-bb50-f5c9d9179d37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9 HTTP/1.1" status: 200 len: 897 time: 0.2372541 Oct 13 04:38:06.429050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.479572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e5a5a-85b6-4d79-8236-dc4baa688d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d6d9b-f6e5-419d-af68-d806e95ad3ff,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:06.494949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-1abbb414-2f1c-412a-a618-a3e86ce26169 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 HTTP/1.1" status: 200 len: 217 time: 0.0554781 Oct 13 04:38:06.498302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.593960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.608677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.616794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-14575875-416d-4463-bb52-2d8da844a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.618262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-14575875-416d-4463-bb52-2d8da844a100 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08f62a7d-18f2-418e-a8bd-39ecfe58774e HTTP/1.1" status: 200 len: 838 time: 0.1123137 Oct 13 04:38:06.628931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15c2b1eb-8a59-4a06-9c4a-ea14b299efb4 req-0812554a-5334-4d98-a391-a2fb70c61cba tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.1422119 Oct 13 04:38:06.642304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e517b5c-0c55-488e-8a34-f9ab01d2ff6f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:06.679616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:06.680067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-02c5bd35-28f8-44f9-ae6d-3b0df38f6de8 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3431420 Oct 13 04:38:06.702674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=2df6eb21-6ad8-403d-b665-a0dd03263ed4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:06.703781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47934) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:06.758841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-448c066f-8ad3-44fd-bf80-39e4ee1396d9 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules/4e517b5c-0c55-488e-8a34-f9ab01d2ff6f HTTP/1.1" status: 200 len: 763 time: 0.0538509 Oct 13 04:38:06.764772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47938) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:06.793588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-bad1848d-0ea8-4d13-94bb-caaa00e2dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.799757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-bad1848d-0ea8-4d13-94bb-caaa00e2dbf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=909e1b40-b10b-44f9-b6f4-13d8edccc3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664948 Oct 13 04:38:06.986073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ab2d2fd-b516-45e5-9d62-7fe404087a21 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2140970 Oct 13 04:38:06.989173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47944) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:06.992971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-2beb04cd-673d-4e27-bf2f-55a88ed709bb tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:06.995879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-2beb04cd-673d-4e27-bf2f-55a88ed709bb tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3033152 Oct 13 04:38:07.002171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.023940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Request body: {'port': {'device_id': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '5e4ff77b295148b99b8326a74f77a667'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:07.063792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.096514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.168193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-be092895-4689-4b4e-bdbc-3285260f4c5d service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531899 Oct 13 04:38:07.242291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.259527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.264441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4e517b5c-0c55-488e-8a34-f9ab01d2ff6f HTTP/1.1" status: 204 len: 168 time: 0.2740700 Oct 13 04:38:07.265381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c82fe-deef-4d9c-aced-4f5b28223a67 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e517b5c-0c55-488e-8a34-f9ab01d2ff6f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:07.268968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.358062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b9449e33-5fc5-4b57-830f-5bfc4d847654 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879371 Oct 13 04:38:07.360728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.367821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '6911065f-6403-4e47-8528-2e7d25e4894e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:07.376458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-29a9cd47-00e9-4c7c-a4de-02a0c438f84d req-c85f3f4a-3f29-4dc5-b43b-b4333218a25f service neutron] 10.222.0.16 "GET /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940644 Oct 13 04:38:07.426807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.508914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Made reservation on behalf of 5e4ff77b295148b99b8326a74f77a667 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:07.519664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.541101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c2792af2-cbc0-431a-8fc2-d25fb643466b req-7050ae43-9b14-417a-a246-b7a07718f49e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 210 time: 0.0461149 Oct 13 04:38:07.548157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.552960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.570377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.591947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aa7585-f0a5-4d5f-83e9-52b86de3a5e6,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:07.602594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.606923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c5f52ab7-2e38-412d-8530-e92d8da7f540 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2419479 Oct 13 04:38:07.607952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47970) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.633801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7d1b4610-f4aa-44cf-a89b-5a4a6144863f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules/f9aa7585-f0a5-4d5f-83e9-52b86de3a5e6 HTTP/1.1" status: 200 len: 763 time: 0.0219507 Oct 13 04:38:07.634121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47972) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.700283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d0a7232-9533-4562-ba12-5f674c54857d tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0635827 Oct 13 04:38:07.702174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.734840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.750619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.824641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.833113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-30e00d1c-e104-44c1-864b-866cd0bc26bc req-df7acc26-c288-4811-ad9c-b45491fc2d94 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0461605 Oct 13 04:38:07.838654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:07.844771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f9aa7585-f0a5-4d5f-83e9-52b86de3a5e6 HTTP/1.1" status: 204 len: 168 time: 0.1400964 Oct 13 04:38:07.851556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47982) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.868836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd845f-54ed-4d0d-b8da-f2837a0bccbd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9aa7585-f0a5-4d5f-83e9-52b86de3a5e6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:07.920378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Router 139698db-9e2b-4eda-a32b-e4624974f498 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:07.969422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-407b72c0-eab0-4f04-a384-e1e3baf298bd tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141982 Oct 13 04:38:07.969799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 47984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:07.977023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Request body: {'security_group_rule': {'security_group_id': '6911065f-6403-4e47-8528-2e7d25e4894e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:08.001055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.098632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.114696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.148832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47988) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:08.287464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a36b5b1a-03b0-44f2-ad39-600c32e0d750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.373812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a36b5b1a-03b0-44f2-ad39-600c32e0d750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.379216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a36b5b1a-03b0-44f2-ad39-600c32e0d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.419783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b5b1a-03b0-44f2-ad39-600c32e0d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa649f-dde5-4bdf-8c21-5e9322f961b4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:08.426423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a36b5b1a-03b0-44f2-ad39-600c32e0d750 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e87119f7a804dba9053047e85b7aa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740493 Oct 13 04:38:08.426654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47992) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:08.488243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.517883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.578545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.582540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.586704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eefa649f-dde5-4bdf-8c21-5e9322f961b4 HTTP/1.1" status: 204 len: 168 time: 0.1568680 Oct 13 04:38:08.593791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.597288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55069f2a-2307-4555-85f7-410db0df9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa649f-dde5-4bdf-8c21-5e9322f961b4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:08.655999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050b5465-0d5e-443d-bbca-f40ba0dc291d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:08.695510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f657b40e-b9d9-4cdd-afe1-6f31175292a1 req-1f85fe82-d0bc-4ccb-b326-0c47e6081dff tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 210 time: 0.0409706 Oct 13 04:38:08.696629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:08.705801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 47998) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:08.706452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-12a67af6-9f26-452a-8bb9-abfa4aad7ebf admin admin] 10.222.0.49 "PUT /v2.0/routers/139698db-9e2b-4eda-a32b-e4624974f498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6981115 Oct 13 04:38:08.708099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Sync routers for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:08.720886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:08.721533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:08.866296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Allocated IP 192.168.233.191 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/3949cc5a-08d9-41db-9e48-c509e4a7d238) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:08.880391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:08.881357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.900785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.963174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.967508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:08.969158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9970057 Oct 13 04:38:08.974449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48006) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:08.983494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232d7fc-5b08-4a82-a482-f320ad064e3f tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c65d1bd-09eb-4af1-84f5-aec35ceedb44,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:09.041182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e6c212d1-12ac-48d9-8e26-a853b8387621 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules/5c65d1bd-09eb-4af1-84f5-aec35ceedb44 HTTP/1.1" status: 200 len: 764 time: 0.0585961 Oct 13 04:38:09.055584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48010) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:09.077059 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-eb3dd906-e99b-45c7-a8df-976331705bfd req-9f0e7a5e-9e36-471a-a315-574edd9b593c tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0588121 Oct 13 04:38:09.192167 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cd9a1dab-7181-403b-8721-d7f877591dad tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1328294 Oct 13 04:38:09.197565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48014) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:09.218150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:38:06Z', 'revision_number': 5, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:09.249571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Checking router: 139698db-9e2b-4eda-a32b-e4624974f498 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:09.259041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Routers {'139698db-9e2b-4eda-a32b-e4624974f498'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:09.259802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['139698db-9e2b-4eda-a32b-e4624974f498'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:09.294245 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.300290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.325379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.352425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.382101 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-6e1d2a6e-1c71-47c2-a534-7bbdb504e346 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274354 Oct 13 04:38:09.412723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.413960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] Set router 139698db-9e2b-4eda-a32b-e4624974f498 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:09.423869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.427391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5c65d1bd-09eb-4af1-84f5-aec35ceedb44 HTTP/1.1" status: 204 len: 168 time: 0.2263281 Oct 13 04:38:09.429942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48020) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:09.432503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8645-a72b-4682-a085-9c7e5ec9de95 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c65d1bd-09eb-4af1-84f5-aec35ceedb44,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:09.447095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Deleting port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:09.448110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.467135 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.505052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:09.509142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.640866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] For port 86d59ece-1bc7-49c3-b29a-fa26a38c6c75, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:09.641502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.656219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Calling delete_port for 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:09.656695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:09.659678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:09.694321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-73e4f84d-2c43-43d1-9d7c-0ca0de3ebace tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2632337 Oct 13 04:38:09.696059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:09.707085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:09.757568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:38:06Z', 'revision_number': 5, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:09.758171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-a33a3917-16b9-4c23-96cb-eb1218dfc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:09.759762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-a33a3917-16b9-4c23-96cb-eb1218dfc66c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1097 time: 0.3159728 Oct 13 04:38:09.760428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Pushing event updated for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:09.833703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c837c2-f368-4f59-9e63-f17b956554d3 None None] The sync data for ids ['139698db-9e2b-4eda-a32b-e4624974f498'] in n-d-813736-1 is: [{'id': '139698db-9e2b-4eda-a32b-e4624974f498', 'name': 'tempest-ImageQuotaTest-2122129491-router', 'tenant_id': '76c9d385177242ee933e578a557c07c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:37:53Z', 'updated_at': '2021-10-13T04:38:06Z', 'revision_number': 5, 'project_id': '76c9d385177242ee933e578a557c07c0', 'gw_port': {'id': '86d59ece-1bc7-49c3-b29a-fa26a38c6c75', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:55:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139698db-9e2b-4eda-a32b-e4624974f498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:37:54Z', 'updated_at': '2021-10-13T04:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:09.948101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 5f1e778e-ff2c-4bc9-b907-3c49e2becbda, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:09.949435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:09.962877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05867-3241-417c-9358-2c8a55f60c68 req-21828dec-0a65-463a-8214-750e9887e41a tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:09.971474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1c05867-3241-417c-9358-2c8a55f60c68 req-21828dec-0a65-463a-8214-750e9887e41a tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 936 time: 0.1256733 Oct 13 04:38:09.975469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:09.976386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.039854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d416cb07-f45b-4cd8-a433-252676fbc8b8 None None] Provisioning complete for port 3949cc5a-08d9-41db-9e48-c509e4a7d238 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:10.040117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d416cb07-f45b-4cd8-a433-252676fbc8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.056243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1c05867-3241-417c-9358-2c8a55f60c68 req-8cac5a1d-cd8b-4aef-9977-5cc2ec29bdba tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838087 Oct 13 04:38:10.059372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a82a6ea2-d7ad-4092-a20a-a6968be429a7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0523672 Oct 13 04:38:10.060372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 5f1e778e-ff2c-4bc9-b907-3c49e2becbda owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:10.079804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Request body: {'port': {'device_id': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:10.099957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d416cb07-f45b-4cd8-a433-252676fbc8b8 None None] Port 3949cc5a-08d9-41db-9e48-c509e4a7d238 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:10.100511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.150111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.177106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Pushing event deleted for resources: {'Port': ['ID=86d59ece-1bc7-49c3-b29a-fa26a38c6c75,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:10.203939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-4a5b1fe1-19f6-435f-92a3-c86304305f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:10.205753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-4a5b1fe1-19f6-435f-92a3-c86304305f76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 898 time: 0.4096346 Oct 13 04:38:10.249688 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.301032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.365415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ca087cda-11d3-4a0b-86b4-6c9dd0fc6231 req-509baa21-b154-498a-9760-45793616d08b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0719528 Oct 13 04:38:10.371534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.473513 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-fc3da71a-eda8-4cfb-9798-e1dcf61cd055 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 1002 time: 0.2546685 Oct 13 04:38:10.562789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.565521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.569537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "DELETE /v2.0/security-groups/6911065f-6403-4e47-8528-2e7d25e4894e HTTP/1.1" status: 204 len: 168 time: 0.8589919 Oct 13 04:38:10.573497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:10.627328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f11c8-ba9b-4415-a08f-781c50b5e49b tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6911065f-6403-4e47-8528-2e7d25e4894e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:10.666038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-6d7e12a8-3018-4183-8211-c87dca17298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:10.669100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-6d7e12a8-3018-4183-8211-c87dca17298e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.1858003 Oct 13 04:38:10.807644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.811382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.836511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-119c8464-7d37-424a-9686-e4f1c17e4f77 tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2565668 Oct 13 04:38:10.836511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:10.863869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.864541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139698db-9e2b-4eda-a32b-e4624974f498 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:38:10.870083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.875139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6c070c8d-6f08-4089-8aa0-8f3d7ee8ef2e admin admin] 10.222.0.49 "DELETE /v2.0/routers/139698db-9e2b-4eda-a32b-e4624974f498 HTTP/1.1" status: 204 len: 168 time: 2.1651566 Oct 13 04:38:10.875425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:10.934682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Deleting subnet d5d5d9b3-16fd-4a81-a033-419f7c3db205 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:10.939040 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.954563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-2f63118e-7de0-47f2-8960-7881f62b7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:10.960909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-2f63118e-7de0-47f2-8960-7881f62b7102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317209 Oct 13 04:38:10.970672 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:10.991839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.117549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=5f1e778e-ff2c-4bc9-b907-3c49e2becbda,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:11.138467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.168593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d366d45c-8388-48ad-a53d-faaed769922e tempest-SecGroupTest-974976822 tempest-SecGroupTest-974976822-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3231974 Oct 13 04:38:11.290593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ae71-537e-43c0-ba1c-d08c705bb50d req-2973e3dc-67dc-48a2-bb23-dd0ef8892f37 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:11.292484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6780ae71-537e-43c0-ba1c-d08c705bb50d req-2973e3dc-67dc-48a2-bb23-dd0ef8892f37 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 936 time: 0.1234910 Oct 13 04:38:11.356157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6780ae71-537e-43c0-ba1c-d08c705bb50d req-4db5686e-9ad1-447e-a1ed-7bf95893ae1f tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Oct 13 04:38:11.376862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.440036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d5d9b3-16fd-4a81-a033-419f7c3db205,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:11.461509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.468175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b092a6-8731-4cb7-86a0-4f93aa672351 None None] Network 7944c59f-b079-4432-a8df-ccf7b4f60edf requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:11.476011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-faf0ae42-e2c6-41d6-b3c4-e7c821c9f3cb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5d5d9b3-16fd-4a81-a033-419f7c3db205 HTTP/1.1" status: 204 len: 168 time: 0.5992954 Oct 13 04:38:11.479040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:11.578121 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-233f077e-fec0-4bca-8bba-f1c15a610f5c service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007490 Oct 13 04:38:11.596399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.615747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3949cc5a-08d9-41db-9e48-c509e4a7d238 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:38:11.629283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.669188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.670159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Transition to ACTIVE for port object 3949cc5a-08d9-41db-9e48-c509e4a7d238 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:38:11.681779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Deleting port 86d2fb92-7017-46ad-b800-66d806934982 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:11.682017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.731527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.755977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48082) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:11.765026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-76673dd1-fa9e-4a43-9bf6-bc4eb9fa2b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.786711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337058a0-72d6-495d-a2c9-d2390bf1f169 req-678a1a56-c109-42f5-b1a0-625141c97696 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.2091193 Oct 13 04:38:11.813048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] DHCP port deletion for 7944c59f-b079-4432-a8df-ccf7b4f60edf request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:11.859128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] For port 86d2fb92-7017-46ad-b800-66d806934982, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d2fb92-7017-46ad-b800-66d806934982,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:11.859707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.891328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Calling delete_port for 86d2fb92-7017-46ad-b800-66d806934982 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:11.951297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Deleting port 86d2fb92-7017-46ad-b800-66d806934982 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:11.951818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:11.981654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Pushing event updated for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.024737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.057290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3f076c3-3598-4da7-9316-3efa1f45ba03 req-bc6a6e26-0339-44db-a375-dfba4d583949 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723300 Oct 13 04:38:12.171416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:12.199849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Attempting to bind port 3949cc5a-08d9-41db-9e48-c509e4a7d238 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:12.200336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Attempting to bind port 3949cc5a-08d9-41db-9e48-c509e4a7d238 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:12.200676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Attempting to bind port 3949cc5a-08d9-41db-9e48-c509e4a7d238 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:12.212922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cb3afeee-2d33-4245-ace2-97637c84fae3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f268fe5b112474d9d445aaaf84fe0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551861 Oct 13 04:38:12.213176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48104) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:12.225714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.229138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Port 3949cc5a-08d9-41db-9e48-c509e4a7d238 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:38:12.229462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Attempting to bind port 3949cc5a-08d9-41db-9e48-c509e4a7d238 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:12.244120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] No DVR routers for this DVR port 86d2fb92-7017-46ad-b800-66d806934982 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:12.246459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:12.246808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:12.247247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:12.247751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Bound port: 3949cc5a-08d9-41db-9e48-c509e4a7d238, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:12.248125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.267023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] For port 86d2fb92-7017-46ad-b800-66d806934982, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=86d2fb92-7017-46ad-b800-66d806934982,segment=NetworkSegment(5db4d423-22f4-4af1-a605-0b9abcfed0a9),segment_id=5db4d423-22f4-4af1-a605-0b9abcfed0a9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:12.267439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.293690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Calling delete_port for 86d2fb92-7017-46ad-b800-66d806934982 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:12.300892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d2fb92-7017-46ad-b800-66d806934982,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.376062 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.396123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:12.396605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d59ece-1bc7-49c3-b29a-fa26a38c6c75 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:12.397151 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2df6eb21-6ad8-403d-b665-a0dd03263ed4 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:12.410068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7944c59f-b079-4432-a8df-ccf7b4f60edf']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:12.422921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db4d423-22f4-4af1-a605-0b9abcfed0a9') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:12.423493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db4d423-22f4-4af1-a605-0b9abcfed0a9') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:12.441050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.448861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2df6eb21-6ad8-403d-b665-a0dd03263ed4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:12.449211 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2df6eb21-6ad8-403d-b665-a0dd03263ed4 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:12.449635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d2fb92-7017-46ad-b800-66d806934982 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:12.478747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.488191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:38:12.489082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:38:12.492447 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:38:12.496516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48110) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:12.507824 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:12.541774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.547101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 86d2fb92-7017-46ad-b800-66d806934982 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:12.547101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 86d2fb92-7017-46ad-b800-66d806934982 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:12.593678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.603443 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.611675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:12.622069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] No DVR routers for this DVR port 86d2fb92-7017-46ad-b800-66d806934982 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:12.648408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124208ab-3dbc-4ba4-8181-eb6230587626 req-71c36105-cde9-417b-a9ef-c8e716195272 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:12.650043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124208ab-3dbc-4ba4-8181-eb6230587626 req-71c36105-cde9-417b-a9ef-c8e716195272 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 948 time: 0.1525164 Oct 13 04:38:12.650933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.657170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.664578 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7944c59f-b079-4432-a8df-ccf7b4f60edf HTTP/1.1" status: 204 len: 168 time: 1.1833303 Oct 13 04:38:12.670438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:12.680640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Pushing event deleted for resources: {'Port': ['ID=86d2fb92-7017-46ad-b800-66d806934982,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.696220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.699854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca77c-4a36-4b08-9434-d09d35578598 admin admin] Pushing event deleted for resources: {'Network': ['ID=7944c59f-b079-4432-a8df-ccf7b4f60edf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.704075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.705039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.705877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.706348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.706813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.707440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.707994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.710341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.710756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.711192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.711589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.711987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f04af2f-f689-4a8f-90cc-6869285453f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:12.716422 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.736302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e9531fd-bb41-4b23-8b8e-623a937551cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.784516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:12.785142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.786301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-124208ab-3dbc-4ba4-8181-eb6230587626 req-d6aa0fd5-647b-4655-940f-8efe8b9310a9 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204696 Oct 13 04:38:12.786651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] 10.222.0.47 "PUT /v2.0/ports/3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 200 len: 1096 time: 2.7111359 Oct 13 04:38:12.789439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:12.791999 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0329eb49-f293-4c64-ad4a-d299f9183e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:12.830501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.833430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:12.834581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b1b893b-c15c-42c1-b0d2-7b8290387f12 HTTP/1.1" status: 204 len: 168 time: 0.6188231 Oct 13 04:38:12.843570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:12.845521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa511f-5781-4812-af1c-6976eb06d021 service neutron] Pushing event updated for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.865679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:12.878844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d073882-f720-4fcd-9c76-450240883c79 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/30385c03-63e1-4744-9806-b2e4e6b42cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0088208 Oct 13 04:38:12.882981 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:12.884138 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:12.890418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac78fb-6747-44c0-81a2-aab7000226ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b893b-c15c-42c1-b0d2-7b8290387f12,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:12.970377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-f4a3cd40-9260-41fd-8448-0536b7b1960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:12.972549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-f4a3cd40-9260-41fd-8448-0536b7b1960b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e4ff77b295148b99b8326a74f77a667&device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 1099 time: 0.0922225 Oct 13 04:38:12.986400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88686c5a-b786-47e0-95f4-42bd0932c0d9 req-dcabbe6f-840b-4629-858f-6b5bc4986257 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0442994 Oct 13 04:38:12.999752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:13.024262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e9531fd-bb41-4b23-8b8e-623a937551cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.052909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e9531fd-bb41-4b23-8b8e-623a937551cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.069103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-8a9120c9-d008-465b-babc-05f1e1b43b16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 200 len: 217 time: 0.0868096 Oct 13 04:38:13.195642 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:13.202574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-2439abe3-61d1-4e99-b1ac-b2dcee60d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:13.207526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-2439abe3-61d1-4e99-b1ac-b2dcee60d7b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1273794 Oct 13 04:38:13.209698 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e9531fd-bb41-4b23-8b8e-623a937551cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=698c7bf86f0447669735875f789aa73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019646 Oct 13 04:38:13.212474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:13.220241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9531fd-bb41-4b23-8b8e-623a937551cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a36b40-7234-40d4-ad06-b0623487abe6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:13.266521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50a1bd1f-025d-4abc-9840-6911af2349c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76c9d385177242ee933e578a557c07c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652748 Oct 13 04:38:13.272373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:13.368304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.441418 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2112b3-4153-4dec-a91e-1a3a9f2fe66d x-openstack-request-id: req-3c2112b3-4153-4dec-a91e-1a3a9f2fe66d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:13.441418 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:13.441418 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c2112b3-4153-4dec-a91e-1a3a9f2fe66d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:13.441418 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238', 'status': 'completed', 'code': 200} Oct 13 04:38:13.442627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.447473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.463169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a58f3729-409f-41de-b965-81f6a3c60d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:13.464942 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-a58f3729-409f-41de-b965-81f6a3c60d6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2444136 Oct 13 04:38:13.496235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.550036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449763-6de3-49f4-ba1c-668cb4ddf6c9 req-56189fda-e06c-4e2f-bd8f-c36616f13dec tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:13.552179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b449763-6de3-49f4-ba1c-668cb4ddf6c9 req-56189fda-e06c-4e2f-bd8f-c36616f13dec tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.1061835 Oct 13 04:38:13.624150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.627252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:13.629102 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0233adc2-1f47-49e3-b0a6-3b8a809ed79c HTTP/1.1" status: 204 len: 168 time: 0.3554487 Oct 13 04:38:13.653461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b449763-6de3-49f4-ba1c-668cb4ddf6c9 req-6e1814cf-90ba-417a-a5fa-0cc5df300161 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736592 Oct 13 04:38:13.666189 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:13.671156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbb8cb-2718-4414-9334-504b4a33d239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233adc2-1f47-49e3-b0a6-3b8a809ed79c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:13.733071 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:13.750636 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:13.751378 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:37:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:13.893825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:13.949853 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:14.151279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff85de8e-16bd-487b-b771-0f4088f54d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.176508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a169b-9187-4025-a5be-4b59786f594c req-cde22b18-01f6-4248-a06b-3561aaa8f155 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.184913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907a169b-9187-4025-a5be-4b59786f594c req-cde22b18-01f6-4248-a06b-3561aaa8f155 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 948 time: 0.1130686 Oct 13 04:38:14.193627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.196092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.199866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69a36b40-7234-40d4-ad06-b0623487abe6 HTTP/1.1" status: 204 len: 168 time: 0.9836893 Oct 13 04:38:14.226372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:14.227163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd38bf-af35-4795-9ca2-455e9e70f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a36b40-7234-40d4-ad06-b0623487abe6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:14.248076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fca8bd6d-9186-4a1c-9301-57776c93f11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.256168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-f7d0a284-2db5-4ffa-8167-e38c61d2f91d service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837453 Oct 13 04:38:14.264674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7f9d079-1f6b-46e2-ab2a-831118e01ed2 req-65a25fca-f318-49d4-8f8c-3d46f0bbe8b8 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0982769 Oct 13 04:38:14.311952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907a169b-9187-4025-a5be-4b59786f594c req-e0a0bb0b-fb3e-4e9a-981a-72146fcee903 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260753 Oct 13 04:38:14.386733 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:14.428351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e34de33f-ef6e-4b1b-827b-dfe236895ce2 req-892fd5ac-28fc-48c9-b8e7-80faa82dc85f service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612499 Oct 13 04:38:14.431746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8938eaf-d5fd-4cc0-b825-241809f12aa4 None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '39580ca0-3676-4113-bdf3-9f7a509823a7', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'port_id': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'mac_address': 'fa:16:3e:31:72:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:36:40Z', 'updated_at': '2021-10-13T04:36:45Z', 'revision_number': 1, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:14.528106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fca8bd6d-9186-4a1c-9301-57776c93f11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.537537 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fca8bd6d-9186-4a1c-9301-57776c93f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.590919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-90da9afe-b665-4bdd-841d-8bcc5a81107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.592620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-90da9afe-b665-4bdd-841d-8bcc5a81107f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e4ff77b295148b99b8326a74f77a667&device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 1099 time: 0.1032684 Oct 13 04:38:14.595886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8bd6d-9186-4a1c-9301-57776c93f11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c542f67-4c72-452e-97a2-f96ef6343123,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:14.600922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fca8bd6d-9186-4a1c-9301-57776c93f11d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3716323 Oct 13 04:38:14.604010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48168) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:14.710688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-d466b7a1-46ff-43ec-af61-882b05ac40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.713865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-d466b7a1-46ff-43ec-af61-882b05ac40c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1112270 Oct 13 04:38:14.722192 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.748804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.782091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48174) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:14.790303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-8da1cac4-1b2a-407f-82f8-3911a5ca7594 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 200 len: 217 time: 0.0666616 Oct 13 04:38:14.798641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-785b8759-113a-4469-b413-fe5174b603b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.852900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-9d4d0e85-a097-4764-aa39-558d41b0205a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.854822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-9d4d0e85-a097-4764-aa39-558d41b0205a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.1752529 Oct 13 04:38:14.899200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6739a1-cf66-4961-acb5-c4172186b3a5 req-5aabe3d5-54fb-4958-a7f9-78d3b04a1d3d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.902163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6739a1-cf66-4961-acb5-c4172186b3a5 req-5aabe3d5-54fb-4958-a7f9-78d3b04a1d3d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 946 time: 0.1140137 Oct 13 04:38:14.922379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-1862c73f-ae30-41a7-8f2d-0b334815dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:14.924698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-1862c73f-ae30-41a7-8f2d-0b334815dcbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1237888 Oct 13 04:38:14.949202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.952498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:14.956058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c542f67-4c72-452e-97a2-f96ef6343123 HTTP/1.1" status: 204 len: 168 time: 0.3486059 Oct 13 04:38:15.006377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-57b26ba9-1052-4547-9be9-78d2e86fe88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:15.008338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-57b26ba9-1052-4547-9be9-78d2e86fe88f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733831 Oct 13 04:38:15.018963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc778a-5556-45be-b00f-4f8110efafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c542f67-4c72-452e-97a2-f96ef6343123,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:15.055194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-785b8759-113a-4469-b413-fe5174b603b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.159854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-91990e5b-390f-4218-90a1-ec64ca92f20e service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383786 Oct 13 04:38:15.161245 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-785b8759-113a-4469-b413-fe5174b603b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.162919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6739a1-cf66-4961-acb5-c4172186b3a5 req-26ff6605-7cdb-4025-b61b-75dd0d1f8c16 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=1796d740-d36b-4633-ad5c-142e02f59fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043900 Oct 13 04:38:15.205487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:15.205693 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.267302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-785b8759-113a-4469-b413-fe5174b603b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9efcae33ddc545e391ed894cd37ed130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837151 Oct 13 04:38:15.278101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b8759-113a-4469-b413-fe5174b603b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde8bad-9e51-44a5-965e-ffc3b573784e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:15.284836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:15.408902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.430880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0329eb49-f293-4c64-ad4a-d299f9183e6b req-6f439436-f428-411f-8d7e-9f98e9cc0203 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579560 Oct 13 04:38:15.462953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b9751ac3-938e-462f-afe6-6c227f3f5d1a req-b1af1e76-92dd-4b89-a4e2-309a0198dbde tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0573008 Oct 13 04:38:15.485719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.486093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:15.491256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.500754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.511283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:15.513059 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.569437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.571941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.575742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcde8bad-9e51-44a5-965e-ffc3b573784e HTTP/1.1" status: 204 len: 168 time: 0.2879021 Oct 13 04:38:15.583118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1efea-dd81-423b-a6d7-e0e3bc4080b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde8bad-9e51-44a5-965e-ffc3b573784e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:15.684772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff8ef-5c70-41a5-b201-918c89990196 req-cf506704-5c87-4372-a06d-1b6613edfd78 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:15.693023 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb5ff8ef-5c70-41a5-b201-918c89990196 req-cf506704-5c87-4372-a06d-1b6613edfd78 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 948 time: 0.0921073 Oct 13 04:38:15.782832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb5ff8ef-5c70-41a5-b201-918c89990196 req-64d0f6d3-df33-4dcd-b3d9-5a02472debd0 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886333 Oct 13 04:38:15.799625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.830948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5f1e778e-ff2c-4bc9-b907-3c49e2becbda no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:15.834789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=e38d9e83-3e82-428d-91d9-a4fbf51a4fb0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:15.896014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 5f1e778e-ff2c-4bc9-b907-3c49e2becbda {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:15.897229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5f1e778e-ff2c-4bc9-b907-3c49e2becbda not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:15.906043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] No DVR routers for this DVR port e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:15.909157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:15.913596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3de08a2-7e55-4318-85d4-98e7296a5325 req-400d2288-548c-4203-ad14-36326a524966 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "DELETE /v2.0/ports/e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 HTTP/1.1" status: 204 len: 173 time: 1.0509663 Oct 13 04:38:15.914381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'name': 'network-vif-deleted', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:15.923105 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b19544-132e-4254-9a52-07e8943ca251" -d '{"events": [{"server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "name": "network-vif-deleted", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:15.982932 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c0db13-63a8-40e5-9dfa-fa5adc0a9fd1 x-openstack-request-id: req-b4c0db13-63a8-40e5-9dfa-fa5adc0a9fd1 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:15.983259 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01e3d45-a38b-4e7a-8d15-da5d92764f1e", "name": "network-vif-deleted", "tag": "e38d9e83-3e82-428d-91d9-a4fbf51a4fb0", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:15.983523 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4c0db13-63a8-40e5-9dfa-fa5adc0a9fd1 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:15.984015 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01e3d45-a38b-4e7a-8d15-da5d92764f1e', 'name': 'network-vif-deleted', 'tag': 'e38d9e83-3e82-428d-91d9-a4fbf51a4fb0', 'status': 'completed', 'code': 200} Oct 13 04:38:16.341642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e392f7a-7f74-4694-9d73-56498b171c86 req-447aad2c-4b5b-41f7-8c9d-daa54ffc1327 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=d01e3d45-a38b-4e7a-8d15-da5d92764f1e HTTP/1.1" status: 200 len: 210 time: 0.0420935 Oct 13 04:38:16.532920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48246) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:16.578146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:16.620710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f812cc5-5e7a-4a08-a398-726a93087233 req-693f1ed5-73a8-4c80-982d-ea78b38f8e1d tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0490391 Oct 13 04:38:16.699531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63271542-ea7e-4451-af7f-0ba36cbbda4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:16.721613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1040898868-network', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:16.762526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Made reservation on behalf of d5a5313ccf6c426982b7a87f3e47595b for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:16.765253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:16.784596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:16.861152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63271542-ea7e-4451-af7f-0ba36cbbda4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:16.876675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63271542-ea7e-4451-af7f-0ba36cbbda4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:16.938216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3949cc5a-08d9-41db-9e48-c509e4a7d238 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:38:17.005318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63271542-ea7e-4451-af7f-0ba36cbbda4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fd8d8-7423-4a2e-bbfe-bfb77146dcf1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.030077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.039757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-63271542-ea7e-4451-af7f-0ba36cbbda4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8101e1bc9dbc4518b33da1d885d03f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040944 Oct 13 04:38:17.041953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48270) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.042244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.058910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:17.076072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '3949cc5a-08d9-41db-9e48-c509e4a7d238', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '3949cc5a-08d9-41db-9e48-c509e4a7d238', 'mac_address': 'fa:16:3e:de:38:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:38:17.080637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d487-2d7e-466f-b4ac-f7256c73b8c0 req-366726ec-9abd-4bc7-870a-a032511c6c75 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:17.087967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9c4d487-2d7e-466f-b4ac-f7256c73b8c0 req-366726ec-9abd-4bc7-870a-a032511c6c75 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 948 time: 0.2125492 Oct 13 04:38:17.114897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1311caf0-6baa-4ad6-ae19-81999c976e5c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.131873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.154551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:38:17.160792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.164626 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.164972 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Added segment 24fcb8b2-25ab-4907-8b18-c87f11a5f451 of type vlan for network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 Oct 13 04:38:17.170106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.180515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9c4d487-2d7e-466f-b4ac-f7256c73b8c0 req-93a6fb10-c5a2-404f-b5c7-279339b02dc7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916975 Oct 13 04:38:17.210143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3949cc5a-08d9-41db-9e48-c509e4a7d238 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:38:17.223570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.249711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:17.268130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.272030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.274956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.276696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b66fd8d8-7423-4a2e-bbfe-bfb77146dcf1 HTTP/1.1" status: 204 len: 168 time: 0.2328320 Oct 13 04:38:17.287441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.289617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:17.289617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.296830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb07fe-34c8-4851-9f9d-65cdb55e76fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fd8d8-7423-4a2e-bbfe-bfb77146dcf1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.364574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.397636 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8184195 Oct 13 04:38:17.400698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.407633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Request body: {'subnet': {'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1040898868-subnet', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:17.431968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48316) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.445810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b44736-cf22-4777-a5ac-11587613f87c admin admin] Pushing event updated for resources: {'Network': ['ID=2c529fd2-7275-4102-a00f-6ee6cfc8ef69,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.448998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.460877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:38:17.461566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Made reservation on behalf of d5a5313ccf6c426982b7a87f3e47595b for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:17.464999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.550336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.586533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3949cc5a-08d9-41db-9e48-c509e4a7d238'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:38:17.600540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.735471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.767710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ff05df1-1c41-433f-922b-913ce6d7f1a0 req-5b6f8f7f-75b3-4a14-8558-2398bfd1b343 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0524390 Oct 13 04:38:17.793759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.797797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.802045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/security-groups/1796d740-d36b-4633-ad5c-142e02f59fc5 HTTP/1.1" status: 204 len: 168 time: 0.3689787 Oct 13 04:38:17.832620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef0361-0e13-4e85-8ba3-05d83f14c3e9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1796d740-d36b-4633-ad5c-142e02f59fc5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.834586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48326) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.852248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.860228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91452427-6791-4bc0-b553-7e795adac7c1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:17.880492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Checking segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:17.880870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Network hostable DHCP agents. Network: 2c529fd2-7275-4102-a00f-6ee6cfc8ef69, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:38:17.920987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:38:17.936422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2c529fd2-7275-4102-a00f-6ee6cfc8ef69) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:17.956883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d4437-fd19-488e-baa5-ce2d2ac4d501 None None] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:17.957805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:17.958725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.967262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting subnet 08f62a7d-18f2-418e-a8bd-39ecfe58774e {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:17.975517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:17.984020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a96492ee-d1b0-4dca-8319-def424d84de8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5817640 Oct 13 04:38:17.986739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48332) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:17.994414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:18.024497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.026055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.063267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.095234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:18.107804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.115939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc243f79-dd5a-4caa-a7fb-99f023b76b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.192394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27c5c341-9d49-4bbb-9a77-587d26f45fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.195457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.211470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:38:18.212652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.309789 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc243f79-dd5a-4caa-a7fb-99f023b76b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.350109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.356036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc243f79-dd5a-4caa-a7fb-99f023b76b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.378287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40da61-9740-4fec-a58b-cdc1ec1ec9f1 req-21c18527-cbf8-40a1-bc22-b67ff9865511 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:18.379999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc40da61-9740-4fec-a58b-cdc1ec1ec9f1 req-21c18527-cbf8-40a1-bc22-b67ff9865511 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 949 time: 0.1153092 Oct 13 04:38:18.396739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Allocated IP 172.20.0.2 (2c529fd2-7275-4102-a00f-6ee6cfc8ef69/91452427-6791-4bc0-b553-7e795adac7c1/159569aa-ed87-4ee5-9f65-a86aa34e0f24) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:18.413001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Subnet': ['ID=08f62a7d-18f2-418e-a8bd-39ecfe58774e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:18.428840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.450060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc243f79-dd5a-4caa-a7fb-99f023b76b6e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=389eb4b5ff0e49a2b0c6a500f47b01ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534982 Oct 13 04:38:18.450910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.460223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc243f79-dd5a-4caa-a7fb-99f023b76b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d59673-6331-41ca-bf6e-b1205c44c66f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:18.464406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48338) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:18.468247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b703ee0-a8d0-45fa-ad15-2cffa5950b3d None None] Network 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:18.478788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0821b0c2-0901-4318-8cbd-489a3879974d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/subnets/08f62a7d-18f2-418e-a8bd-39ecfe58774e HTTP/1.1" status: 204 len: 168 time: 0.6256320 Oct 13 04:38:18.484257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27c5c341-9d49-4bbb-9a77-587d26f45fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.485155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48340) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:18.511627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27c5c341-9d49-4bbb-9a77-587d26f45fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.526815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:18.557297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fc40da61-9740-4fec-a58b-cdc1ec1ec9f1 req-3b9b5cb6-73d7-40ba-a8fd-9e63e707ded7 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517503 Oct 13 04:38:18.562452 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.575274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:18.576112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e38d9e83-3e82-428d-91d9-a4fbf51a4fb0 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:18.588233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27c5c341-9d49-4bbb-9a77-587d26f45fb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=230bd935d340496b839d585ac2c56460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525771 Oct 13 04:38:18.592700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48342) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:18.613311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.653147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5c341-9d49-4bbb-9a77-587d26f45fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190c733-b865-469f-b2a1-5d47fdc785d5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:18.684309 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.718647 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.753488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.756097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.757552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86d59673-6331-41ca-bf6e-b1205c44c66f HTTP/1.1" status: 204 len: 168 time: 0.2920427 Oct 13 04:38:18.774606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0981975-2e7a-49ff-9321-819dde70df31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d59673-6331-41ca-bf6e-b1205c44c66f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:18.778613 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.829513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.841632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:18.841987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.867105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.887805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.902613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.917254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,segment=NetworkSegment(7662388f-fc66-4c93-9723-539c80f576a5),segment_id=7662388f-fc66-4c93-9723-539c80f576a5)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:18.917625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:18.933260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:18.975222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3949cc5a-08d9-41db-9e48-c509e4a7d238 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:19.007079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cb5eb-330d-46d9-b94a-8ba628d95b20 None None] DHCP port deletion for 909e1b40-b10b-44f9-b6f4-13d8edccc3b9 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:19.022916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.029732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:19.036857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:19.044045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:19.060958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=48e9cd54-5995-4a5b-9ca7-f13dd6b666fb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.064567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] No DVR routers for this DVR port 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:19.066757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.069859 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.071353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c190c733-b865-469f-b2a1-5d47fdc785d5 HTTP/1.1" status: 204 len: 168 time: 0.4774706 Oct 13 04:38:19.082892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Pushing event updated for resources: {'Port': ['ID=159569aa-ed87-4ee5-9f65-a86aa34e0f24,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.099728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c73cb5eb-330d-46d9-b94a-8ba628d95b20 None None] The port '48e9cd54-5995-4a5b-9ca7-f13dd6b666fb' was deleted {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:38:19.126248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1e92a2a8-603e-4787-a52c-19a144964333 req-d6ddebe5-3530-4bbd-8401-74303bebe613 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0486448 Oct 13 04:38:19.143714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Allocated IP 172.25.0.114 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4ef85603-4120-4428-8ef1-fa59fb8e91ec) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:19.151045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da459-f6e4-422c-ac05-f85e49b67a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190c733-b865-469f-b2a1-5d47fdc785d5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.231517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 3949cc5a-08d9-41db-9e48-c509e4a7d238 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:38:19.236564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 3949cc5a-08d9-41db-9e48-c509e4a7d238 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:19.237770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.240094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Attempting to bind port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:19.240759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Attempting to bind port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:19.241671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Attempting to bind port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 on network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:19.253076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:19.253991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Checking segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:19.254648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.255395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Bound using segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:19.256254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Bound port: 159569aa-ed87-4ee5-9f65-a86aa34e0f24, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:19.256945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.299937 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.329453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909e1b40-b10b-44f9-b6f4-13d8edccc3b9']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:19.344363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7662388f-fc66-4c93-9723-539c80f576a5') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:19.344719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7662388f-fc66-4c93-9723-539c80f576a5') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:19.358672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.376903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.382276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] For port 159569aa-ed87-4ee5-9f65-a86aa34e0f24, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:19.386492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] For port 159569aa-ed87-4ee5-9f65-a86aa34e0f24, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=159569aa-ed87-4ee5-9f65-a86aa34e0f24,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:19.392640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:38:19.393060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.397526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.398184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:38:19.403030 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:38:19.482403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.561091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7b76d-3978-4cc2-8d1d-bf1f8c2d4094 None None] Pushing event updated for resources: {'Port': ['ID=159569aa-ed87-4ee5-9f65-a86aa34e0f24,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.567763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.572025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:19.574165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.580647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.582377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/networks/909e1b40-b10b-44f9-b6f4-13d8edccc3b9 HTTP/1.1" status: 204 len: 168 time: 1.0959890 Oct 13 04:38:19.585759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:19.586601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:19.627042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:19.627858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:19.630331 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f3e90-2ae8-41f9-9fca-ec184eaed957" -d '{"events": [{"server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "name": "network-vif-plugged", "status": "completed", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:19.646306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:19.653304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:19.681448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ea80a-9a70-4f07-837d-73e62ddda8cf tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Network': ['ID=909e1b40-b10b-44f9-b6f4-13d8edccc3b9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.686097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Pushing event updated for resources: {'Port': ['ID=4ef85603-4120-4428-8ef1-fa59fb8e91ec,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.794157 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc0b3a-9e23-4972-8db6-2c581c0e392c x-openstack-request-id: req-d5fc0b3a-9e23-4972-8db6-2c581c0e392c {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:19.795456 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "name": "network-vif-plugged", "status": "completed", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:19.795948 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5fc0b3a-9e23-4972-8db6-2c581c0e392c {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:19.796542 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238', 'code': 200} Oct 13 04:38:19.798281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:19.899828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279819c4-0c75-4af1-9098-82eda08427e3 req-9f996743-a4d3-4cd6-8b9a-e588e1fcfbd0 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:19.902005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-279819c4-0c75-4af1-9098-82eda08427e3 req-9f996743-a4d3-4cd6-8b9a-e588e1fcfbd0 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.1536763 Oct 13 04:38:19.985670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:20.033383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:20.035338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-279819c4-0c75-4af1-9098-82eda08427e3 req-736200d9-ea56-48de-bb4d-f3c3ebabd349 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254573 Oct 13 04:38:20.035900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 48e9cd54-5995-4a5b-9ca7-f13dd6b666fb not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:20.214937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85118407-0820-4e1f-ab7c-768f90d97477 req-cd3edbfc-20e1-4148-921b-27ae851398d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:20.216634 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85118407-0820-4e1f-ab7c-768f90d97477 req-cd3edbfc-20e1-4148-921b-27ae851398d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 1101 time: 0.3920100 Oct 13 04:38:20.331878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9f0212de-064d-439b-930b-260d626d3e9e req-49933a09-caee-438c-a742-d9016ef5edbb tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.0731752 Oct 13 04:38:20.468152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:20.542432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-85118407-0820-4e1f-ab7c-768f90d97477 req-698ff3c4-3eec-49f9-b5cb-f6a21555a07e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096993 Oct 13 04:38:20.676698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 04ce410c-cb1e-46ac-b9fc-df80303d0f96 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:20.677043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:20.935776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:20.936087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:20.957478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 04ce410c-cb1e-46ac-b9fc-df80303d0f96 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:20.969108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:20.996282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fed509-2e3b-4096-9b0d-18fb90163341 None None] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:21.115022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] Provisioning complete for port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:21.115434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.262063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15886551-54c1-496e-8575-1af8f49c5000 req-2459c908-48a1-41c4-9b37-66f8a04266cd tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:21.271013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15886551-54c1-496e-8575-1af8f49c5000 req-2459c908-48a1-41c4-9b37-66f8a04266cd tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.0882814 Oct 13 04:38:21.335905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15886551-54c1-496e-8575-1af8f49c5000 req-d375e857-7c36-4df5-b25c-b4c4db4e7e8d tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Oct 13 04:38:21.491975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Router d13474b7-4802-4c11-8992-543d1cb10486 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:38:21.527035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.556339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.592995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] For port 159569aa-ed87-4ee5-9f65-a86aa34e0f24, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=159569aa-ed87-4ee5-9f65-a86aa34e0f24,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:21.605087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.683028 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3fbcf3cc-aab4-4296-9656-e247b151bcd6 req-49370535-664c-4386-a754-a49a83939954 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac9ba63e-d3db-401e-b71e-8e30903990f7 HTTP/1.1" status: 200 len: 210 time: 0.1883225 Oct 13 04:38:21.744680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694097e-8a77-4f7d-8735-6377b2a43f9a None None] Pushing event updated for resources: {'Port': ['ID=159569aa-ed87-4ee5-9f65-a86aa34e0f24,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:21.775281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=04ce410c-cb1e-46ac-b9fc-df80303d0f96,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:21.842615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.844585 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Floating IP 39580ca0-3676-4113-bdf3-9f7a509823a7 disassociated (deleted). External IP: 172.25.0.150, port: 0610163f-7c7e-40e0-a694-dce4c6872c0d. Oct 13 04:38:21.930557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7f4161c9-f7e8-4eec-b479-2c2a827ec880 None None] Provisioning complete for port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:21.931416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7f4161c9-f7e8-4eec-b479-2c2a827ec880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:21.980192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 159569aa-ed87-4ee5-9f65-a86aa34e0f24 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:22.034122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48446) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:22.108245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:22.108847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.241523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3d57262-b505-4a08-bb75-4e6c14806d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.347384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3d57262-b505-4a08-bb75-4e6c14806d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.356173 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3d57262-b505-4a08-bb75-4e6c14806d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.360971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:22.375192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:22.386524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:22.387199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:22.404840 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.407204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5948d2e-d2e3-46fb-ab20-826d18c7b5ea admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4183779 Oct 13 04:38:22.410734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48456) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:22.420735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57262-b505-4a08-bb75-4e6c14806d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69599ad8-a18d-41ae-9ccb-268cb4153603,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:22.431884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b3d57262-b505-4a08-bb75-4e6c14806d94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d19d2f5886774d66bd9a9622d5bc584f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964939 Oct 13 04:38:22.441627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48458) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:22.551872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.565462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:22.583097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:22.585933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a07b-d71c-4d31-be3c-dc0d3335396e req-a0c9239d-b7ea-4287-9320-f7a936b177fe tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:22.587124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.587601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72b0a07b-d71c-4d31-be3c-dc0d3335396e req-a0c9239d-b7ea-4287-9320-f7a936b177fe tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.1190867 Oct 13 04:38:22.676804 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72b0a07b-d71c-4d31-be3c-dc0d3335396e req-2800b1bf-c92d-46c2-a166-cc9e6c13435d tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815167 Oct 13 04:38:22.733824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.737138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.738881 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69599ad8-a18d-41ae-9ccb-268cb4153603 HTTP/1.1" status: 204 len: 168 time: 0.2962327 Oct 13 04:38:22.746970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:22.753364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:22.757977 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:22.777296 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:22.781986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520625d1-4fec-415d-92f9-0a2461cd049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69599ad8-a18d-41ae-9ccb-268cb4153603,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:22.782655 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:22.812966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1fbabbd1-134e-4b3b-afba-a98645022b7a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/floatingips/39580ca0-3676-4113-bdf3-9f7a509823a7 HTTP/1.1" status: 204 len: 168 time: 3.2189426 Oct 13 04:38:22.814095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:22.816555 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56795d99-1470-45ec-b8ab-b0dad099f83a" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:22.850863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48474) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:22.956607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:20Z', 'revision_number': 3, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:23.030187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.031172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:23.031531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Updating router d13474b7-4802-4c11-8992-543d1cb10486 port 4ef85603-4120-4428-8ef1-fa59fb8e91ec binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:23.098143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.141852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.178213 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:23.228526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.238988 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0edce6b-aad7-4e3a-86ba-f80ea06c77ae x-openstack-request-id: req-c0edce6b-aad7-4e3a-86ba-f80ea06c77ae {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:23.239307 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:23.240012 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0edce6b-aad7-4e3a-86ba-f80ea06c77ae {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:23.240439 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'status': 'completed', 'code': 200} Oct 13 04:38:23.255985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.258797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.260323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/security-groups/320ffdd9-6ebf-43eb-ba5c-1266af7d2b97 HTTP/1.1" status: 204 len: 168 time: 0.4079678 Oct 13 04:38:23.263175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48488) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:23.297526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a61484-57b8-4a25-ab29-28b805465f8f tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ffdd9-6ebf-43eb-ba5c-1266af7d2b97,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:23.477918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-eb295c4f-9670-4d6e-b8a7-80030d8193d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:23.480113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-eb295c4f-9670-4d6e-b8a7-80030d8193d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 1097 time: 0.1841910 Oct 13 04:38:23.580713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Allocated IP 172.20.0.1 (2c529fd2-7275-4102-a00f-6ee6cfc8ef69/91452427-6791-4bc0-b553-7e795adac7c1/30f489f6-6784-4ac1-a4a4-410d272fe2e9) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:23.704372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-8ea19cb4-a445-4028-9e6f-c248a49a2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:23.710501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-8ea19cb4-a445-4028-9e6f-c248a49a2c7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 200 len: 898 time: 0.2227767 Oct 13 04:38:23.717144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.726137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.740252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.788553 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-d37a677c-1a28-438d-85b4-d353c655e18d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 200 len: 217 time: 0.0706980 Oct 13 04:38:23.814872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.856123 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-2ebfde25-cf22-4541-a12c-e3b1aa7e07a2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] show failed (client error): The resource could not be found. Oct 13 04:38:23.857233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2ebfde25-cf22-4541-a12c-e3b1aa7e07a2 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "GET /v2.0/security-groups/320ffdd9-6ebf-43eb-ba5c-1266af7d2b97 HTTP/1.1" status: 404 len: 347 time: 0.0847342 Oct 13 04:38:23.861255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48504) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:23.894226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Attempting to bind port 4ef85603-4120-4428-8ef1-fa59fb8e91ec on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:23.894793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Attempting to bind port 4ef85603-4120-4428-8ef1-fa59fb8e91ec by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:23.895320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Attempting to bind port 4ef85603-4120-4428-8ef1-fa59fb8e91ec on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:23.896392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf30d-b7d6-45b4-860f-2ac9aea0f270 req-0e1f22e5-5bd2-420f-848c-ca2639246bf0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:23.905032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-050bf30d-b7d6-45b4-860f-2ac9aea0f270 req-0e1f22e5-5bd2-420f-848c-ca2639246bf0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.1305656 Oct 13 04:38:23.909006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:23.922067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:23.924932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:23.929294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:23.929886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:23.930407 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.930917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:23.932027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Bound port: 4ef85603-4120-4428-8ef1-fa59fb8e91ec, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:23.933743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:23.937984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:23.938858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Pushing event updated for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:23.940918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31ddb-1100-45d0-a785-ad55c188b26c None None] Pushing event updated for resources: {'Port': ['ID=4ef85603-4120-4428-8ef1-fa59fb8e91ec,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:23.984189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.984498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.984849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.985218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.985548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.985874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.986238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.986573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.986931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.987280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.987641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:23.987959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:24.008851 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:24.029002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-70467d99-2c5f-4499-bb2f-fb5eacbf8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:24.030725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-70467d99-2c5f-4499-bb2f-fb5eacbf8240 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 200 len: 834 time: 0.2340372 Oct 13 04:38:24.042294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-050bf30d-b7d6-45b4-860f-2ac9aea0f270 req-f6170eff-bfde-41c8-957c-fe8db7877c08 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303251 Oct 13 04:38:24.043372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.057249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:24.058095 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:24.112736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] For port 4ef85603-4120-4428-8ef1-fa59fb8e91ec, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:24.123505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] For port 4ef85603-4120-4428-8ef1-fa59fb8e91ec, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ef85603-4120-4428-8ef1-fa59fb8e91ec,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:24.142058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.198753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.284289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-f407b128-1f58-473a-9ea0-02ec3026313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:24.285731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-f407b128-1f58-473a-9ea0-02ec3026313e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a866614a-057a-4517-80c3-8a59494e0ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761212 Oct 13 04:38:24.308650 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:24.327096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e31ddb-1100-45d0-a785-ad55c188b26c None None] Pushing event updated for resources: {'Port': ['ID=4ef85603-4120-4428-8ef1-fa59fb8e91ec,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:24.341877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:24.342784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:24.538786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:24.545329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.554000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-da38ccf8-14ac-4692-bdb1-7ebc657a03df service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455995 Oct 13 04:38:24.559946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.605314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9920d5c0-c130-4e30-8373-47ea2fe00dbb None None] Provisioning complete for port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:24.608752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9920d5c0-c130-4e30-8373-47ea2fe00dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.708125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Pushing event updated for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:24.717034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.756197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port d9a7a937-32e6-43da-9202-f1eb2c249eee {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:24.756824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:24.872186 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:24.942087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a21ba-341a-4189-af27-4365347caf78 None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:10Z', 'revision_number': 6, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'c97d221b-7dc6-45a1-92b7-9c477a932c5c', 'name': '', 'network_id': 'a866614a-057a-4517-80c3-8a59494e0ace', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:86:4d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:18Z', 'updated_at': '2021-10-13T04:36:24Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': '051ae32d-e6f0-4940-98fd-25d5ea470d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:24.961140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:24.962386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:24.978588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9920d5c0-c130-4e30-8373-47ea2fe00dbb None None] Port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:25.027226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80b537-9b2a-4398-b122-e022f251d194 req-e3a6c049-01db-4b14-965e-2d5a704f7032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:25.029431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b80b537-9b2a-4398-b122-e022f251d194 req-e3a6c049-01db-4b14-965e-2d5a704f7032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.47 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.4740548 Oct 13 04:38:25.036057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-56795d99-1470-45ec-b8ab-b0dad099f83a req-21a4168d-b242-4861-84f4-1240ae6d3870 service neutron] 10.222.0.47 "GET /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223857 Oct 13 04:38:25.092102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:23Z', 'revision_number': 1, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:25.174525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d87f7-70c4-46f8-8510-4a7cb3a22ddc None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:23Z', 'revision_number': 1, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:25.246198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Router d13474b7-4802-4c11-8992-543d1cb10486 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:25.353112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:25.353617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:25.442807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for d9a7a937-32e6-43da-9202-f1eb2c249eee owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:25.509774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9c9f0c8c-78cc-4399-978c-116b67b8e8ee None None] Provisioning complete for port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:25.510160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9c9f0c8c-78cc-4399-978c-116b67b8e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:25.511642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68e63-6537-492a-8b9c-7b7a92b19384 req-397be6be-5fc4-469a-aae9-01adc3e93e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:25.513152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9a68e63-6537-492a-8b9c-7b7a92b19384 req-397be6be-5fc4-469a-aae9-01adc3e93e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 946 time: 0.3173316 Oct 13 04:38:25.516163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48534) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:25.632860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f0c8c-78cc-4399-978c-116b67b8e8ee None None] Port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:25.637633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5d9547-988d-417f-a204-ca718092566b None None] New status for floating IP 39580ca0-3676-4113-bdf3-9f7a509823a7: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:38:25.731735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 0610163f-7c7e-40e0-a694-dce4c6872c0d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:25.732088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:25.885498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-173147716', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:25.987409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 0610163f-7c7e-40e0-a694-dce4c6872c0d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=0610163f-7c7e-40e0-a694-dce4c6872c0d,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:25.987810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.003649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 0610163f-7c7e-40e0-a694-dce4c6872c0d owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:26.016021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9a68e63-6537-492a-8b9c-7b7a92b19384 req-0b45844f-8494-444f-927b-5e069eda316e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4658647 Oct 13 04:38:26.046402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Made reservation on behalf of 9c3537243d284c89ad54464919ed5120 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:26.050074 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.150090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.175647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:26.183028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8794c05e-7343-4978-8fde-c9a7aacf51af admin admin] 10.222.0.49 "PUT /v2.0/routers/d13474b7-4802-4c11-8992-543d1cb10486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7700663 Oct 13 04:38:26.280401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.345072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=d9a7a937-32e6-43da-9202-f1eb2c249eee,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:26.527756 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.547231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.550174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.553364 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7b61c2e0-2fff-4f2c-89fc-fb3d4ae28be0 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/floatingips/c85b5278-783e-41a3-aca4-e116dcb19ed8 HTTP/1.1" status: 204 len: 168 time: 2.6877885 Oct 13 04:38:26.554168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.556141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:26.570823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:26.622977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] device_id is not set on port c3271a75-f4fb-4dd3-9e22-004062b3b48b yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:38:26.643039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=0610163f-7c7e-40e0-a694-dce4c6872c0d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:26.674314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c244990-d576-465c-8f6d-4cff0e69658e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:26.886741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Allocated IP 172.25.0.215 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c3271a75-f4fb-4dd3-9e22-004062b3b48b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:26.977722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0610163f-7c7e-40e0-a694-dce4c6872c0d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:27.014883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 0610163f-7c7e-40e0-a694-dce4c6872c0d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:27.023742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 0610163f-7c7e-40e0-a694-dce4c6872c0d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:27.118216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] No DVR routers for this DVR port 0610163f-7c7e-40e0-a694-dce4c6872c0d on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:27.137873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.172721 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b80b537-9b2a-4398-b122-e022f251d194 req-8bbdf201-df8f-41bc-b9f7-39994bced032 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.47 "DELETE /v2.0/ports/0610163f-7c7e-40e0-a694-dce4c6872c0d HTTP/1.1" status: 204 len: 173 time: 2.1335688 Oct 13 04:38:27.195931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'name': 'network-vif-deleted', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:38:27.235385 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a37a6a-86e9-444d-9791-0670c4c04e0a" -d '{"events": [{"server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "name": "network-vif-deleted", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:38:27.331687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9568f116-f808-4a22-ab97-0a410cff67d7 req-2d4f56ee-4515-4fb9-8159-13d97ee37d23 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=90dd46b7-cfe8-4188-aa6c-d99f1c37f30d HTTP/1.1" status: 200 len: 210 time: 0.1816938 Oct 13 04:38:27.355991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48568) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:27.360465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1134604306-network', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:27.400381 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198df7c4-caa9-4491-a99f-8fefba75de76 x-openstack-request-id: req-198df7c4-caa9-4491-a99f-8fefba75de76 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:38:27.401682 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd46b7-cfe8-4188-aa6c-d99f1c37f30d", "name": "network-vif-deleted", "tag": "0610163f-7c7e-40e0-a694-dce4c6872c0d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:38:27.402191 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-198df7c4-caa9-4491-a99f-8fefba75de76 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:38:27.402911 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd46b7-cfe8-4188-aa6c-d99f1c37f30d', 'name': 'network-vif-deleted', 'tag': '0610163f-7c7e-40e0-a694-dce4c6872c0d', 'status': 'completed', 'code': 200} Oct 13 04:38:27.453204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.459595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Made reservation on behalf of d556f81ea4c04da79deca99f5732497d for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:27.465493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.475318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:27.476456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.485204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.618710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.621922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.622091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.629420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.654325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:38:27.664823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:27.668986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef4d16-1d52-47ee-90f6-58d732ac8d0f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:27.674014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.674354 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Added segment 76800495-0d8e-426f-ba30-01a87a441f2a of type vlan for network ab7be8e4-e83a-46d8-b321-253aacdbc972 Oct 13 04:38:27.683507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:27.691999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:27.695887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:27.697793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Pushing event updated for resources: {'Port': ['ID=c3271a75-f4fb-4dd3-9e22-004062b3b48b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:27.722649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.753515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.754659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:27.755227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.783125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:27.783715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.827212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7affacd4-e7fb-467f-9188-345d08e85360 tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.3099015 Oct 13 04:38:27.830269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48572) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:27.835778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.215'}]}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:27.874141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5232754 Oct 13 04:38:27.882991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48574) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:27.897696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Request body: {'subnet': {'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1134604306-subnet', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:27.899671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad63c8-dc85-4d9b-9af9-89cc415f2210 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7be8e4-e83a-46d8-b321-253aacdbc972,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:27.921133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:38:27.929155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.930188 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.960416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:27.962863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Made reservation on behalf of d556f81ea4c04da79deca99f5732497d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:27.967433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.025071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ef85603-4120-4428-8ef1-fa59fb8e91ec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:28.046166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:28.051694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.127650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4ef85603-4120-4428-8ef1-fa59fb8e91ec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:28.129587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.270019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.283213 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.286827 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.290344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0803a254-9c19-490e-a46e-43f98b387086 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/ports/7e327dfb-e777-4a5e-bf4c-2c735b6dc4ea HTTP/1.1" status: 204 len: 168 time: 1.7331493 Oct 13 04:38:28.293086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:28.371654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5474edb-3022-42af-b915-cd05dc773ebc,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:28.418715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Checking segment: {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:28.418998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Network hostable DHCP agents. Network: ab7be8e4-e83a-46d8-b321-253aacdbc972, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:38:28.444816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:38:28.463679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:28.477675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, ab7be8e4-e83a-46d8-b321-253aacdbc972) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:28.518318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:28.519227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.576275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-78814662-669e-43b9-b062-80ee25c6fc00 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6881638 Oct 13 04:38:28.578475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:28.582321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd88d6a-c011-4895-a62d-a2817e7f1dbd None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:28.616626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:28.682967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 6183ee9c-fb77-45a8-8207-2f458502c97a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:28.683397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.724337 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:28.750541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.751256 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:28.751862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.752006 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:28.833760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.841899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.877270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.919220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:28.964217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 6183ee9c-fb77-45a8-8207-2f458502c97a owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:28.972437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 4ef85603-4120-4428-8ef1-fa59fb8e91ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ef85603-4120-4428-8ef1-fa59fb8e91ec,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:28.981390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-ab7be8e4-e83a-46d8-b321-253aacdbc972', 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'fixed_ips': [{'subnet_id': 'e5474edb-3022-42af-b915-cd05dc773ebc'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:38:28.982399 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.005597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.029782 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:29.110558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.115215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.196070 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.255849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.281458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Allocated IP 172.20.0.2 (ab7be8e4-e83a-46d8-b321-253aacdbc972/e5474edb-3022-42af-b915-cd05dc773ebc/6d83c774-8ccd-47d5-8a33-e4240cbce9a4) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:29.313257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.317912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.327437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/security-groups/d0facbc2-0c70-45f8-b99b-e1bf39da6fb2 HTTP/1.1" status: 204 len: 168 time: 0.8625724 Oct 13 04:38:29.364894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f48f1-dc1f-4d35-beea-d1abee99b130 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0facbc2-0c70-45f8-b99b-e1bf39da6fb2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:29.391213 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 2, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:29.403804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48604) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:29.424590 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:29.425507 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Updating router d13474b7-4802-4c11-8992-543d1cb10486 port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:29.460801 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.598794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=4ef85603-4120-4428-8ef1-fa59fb8e91ec,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:29.614643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.665892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=6183ee9c-fb77-45a8-8207-2f458502c97a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:29.682748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.802829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.828912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.882020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.897686 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.905381 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:29.918698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:29.922595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:29.926454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:29.950804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Pushing event updated for resources: {'Port': ['ID=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:29.961427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ef85603-4120-4428-8ef1-fa59fb8e91ec up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:30.027045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.046899 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332de8-b590-4033-917b-c859b571ccdc None None] Pushing event updated for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:30.094724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Attempting to bind port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:30.095472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Attempting to bind port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:30.096187 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Attempting to bind port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 on network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:30.106547 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:30.107526 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Checking segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:30.108298 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.108907 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Bound using segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:30.110086 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Bound port: 30f489f6-6784-4ac1-a4a4-410d272fe2e9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:30.111404 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.140765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Attempting to bind port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:30.141455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Attempting to bind port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:30.142019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Attempting to bind port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 on network ab7be8e4-e83a-46d8-b321-253aacdbc972 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:30.158138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:30.158849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Checking segment: {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:30.159510 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.160100 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Bound using segment: {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:30.160774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Bound port: 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:30.161361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.249892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4ef85603-4120-4428-8ef1-fa59fb8e91ec triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:30.256089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.298133 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] For port 30f489f6-6784-4ac1-a4a4-410d272fe2e9, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:30.302562 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] For port 30f489f6-6784-4ac1-a4a4-410d272fe2e9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30f489f6-6784-4ac1-a4a4-410d272fe2e9,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:30.317315 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.456999 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06332de8-b590-4033-917b-c859b571ccdc None None] Pushing event updated for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:30.466558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] For port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:30.470364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] For port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:30.491317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.501391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:30.502029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:30.651435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Allocated IP 172.25.0.174 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/9b5926ea-4538-46c9-b611-dfdc28c99275) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:30.693728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] Provisioning complete for port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:30.694267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.795155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e14b3-07b0-4b5e-a05b-66c1d1d0eee4 None None] Pushing event updated for resources: {'Port': ['ID=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:30.910766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.937282 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:30.947514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.968507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:30.981961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e0bbd053-3296-4702-9791-12082c8f8a97 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/ports/6183ee9c-fb77-45a8-8207-2f458502c97a HTTP/1.1" status: 204 len: 168 time: 2.6877916 Oct 13 04:38:30.984539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48610) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:30.985401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] For port 30f489f6-6784-4ac1-a4a4-410d272fe2e9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30f489f6-6784-4ac1-a4a4-410d272fe2e9,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:31.003429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.104386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.140966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ced890-bbd0-4629-9857-dbc92fc35217 None None] Pushing event updated for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:31.160040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-606ac582-41f6-485a-b8fe-8cd8d1d16320 None None] Provisioning complete for port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:31.162051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-606ac582-41f6-485a-b8fe-8cd8d1d16320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.164930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.296180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:31.306202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:31.311302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:31.313378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.313536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Pushing event updated for resources: {'Port': ['ID=9b5926ea-4538-46c9-b611-dfdc28c99275,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:31.320357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.399909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:31.450345 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348f3281-5e6e-488f-8085-4da6aa6207e2 None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:31.474931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.475504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 201caa1f-8180-4fec-a101-a4b2e666e090 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:38:31.505353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting subnet adb7d1a6-eb7f-435f-8d1a-11c8f294863b {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:31.521771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.593611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:31.672160 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 04:38:31.675978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6827c679-bcd8-4ba4-a4b3-fde06ee4bb0d tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8421435 Oct 13 04:38:31.677554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48616) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:31.804059 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.022518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.141437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Deleting port c3271a75-f4fb-4dd3-9e22-004062b3b48b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:32.141437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.147437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.162854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port c97d221b-7dc6-45a1-92b7-9c477a932c5c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:32.163351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.296589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.299820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30f489f6-6784-4ac1-a4a4-410d272fe2e9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:32.301232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/subnets/adb7d1a6-eb7f-435f-8d1a-11c8f294863b HTTP/1.1" status: 204 len: 168 time: 1.3156266 Oct 13 04:38:32.304420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48618) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:32.338969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0c469-7f0b-46a8-bed8-929add153c1b tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Subnet': ['ID=adb7d1a6-eb7f-435f-8d1a-11c8f294863b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:32.367181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc0f6c-e5e6-4808-83aa-02998880652f None None] Network d55e54b7-8d22-4e22-b120-ddf690472f18 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:32.417804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.418555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting subnet 6787099d-be2c-435a-a310-eac85b551284 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:32.425975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.458037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Calling delete_port for c3271a75-f4fb-4dd3-9e22-004062b3b48b owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:32.559769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port c97d221b-7dc6-45a1-92b7-9c477a932c5c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c97d221b-7dc6-45a1-92b7-9c477a932c5c,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:32.560334 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.578443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for c97d221b-7dc6-45a1-92b7-9c477a932c5c owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:32.651891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a1a0b-a615-45bb-9e5d-a5fd41e90e92 None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:32.658552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:32.661851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.783039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.836524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3271a75-f4fb-4dd3-9e22-004062b3b48b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:32.969929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] Provisioning complete for port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:32.970317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.971351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:32.975870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-01ebf98d-4d9a-4465-8820-f7a2725cb5bb tempest-RoutersAdminNegativeIpV6Test-718858535 tempest-RoutersAdminNegativeIpV6Test-718858535-project-admin] 10.222.0.49 "DELETE /v2.0/ports/c3271a75-f4fb-4dd3-9e22-004062b3b48b HTTP/1.1" status: 204 len: 168 time: 1.2972956 Oct 13 04:38:32.978399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] DHCP port deletion for d55e54b7-8d22-4e22-b120-ddf690472f18 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:33.214187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:33.270667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.287481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Deleting port 65ce3a70-70ce-4e79-8b30-264499af0b94 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:33.287871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.401973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.406817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] For port 65ce3a70-70ce-4e79-8b30-264499af0b94, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=65ce3a70-70ce-4e79-8b30-264499af0b94,segment=NetworkSegment(756991e9-bf95-448a-ad56-dad3e9fad7e1),segment_id=756991e9-bf95-448a-ad56-dad3e9fad7e1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:33.407384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.427937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Calling delete_port for 65ce3a70-70ce-4e79-8b30-264499af0b94 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:33.507197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48638) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:33.559499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.595145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.602139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:33.602708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.606291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.628244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Subnet': ['ID=6787099d-be2c-435a-a310-eac85b551284,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:33.635926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.641548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d831137a-c0d2-4b38-bb52-af15580ef5c6 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/subnets/6787099d-be2c-435a-a310-eac85b551284 HTTP/1.1" status: 204 len: 168 time: 1.3295116 Oct 13 04:38:33.643125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48642) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:33.643295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd63ac-5141-4cb1-8b9e-fb75c7dd0948 None None] Network 5dbb7c8a-ba71-46c9-9f6b-19544726c858 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:33.744030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] For port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:33.744303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.752851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7eacf36-a24d-4e94-851c-aacde42063db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.770003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.795014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] No DVR routers for this DVR port 65ce3a70-70ce-4e79-8b30-264499af0b94 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:33.801851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6a6f5-bc69-47e7-8a34-bcf9abac281b None None] Pushing event deleted for resources: {'Port': ['ID=65ce3a70-70ce-4e79-8b30-264499af0b94,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:33.819747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.958055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-96e9f5bc-ce16-4a05-a19d-683b903809d4 None None] Provisioning complete for port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:33.958444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96e9f5bc-ce16-4a05-a19d-683b903809d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:33.963234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0bc79-cab4-4d8f-ae8f-e5cc702f8932 None None] Pushing event updated for resources: {'Port': ['ID=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:33.966742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Router c1b943e3-de25-4180-a627-67768084e0f4 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:38:33.984491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.049318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=c97d221b-7dc6-45a1-92b7-9c477a932c5c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:34.073066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.114415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55e54b7-8d22-4e22-b120-ddf690472f18']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:34.147723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] DHCP port deletion for 5dbb7c8a-ba71-46c9-9f6b-19544726c858 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:34.155205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756991e9-bf95-448a-ad56-dad3e9fad7e1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:34.159790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756991e9-bf95-448a-ad56-dad3e9fad7e1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:34.183457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.200524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.208240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:38:34.208737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.249850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 65ce3a70-70ce-4e79-8b30-264499af0b94 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:34.301340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 65ce3a70-70ce-4e79-8b30-264499af0b94 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:34.301687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 65ce3a70-70ce-4e79-8b30-264499af0b94 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:34.328964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:38:34.347323 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:38:34.351542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Sync routers for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:34.371465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.375719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:34.377654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:34.422469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.423805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-136d1283-f23d-44c1-a94c-0b6761e7476b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8306534 Oct 13 04:38:34.427245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48646) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:34.447042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.451935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/networks/d55e54b7-8d22-4e22-b120-ddf690472f18 HTTP/1.1" status: 204 len: 168 time: 0.8076191 Oct 13 04:38:34.453181 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ae59-1ce8-41ee-ab67-6fbb15190d81 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Network': ['ID=d55e54b7-8d22-4e22-b120-ddf690472f18,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:34.462701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48648) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:34.537145 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.577331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7eacf36-a24d-4e94-851c-aacde42063db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.596037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b7eacf36-a24d-4e94-851c-aacde42063db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.635633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Deleting port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:34.642765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.645067 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.651001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eacf36-a24d-4e94-851c-aacde42063db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe90572-538d-4f96-916b-503cdcb5f19a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:34.720316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b7eacf36-a24d-4e94-851c-aacde42063db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f94b52aa5e641f7919814bdc4ed917e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2118490 Oct 13 04:38:34.723208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48652) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:34.817759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.854998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:34.880565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Deleting port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:34.884877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.895993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:34.983502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] For port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:34.983928 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.001390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] For port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,segment=NetworkSegment(03d69a9a-e0bf-4254-8bc1-1675485d495b),segment_id=03d69a9a-e0bf-4254-8bc1-1675485d495b)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:35.002045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.004078 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Calling delete_port for 6e55fa97-24c4-4612-aee0-0f7ff911e6cb owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:35.017243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Calling delete_port for 6e55fa97-24c4-4612-aee0-0f7ff911e6cb owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:35.046448 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.049328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.052807 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe90572-538d-4f96-916b-503cdcb5f19a HTTP/1.1" status: 204 len: 168 time: 0.3253407 Oct 13 04:38:35.097502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dc4c3-22f5-4144-96b0-faacced4fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe90572-538d-4f96-916b-503cdcb5f19a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:35.143632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:38:35.178885 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:38:35.198311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Port': ['ID=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:35.203281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.211658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] No DVR routers for this DVR port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:35.267873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 30385c03-63e1-4744-9806-b2e4e6b42cef has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:35.286862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] No DVR routers for this DVR port 6e55fa97-24c4-4612-aee0-0f7ff911e6cb on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:35.298579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d40da2-eb94-4b65-a566-de14c1100d01 None None] Pushing event deleted for resources: {'Port': ['ID=6e55fa97-24c4-4612-aee0-0f7ff911e6cb,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:35.303548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:31Z', 'revision_number': 3, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:35.357711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.391369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbb7c8a-ba71-46c9-9f6b-19544726c858']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:35.392093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Checking router: c1b943e3-de25-4180-a627-67768084e0f4 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:35.392454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Updating router c1b943e3-de25-4180-a627-67768084e0f4 port 9b5926ea-4538-46c9-b611-dfdc28c99275 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:35.406141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d69a9a-e0bf-4254-8bc1-1675485d495b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:35.407034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d69a9a-e0bf-4254-8bc1-1675485d495b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:35.422142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.426118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:35.434281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.434583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95a30d55-842f-438b-8b9c-2390d8c336dd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/30385c03-63e1-4744-9806-b2e4e6b42cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0287933 Oct 13 04:38:35.437178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:35.441594 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Sync routers for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:35.442582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.452039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:38:35.452564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:38:35.456411 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:38:35.469383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:35.469996 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:35.534739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.551128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48662) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:35.563033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.566822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.575322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] 10.222.0.49 "DELETE /v2.0/networks/5dbb7c8a-ba71-46c9-9f6b-19544726c858 HTTP/1.1" status: 204 len: 168 time: 1.1008246 Oct 13 04:38:35.584639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting subnet 051ae32d-e6f0-4940-98fd-25d5ea470d30 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:35.588665 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.618605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0912-29bc-4462-94b3-44709b7fd358 tempest-TaggedBootDevicesTest_v242-256365397 tempest-TaggedBootDevicesTest_v242-256365397-project] Pushing event deleted for resources: {'Network': ['ID=5dbb7c8a-ba71-46c9-9f6b-19544726c858,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:35.636743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.685344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0de8f2e6-92fa-4137-a0c4-a56178f5ab76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c3537243d284c89ad54464919ed5120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302519 Oct 13 04:38:35.687938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:35.688859 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:35.801792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.820786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.828898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.840687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.870948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.891417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Attempting to bind port 9b5926ea-4538-46c9-b611-dfdc28c99275 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:35.892089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Attempting to bind port 9b5926ea-4538-46c9-b611-dfdc28c99275 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:35.892647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Attempting to bind port 9b5926ea-4538-46c9-b611-dfdc28c99275 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:35.903526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:35.904286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:35.904884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.905455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:35.906116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Bound port: 9b5926ea-4538-46c9-b611-dfdc28c99275, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:35.906670 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.982759 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.990233 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:35.996202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c244990-d576-465c-8f6d-4cff0e69658e HTTP/1.1" status: 204 len: 168 time: 0.3069782 Oct 13 04:38:36.003331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba726-e1ff-45dd-897b-4dc400c92666 None None] Pushing event updated for resources: {'Port': ['ID=9b5926ea-4538-46c9-b611-dfdc28c99275,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:36.020572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c244990-d576-465c-8f6d-4cff0e69658e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:36.043209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.043504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.043813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.044143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.044477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.044803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.047533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.048423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.049049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.049415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.049750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.050082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.050424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5296a0-210e-4b52-9bc7-6952b61b5d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:38:36.061090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] For port 9b5926ea-4538-46c9-b611-dfdc28c99275, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:36.089907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] For port 9b5926ea-4538-46c9-b611-dfdc28c99275, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9b5926ea-4538-46c9-b611-dfdc28c99275,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:36.100377 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:33Z', 'revision_number': 7, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:36.103011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.122316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Subnet': ['ID=051ae32d-e6f0-4940-98fd-25d5ea470d30,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:36.125042 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.131014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38b1cb0a-d6ec-48c1-877c-1e4e42c36c07 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/subnets/051ae32d-e6f0-4940-98fd-25d5ea470d30 HTTP/1.1" status: 204 len: 168 time: 0.6905141 Oct 13 04:38:36.131014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Allocated IP 172.20.0.1 (ab7be8e4-e83a-46d8-b321-253aacdbc972/e5474edb-3022-42af-b915-cd05dc773ebc/0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:36.131831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48680) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:36.169517 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Checking router: 30385c03-63e1-4744-9806-b2e4e6b42cef for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:36.189523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57557583-a19b-46db-9480-a86ed38754e7 None None] Network a866614a-057a-4517-80c3-8a59494e0ace requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:36.192696 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Routers {'30385c03-63e1-4744-9806-b2e4e6b42cef'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:36.193154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['30385c03-63e1-4744-9806-b2e4e6b42cef'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:36.281394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:36.282387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:36.405480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:36.421771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.475692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.479632 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] Set router 30385c03-63e1-4744-9806-b2e4e6b42cef gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:36.485921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:36.573558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.649741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.677801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:36.684567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:36.700567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:36.781030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 6cd215c1-b7f4-4259-a16d-6a5254629c73 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:36.781800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.795501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Pushing event updated for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:36.854284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.891542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba726-e1ff-45dd-897b-4dc400c92666 None None] Pushing event updated for resources: {'Port': ['ID=9b5926ea-4538-46c9-b611-dfdc28c99275,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:36.958941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 6cd215c1-b7f4-4259-a16d-6a5254629c73, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6cd215c1-b7f4-4259-a16d-6a5254629c73,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:36.961095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:36.979329 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:33Z', 'revision_number': 7, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:37.002906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 6cd215c1-b7f4-4259-a16d-6a5254629c73 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:37.048608 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd50851d-7a71-478d-84ec-31e8b812e16d None None] The sync data for ids ['30385c03-63e1-4744-9806-b2e4e6b42cef'] in n-d-813736-1 is: [{'id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'name': 'tempest-TestNetworkBasicOps-router-519895328', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:38:33Z', 'revision_number': 7, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '6cd215c1-b7f4-4259-a16d-6a5254629c73', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30385c03-63e1-4744-9806-b2e4e6b42cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:36:14Z', 'updated_at': '2021-10-13T04:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:37.199888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.221732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:37.222096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.262295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.324790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=6cd215c1-b7f4-4259-a16d-6a5254629c73,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:37.378120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3d42b11b-f32b-4d9a-9922-bc11bf60ebfe None None] Provisioning complete for port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:37.378493 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d42b11b-f32b-4d9a-9922-bc11bf60ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.416981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:31Z', 'revision_number': 3, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:37.441888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.460925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] DHCP port deletion for a866614a-057a-4517-80c3-8a59494e0ace request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:37.488432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752b0e6-9b77-44a6-9ced-dbd9f6017c41 None None] The sync data for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 is: [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:31Z', 'revision_number': 3, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:37.503537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3d42b11b-f32b-4d9a-9922-bc11bf60ebfe None None] Port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:37.603870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Deleting port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:37.604147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.656720 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.669315 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.704737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.733318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.775288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.792036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Pushing event updated for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:37.796013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] For port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,segment=NetworkSegment(d0f73d27-48f7-4677-888c-09bc242db965),segment_id=d0f73d27-48f7-4677-888c-09bc242db965)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:37.797050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.840102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Calling delete_port for 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:37.840572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48714) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:37.886712 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.887350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Fanout notify agent at l3_agent the message router_deleted on router 30385c03-63e1-4744-9806-b2e4e6b42cef {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:38:37.899473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:37.905586 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad6c1c9f-feb8-4fde-8d95-63cad3405281 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/routers/30385c03-63e1-4744-9806-b2e4e6b42cef HTTP/1.1" status: 204 len: 168 time: 1.7705674 Oct 13 04:38:37.906143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48718) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:37.983646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6e55fa97-24c4-4612-aee0-0f7ff911e6cb no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:38.037774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6e55fa97-24c4-4612-aee0-0f7ff911e6cb {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:38.038135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6e55fa97-24c4-4612-aee0-0f7ff911e6cb not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:38.068297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.104086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:38.106872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] No DVR routers for this DVR port 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:38.113924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.117614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:38.168235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1797482-bc41-40bd-b41c-56f3dd682ebc None None] Pushing event deleted for resources: {'Port': ['ID=6474b3b6-fb73-4146-a14f-ad8e9ec94b9a,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:38.245508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2052411152'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:38.293128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:38.297107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.317876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.456825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.470606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.485218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.517544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a866614a-057a-4517-80c3-8a59494e0ace']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:38.533724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f73d27-48f7-4677-888c-09bc242db965') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:38.534260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f73d27-48f7-4677-888c-09bc242db965') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:38.545903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:38:38.548240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.563277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Router c1b943e3-de25-4180-a627-67768084e0f4 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:38.588963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.599834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff2c34-a148-47e5-8923-3cf27536cacb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:38.616556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.616914 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Added segment 261c98eb-369e-48ea-9732-8bab6578d76e of type vlan for network 391fc220-7154-4be0-b4c9-0dda4eebc160 Oct 13 04:38:38.620279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:38:38.621024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:38:38.624909 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:38:38.740923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9e088951-f5da-4f58-af02-f51b99186034 None None] Provisioning complete for port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:38.741316 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.749919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9e088951-f5da-4f58-af02-f51b99186034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.771856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.779794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:38.780615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:38.832859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9b5926ea-4538-46c9-b611-dfdc28c99275 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:38.868803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Network': ['ID=391fc220-7154-4be0-b4c9-0dda4eebc160,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:38.909944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-43897d86-f6e9-4c2b-abcc-e796b548eaf4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0649617 Oct 13 04:38:38.910310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:38.918324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:38.929358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:38.948631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50de870a-ce28-41d6-8d68-bfcc1beeb238 admin admin] 10.222.0.49 "PUT /v2.0/routers/c1b943e3-de25-4180-a627-67768084e0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5207334 Oct 13 04:38:38.954767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:38:38.981800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.013241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.016918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/networks/a866614a-057a-4517-80c3-8a59494e0ace HTTP/1.1" status: 204 len: 168 time: 1.1098318 Oct 13 04:38:39.018746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9459e-19ec-4d79-8224-ffb5beba914a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Network': ['ID=a866614a-057a-4517-80c3-8a59494e0ace,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:39.038852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48730) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:39.049726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'network': {'name': 'tempest-network-smoke--1091550284', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'port_security_enabled': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:39.091509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:39.095961 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.158123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:38:39.183399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.185843 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Added segment 3b491587-5ecb-4796-9390-915aaea91fc0 of type vlan for network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 Oct 13 04:38:39.200465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:39.205640 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.294173 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.381563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.388615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:39.389186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.428093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9e088951-f5da-4f58-af02-f51b99186034 None None] Port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:39.466533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9b5926ea-4538-46c9-b611-dfdc28c99275 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:39.477019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.530479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4866080 Oct 13 04:38:39.530788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48744) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:39.533146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda68f90-d5f8-49d0-a581-b81018c2670b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Network': ['ID=ad9130b0-dd80-4cbc-8ca4-7882d3c01273,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:39.537991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-319290246', 'admin_state_up': True, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:39.568871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.570140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.594906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:38:39.679617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.719183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.849835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:39.916373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9b5926ea-4538-46c9-b611-dfdc28c99275, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9b5926ea-4538-46c9-b611-dfdc28c99275,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:39.937977 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.067186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:40.080799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=aa5a7cd2-39b8-41e3-a22b-85d901066629,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:40.110213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:40.110585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6474b3b6-fb73-4146-a14f-ad8e9ec94b9a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:40.112282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c97d221b-7dc6-45a1-92b7-9c477a932c5c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:40.144054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:40.147043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network hostable DHCP agents. Network: 391fc220-7154-4be0-b4c9-0dda4eebc160, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:38:40.182653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c97d221b-7dc6-45a1-92b7-9c477a932c5c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:40.183439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c97d221b-7dc6-45a1-92b7-9c477a932c5c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:40.191589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9b5926ea-4538-46c9-b611-dfdc28c99275,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:40.201520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:38:40.233013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 391fc220-7154-4be0-b4c9-0dda4eebc160) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:40.239108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:40.239903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.246219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1803f85-8b63-48f2-a37c-880114fbc27c None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:40.290657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a7c5ac9b-d459-43b1-83aa-e40e10960b7f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3793314 Oct 13 04:38:40.291584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48786) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:40.303211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'name': 'tempest-NetworksTestDHCPv6-277539584'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:40.435368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9b5926ea-4538-46c9-b611-dfdc28c99275 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:40.574730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:40.580317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.612172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port aecdab68-71fa-437f-8871-9641cb4ea32a yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:38:40.654741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Sync routers for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:40.685614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9b5926ea-4538-46c9-b611-dfdc28c99275 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:40.685991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.705188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'aa5a7cd2-39b8-41e3-a22b-85d901066629'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:38:40.706059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:40.769590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::179 (391fc220-7154-4be0-b4c9-0dda4eebc160/aa5a7cd2-39b8-41e3-a22b-85d901066629/aecdab68-71fa-437f-8871-9641cb4ea32a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:40.812258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:40.813013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:41.009642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.029169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.095223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.172636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:41.200544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=aecdab68-71fa-437f-8871-9641cb4ea32a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:41.238130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:41.239555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:41.247117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:41.253151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:41.253784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.303409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3fc0a952-80e6-4d97-92ee-81ec8a339bfc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0091646 Oct 13 04:38:41.304919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:41.537512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.547319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812eb9c-3d45-4253-9ab2-d8cee069ff07 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:41.552134 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3812eb9c-3d45-4253-9ab2-d8cee069ff07 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2446735 Oct 13 04:38:41.557107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48838) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:41.564284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6cd215c1-b7f4-4259-a16d-6a5254629c73 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:41.573610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/aa5a7cd2-39b8-41e3-a22b-85d901066629/3421be91-19f4-46ef-8f98-3489b0cb6c83) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:41.592214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.625895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6cd215c1-b7f4-4259-a16d-6a5254629c73 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:41.626442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6cd215c1-b7f4-4259-a16d-6a5254629c73 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:41.694261 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.733181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:37Z', 'revision_number': 4, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24', 'name': '', 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'mac_address': 'fa:16:3e:c1:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:35Z', 'updated_at': '2021-10-13T04:38:37Z', 'revision_number': 2, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'subnets': [{'id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:41.765779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.25.0.163 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/38410d85-19d3-488c-abab-979b679e58fa) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:41.815350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Checking router: c1b943e3-de25-4180-a627-67768084e0f4 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:41.818610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Updating router c1b943e3-de25-4180-a627-67768084e0f4 port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:41.829806 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port aecdab68-71fa-437f-8871-9641cb4ea32a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:41.830166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.881899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1704683-36fe-41b5-99da-4ce1e69c1b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:41.928634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.029812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.064269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.098921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for aecdab68-71fa-437f-8871-9641cb4ea32a owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:42.154033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.282097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=38410d85-19d3-488c-abab-979b679e58fa,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:42.292347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:42.301333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:42.308787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:42.413401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.435182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.449556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=aecdab68-71fa-437f-8871-9641cb4ea32a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:42.488359 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.498034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.502113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9da10f30-9220-4b21-bb92-2fad3eb4f7b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/aecdab68-71fa-437f-8871-9641cb4ea32a HTTP/1.1" status: 204 len: 168 time: 0.9430277 Oct 13 04:38:42.506111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48848) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:42.607393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:42.628976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Pushing event updated for resources: {'Port': ['ID=3421be91-19f4-46ef-8f98-3489b0cb6c83,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:42.642044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:42.648250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.650858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:42.682866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef9aec-fc93-43b5-95a3-796597efdafb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:42.685248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef9aec-fc93-43b5-95a3-796597efdafb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:42.687118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-84ef9aec-fc93-43b5-95a3-796597efdafb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1797166 Oct 13 04:38:42.689987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48850) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:42.694809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.959002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet aa5a7cd2-39b8-41e3-a22b-85d901066629 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:42.960380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:42.976616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.102117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.120969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Attempting to bind port 3421be91-19f4-46ef-8f98-3489b0cb6c83 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:43.121489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Attempting to bind port 3421be91-19f4-46ef-8f98-3489b0cb6c83 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:43.121971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Attempting to bind port 3421be91-19f4-46ef-8f98-3489b0cb6c83 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:43.181305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.200096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:43.202362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:43.202884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.203420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:43.204055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Bound port: 3421be91-19f4-46ef-8f98-3489b0cb6c83, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:43.206770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.265511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.433028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7e42-2a8f-4a6a-8d42-b50684ed0f13 None None] Pushing event updated for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:43.435563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.517506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5a7cd2-39b8-41e3-a22b-85d901066629,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:43.531689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.538795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Attempting to bind port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:43.547671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07d59ea0-1294-4bba-b1ff-810ae40bc1dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/aa5a7cd2-39b8-41e3-a22b-85d901066629 HTTP/1.1" status: 204 len: 168 time: 0.8564012 Oct 13 04:38:43.547978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Attempting to bind port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:43.548333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.548837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Attempting to bind port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 on network ab7be8e4-e83a-46d8-b321-253aacdbc972 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:43.550909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48864) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:43.600931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:43.607778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Checking segment: {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:43.608409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.609473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Bound using segment: {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:43.613572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Bound port: 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76800495-0d8e-426f-ba30-01a87a441f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:43.613572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.637218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7cdc367d-e960-4a2b-9637-1e9d3b2cf3d5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845082 Oct 13 04:38:43.640022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48866) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:43.645350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:43.718269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] For port 3421be91-19f4-46ef-8f98-3489b0cb6c83, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:43.855849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:43.860018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.917855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] For port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:43.932149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] For port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:43.962002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:38:43.969594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:43.981933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] For port 3421be91-19f4-46ef-8f98-3489b0cb6c83, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3421be91-19f4-46ef-8f98-3489b0cb6c83,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:44.002913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] Provisioning complete for port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:44.006738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.026700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.344299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:44.365756 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af78f73-011e-460a-b283-9468e873102c None None] Sync routers for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:44.398154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:44.400743 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:44.428995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.437774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b9368896-57de-413b-b110-24ef809db758 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9058995 Oct 13 04:38:44.441051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48876) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:44.536846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.539753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1532e61-0e08-46a4-892a-6cc52b8b89a2 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=273adb652f57484eb9f85e8433ddda80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0931070 Oct 13 04:38:44.548526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48878) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:44.554836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-602ab252-0fc8-46c5-b1ea-15796726b10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.727532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.767498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:44.806053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:44.808727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:44.812735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7e42-2a8f-4a6a-8d42-b50684ed0f13 None None] Pushing event updated for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:44.839404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:44.848999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:44.857929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:44.858529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:44.911872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=f4769db4-934c-4ea2-b275-085191532341,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:44.938132 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-410d9a3e-0a8a-443d-81cf-58c141da2037 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2967768 Oct 13 04:38:44.940793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48882) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:44.947563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'name': 'tempest-NetworksTestDHCPv6-558073882'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:45.060281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] For port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:45.071640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac884b4f-8043-4d8a-8012-a3f5a8d062a8 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:45.074965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ac884b4f-8043-4d8a-8012-a3f5a8d062a8 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5130634 Oct 13 04:38:45.078760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48884) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:45.095005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.145073 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:42Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:45.170077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fe2902e1-7117-444c-b270-78b18bb7547e tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833802 Oct 13 04:38:45.172695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48886) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:45.178374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1910222162', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:45.203023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd4d1f-990e-4e9d-a21e-b5e057bb04e0 None None] Pushing event updated for resources: {'Port': ['ID=3421be91-19f4-46ef-8f98-3489b0cb6c83,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:45.212635 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af78f73-011e-460a-b283-9468e873102c None None] Checking router: 9bf5c1ac-a84f-4620-a245-80925a18e8b2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:45.212635 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af78f73-011e-460a-b283-9468e873102c None None] Updating router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 port 38410d85-19d3-488c-abab-979b679e58fa binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:45.274652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:45.277404 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.360412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:45.364257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.413283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5988dc5c-1463-410b-92f3-a9607b3a1c4d None None] Provisioning complete for port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:45.415868 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5988dc5c-1463-410b-92f3-a9607b3a1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.433250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 7e183d82-a521-43d7-b448-6ecbf973575c yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:38:45.521882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:45.526031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.577926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:45.844993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cdba8-ec00-4bc2-923d-d3b844986799 None None] Pushing event updated for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:45.847665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::3a5 (391fc220-7154-4be0-b4c9-0dda4eebc160/f4769db4-934c-4ea2-b275-085191532341/7e183d82-a521-43d7-b448-6ecbf973575c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:46.108962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.292988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.358176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6411da0e-be0e-41ec-948a-ecd9cee0adf7 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:46.401480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.532002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:46.537178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:46.537532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3421be91-19f4-46ef-8f98-3489b0cb6c83 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:46.545356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:46.561465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:46.563180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.665006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7223043 Oct 13 04:38:46.674277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:46.714641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60162776-e854-4082-bc98-2e704ed31ca4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=7e183d82-a521-43d7-b448-6ecbf973575c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:46.766859 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.791628 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.870054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4492977-08d4-4370-bf2b-a87c5488fe06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:46.884387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4492977-08d4-4370-bf2b-a87c5488fe06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:46.890458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c4492977-08d4-4370-bf2b-a87c5488fe06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2119489 Oct 13 04:38:46.890669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48912) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:46.902566 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0af78f73-011e-460a-b283-9468e873102c None None] Attempting to bind port 38410d85-19d3-488c-abab-979b679e58fa on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:46.902935 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0af78f73-011e-460a-b283-9468e873102c None None] Attempting to bind port 38410d85-19d3-488c-abab-979b679e58fa by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:46.903548 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78f73-011e-460a-b283-9468e873102c None None] Attempting to bind port 38410d85-19d3-488c-abab-979b679e58fa on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:46.921873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78f73-011e-460a-b283-9468e873102c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:46.922673 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78f73-011e-460a-b283-9468e873102c None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:46.923344 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.923992 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af78f73-011e-460a-b283-9468e873102c None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:46.924694 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-0af78f73-011e-460a-b283-9468e873102c None None] Bound port: 38410d85-19d3-488c-abab-979b679e58fa, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:46.925329 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:46.984552 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b805b21-9689-44c7-8767-3780d0264ef7 None None] Pushing event updated for resources: {'Port': ['ID=38410d85-19d3-488c-abab-979b679e58fa,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:47.053020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] Provisioning complete for port 3421be91-19f4-46ef-8f98-3489b0cb6c83 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:47.053588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.070561 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0af78f73-011e-460a-b283-9468e873102c None None] For port 38410d85-19d3-488c-abab-979b679e58fa, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:47.082067 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-0af78f73-011e-460a-b283-9468e873102c None None] For port 38410d85-19d3-488c-abab-979b679e58fa, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=38410d85-19d3-488c-abab-979b679e58fa,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:47.091557 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-0af78f73-011e-460a-b283-9468e873102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.147545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 7e183d82-a521-43d7-b448-6ecbf973575c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:47.147886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.158008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.189782 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:47.194098 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:47.299344 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.326869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Checking segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:47.336653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network hostable DHCP agents. Network: ad9130b0-dd80-4cbc-8ca4-7882d3c01273, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:38:47.339272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Subnet': ['ID=d67391d0-7d75-4ee4-ba29-465e0671a17c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:47.341853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3421be91-19f4-46ef-8f98-3489b0cb6c83 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:47.346631 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.346873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b805b21-9689-44c7-8767-3780d0264ef7 None None] Pushing event updated for resources: {'Port': ['ID=38410d85-19d3-488c-abab-979b679e58fa,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:47.387725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:38:47.403113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, ad9130b0-dd80-4cbc-8ca4-7882d3c01273) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:47.408808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:47.409504 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.424456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.454746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0fb1e0ff-832e-40bb-b87f-cd433d176129 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2804799 Oct 13 04:38:47.457564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:47.461214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:47.469247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef3f95-1efa-46cf-9421-2b39154528a6 None None] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:47.481090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 7e183d82-a521-43d7-b448-6ecbf973575c owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:47.643972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:37Z', 'revision_number': 4, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24', 'name': '', 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'mac_address': 'fa:16:3e:c1:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:35Z', 'updated_at': '2021-10-13T04:38:43Z', 'revision_number': 4, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'subnets': [{'id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:47.691426 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.701416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] For port 3421be91-19f4-46ef-8f98-3489b0cb6c83, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3421be91-19f4-46ef-8f98-3489b0cb6c83,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:47.824482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:47.866953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68640513-845d-432c-a37b-82f9fb1e0f82 None None] The sync data for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 is: [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:38:37Z', 'revision_number': 4, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24', 'name': '', 'network_id': 'ab7be8e4-e83a-46d8-b321-253aacdbc972', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'mac_address': 'fa:16:3e:c1:21:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:35Z', 'updated_at': '2021-10-13T04:38:43Z', 'revision_number': 4, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'subnets': [{'id': 'e5474edb-3022-42af-b915-cd05dc773ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:47.879877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=7e183d82-a521-43d7-b448-6ecbf973575c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:48.008111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.012245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ed6d6289-5816-4285-88bd-a9832cf1a672 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/7e183d82-a521-43d7-b448-6ecbf973575c HTTP/1.1" status: 204 len: 168 time: 1.1185591 Oct 13 04:38:48.015030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48924) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:48.017570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.040260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5dfab-0e56-4550-8e53-78699a9e87bc None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:48.142699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0af78f73-011e-460a-b283-9468e873102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:42Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:48.223244 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af78f73-011e-460a-b283-9468e873102c None None] The sync data for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 is: [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:42Z', 'revision_number': 3, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:38:48.288995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc36d19f-8528-4088-a607-b8724948157d None None] Could not find standard attr ID for object 7e183d82-a521-43d7-b448-6ecbf973575c. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:38:48.360064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3b87c-3eee-4066-b9ae-7ee2f039aaf5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:48.363263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3b87c-3eee-4066-b9ae-7ee2f039aaf5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:48.364886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80f3b87c-3eee-4066-b9ae-7ee2f039aaf5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3470988 Oct 13 04:38:48.367908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:48.537687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet f4769db4-934c-4ea2-b275-085191532341 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:48.572030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.636598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:38:48.637408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.668497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea30a6-7df6-48b1-a643-bdc7f428dcc3 None None] Pushing event updated for resources: {'Port': ['ID=3421be91-19f4-46ef-8f98-3489b0cb6c83,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:48.690046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc36d19f-8528-4088-a607-b8724948157d None None] Provisioning complete for port 3421be91-19f4-46ef-8f98-3489b0cb6c83 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:48.690426 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc36d19f-8528-4088-a607-b8724948157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.719051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.827216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:48.862022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:48.877989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.090525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.190749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=f4769db4-934c-4ea2-b275-085191532341,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:49.203669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.217088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-972c9783-97f0-4497-b75d-c57eadd7c00b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f4769db4-934c-4ea2-b275-085191532341 HTTP/1.1" status: 204 len: 168 time: 0.8370941 Oct 13 04:38:49.224901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48938) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:49.341359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a77d2e9c-fe21-44a7-856e-d5b716965ede tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144254 Oct 13 04:38:49.342034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48940) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:49.363818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:49.636732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Allocated IP 172.20.0.2 (ad9130b0-dd80-4cbc-8ca4-7882d3c01273/d67391d0-7d75-4ee4-ba29-465e0671a17c/bb88a0c4-9b2c-4757-85b1-dd3d48d5f936) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:49.721450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:49.725625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.873053 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:49.923907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.190658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Pushing event updated for resources: {'Port': ['ID=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:50.239894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.1 (ad9130b0-dd80-4cbc-8ca4-7882d3c01273/d67391d0-7d75-4ee4-ba29-465e0671a17c/af090ac8-7733-49ec-8c86-d2ae0cbcdaef) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:50.253298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:50.276727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:50.285530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:50.436604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:38:50.457996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Attempting to bind port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:50.458377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Attempting to bind port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:50.461303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Attempting to bind port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 on network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:50.484203 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.543314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:50.543577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Checking segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:50.543997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.544400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Bound using segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:50.546906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Bound port: bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:50.553607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.566946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:50.568990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:50.573356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:50.573983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.600593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:50.601161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.609247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-55457ad2-779a-455e-ac97-227baa73f9b7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2605426 Oct 13 04:38:50.611192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:50.616563 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'name': 'tempest-NetworksTestDHCPv6-849670163'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:50.641323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:50.641882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.694062 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.776515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:50.794355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:50.798332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:50.845333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:50.852358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.865466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:50.896820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:38:50.911204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.911605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Deleting port 3421be91-19f4-46ef-8f98-3489b0cb6c83 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:50.911860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:50.919557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 2b4ddbcd-2668-40b6-91c6-461af8d361c7 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:38:51.025481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] For port 3421be91-19f4-46ef-8f98-3489b0cb6c83, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3421be91-19f4-46ef-8f98-3489b0cb6c83,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:51.026504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.042027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Calling delete_port for 3421be91-19f4-46ef-8f98-3489b0cb6c83 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:51.144852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] For port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:51.198528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] For port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:51.247699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::7c (391fc220-7154-4be0-b4c9-0dda4eebc160/bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a/2b4ddbcd-2668-40b6-91c6-461af8d361c7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:51.334513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.363691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.366661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.393405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] No DVR routers for this DVR port 3421be91-19f4-46ef-8f98-3489b0cb6c83 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:38:51.499877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6a243-ef5b-4752-bc06-a5ac50d7bdd5 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:51.765916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 38410d85-19d3-488c-abab-979b679e58fa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:51.870252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:51.985302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:38:51.985302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.037839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.039157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ed30b-1f93-413d-a7f8-412dac7a2b4b None None] Pushing event updated for resources: {'Port': ['ID=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:52.192853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=2b4ddbcd-2668-40b6-91c6-461af8d361c7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:52.218724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:52.230676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:52.231897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bed61-3fc2-4a61-b209-afff1fd77210 None None] Pushing event deleted for resources: {'Port': ['ID=3421be91-19f4-46ef-8f98-3489b0cb6c83,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:52.237345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:52.273687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:52.274445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.347308 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0b2bebb-9587-478a-a33f-afdad4d29c97 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7348669 Oct 13 04:38:52.350158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:52.359347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 38410d85-19d3-488c-abab-979b679e58fa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:52.359665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.398405 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.410645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.464494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725fad6-71fd-4538-a220-60f1389e268a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:52.466070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0725fad6-71fd-4538-a220-60f1389e268a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1117659 Oct 13 04:38:52.469100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 48980) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:52.545869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a/c3ed769f-005c-4d32-ac95-3f6e47b1c3a3) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:52.590122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.676469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 2b4ddbcd-2668-40b6-91c6-461af8d361c7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:38:52.677749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.772422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:52.849718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.890632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:52.897511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:52.901312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:52.941735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 2b4ddbcd-2668-40b6-91c6-461af8d361c7 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:38:52.946853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 38410d85-19d3-488c-abab-979b679e58fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=38410d85-19d3-488c-abab-979b679e58fa,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:52.963993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.125198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=38410d85-19d3-488c-abab-979b679e58fa,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:53.135903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3421be91-19f4-46ef-8f98-3489b0cb6c83 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:38:53.140736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.199889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 3421be91-19f4-46ef-8f98-3489b0cb6c83 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:38:53.202009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:38:53.203995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3421be91-19f4-46ef-8f98-3489b0cb6c83 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:38:53.221034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.413173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:38:53.438671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1a1d2848-4363-4f02-ad12-bdc688043e48 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/9bf5c1ac-a84f-4620-a245-80925a18e8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9801679 Oct 13 04:38:53.446500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 48984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:53.485014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Sync routers for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:38:53.526538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Pushing event updated for resources: {'Port': ['ID=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:53.549190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:53.552935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:38:53.553667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:53.559895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:53.564400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:53.653625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:53.935132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:54.022917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Attempting to bind port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:54.024367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Attempting to bind port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:54.024367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Attempting to bind port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:54.059942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c4161-e92f-4f3f-81cf-c473f983f620 None None] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:54.132206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:54.132587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:54.132988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.133392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:54.133887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Bound port: c3ed769f-005c-4d32-ac95-3f6e47b1c3a3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:54.134848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.412717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] Provisioning complete for port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:54.413095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.427017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:38:54.591670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=2b4ddbcd-2668-40b6-91c6-461af8d361c7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:54.593332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] For port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:54.602077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] For port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:54.719302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-47e840d8-41f0-4eb3-a26a-c45454e0f428 req-e17d8700-c0ce-467d-ae52-e27485fbdc60 service neutron] (95048) timed out ('10.222.0.16', 50313) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:38:54.802439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.804752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:54.826759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd9b9974-5699-4c61-ae96-8ce451133d7c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/2b4ddbcd-2668-40b6-91c6-461af8d361c7 HTTP/1.1" status: 204 len: 168 time: 2.3545358 Oct 13 04:38:54.831270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:55.073760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.074229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.074678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.075148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.075590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.076036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.076477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.076912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.078816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7495bdb8-e246-4736-8c4d-df362357638f tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5696 time: 1.6302907 Oct 13 04:38:55.079874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42bd43-134c-4631-9842-f624d339b1f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.081759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42bd43-134c-4631-9842-f624d339b1f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.087178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49006) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:55.088323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:55.091602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc42bd43-134c-4631-9842-f624d339b1f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2597184 Oct 13 04:38:55.379257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:38:55.403347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:55.469448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.470056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.470571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.471198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.471702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.472485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.473511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.474015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:55.480164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49018) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:55.480751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-978d8509-25c5-4e04-9f36-f67783275fdd tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.3914132 Oct 13 04:38:55.526897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:55.842925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:55.843566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:55.875951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.060192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96fefd-0e88-4b86-b8fd-a230ac2aee2b None None] Pushing event updated for resources: {'Port': ['ID=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:56.076571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.150735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c1e4fe5-b9e8-4d73-8cb6-d42be397a68d tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.6692553 Oct 13 04:38:56.176571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:56.212460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.218450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49030) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:56.239720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bdc7486d-691f-4950-ac72-2d713d0a5328 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a HTTP/1.1" status: 204 len: 168 time: 1.1430585 Oct 13 04:38:56.335735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b59f2117-0201-4107-90ab-d39c5896381a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1136818 Oct 13 04:38:56.336040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:56.394198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.534573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d8c844-451b-46a2-a7a2-ca4cc370a19e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:56.537194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-98d8c844-451b-46a2-a7a2-ca4cc370a19e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2001402 Oct 13 04:38:56.539852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49034) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:56.637962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.693640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe3071-9689-4367-8988-928a9f5c0b21 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:56.700533 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-edfe3071-9689-4367-8988-928a9f5c0b21 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1587627 Oct 13 04:38:56.704898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49036) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:56.812899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] For port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:56.838963 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:56.977543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-51768742-2f2d-4a8d-8d00-5be5a482be9e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2664642 Oct 13 04:38:56.979613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:56.984941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:57.015904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49044) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:57.030816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258900206', 'description': 'tempest-secgroup-smoke-1258900206 description', 'project_id': '273adb652f57484eb9f85e8433ddda80'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:57.094505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04002477-d8ff-4d51-819f-ece5942db741 None None] Pushing event updated for resources: {'Port': ['ID=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:57.178359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.324335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:38:57.325599 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:38:57.334058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:57.346292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.351906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 2, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:38:57.477617 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.480320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Checking router: 9bf5c1ac-a84f-4620-a245-80925a18e8b2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:38:57.481169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Updating router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 port af090ac8-7733-49ec-8c86-d2ae0cbcdaef binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:38:57.484261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.531655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.536600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402d5bf-1550-45f3-844a-86a8ab2c2c2f None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:38:57.553549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.558045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5409019 Oct 13 04:38:57.565141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:57.579546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:57.591307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a22cd-69c4-46da-b586-a363b7b43d40 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076579b3-4c86-4447-9696-741e2f22fa6f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:57.656192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.748472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.755925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.806793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea378cd1-39c0-4fe2-9cc0-d0f799009d07,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:57.861189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.862819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03483368-28e8-4f43-90bb-918639c3baff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938623 Oct 13 04:38:57.867886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49052) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:57.874093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:57.896715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.945559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:57.951510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:57.955763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:57.956479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.974118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:57.982817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0ab38344-e6c2-4abb-8951-84bd542672bc None None] Provisioning complete for port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:57.983057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ab38344-e6c2-4abb-8951-84bd542672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.012892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0316446 Oct 13 04:38:58.015988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:58.023316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab698-3635-4ebb-a793-21c367708ea1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=f2beb76f-8432-4195-91c6-623ff4b1c6cc,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:58.028402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'f2beb76f-8432-4195-91c6-623ff4b1c6cc', 'ip_address': '2001:db8::878e:5c3a:4f68:4bab'}], 'name': 'tempest-NetworksTestDHCPv6-1020847818'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:58.129598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.137638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.185175 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.189550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3183274 Oct 13 04:38:58.190910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:58.208739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:58.252390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eb60c-5498-41ad-972f-30659e40ba0a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c82040-f06e-4611-8fa5-32bd92e8bbdb,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:58.270413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.304305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 38410d85-19d3-488c-abab-979b679e58fa up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:38:58.350029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:38:58.445651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.457538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.534664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2363bce-c3f3-46fd-9849-2d492cf3eddb,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:58.544891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.547672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-db92dd98-ae48-4f34-8c57-2726975bf723 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509343 Oct 13 04:38:58.551501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49066) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:58.557750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:58.582522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.619969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 711b6ac3-a981-464d-a72b-c6b46f2fafe8 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:38:58.627600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.877118 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.891430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 38410d85-19d3-488c-abab-979b679e58fa triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:58.891810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.893445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0ab38344-e6c2-4abb-8951-84bd542672bc None None] Provisioning complete for port af090ac8-7733-49ec-8c86-d2ae0cbcdaef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:58.893844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ab38344-e6c2-4abb-8951-84bd542672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:58.982939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0ab38344-e6c2-4abb-8951-84bd542672bc None None] Port af090ac8-7733-49ec-8c86-d2ae0cbcdaef cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:38:59.011368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.023881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.137242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::878e:5c3a:4f68:4bab (391fc220-7154-4be0-b4c9-0dda4eebc160/f2beb76f-8432-4195-91c6-623ff4b1c6cc/711b6ac3-a981-464d-a72b-c6b46f2fafe8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:38:59.175515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2489-f99b-4748-bb99-b83f2222dacb None None] Pushing event updated for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:59.297876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.328139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Provisioning complete for port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:59.329153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.432172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Attempting to bind port af090ac8-7733-49ec-8c86-d2ae0cbcdaef on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:38:59.432559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Attempting to bind port af090ac8-7733-49ec-8c86-d2ae0cbcdaef by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:38:59.432970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Attempting to bind port af090ac8-7733-49ec-8c86-d2ae0cbcdaef on network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:38:59.441834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbe2354-0539-45b0-923e-d6daae34f311,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:59.471852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.476714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:59.477687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f849bec1-d591-42af-9705-8abb808301ac tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9241714 Oct 13 04:38:59.482824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:59.546006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:38:59.546435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Checking segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:38:59.546848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.547283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Bound using segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:38:59.547784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Bound port: af090ac8-7733-49ec-8c86-d2ae0cbcdaef, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:38:59.550013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.592392 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:38:59.601278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.690668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.741822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.766912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.782273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.787788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] For port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:38:59.791233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] For port af090ac8-7733-49ec-8c86-d2ae0cbcdaef, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:38:59.801907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.809287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] For port af090ac8-7733-49ec-8c86-d2ae0cbcdaef, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:38:59.810919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989ef1b9-9c06-47bd-89dc-b034c93d4bd6,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:59.856869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.860713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.862135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-37302555-94ae-483c-b903-51e9a2c70e0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842032 Oct 13 04:38:59.864243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.865199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49078) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:38:59.890077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'security_group_rule': {'security_group_id': '076579b3-4c86-4447-9696-741e2f22fa6f', 'project_id': '273adb652f57484eb9f85e8433ddda80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:38:59.907488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Provisioning complete for port af090ac8-7733-49ec-8c86-d2ae0cbcdaef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:38:59.907880 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.947726 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Project 273adb652f57484eb9f85e8433ddda80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:38:59.953522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:38:59.962343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=711b6ac3-a981-464d-a72b-c6b46f2fafe8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:38:59.981662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:38:59.983347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:38:59.986649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:38:59.993124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:38:59.994473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.030587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:00.031509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:00.035609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Pushing event updated for resources: {'Port': ['ID=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:00.043697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d2adde32-573f-4bb0-a2f2-ec48eb653319 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0235295 Oct 13 04:39:00.047593 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:00.170395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f978a0-0a36-47f7-86a3-17b004015696 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:00.175148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.185336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.190366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f978a0-0a36-47f7-86a3-17b004015696 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:00.194375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-60f978a0-0a36-47f7-86a3-17b004015696 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1390731 Oct 13 04:39:00.195220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49084) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:00.223576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daf1193-9e38-438e-9d7f-5f48de02707c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:00.234849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.244198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:00.244439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd032295-0595-4242-92ee-10f724140089 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3598845 Oct 13 04:39:00.252375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cfdaa-8dda-4993-9e89-752df099ec03 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:00.386625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 711b6ac3-a981-464d-a72b-c6b46f2fafe8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:00.396925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.595989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.613571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 711b6ac3-a981-464d-a72b-c6b46f2fafe8 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:00.869098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:00.962622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=711b6ac3-a981-464d-a72b-c6b46f2fafe8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:00.975579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2b204c62-4057-499f-843e-cb4276a73a92 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258900206&fields=id&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 267 time: 0.2937021 Oct 13 04:39:01.050510 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.059010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2489-f99b-4748-bb99-b83f2222dacb None None] Pushing event updated for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:01.076862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.086213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-42241306-2368-49b3-a5bb-f1cff5d6d17c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/711b6ac3-a981-464d-a72b-c6b46f2fafe8 HTTP/1.1" status: 204 len: 168 time: 0.8898201 Oct 13 04:39:01.089198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49112) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.103408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:01.103408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.170650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] For port af090ac8-7733-49ec-8c86-d2ae0cbcdaef, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:01.223147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.288674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ee2f6-df87-4b89-9a10-9f1059c08015 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:01.294642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ee2f6-df87-4b89-9a10-9f1059c08015 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:01.297579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-675ee2f6-df87-4b89-9a10-9f1059c08015 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2067792 Oct 13 04:39:01.301348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.301925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:01.408363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet f2beb76f-8432-4195-91c6-623ff4b1c6cc {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:01.412984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.481654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.523050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-1f4f1899-3199-4b04-b769-eb6cb005ec8f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:01.533394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-1f4f1899-3199-4b04-b769-eb6cb005ec8f tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/networks?id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 200 len: 797 time: 0.5240481 Oct 13 04:39:01.559953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-578b7243-e7e2-44cf-a740-924d4c282ee1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/quotas/273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 375 time: 0.0242100 Oct 13 04:39:01.608297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.747165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49124) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.762256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.800141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349381c6-d636-4c01-aa97-d553b9c589f5 None None] Pushing event updated for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:01.849005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5dd854f7-5a57-4dfb-876f-4ee871300536 None None] Provisioning complete for port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:01.849386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5dd854f7-5a57-4dfb-876f-4ee871300536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.863190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=f2beb76f-8432-4195-91c6-623ff4b1c6cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:01.867241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:01.869216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-deb8938a-2243-48f6-bea8-fcdf004e1047 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3032613 Oct 13 04:39:01.879350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-11074b59-b6d8-4500-a7fb-0ea8fe848dd2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f2beb76f-8432-4195-91c6-623ff4b1c6cc HTTP/1.1" status: 204 len: 168 time: 0.5762849 Oct 13 04:39:01.881979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.977262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-acc252c5-5ccb-4a37-ab62-5594a50237d3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941007 Oct 13 04:39:01.980137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:01.985821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:02.044262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:38:59Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:02.100862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:02.152032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba0f78-47e4-4c3c-8195-836907e7d304 None None] The sync data for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 is: [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:38:59Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:02.225226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:02.225604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.369870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-e887a5a7-b20f-4794-952e-c3ef387ae198 service neutron] 10.222.0.49 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710062 Oct 13 04:39:02.370938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5dd854f7-5a57-4dfb-876f-4ee871300536 None None] Provisioning complete for port af090ac8-7733-49ec-8c86-d2ae0cbcdaef triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:02.371454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5dd854f7-5a57-4dfb-876f-4ee871300536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.435521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1822cf7c-92df-4b10-8954-c70bff4b418b None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:02.620979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-0cd6b03c-cf6b-4bee-b550-648e14fcd519 service neutron] 10.222.0.49 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494125 Oct 13 04:39:02.675865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:02.688114 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.889179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4c42f52d-de09-469a-90f4-23944bfdc3ee None None] Provisioning complete for port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:02.889843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c42f52d-de09-469a-90f4-23944bfdc3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:02.909773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:03.030744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device af090ac8-7733-49ec-8c86-d2ae0cbcdaef up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:03.227141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port af090ac8-7733-49ec-8c86-d2ae0cbcdaef triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:03.228569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.255352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f18fd467-9c52-46ba-920f-f63c925d5abe req-21c3737b-7323-4d2e-8771-600ca64ddcf6 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 210 time: 0.2041905 Oct 13 04:39:03.276807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Deleting port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:03.276807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.526449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] For port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:03.527232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.562813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Calling delete_port for c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:03.780042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.828489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:03.854413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] No DVR routers for this DVR port c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:03.857431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080b93-7179-45cd-b311-6b55997249f6 None None] Pushing event deleted for resources: {'Port': ['ID=c3ed769f-005c-4d32-ac95-3f6e47b1c3a3,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:03.986543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:04.005888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:04.024460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e426a2-da08-4c04-b0d8-1b554f7ce50f None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:04.045389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=942998d5-7302-4362-9f84-e786420caf39,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:04.063373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:04.066492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.145472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-886da722-c675-4921-902f-ce704c4b2248 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1634126 Oct 13 04:39:04.147755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:04.155274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '942998d5-7302-4362-9f84-e786420caf39', 'ip_address': '2001:db8::6c17:e671:cd5c:241'}], 'name': 'tempest-NetworksTestDHCPv6-1239530704'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:04.186861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.442553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '942998d5-7302-4362-9f84-e786420caf39'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:04.446234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.596326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-325c9874-c1f5-403f-a6ba-426aaa225e36 req-f2a4aa6d-c747-4949-942a-e2e122828ab3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 210 time: 0.1100008 Oct 13 04:39:04.647871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:04.718547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/942998d5-7302-4362-9f84-e786420caf39/5a668779-ce40-48cf-b55e-c35f0f0dea2e) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:04.919105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:04.925182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:04.970394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 3af9c834-cfdd-40dc-b6f3-62e300ee571e yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:05.027841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Deleting port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:05.028398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.193503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:05.193855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c3ed769f-005c-4d32-ac95-3f6e47b1c3a3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:05.217846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] For port 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:05.218625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.231969 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.239844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Calling delete_port for 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:05.247226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.386574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:05.407724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:05.411845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:05.417136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Pushing event updated for resources: {'Port': ['ID=5a668779-ce40-48cf-b55e-c35f0f0dea2e,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:05.503264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Attempting to bind port 5a668779-ce40-48cf-b55e-c35f0f0dea2e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:05.504037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Attempting to bind port 5a668779-ce40-48cf-b55e-c35f0f0dea2e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:05.504929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Attempting to bind port 5a668779-ce40-48cf-b55e-c35f0f0dea2e on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:05.511178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:05.511178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:05.511636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.512033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:05.512517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Bound port: 5a668779-ce40-48cf-b55e-c35f0f0dea2e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:05.512900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.536988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::6c17:e671:cd5c:241 (391fc220-7154-4be0-b4c9-0dda4eebc160/942998d5-7302-4362-9f84-e786420caf39/3af9c834-cfdd-40dc-b6f3-62e300ee571e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:05.641998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] For port 5a668779-ce40-48cf-b55e-c35f0f0dea2e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:05.649298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] For port 5a668779-ce40-48cf-b55e-c35f0f0dea2e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5a668779-ce40-48cf-b55e-c35f0f0dea2e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:05.659979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.797075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-cb45ba7b-053c-4261-83cb-af67824202ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:05.802139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-cb45ba7b-053c-4261-83cb-af67824202ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/networks?id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 200 len: 797 time: 0.4237525 Oct 13 04:39:05.806491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f8a3-7a7d-49a4-835a-0880c47448dd None None] Pushing event updated for resources: {'Port': ['ID=5a668779-ce40-48cf-b55e-c35f0f0dea2e,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:05.880937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.888393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9a6c9fe3-279d-4c3b-9721-e56d16a31159 req-0093a0a4-708e-4308-8449-407a7ddd6290 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 210 time: 0.0759301 Oct 13 04:39:05.925209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:05.928478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-36f3da88-b46e-44ec-8d64-70c4564f7378 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273adb652f57484eb9f85e8433ddda80 HTTP/1.1" status: 200 len: 380 time: 0.0963283 Oct 13 04:39:05.943325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'port': {'device_id': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'admin_state_up': True, 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'security_groups': ['076579b3-4c86-4447-9696-741e2f22fa6f']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:06.310152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.372754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:06.382694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:06.388561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:06.396489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Made reservation on behalf of 273adb652f57484eb9f85e8433ddda80 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:06.406652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:06.407494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.414043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=3af9c834-cfdd-40dc-b6f3-62e300ee571e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:06.439766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.444060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:06.497118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2fbf07c3-148e-48f7-9218-e4f983b27c68 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3473425 Oct 13 04:39:06.499012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:06.621764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fb66b-b01a-4cb9-806d-78c2439d52cb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:06.630191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339fb66b-b01a-4cb9-806d-78c2439d52cb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:06.635865 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-339fb66b-b01a-4cb9-806d-78c2439d52cb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1356614 Oct 13 04:39:06.636748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:06.769666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 3af9c834-cfdd-40dc-b6f3-62e300ee571e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:06.770259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.944132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.20.0.11 (ad9130b0-dd80-4cbc-8ca4-7882d3c01273/d67391d0-7d75-4ee4-ba29-465e0671a17c/531b286e-aaf1-4e3d-a44b-ecee73a88135) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:06.957493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.975429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:06.994076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5a668779-ce40-48cf-b55e-c35f0f0dea2e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:07.044168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 3af9c834-cfdd-40dc-b6f3-62e300ee571e owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:07.088880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5dd7478-8155-46bd-8277-f8edf648f4d9 req-cb2901e7-584a-457d-b9bb-94335ec3461d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 210 time: 0.0498669 Oct 13 04:39:07.146133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5a668779-ce40-48cf-b55e-c35f0f0dea2e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:07.146483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.378427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.438149 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.448231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 5a668779-ce40-48cf-b55e-c35f0f0dea2e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5a668779-ce40-48cf-b55e-c35f0f0dea2e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:07.463380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.525324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=3af9c834-cfdd-40dc-b6f3-62e300ee571e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.553728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=5a668779-ce40-48cf-b55e-c35f0f0dea2e,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:07.558030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.582521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.588164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-15878a48-0b78-44b7-9a4e-1946b8567795 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3af9c834-cfdd-40dc-b6f3-62e300ee571e HTTP/1.1" status: 204 len: 168 time: 0.9479551 Oct 13 04:39:07.593049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49214) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:07.632370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-14248470-f8c8-472e-bfcc-42dd55ab3c5d None None] Provisioning complete for port 5a668779-ce40-48cf-b55e-c35f0f0dea2e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:07.632748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14248470-f8c8-472e-bfcc-42dd55ab3c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.674258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Router 0fdce087-7069-4339-a7f1-7d1e7ae00570 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:07.730771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:07.776088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ff183-3140-44ee-b393-cf41b609c274 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:07.778037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ff183-3140-44ee-b393-cf41b609c274 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:07.779731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a25ff183-3140-44ee-b393-cf41b609c274 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1856525 Oct 13 04:39:07.782404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49218) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:07.923715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 942998d5-7302-4362-9f84-e786420caf39 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:07.928639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.010841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.096651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3d761d77-a326-494c-9ba6-f932f23d7cbe None None] Could not find standard attr ID for object 3af9c834-cfdd-40dc-b6f3-62e300ee571e. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:08.214500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.336094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.377422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=942998d5-7302-4362-9f84-e786420caf39,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:08.380662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.386913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c3a50800-7465-416c-b290-a8c2b8c6400d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/942998d5-7302-4362-9f84-e786420caf39 HTTP/1.1" status: 204 len: 168 time: 0.6032033 Oct 13 04:39:08.389422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49226) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:08.451989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9934886e-1ab3-47c9-b29d-e3f4b8575287 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:08.476765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0779270c-2f4c-46e2-b873-44e6741b8b7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832863 Oct 13 04:39:08.480214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:08.497841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:08.505730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:08.524086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:08.585139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:08.621634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:08.675921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af91ea-407b-4785-adce-c701a86af8b6 req-0eee7f1d-f088-4e0d-93fa-530e67e89f44 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:08.677586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52af91ea-407b-4785-adce-c701a86af8b6 req-0eee7f1d-f088-4e0d-93fa-530e67e89f44 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 932 time: 0.2905965 Oct 13 04:39:08.744036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:08.752691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49232) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:08.756512 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Sync routers for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:08.769751 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:08.770371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:08.774872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ac458a6-cec0-4a5f-8b15-f10322668db7 admin admin] 10.222.0.49 "PUT /v2.0/routers/0fdce087-7069-4339-a7f1-7d1e7ae00570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0256360 Oct 13 04:39:08.836599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:08.864221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:08.864857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.939665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.940263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52af91ea-407b-4785-adce-c701a86af8b6 req-b66b130e-70fb-47a4-8618-f1f5b6e115aa tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478275 Oct 13 04:39:08.956774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:08.960595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.971040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Deleting port 5a668779-ce40-48cf-b55e-c35f0f0dea2e {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:08.979470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-20ebbbbd-e0eb-4818-bec6-edf970948df9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0397379 Oct 13 04:39:08.980308 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:08.983490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8a31f48f-b484-4754-bd67-5bd082c75805 None None] Provisioning complete for port 531b286e-aaf1-4e3d-a44b-ecee73a88135 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:08.983962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a31f48f-b484-4754-bd67-5bd082c75805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.057266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:09.086042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.162785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Deleting port 78627506-9b8c-41a5-97f8-f1fa7408e958 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:09.163269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.235882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Request body: {'port': {'device_id': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:09.302437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] For port 78627506-9b8c-41a5-97f8-f1fa7408e958, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=78627506-9b8c-41a5-97f8-f1fa7408e958,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:09.305072 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.314379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.337838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Calling delete_port for 78627506-9b8c-41a5-97f8-f1fa7408e958 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:09.363411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-8a31f48f-b484-4754-bd67-5bd082c75805 None None] Port 531b286e-aaf1-4e3d-a44b-ecee73a88135 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:09.373909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] For port 5a668779-ce40-48cf-b55e-c35f0f0dea2e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5a668779-ce40-48cf-b55e-c35f0f0dea2e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:09.374332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.387824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Calling delete_port for 5a668779-ce40-48cf-b55e-c35f0f0dea2e owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:09.404556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=293d91e2-0710-4e3c-a6eb-e2cef212821f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.417113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:09.418767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.472542 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:39:06Z', 'revision_number': 5, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port': {'id': '78627506-9b8c-41a5-97f8-f1fa7408e958', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:26:35Z', 'updated_at': '2021-10-13T04:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:09.533202 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Checking router: 0fdce087-7069-4339-a7f1-7d1e7ae00570 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:09.560137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.572191 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Routers {'0fdce087-7069-4339-a7f1-7d1e7ae00570'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:09.572857 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:38:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['0fdce087-7069-4339-a7f1-7d1e7ae00570'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:09.645136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] Pushing event deleted for resources: {'Port': ['ID=5a668779-ce40-48cf-b55e-c35f0f0dea2e,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.654860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c824447-3c11-425b-ae2e-de305d56c882 None None] No DVR routers for this DVR port 5a668779-ce40-48cf-b55e-c35f0f0dea2e on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:09.757212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-7a62a198-02b6-491b-967f-aeb925ab4a2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1774669 Oct 13 04:39:09.770722 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] Set router 0fdce087-7069-4339-a7f1-7d1e7ae00570 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:09.775447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.869119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531b286e-aaf1-4e3d-a44b-ecee73a88135 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:09.869989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78627506-9b8c-41a5-97f8-f1fa7408e958,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.877169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.892637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Transition to ACTIVE for port object 531b286e-aaf1-4e3d-a44b-ecee73a88135 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:09.893952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:09.896971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:09.897558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.902038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:09.904886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194887a-a47d-40e5-96c2-26dbe2877406 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:09.905973 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:39:09Z', 'revision_number': 6, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:09.955690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Pushing event updated for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:09.982049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2e00489c-67ed-40f4-aa28-2fda3d3378af tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4943364 Oct 13 04:39:09.982822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49254) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:10.028258 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db0c42-cde0-43c9-a08f-0f9710db67e1 None None] The sync data for ids ['0fdce087-7069-4339-a7f1-7d1e7ae00570'] in n-d-813736-1 is: [{'id': '0fdce087-7069-4339-a7f1-7d1e7ae00570', 'name': 'tempest-TaggedBootDevicesTest_v242-651105397-router', 'tenant_id': '00a4fb984aa24ff2a5083cfe5f627819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:26:34Z', 'updated_at': '2021-10-13T04:39:09Z', 'revision_number': 6, 'project_id': '00a4fb984aa24ff2a5083cfe5f627819', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:10.043485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '293d91e2-0710-4e3c-a6eb-e2cef212821f', 'ip_address': '2001:db8::d7:7f0e:34ae:9aa3'}], 'name': 'tempest-NetworksTestDHCPv6-1468603264'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:10.094778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.186820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-a69e73ae-aa36-49fd-9e67-223d49cdb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.188450 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-a69e73ae-aa36-49fd-9e67-223d49cdb46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e4ff77b295148b99b8326a74f77a667&device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 1101 time: 0.3456383 Oct 13 04:39:10.201387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Attempting to bind port 531b286e-aaf1-4e3d-a44b-ecee73a88135 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:10.201735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Attempting to bind port 531b286e-aaf1-4e3d-a44b-ecee73a88135 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:10.202055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Attempting to bind port 531b286e-aaf1-4e3d-a44b-ecee73a88135 on network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:10.238239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Port 531b286e-aaf1-4e3d-a44b-ecee73a88135 on network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:10.238559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Attempting to bind port 531b286e-aaf1-4e3d-a44b-ecee73a88135 on network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:10.246527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:10.246877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Checking segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:10.247305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Bound using segment: {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:10.247745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Bound port: 531b286e-aaf1-4e3d-a44b-ecee73a88135, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b491587-5ecb-4796-9390-915aaea91fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:10.248093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.370584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '293d91e2-0710-4e3c-a6eb-e2cef212821f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:10.373009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.376515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.381467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.387682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-3ab1ec66-118e-4554-a7ad-7c6c99c049eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.389591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-3ab1ec66-118e-4554-a7ad-7c6c99c049eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1610429 Oct 13 04:39:10.428192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:10.433998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:10.442896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.479402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:10.597538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.598335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdce087-7069-4339-a7f1-7d1e7ae00570 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:39:10.614831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42064dfe-b771-40d3-ac89-84e63b2c3efa req-0d42295e-ee2d-4726-a964-8f1ecefe5e29 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.623697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42064dfe-b771-40d3-ac89-84e63b2c3efa req-0d42295e-ee2d-4726-a964-8f1ecefe5e29 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 944 time: 0.4739625 Oct 13 04:39:10.651287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.655633 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a8e1d072-2a58-47a1-8581-3d4498fb8cc3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0fdce087-7069-4339-a7f1-7d1e7ae00570 HTTP/1.1" status: 204 len: 168 time: 1.9017062 Oct 13 04:39:10.659580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-d508a476-2cf9-4dd7-8881-069faf680165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 200 len: 217 time: 0.2540891 Oct 13 04:39:10.668807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:10.736543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.757748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.759270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.761119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] 10.222.0.16 "PUT /v2.0/ports/531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 200 len: 1092 time: 1.5298612 Oct 13 04:39:10.761775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:10.764887 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe5d796-c333-49da-ac25-9a07c21a1ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:10.791165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 724d538a-acff-4efa-9fb4-31467d667713 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:10.816177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/293d91e2-0710-4e3c-a6eb-e2cef212821f/b49162f5-9ee6-43c5-82dd-c455057e84a3) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:10.882294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42064dfe-b771-40d3-ac89-84e63b2c3efa req-6eddccc8-b1c5-45f2-a7f3-75a990e9c139 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577431 Oct 13 04:39:10.914220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-d9fa42ce-4821-46a2-ade4-752937d146cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:10.917252 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-d9fa42ce-4821-46a2-ade4-752937d146cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.2388716 Oct 13 04:39:10.921750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Deleting subnet d89246d6-75d3-4a41-93f1-afb73ceb9d5f {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:10.926268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:10.980178 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.008731 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8d8e1-28c8-4163-bfa0-4b3a32b1273a x-openstack-request-id: req-5da8d8e1-28c8-4163-bfa0-4b3a32b1273a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:11.009267 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:11.009587 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5da8d8e1-28c8-4163-bfa0-4b3a32b1273a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:11.010017 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'status': 'completed', 'code': 200} Oct 13 04:39:11.010735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e871069-7193-452d-a92b-4e10e227eba4 service neutron] Pushing event updated for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:11.126356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-f235b10d-aab6-437b-b4c6-7fb191ad45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:11.128078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-f235b10d-aab6-437b-b4c6-7fb191ad45c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1095 time: 0.1236088 Oct 13 04:39:11.131148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:11.140643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.170634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:11.171276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 731ad6f7-e9e8-40c1-9ff8-0aed1c28cd29 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:11.171848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5a668779-ce40-48cf-b55e-c35f0f0dea2e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:11.211346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 5a668779-ce40-48cf-b55e-c35f0f0dea2e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:11.212023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5a668779-ce40-48cf-b55e-c35f0f0dea2e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:11.212700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 78627506-9b8c-41a5-97f8-f1fa7408e958 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:11.242399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 78627506-9b8c-41a5-97f8-f1fa7408e958 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:11.243703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 78627506-9b8c-41a5-97f8-f1fa7408e958 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:11.248213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-c2cc4afe-4d17-4b68-94dc-0080b89c5f19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 200 len: 217 time: 0.1111443 Oct 13 04:39:11.268442 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.283164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.317872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-152130d2-29a6-46ca-91e8-990afc111595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:11.318752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-4dbb943a-ddb9-41dd-bc0e-6de1bb68078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:11.319711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-152130d2-29a6-46ca-91e8-990afc111595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2278910 Oct 13 04:39:11.320601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-4dbb943a-ddb9-41dd-bc0e-6de1bb68078f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d67391d0-7d75-4ee4-ba29-465e0671a17c HTTP/1.1" status: 200 len: 835 time: 0.0643742 Oct 13 04:39:11.353981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Pushing event updated for resources: {'Port': ['ID=b49162f5-9ee6-43c5-82dd-c455057e84a3,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:11.387052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:11.392597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:11.399883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:11.412096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::d7:7f0e:34ae:9aa3 (391fc220-7154-4be0-b4c9-0dda4eebc160/293d91e2-0710-4e3c-a6eb-e2cef212821f/724d538a-acff-4efa-9fb4-31467d667713) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:11.431055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-8e1ae699-cd91-43a0-b80e-1f288bd47edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:11.432671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-8e1ae699-cd91-43a0-b80e-1f288bd47edb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043468 Oct 13 04:39:11.490999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.535347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Attempting to bind port b49162f5-9ee6-43c5-82dd-c455057e84a3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:11.535830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Attempting to bind port b49162f5-9ee6-43c5-82dd-c455057e84a3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:11.536360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Attempting to bind port b49162f5-9ee6-43c5-82dd-c455057e84a3 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:11.551822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:11.553287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:11.553792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.554373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:11.555107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Bound port: b49162f5-9ee6-43c5-82dd-c455057e84a3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:11.556341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.581664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.591151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d89246d6-75d3-4a41-93f1-afb73ceb9d5f HTTP/1.1" status: 204 len: 168 time: 0.9207659 Oct 13 04:39:11.593146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:11.601130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07e45b-22ae-44b7-a6bf-939fe66fea2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89246d6-75d3-4a41-93f1-afb73ceb9d5f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:11.652545 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-dce9cf47-41da-4f02-b038-e25403686a47 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220959 Oct 13 04:39:11.686147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] For port b49162f5-9ee6-43c5-82dd-c455057e84a3, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:11.696189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] For port b49162f5-9ee6-43c5-82dd-c455057e84a3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b49162f5-9ee6-43c5-82dd-c455057e84a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:11.706942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccfeef1-6f77-48ad-ace5-6491f1a81610 None None] Network fc5422b0-6844-413d-99eb-acda6c118e13 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:11.712240 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.729857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.816877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-de9e13ec-e8e1-4ab1-bef9-8eb43f1f02f9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741856 Oct 13 04:39:11.895969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f741a12-5d82-446f-873b-7a5b5e4aea6f req-c31060dd-3976-48b5-8e86-e20a978deabb service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323303 Oct 13 04:39:11.909093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.920800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c6e448a-98d8-46e5-b2b2-f17c2966b6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:11.970182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e98e3-ec51-436d-b59a-4ad4f524984c None None] Pushing event updated for resources: {'Port': ['ID=b49162f5-9ee6-43c5-82dd-c455057e84a3,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:12.073684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.136157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] DHCP port deletion for fc5422b0-6844-413d-99eb-acda6c118e13 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:12.165924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.244844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Deleting port 4f208492-0452-43ac-afbf-7c41205d79f0 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:12.244844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.250823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:12.271566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:12.288978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:12.301703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.302908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.356615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] For port 4f208492-0452-43ac-afbf-7c41205d79f0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f208492-0452-43ac-afbf-7c41205d79f0,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:12.357191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.373184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Calling delete_port for 4f208492-0452-43ac-afbf-7c41205d79f0 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:12.376347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=724d538a-acff-4efa-9fb4-31467d667713,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:12.399728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49286) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:12.410352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04b1b8d1-3548-41c5-a9ec-5649e9df0432 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3914657 Oct 13 04:39:12.426177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ad59a6a-1524-4267-a8f7-c6d159204087 req-1720d791-75b0-44fe-90fc-92ccf2d1c046 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969071 Oct 13 04:39:12.459091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58849b8-2ffb-422d-94fb-b5001813cefc req-e6bc18ff-ddb9-43d0-a621-d885144b2abd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.471816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e58849b8-2ffb-422d-94fb-b5001813cefc req-e6bc18ff-ddb9-43d0-a621-d885144b2abd tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 944 time: 0.3625538 Oct 13 04:39:12.475383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Deleting port 4f208492-0452-43ac-afbf-7c41205d79f0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:12.479817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.517796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f7ef0-ae26-43bc-9e7b-0d6d8f6713c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.533528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f7ef0-ae26-43bc-9e7b-0d6d8f6713c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.545699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-330f7ef0-ae26-43bc-9e7b-0d6d8f6713c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1446669 Oct 13 04:39:12.546489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:12.588347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.622130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] Pushing event deleted for resources: {'Port': ['ID=4f208492-0452-43ac-afbf-7c41205d79f0,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:12.634665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b67e2-1ea9-494a-8208-cf007969b32b None None] No DVR routers for this DVR port 4f208492-0452-43ac-afbf-7c41205d79f0 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:12.702388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.714256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 724d538a-acff-4efa-9fb4-31467d667713 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:12.714256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.785253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-dbeb65d2-7fe1-414c-b51b-01e0306acdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:12.799137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-dbeb65d2-7fe1-414c-b51b-01e0306acdbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1095 time: 0.2712398 Oct 13 04:39:12.807122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] For port 4f208492-0452-43ac-afbf-7c41205d79f0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f208492-0452-43ac-afbf-7c41205d79f0,segment=NetworkSegment(a15ca2bf-dcaa-4176-b304-37b2ea032a89),segment_id=a15ca2bf-dcaa-4176-b304-37b2ea032a89)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:12.807846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.823788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Calling delete_port for 4f208492-0452-43ac-afbf-7c41205d79f0 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:12.868848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:12.886759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 724d538a-acff-4efa-9fb4-31467d667713 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:12.932545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b49162f5-9ee6-43c5-82dd-c455057e84a3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:13.046718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e58849b8-2ffb-422d-94fb-b5001813cefc req-877ffa16-329a-4c95-9d4b-f82b591a0587 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5591137 Oct 13 04:39:13.048517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.079525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b49162f5-9ee6-43c5-82dd-c455057e84a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:13.080046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.187829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.229902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f208492-0452-43ac-afbf-7c41205d79f0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:13.238331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] No DVR routers for this DVR port 4f208492-0452-43ac-afbf-7c41205d79f0 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:13.241557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.264947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=724d538a-acff-4efa-9fb4-31467d667713,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:13.285890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port b49162f5-9ee6-43c5-82dd-c455057e84a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b49162f5-9ee6-43c5-82dd-c455057e84a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:13.305648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.319136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.324843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd271bd2-5559-4d98-859c-4b72341b5d7b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/724d538a-acff-4efa-9fb4-31467d667713 HTTP/1.1" status: 204 len: 168 time: 0.7750652 Oct 13 04:39:13.327546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:13.416537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=b49162f5-9ee6-43c5-82dd-c455057e84a3,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:13.437607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.437966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.438871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.438871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.439225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.439352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.439663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.439996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.440328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.440661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.443238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.443611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:13.465263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f208492-0452-43ac-afbf-7c41205d79f0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:13.471596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed475e0-75d4-4edb-8794-8b085a7f2c87 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.473827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed475e0-75d4-4edb-8794-8b085a7f2c87 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.478227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9ed475e0-75d4-4edb-8794-8b085a7f2c87 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1468303 Oct 13 04:39:13.478511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49298) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:13.488231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.523242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 4f208492-0452-43ac-afbf-7c41205d79f0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:13.523751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f208492-0452-43ac-afbf-7c41205d79f0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:13.566820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 293d91e2-0710-4e3c-a6eb-e2cef212821f {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:13.570338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.580315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5422b0-6844-413d-99eb-acda6c118e13']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:13.583709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-44c04ccb-5fde-419d-af37-a7785a0710ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.585452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-44c04ccb-5fde-419d-af37-a7785a0710ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 200 len: 898 time: 0.5314124 Oct 13 04:39:13.614794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15ca2bf-dcaa-4176-b304-37b2ea032a89') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:13.615253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15ca2bf-dcaa-4176-b304-37b2ea032a89') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:13.625610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.726879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-867f8e86-9ad0-41b1-bb03-35d03de49ba4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 200 len: 217 time: 0.1306918 Oct 13 04:39:13.728751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.731243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-06311b49-951b-4694-838d-b4913d58b0ea None None] Provisioning complete for port b49162f5-9ee6-43c5-82dd-c455057e84a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:13.731739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06311b49-951b-4694-838d-b4913d58b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.842337 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.869428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-8bf8b0fd-2a78-499e-9a58-6db9d367eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:13.871257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-8bf8b0fd-2a78-499e-9a58-6db9d367eaf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d67391d0-7d75-4ee4-ba29-465e0671a17c HTTP/1.1" status: 200 len: 835 time: 0.1333270 Oct 13 04:39:13.937766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.979493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:39:13.979946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self.session.flush() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:39:13.981835 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:39:14.004616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.063971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-367b1023-7150-4312-8912-f89ec436a4ee None None] Could not find standard attr ID for object 724d538a-acff-4efa-9fb4-31467d667713. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:14.091009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-0f355cf8-41a5-4640-9b05-eddcf03ba6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.092688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-0f355cf8-41a5-4640-9b05-eddcf03ba6cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022614 Oct 13 04:39:14.108732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.115408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/293d91e2-0710-4e3c-a6eb-e2cef212821f HTTP/1.1" status: 204 len: 168 time: 0.6337087 Oct 13 04:39:14.115408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1567c1-b77e-4d23-95be-141a86b472e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=293d91e2-0710-4e3c-a6eb-e2cef212821f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:14.120894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.144097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.152305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-689aee71-fb2b-4d6d-a679-25ababfadb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.189850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.199550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] 10.222.0.49 "DELETE /v2.0/networks/fc5422b0-6844-413d-99eb-acda6c118e13 HTTP/1.1" status: 204 len: 168 time: 2.6051340 Oct 13 04:39:14.225932 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c895af84-42fe-4150-8ac0-a861d98c3982 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037552 Oct 13 04:39:14.229178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.288918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6c8a3-e46d-400f-8926-98d67802f37c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc5422b0-6844-413d-99eb-acda6c118e13,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:14.392246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c6b3c-ed16-48f1-ab90-026d59e1df96 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.396520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-422c6b3c-ed16-48f1-ab90-026d59e1df96 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1640775 Oct 13 04:39:14.397152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.413074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79894ac-6f3f-4f4d-b463-c11230bb0a71 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:14.429961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e84b-7c49-4428-ad63-a2ae07f2dfe3 req-c7196501-0e3d-4979-abeb-97540e412bee tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.432156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c023e84b-7c49-4428-ad63-a2ae07f2dfe3 req-c7196501-0e3d-4979-abeb-97540e412bee tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 944 time: 0.2204719 Oct 13 04:39:14.437837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-39ae3319-7eec-41f0-8295-c363f3041e46 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276911 Oct 13 04:39:14.520052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c023e84b-7c49-4428-ad63-a2ae07f2dfe3 req-d5933c18-5681-4997-a417-195ee08cbc24 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636458 Oct 13 04:39:14.550154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49326) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.607613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f8979-0a33-4959-aa3f-36f4b6945552 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:14.611413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f69f8979-0a33-4959-aa3f-36f4b6945552 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2110858 Oct 13 04:39:14.611916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.640024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fe5d796-c333-49da-ac25-9a07c21a1ce9 req-8c07bf0a-cd34-4044-a683-d4b3f6aa27ae service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930022 Oct 13 04:39:14.687699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 531b286e-aaf1-4e3d-a44b-ecee73a88135 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:39:14.717200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21f7dfe2-c60d-4566-85c6-568b6b5f218a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990522 Oct 13 04:39:14.721854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49330) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.728214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:14.748930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-beb983be-516d-49bc-8c5e-69e9469285bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00a4fb984aa24ff2a5083cfe5f627819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970551 Oct 13 04:39:14.753352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:14.859210 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.859713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b49162f5-9ee6-43c5-82dd-c455057e84a3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:14.887642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.944267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:14.949214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:14.974562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:14.976977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.979110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.982043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:14.984424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/942d0700-c6d5-4740-88ef-cbfb658a6772 HTTP/1.1" status: 204 len: 168 time: 0.2296734 Oct 13 04:39:15.001832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bc5c2-8f28-4ac1-a0b4-760e354a2670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d0700-c6d5-4740-88ef-cbfb658a6772,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:15.022301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'port_id': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'mac_address': 'fa:16:3e:d8:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:39:15.168305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.173284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b49162f5-9ee6-43c5-82dd-c455057e84a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:15.173642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.225671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531b286e-aaf1-4e3d-a44b-ecee73a88135 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:15.245020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.246255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Deleting port b49162f5-9ee6-43c5-82dd-c455057e84a3 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:15.246649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.334145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:15.336752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:15.339748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:15.346295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:15.348047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.353093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=0af1404a-741f-4ae9-be72-4a63f2b34ddd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:15.375297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.381773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49346) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:15.382405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6789d62-13ad-4f67-8463-47f02191dfce tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6589389 Oct 13 04:39:15.388908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '0af1404a-741f-4ae9-be72-4a63f2b34ddd', 'ip_address': '2001:db8::37a7:c7bd:29bb:60ec'}], 'name': 'tempest-NetworksTestDHCPv6-1304641703'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:15.477067 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.636154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:15.660352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['531b286e-aaf1-4e3d-a44b-ecee73a88135'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:39:15.737246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.745912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] For port b49162f5-9ee6-43c5-82dd-c455057e84a3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b49162f5-9ee6-43c5-82dd-c455057e84a3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:15.746329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.768736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:15.768940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775c9db-69fe-41e5-b932-77b67b033576 req-13f44742-50d8-4f3d-aade-b6d112b424a3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:15.770371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f775c9db-69fe-41e5-b932-77b67b033576 req-13f44742-50d8-4f3d-aade-b6d112b424a3 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 945 time: 0.1062367 Oct 13 04:39:15.793259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Calling delete_port for b49162f5-9ee6-43c5-82dd-c455057e84a3 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:15.828682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:15.847941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f775c9db-69fe-41e5-b932-77b67b033576 req-a979ac26-7bcb-468d-ba27-3afb3f088c63 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691571 Oct 13 04:39:15.870793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 3971d3e5-c6db-4d96-9808-89cbf4c6e490 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:15.980225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:16.059142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.076573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] No DVR routers for this DVR port b49162f5-9ee6-43c5-82dd-c455057e84a3 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:16.117113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8151c8-debf-479f-bc0d-3b903ddb7894 None None] Pushing event deleted for resources: {'Port': ['ID=b49162f5-9ee6-43c5-82dd-c455057e84a3,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:16.121065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386153f1-102f-4271-a9f7-49d349e8a380 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:16.222392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::37a7:c7bd:29bb:60ec (391fc220-7154-4be0-b4c9-0dda4eebc160/0af1404a-741f-4ae9-be72-4a63f2b34ddd/3971d3e5-c6db-4d96-9808-89cbf4c6e490) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:16.281139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7f85-4f29-48ae-b83c-9f4e5d51af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.328827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '0af1404a-741f-4ae9-be72-4a63f2b34ddd'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:16.329735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.453157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7f85-4f29-48ae-b83c-9f4e5d51af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.473994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49380) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:16.492494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9cf7f85-4f29-48ae-b83c-9f4e5d51af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.593535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.646580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49384) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:16.647271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f9cf7f85-4f29-48ae-b83c-9f4e5d51af05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24a303bd2f9048d5b5f6850f19ca1eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656275 Oct 13 04:39:16.655484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf7f85-4f29-48ae-b83c-9f4e5d51af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b3cd1-b3a4-46b0-a3b9-ae4b3f474496,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:16.718297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-607903605-network', 'tenant_id': '007413ee85b34fc7a3561c918b4ce354'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:16.739697 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.775275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Made reservation on behalf of 007413ee85b34fc7a3561c918b4ce354 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:16.778242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.798385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.816080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.838466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b49162f5-9ee6-43c5-82dd-c455057e84a3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:16.847261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/0af1404a-741f-4ae9-be72-4a63f2b34ddd/832e69a4-b830-4b36-bcd4-b7deda275964) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:16.853435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:16.864663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:16.868830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.871238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:16.879165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:16.880084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:16.889809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=3971d3e5-c6db-4d96-9808-89cbf4c6e490,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:16.922115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b49162f5-9ee6-43c5-82dd-c455057e84a3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:16.923799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b49162f5-9ee6-43c5-82dd-c455057e84a3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:16.931053 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-643a5b0f-1ac0-4d25-a052-82b30ef3896d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5471644 Oct 13 04:39:16.934502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49388) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:16.941991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '0af1404a-741f-4ae9-be72-4a63f2b34ddd', 'ip_address': '2001:db8::37a7:c7bd:29bb:60ec'}], 'name': 'tempest-NetworksTestDHCPv6-954415694'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:17.017206 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.029371 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.073303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d71008b-d23a-46e1-9e2e-77f24bddd0fb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.265653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.355862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.367423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.484585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.487364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.490837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:39:17.491470 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/844b3cd1-b3a4-46b0-a3b9-ae4b3f474496 HTTP/1.1" status: 204 len: 168 time: 0.8408041 Oct 13 04:39:17.512529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.512900 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Added segment 4be08acc-2fdf-481c-aef1-4a321ad4c07f of type vlan for network 0c9b8cae-6950-47a8-a84f-908f23dd19de Oct 13 04:39:17.524926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b499dc-af58-4739-b7a0-73fd95b02653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b3cd1-b3a4-46b0-a3b9-ae4b3f474496,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.537822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fcf01-72c4-409b-ad5a-fe372ec1c15f req-7879b06b-ac10-4143-b7a9-37eb9100ee59 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:17.539443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e7fcf01-72c4-409b-ad5a-fe372ec1c15f req-7879b06b-ac10-4143-b7a9-37eb9100ee59 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 945 time: 0.1362674 Oct 13 04:39:17.596083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e7fcf01-72c4-409b-ad5a-fe372ec1c15f req-7c6fb2ee-68b2-4de0-a6c0-6a1400984eb1 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496778 Oct 13 04:39:17.613195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:17.629208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.635645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.652443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port f481a05a-e381-4a9f-b2d3-54f99c33da7c yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:17.674845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.676867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:17.677762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.792420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3163795 Oct 13 04:39:17.796216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49414) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:17.812887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:17.813836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Request body: {'subnet': {'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-607903605-subnet', 'tenant_id': '007413ee85b34fc7a3561c918b4ce354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:17.820226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:17.820602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1fd37-7644-46bd-9587-2926bd569f3d admin admin] Pushing event updated for resources: {'Network': ['ID=0c9b8cae-6950-47a8-a84f-908f23dd19de,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.824176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:17.889334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Made reservation on behalf of 007413ee85b34fc7a3561c918b4ce354 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:17.891946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:17.905434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0c9b8cae-6950-47a8-a84f-908f23dd19de details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:39:17.953547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Pushing event updated for resources: {'Port': ['ID=832e69a4-b830-4b36-bcd4-b7deda275964,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:17.966591 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 04:39:17.967057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:39:17.986948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Attempting to bind port 832e69a4-b830-4b36-bcd4-b7deda275964 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:17.987386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Attempting to bind port 832e69a4-b830-4b36-bcd4-b7deda275964 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:17.987794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Attempting to bind port 832e69a4-b830-4b36-bcd4-b7deda275964 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:18.005660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cb8d88a-ff7b-4424-950f-0ffed57ab8dc tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0691948 Oct 13 04:39:18.015790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:18.016172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:18.016576 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.016972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:18.017458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Bound port: 832e69a4-b830-4b36-bcd4-b7deda275964, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:18.017839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.021653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49416) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:18.111480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:18.139664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba6679-0a08-4a8a-8fc1-49f6c4f48577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:18.139907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] For port 832e69a4-b830-4b36-bcd4-b7deda275964, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:18.148031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba6679-0a08-4a8a-8fc1-49f6c4f48577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:18.149708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] For port 832e69a4-b830-4b36-bcd4-b7deda275964, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=832e69a4-b830-4b36-bcd4-b7deda275964,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:18.150645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7cba6679-0a08-4a8a-8fc1-49f6c4f48577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1257641 Oct 13 04:39:18.151767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87ccf822-18d6-4151-ae82-f42b15f89574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.154077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:18.157194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.165706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.267379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5c9e-7133-42cc-a95f-fc79f2ce1e1d None None] Pushing event updated for resources: {'Port': ['ID=832e69a4-b830-4b36-bcd4-b7deda275964,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:18.279670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87ccf822-18d6-4151-ae82-f42b15f89574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.288395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87ccf822-18d6-4151-ae82-f42b15f89574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.320037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-87ccf822-18d6-4151-ae82-f42b15f89574 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53d153c212fb4b4d94ec201fb0ff800c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073400 Oct 13 04:39:18.331149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:18.357650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd01fbe-226c-4037-a116-6ae0c12b7c55,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:18.408409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Checking segment: {'id': '4be08acc-2fdf-481c-aef1-4a321ad4c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:18.409213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Network hostable DHCP agents. Network: 0c9b8cae-6950-47a8-a84f-908f23dd19de, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:39:18.433940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccf822-18d6-4151-ae82-f42b15f89574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1482b6-c23b-4987-8880-cab8250185e3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:18.451465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Network 0c9b8cae-6950-47a8-a84f-908f23dd19de is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:39:18.481695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 3971d3e5-c6db-4d96-9808-89cbf4c6e490 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:18.481996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.494598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0c9b8cae-6950-47a8-a84f-908f23dd19de) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:18.499271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:18.500075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.510663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.535370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df4b81-1b57-4b68-8139-96485842ff25 None None] Network 0c9b8cae-6950-47a8-a84f-908f23dd19de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:18.569252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.614580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39c49a4b-2f1f-49bd-ae3f-b12766e122a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8063116 Oct 13 04:39:18.716410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 531b286e-aaf1-4e3d-a44b-ecee73a88135 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:18.751089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.753644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.754574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:18.756559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca1482b6-c23b-4987-8880-cab8250185e3 HTTP/1.1" status: 204 len: 168 time: 0.3840089 Oct 13 04:39:18.778252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe678ef-f725-4838-9cd4-9ac35017675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1482b6-c23b-4987-8880-cab8250185e3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:18.793169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 3971d3e5-c6db-4d96-9808-89cbf4c6e490 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:19.049303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86488e-5f08-4d91-bcb5-d3b9b3513170 req-203728f9-abe5-4e50-ba74-e6037587e6b5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:19.072209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b86488e-5f08-4d91-bcb5-d3b9b3513170 req-203728f9-abe5-4e50-ba74-e6037587e6b5 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 945 time: 0.2707708 Oct 13 04:39:19.095630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 832e69a4-b830-4b36-bcd4-b7deda275964 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:19.155552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ecc803-b009-468d-b23c-24374b6f0d76 None None] Network 0c9b8cae-6950-47a8-a84f-908f23dd19de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:19.213821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b86488e-5f08-4d91-bcb5-d3b9b3513170 req-f513ccb9-710e-4101-8d53-251ae48ffe46 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406038 Oct 13 04:39:19.376196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 531b286e-aaf1-4e3d-a44b-ecee73a88135 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:39:19.381066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 531b286e-aaf1-4e3d-a44b-ecee73a88135 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:19.382274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.408643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.484338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 832e69a4-b830-4b36-bcd4-b7deda275964 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:19.486125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.512062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=3971d3e5-c6db-4d96-9808-89cbf4c6e490,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:19.547448 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.555633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-06ac0cae-0738-454b-82db-79b1613d2744 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3971d3e5-c6db-4d96-9808-89cbf4c6e490 HTTP/1.1" status: 204 len: 168 time: 1.3995087 Oct 13 04:39:19.558456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:19.723242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc41aee-fc39-4642-a6bc-b8c87b05383b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:19.725436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc41aee-fc39-4642-a6bc-b8c87b05383b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:19.730270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8fc41aee-fc39-4642-a6bc-b8c87b05383b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1677325 Oct 13 04:39:19.731169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49470) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:19.839392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 0af1404a-741f-4ae9-be72-4a63f2b34ddd {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:19.843338 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.919860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:19.985110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.079466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-76c4f9cd-c3af-4027-bed8-824561539a51 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:20.087242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-76c4f9cd-c3af-4027-bed8-824561539a51 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/networks?id=0c9b8cae-6950-47a8-a84f-908f23dd19de HTTP/1.1" status: 200 len: 817 time: 0.2618194 Oct 13 04:39:20.112055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-08a67551-55df-4cfb-86be-b68bc425079c tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/quotas/007413ee85b34fc7a3561c918b4ce354 HTTP/1.1" status: 200 len: 375 time: 0.0165706 Oct 13 04:39:20.115854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:20.119523 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21808ab4-4ea4-487b-bc6b-2503bff64205" -d '{"events": [{"server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "name": "network-vif-plugged", "status": "completed", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:20.146115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.161957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.204456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:20.219692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.238329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-2d3e454a-94d8-42df-b82a-544ed6e70165 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=007413ee85b34fc7a3561c918b4ce354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219640 Oct 13 04:39:20.252116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] Provisioning complete for port 832e69a4-b830-4b36-bcd4-b7deda275964 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:20.252858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.295999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.318865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.327752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/0af1404a-741f-4ae9-be72-4a63f2b34ddd HTTP/1.1" status: 204 len: 168 time: 0.5953646 Oct 13 04:39:20.334342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49498) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:20.339736 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d334678-3e71-4129-8d0c-2a7e4bb88b52 x-openstack-request-id: req-6d334678-3e71-4129-8d0c-2a7e4bb88b52 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:20.340379 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "name": "network-vif-plugged", "status": "completed", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:20.340891 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d334678-3e71-4129-8d0c-2a7e4bb88b52 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:20.341550 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'code': 200} Oct 13 04:39:20.423924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:39:20.425674 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:39:20.474826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:20.522467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c8e28-cfc1-4a88-bcbf-b706b839e47e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=0af1404a-741f-4ae9-be72-4a63f2b34ddd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:20.573097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-c7a2c25d-3710-4f15-82a4-929c8691fd82 service neutron] 10.222.0.49 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223016 Oct 13 04:39:20.588189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.592656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e6c4b847-c647-47c0-acaa-90d5593f18e8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959674 Oct 13 04:39:20.621149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49506) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:20.669227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:20.675731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b7ee9-db56-4952-8d3b-3fac0f0619a1 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:20.687626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] For port 832e69a4-b830-4b36-bcd4-b7deda275964, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=832e69a4-b830-4b36-bcd4-b7deda275964,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:20.705081 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:20.769513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e665d86-151e-4755-8b92-3660fc610d62 req-48742002-199d-42e9-8736-d50b3219c3d2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:20.787718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e665d86-151e-4755-8b92-3660fc610d62 req-48742002-199d-42e9-8736-d50b3219c3d2 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.2622490 Oct 13 04:39:20.840003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac332-7aed-4953-a549-f9dc51d126aa req-52d39fd9-4360-4c71-a1a3-86fb1712d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:20.841843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa1ac332-7aed-4953-a549-f9dc51d126aa req-52d39fd9-4360-4c71-a1a3-86fb1712d0e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1097 time: 0.2806840 Oct 13 04:39:20.885383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d9edf8d-365e-469d-b71f-be3332d5f4c6 None None] Could not find standard attr ID for object 3971d3e5-c6db-4d96-9808-89cbf4c6e490. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:20.903793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb89b3f-add4-4af3-9d3b-4cd96be994cc None None] Pushing event updated for resources: {'Port': ['ID=832e69a4-b830-4b36-bcd4-b7deda275964,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:20.943962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9e665d86-151e-4755-8b92-3660fc610d62 req-fc1787e4-e3b3-4341-8d67-5c4965bc41e4 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473515 Oct 13 04:39:20.977596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa1ac332-7aed-4953-a549-f9dc51d126aa req-2e1a3855-d564-4f7b-aeaa-74a77d105db4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238995 Oct 13 04:39:21.046669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:21.110848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:21.125174 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.148409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Deleting port 832e69a4-b830-4b36-bcd4-b7deda275964 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:21.148903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.202301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 832e69a4-b830-4b36-bcd4-b7deda275964 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:21.268950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] For port 832e69a4-b830-4b36-bcd4-b7deda275964, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=832e69a4-b830-4b36-bcd4-b7deda275964,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:21.269505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.294843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Calling delete_port for 832e69a4-b830-4b36-bcd4-b7deda275964 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:21.380439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.435717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 832e69a4-b830-4b36-bcd4-b7deda275964, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=832e69a4-b830-4b36-bcd4-b7deda275964,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:21.449321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.499568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.502520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-3a2df436-436e-449e-90d5-becf435469e6 service neutron] 10.222.0.49 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9211106 Oct 13 04:39:21.508033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.540472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:21.543414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:21.567995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] No DVR routers for this DVR port 832e69a4-b830-4b36-bcd4-b7deda275964 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:21.582221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:21.582818 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:21.595708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=832e69a4-b830-4b36-bcd4-b7deda275964,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:21.617177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfb252a-a322-40ef-aacc-80683b3aeb5e None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:21.645263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:21.645895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0229893 Oct 13 04:39:21.651360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '41ad80b3-35ca-4365-b15b-55a45a35503c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2078943393'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:21.673549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c838b-c7bb-48c0-8165-27bf0591d692 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=41ad80b3-35ca-4365-b15b-55a45a35503c,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:21.751214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccc651-723f-40d1-969c-4e5d98cea272 None None] Pushing event deleted for resources: {'Port': ['ID=832e69a4-b830-4b36-bcd4-b7deda275964,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:22.045861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '41ad80b3-35ca-4365-b15b-55a45a35503c'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:22.050051 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.130930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff85e56-5ecb-488a-9eec-879c6b5472d9 req-f2477e7e-235f-4ece-b79e-2b940ab36c6a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:22.139447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ff85e56-5ecb-488a-9eec-879c6b5472d9 req-f2477e7e-235f-4ece-b79e-2b940ab36c6a tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.1010144 Oct 13 04:39:22.201974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ff85e56-5ecb-488a-9eec-879c6b5472d9 req-c9a251e6-e3e1-46b8-bb58-ff3d72f218b9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591168 Oct 13 04:39:22.425740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/41ad80b3-35ca-4365-b15b-55a45a35503c/387c4cbb-6926-47d3-91bb-be5d4288aa8d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:22.587561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99fae072-5ae8-4105-83b9-5bc2cba5e6b1 req-df9ba574-abb9-4d7c-8bcf-21e1e3789e3d tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 210 time: 0.0757239 Oct 13 04:39:22.679875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.698246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.746667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:22.757063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:22.764831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:22.769043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:22.785778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Pushing event updated for resources: {'Port': ['ID=387c4cbb-6926-47d3-91bb-be5d4288aa8d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:22.873419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Attempting to bind port 387c4cbb-6926-47d3-91bb-be5d4288aa8d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:22.874178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Attempting to bind port 387c4cbb-6926-47d3-91bb-be5d4288aa8d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:22.874542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Attempting to bind port 387c4cbb-6926-47d3-91bb-be5d4288aa8d on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:22.880057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:22.880474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:22.880884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.881402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:22.881878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Bound port: 387c4cbb-6926-47d3-91bb-be5d4288aa8d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:22.882320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.882942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:22.906934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 5e53ff5f-a6b7-4667-ae33-ceb82205c1e2 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:22.975198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] For port 387c4cbb-6926-47d3-91bb-be5d4288aa8d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:22.979227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] For port 387c4cbb-6926-47d3-91bb-be5d4288aa8d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=387c4cbb-6926-47d3-91bb-be5d4288aa8d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:23.002618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.057115 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:39:23.058044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:39:23.099687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5995838a-be78-4503-9972-9b86262b583d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4530635 Oct 13 04:39:23.102429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49590) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:23.154949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa1b7-4e0f-4ddf-95f4-275b1b49f59a None None] Pushing event updated for resources: {'Port': ['ID=387c4cbb-6926-47d3-91bb-be5d4288aa8d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:23.175558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fbcbae-2c1c-4c84-a721-fe5442a7a7df tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.178105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d3fbcbae-2c1c-4c84-a721-fe5442a7a7df tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0744295 Oct 13 04:39:23.181337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49592) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:23.269993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38ca3a-b027-4c5e-9dc6-1484ff2e6058 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.280108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38ca3a-b027-4c5e-9dc6-1484ff2e6058 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.282112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7a38ca3a-b027-4c5e-9dc6-1484ff2e6058 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996318 Oct 13 04:39:23.284857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49598) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:23.464306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 41ad80b3-35ca-4365-b15b-55a45a35503c {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:23.472538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.523085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0a73-f533-4ac5-8ee5-167bbc2376d0 req-25ddd91c-8d32-4fdd-aece-0d693d62e507 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.525358 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fcbe0a73-f533-4ac5-8ee5-167bbc2376d0 req-25ddd91c-8d32-4fdd-aece-0d693d62e507 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.1180995 Oct 13 04:39:23.626287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-b5ce9ec9-3ef9-4b34-a52d-af15ed99d043 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:23.628307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-b5ce9ec9-3ef9-4b34-a52d-af15ed99d043 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.47 "GET /v2.0/networks?id=0c9b8cae-6950-47a8-a84f-908f23dd19de HTTP/1.1" status: 200 len: 817 time: 0.3439083 Oct 13 04:39:23.645542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.657588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fcbe0a73-f533-4ac5-8ee5-167bbc2376d0 req-3323753f-3715-4a68-ade0-bfaec5d84f13 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242731 Oct 13 04:39:23.665805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Request body: {'port': {'device_id': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de', 'admin_state_up': True, 'tenant_id': '007413ee85b34fc7a3561c918b4ce354'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:23.784501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-020fa40a-14b2-4ccb-9c44-1b210e869a4f req-d7e2a1ca-1050-486c-a041-968ed5198756 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 210 time: 0.0694156 Oct 13 04:39:23.873662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:23.963344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.020680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=41ad80b3-35ca-4365-b15b-55a45a35503c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:24.023227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.030755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc211c7f-2b7e-4bea-b37d-c44afba94689 req-5df5de67-ecd2-4ce3-b3ba-9bbbb4639cd9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:24.032340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc211c7f-2b7e-4bea-b37d-c44afba94689 req-5df5de67-ecd2-4ce3-b3ba-9bbbb4639cd9 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.1604517 Oct 13 04:39:24.036493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/41ad80b3-35ca-4365-b15b-55a45a35503c HTTP/1.1" status: 204 len: 168 time: 0.7503669 Oct 13 04:39:24.040600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49614) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:24.058129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.058928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.059573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.060193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.060781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.061443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.062074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.062250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Made reservation on behalf of 007413ee85b34fc7a3561c918b4ce354 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:24.062736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.063197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.063631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.064279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.064709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c711df12-2859-4bea-9155-4484355570dd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:24.085368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.111766 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49c2df00-171f-4ae7-8e4f-946be342d9c1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616951 Oct 13 04:39:24.112350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49616) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:24.118188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:24.175697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc211c7f-2b7e-4bea-b37d-c44afba94689 req-2a9ad899-733b-439f-bbb9-d54605316d01 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365919 Oct 13 04:39:24.208154 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49618) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:24.262690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:24.267051 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.415636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08a70e-789f-488e-abf1-c7870fccb695 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:24.420167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5c08a70e-789f-488e-abf1-c7870fccb695 tempest-TestNetworkBasicOps-1665992240 tempest-TestNetworkBasicOps-1665992240-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1092 time: 0.2113972 Oct 13 04:39:24.420766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49628) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:24.427387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:24.468857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Allocated IP 172.20.0.5 (0c9b8cae-6950-47a8-a84f-908f23dd19de/3fd01fbe-226c-4037-a116-6ae0c12b7c55/761654eb-c4e0-4755-9406-42adbd1c8deb) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:24.480747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.612471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.699202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:24.703305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:24.715070 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.715305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:24.716138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.721975 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.731126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=814d7c4a-9137-4920-98d1-87109c4a3833,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:24.745737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-266e6b90-9e53-4d3e-9c96-9b18ce605a39 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6320350 Oct 13 04:39:24.746501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49634) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:24.751190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:24.802195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.812269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.849494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541a01bd-1ead-4cb6-ad2f-fa82d643dbdc None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:24.894565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.906123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:24.940348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.017227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.017973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Allocated IP 172.25.0.215 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/3e88d7f2-188a-47c0-9848-7661d40c746f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:25.022582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3ec43767-2ab7-411e-986c-33277af6fca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2721221 Oct 13 04:39:25.022781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] Provisioning complete for port 387c4cbb-6926-47d3-91bb-be5d4288aa8d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:25.022781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.026385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49642) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:25.065174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Network 0c9b8cae-6950-47a8-a84f-908f23dd19de is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:25.066103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Pushing event updated for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:25.072687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:25.076413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:25.180914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:25.181502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.248235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a89e-c441-4e59-8f49-d8ddc124baaa req-77b943de-250a-4f2b-80b4-42ec054a6393 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:25.251169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0224a89e-c441-4e59-8f49-d8ddc124baaa req-77b943de-250a-4f2b-80b4-42ec054a6393 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 931 time: 0.3108673 Oct 13 04:39:25.260010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 387c4cbb-6926-47d3-91bb-be5d4288aa8d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:25.318854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-6e58396e-1925-4e65-8d27-24d5bafd6d98 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6599767 Oct 13 04:39:25.353883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Request body: {'port': {'device_id': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:25.521689 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.555185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 387c4cbb-6926-47d3-91bb-be5d4288aa8d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:25.566263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.578204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.721554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0224a89e-c441-4e59-8f49-d8ddc124baaa req-fbb8fe20-9a1f-4aef-b9c0-a648235b4d8b tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431733 Oct 13 04:39:25.770630 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.833216 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.839829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.895001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:25.912939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] For port 387c4cbb-6926-47d3-91bb-be5d4288aa8d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=387c4cbb-6926-47d3-91bb-be5d4288aa8d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:25.913801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:25.934098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:25.959669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:26.041303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.045703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=3e88d7f2-188a-47c0-9848-7661d40c746f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:26.171428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b3f3-5716-429f-ac71-4b93c3778100 None None] Pushing event updated for resources: {'Port': ['ID=387c4cbb-6926-47d3-91bb-be5d4288aa8d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:26.230834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761654eb-c4e0-4755-9406-42adbd1c8deb {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:26.240063 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.254093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Transition to ACTIVE for port object 761654eb-c4e0-4755-9406-42adbd1c8deb will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:26.261041 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:39:26.261557 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:39:26.266066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.281841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c821ff71-756f-4470-9607-cda133da835b None None] Provisioning complete for port 387c4cbb-6926-47d3-91bb-be5d4288aa8d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:26.283327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c821ff71-756f-4470-9607-cda133da835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.302398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::1 (391fc220-7154-4be0-b4c9-0dda4eebc160/814d7c4a-9137-4920-98d1-87109c4a3833/6516a18d-9eb8-4941-a413-a7a44cba6fed) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:26.380390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Pushing event updated for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:26.567595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.609891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.616787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Attempting to bind port 761654eb-c4e0-4755-9406-42adbd1c8deb on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:26.617899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Attempting to bind port 761654eb-c4e0-4755-9406-42adbd1c8deb by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '4be08acc-2fdf-481c-aef1-4a321ad4c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:26.618234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Attempting to bind port 761654eb-c4e0-4755-9406-42adbd1c8deb on network 0c9b8cae-6950-47a8-a84f-908f23dd19de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:26.641223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Port 761654eb-c4e0-4755-9406-42adbd1c8deb on network 0c9b8cae-6950-47a8-a84f-908f23dd19de not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:26.641553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Attempting to bind port 761654eb-c4e0-4755-9406-42adbd1c8deb on network 0c9b8cae-6950-47a8-a84f-908f23dd19de {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:26.663157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:26.663503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Checking segment: {'id': '4be08acc-2fdf-481c-aef1-4a321ad4c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:26.663895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Bound using segment: {'id': '4be08acc-2fdf-481c-aef1-4a321ad4c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:26.664924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Bound port: 761654eb-c4e0-4755-9406-42adbd1c8deb, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be08acc-2fdf-481c-aef1-4a321ad4c07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:26.665292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.670219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=6516a18d-9eb8-4941-a413-a7a44cba6fed,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:26.683946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:26.685790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:26.688398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:26.689337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.830744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:26.834340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=761654eb-c4e0-4755-9406-42adbd1c8deb,segment=NetworkSegment(4be08acc-2fdf-481c-aef1-4a321ad4c07f),segment_id=4be08acc-2fdf-481c-aef1-4a321ad4c07f)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:26.846882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.944960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:26.945926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:26.948479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/761654eb-c4e0-4755-9406-42adbd1c8deb HTTP/1.1" status: 200 len: 1091 time: 1.6136913 Oct 13 04:39:26.975427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:26.980719 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1f8c3-256f-4be1-8498-fa429b6b7268" -d '{"events": [{"name": "network-changed", "server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:26.984424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.084873 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff7855-999f-4b80-84fe-35d50ead8e80 x-openstack-request-id: req-5cff7855-999f-4b80-84fe-35d50ead8e80 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:27.085443 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:27.085884 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cff7855-999f-4b80-84fe-35d50ead8e80 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:27.086518 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb', 'status': 'completed', 'code': 200} Oct 13 04:39:27.187693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 387c4cbb-6926-47d3-91bb-be5d4288aa8d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:27.204880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1f42-ecdc-47b4-9773-2dab093f47b6 service neutron] Pushing event updated for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:27.309022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2152f4-c358-4557-b812-83521a13dc06 req-d094642a-dfa7-4652-beca-b95aabb625f6 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:27.310609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd2152f4-c358-4557-b812-83521a13dc06 req-d094642a-dfa7-4652-beca-b95aabb625f6 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 943 time: 0.3608816 Oct 13 04:39:27.321534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0a16a44f-aa75-4162-bf90-c5139ab08673 None None] Provisioning complete for port 6516a18d-9eb8-4941-a413-a7a44cba6fed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:27.321932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a16a44f-aa75-4162-bf90-c5139ab08673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.338364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-de6c652c-479e-4f92-b5d4-099874ed712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:27.340058 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-de6c652c-479e-4f92-b5d4-099874ed712b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=007413ee85b34fc7a3561c918b4ce354&device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 1094 time: 0.3299801 Oct 13 04:39:27.418872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0a16a44f-aa75-4162-bf90-c5139ab08673 None None] Port 6516a18d-9eb8-4941-a413-a7a44cba6fed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:27.463184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 387c4cbb-6926-47d3-91bb-be5d4288aa8d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:27.463457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.592995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.604005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.604811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.678975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=6516a18d-9eb8-4941-a413-a7a44cba6fed,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:27.782874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:27.784779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:27.837402 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-76527575-1855-4b0f-ad09-ba92aab757f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=761654eb-c4e0-4755-9406-42adbd1c8deb HTTP/1.1" status: 200 len: 217 time: 0.4880066 Oct 13 04:39:27.898817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:39:27.919715 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd2152f4-c358-4557-b812-83521a13dc06 req-d7c8c542-7a7d-4073-ab4b-43594de57201 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955100 Oct 13 04:39:27.966853 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:27.969497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-72fa7427-b704-40db-83f3-7eeaec8bf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:27.970628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-72fa7427-b704-40db-83f3-7eeaec8bf61b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd01fbe-226c-4037-a116-6ae0c12b7c55 HTTP/1.1" status: 200 len: 857 time: 0.1214082 Oct 13 04:39:28.074750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:39:28.092199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-3d03fa01-9744-4397-9b79-dc77103d9fa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9b8cae-6950-47a8-a84f-908f23dd19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054034 Oct 13 04:39:28.220300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:28.226468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1976fc3d-9bdf-4e29-9903-2ab313c736ba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "PUT /v2.0/routers/dabcf871-1e1d-45ee-9e6d-60ed49fd43ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1990626 Oct 13 04:39:28.229474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:28.281789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Sync routers for ids ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:28.291918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-812e80ac-abc4-4995-89d8-d2c523a93dd0 None None] Provisioning complete for port 6516a18d-9eb8-4941-a413-a7a44cba6fed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:28.292713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-812e80ac-abc4-4995-89d8-d2c523a93dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:28.311992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:28.335884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c39dac-a104-4136-8b51-1be86e11d9a1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:28.345248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-36c39dac-a104-4136-8b51-1be86e11d9a1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports/6516a18d-9eb8-4941-a413-a7a44cba6fed HTTP/1.1" status: 200 len: 911 time: 0.1120014 Oct 13 04:39:28.345604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49702) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:28.374292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-812e80ac-abc4-4995-89d8-d2c523a93dd0 None None] Port 6516a18d-9eb8-4941-a413-a7a44cba6fed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:28.395225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Routers {'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:28.396319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:28.468725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c5874-d9da-45f3-bdc3-f76aba34fc17 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:28.480889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-aba42d98-3412-4f3a-9398-ba915706c84d service neutron] 10.222.0.47 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698990 Oct 13 04:39:28.488340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c5874-d9da-45f3-bdc3-f76aba34fc17 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:28.495330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2c1c5874-d9da-45f3-bdc3-f76aba34fc17 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1479168 Oct 13 04:39:28.499849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:28.578943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Set router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:28.593120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c160ce8f-db8c-44f2-9c64-e074a1cb2568 req-a914406b-6263-40ae-885e-3c983921e733 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048372 Oct 13 04:39:28.764190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:28.776199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-705bb9f9-307b-4242-954e-b0b1fb8a0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:28.777846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-705bb9f9-307b-4242-954e-b0b1fb8a0b58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=007413ee85b34fc7a3561c918b4ce354&device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 1094 time: 0.1151903 Oct 13 04:39:28.781085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:28.989309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event updated for resources: {'Port': ['ID=3e88d7f2-188a-47c0-9848-7661d40c746f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:28.992794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.085400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-9743be81-f673-4809-b3ca-4891193e9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:29.087384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-9743be81-f673-4809-b3ca-4891193e9a96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9b8cae-6950-47a8-a84f-908f23dd19de HTTP/1.1" status: 200 len: 918 time: 0.2877722 Oct 13 04:39:29.099950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:26Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '6516a18d-9eb8-4941-a413-a7a44cba6fed', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:a2:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:25Z', 'updated_at': '2021-10-13T04:39:27Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:29.134331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Checking router: dabcf871-1e1d-45ee-9e6d-60ed49fd43ba for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:29.134714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Updating router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba port 6516a18d-9eb8-4941-a413-a7a44cba6fed binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:39:29.173058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.273552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8676-a992-4784-9bce-a3ec00016d41 req-eb49e399-7732-4a8b-b6b2-2087754b18d8 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:29.281191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0ed8676-a992-4784-9bce-a3ec00016d41 req-eb49e399-7732-4a8b-b6b2-2087754b18d8 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 943 time: 0.1543708 Oct 13 04:39:29.298916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-3c77dd4d-2e00-4f44-bc6b-2f475012d14c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=761654eb-c4e0-4755-9406-42adbd1c8deb HTTP/1.1" status: 200 len: 217 time: 0.1504250 Oct 13 04:39:29.346310 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Floating IP 3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 associated. External IP: 172.25.0.215, port: 531b286e-aaf1-4e3d-a44b-ecee73a88135. Oct 13 04:39:29.495307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.571026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.583075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-1c8aac1f-8a08-4da8-a9b9-5232ee90ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:29.585767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-1c8aac1f-8a08-4da8-a9b9-5232ee90ef8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd01fbe-226c-4037-a116-6ae0c12b7c55 HTTP/1.1" status: 200 len: 857 time: 0.1250119 Oct 13 04:39:29.586881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.672745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-1eb34474-31bf-476b-b4e9-e8bfbd7a45e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9b8cae-6950-47a8-a84f-908f23dd19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645905 Oct 13 04:39:29.708865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b0ed8676-a992-4784-9bce-a3ec00016d41 req-89696623-3727-4a4b-a675-d13ba23745ab tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248950 Oct 13 04:39:29.812230 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f7d1-17cf-4622-bde1-1d9873d1e91d None None] Pushing event updated for resources: {'Port': ['ID=6516a18d-9eb8-4941-a413-a7a44cba6fed,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:29.819215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:29.918704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Attempting to bind port 6516a18d-9eb8-4941-a413-a7a44cba6fed on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:29.919103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Attempting to bind port 6516a18d-9eb8-4941-a413-a7a44cba6fed by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:29.919618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Attempting to bind port 6516a18d-9eb8-4941-a413-a7a44cba6fed on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:29.940631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:29.941013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:29.941414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:29.941834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:29.942326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Bound port: 6516a18d-9eb8-4941-a413-a7a44cba6fed, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:29.942709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.002019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-3399e2f2-cfb1-41a5-a01a-18ae22c05e0e service neutron] 10.222.0.47 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190086 Oct 13 04:39:30.107381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 6516a18d-9eb8-4941-a413-a7a44cba6fed {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:30.108408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.144313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] For port 6516a18d-9eb8-4941-a413-a7a44cba6fed, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:30.149621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] For port 6516a18d-9eb8-4941-a413-a7a44cba6fed, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6516a18d-9eb8-4941-a413-a7a44cba6fed,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:30.169210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.348060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Routers {'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:30.348806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:30.368443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-250f6b9c-1f81-4952-a9d3-ba05bd7d3945 None None] Provisioning complete for port 6516a18d-9eb8-4941-a413-a7a44cba6fed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:30.377584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port 6516a18d-9eb8-4941-a413-a7a44cba6fed, host n-d-813736-1, got binding levels [] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:30.378241 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.390375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-250f6b9c-1f81-4952-a9d3-ba05bd7d3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.396428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f7d1-17cf-4622-bde1-1d9873d1e91d None None] Pushing event updated for resources: {'Port': ['ID=6516a18d-9eb8-4941-a413-a7a44cba6fed,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:30.425211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 6516a18d-9eb8-4941-a413-a7a44cba6fed owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:30.522932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49742) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:30.570197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:30.584163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Sync routers for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:30.611994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:30.614238 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:30.677543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] Set router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:30.688158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.727835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-86b1f8c3-256f-4be1-8498-fa429b6b7268 req-c1fa020e-9f5c-4616-88c1-05c8493823a8 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882241 Oct 13 04:39:30.840110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-824d51dd-5104-452c-ba36-87cba3092581 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4137332 Oct 13 04:39:30.844541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49756) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:30.845535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:30.854627 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d588e15-177f-4284-a0b6-3b7a93aea527" -d '{"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:30.917091 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:30.999846 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5498f518-b8d4-4225-8503-9215ae5615ef x-openstack-request-id: req-5498f518-b8d4-4225-8503-9215ae5615ef {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:31.000123 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:31.000386 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5498f518-b8d4-4225-8503-9215ae5615ef {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:31.001005 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'status': 'completed', 'code': 200} Oct 13 04:39:31.046244 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:31.063260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70db9909-aa11-4ff8-8482-624fadd438d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.108178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=6516a18d-9eb8-4941-a413-a7a44cba6fed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:31.152801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-250f6b9c-1f81-4952-a9d3-ba05bd7d3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.299040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70db9909-aa11-4ff8-8482-624fadd438d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.312240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70db9909-aa11-4ff8-8482-624fadd438d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.324196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 761654eb-c4e0-4755-9406-42adbd1c8deb details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:39:31.360830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-70db9909-aa11-4ff8-8482-624fadd438d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9adce2910ad34c6abd70b51e90710405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179536 Oct 13 04:39:31.372150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49764) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:31.388921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:26Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '6516a18d-9eb8-4941-a413-a7a44cba6fed', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:a2:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:25Z', 'updated_at': '2021-10-13T04:39:30Z', 'revision_number': 4, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:31.472339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ecac5c4e-03f5-4594-8fa4-388c3611803e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 HTTP/1.1" status: 200 len: 992 time: 0.6054165 Oct 13 04:39:31.491208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a95ad-14c9-4b35-9230-012af1189b19 None None] The sync data for ids ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'] in n-d-813736-1 is: [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:26Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '6516a18d-9eb8-4941-a413-a7a44cba6fed', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:a2:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:25Z', 'updated_at': '2021-10-13T04:39:30Z', 'revision_number': 4, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '814d7c4a-9137-4920-98d1-87109c4a3833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:31.504636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3936d-8d67-4545-b6d8-d15d07b6f641 req-7d52a28f-75a0-49a7-899b-a714b9112e8c tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:31.516270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-aabad8d9-419b-4fa1-bd36-4b539f1034a7 None None] Could not find standard attr ID for object 6516a18d-9eb8-4941-a413-a7a44cba6fed. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:31.522186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9a3936d-8d67-4545-b6d8-d15d07b6f641 req-7d52a28f-75a0-49a7-899b-a714b9112e8c tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 943 time: 0.6285658 Oct 13 04:39:31.541949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.resource_extend [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:39:31.624376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9a3936d-8d67-4545-b6d8-d15d07b6f641 req-493038fd-2e91-4bc0-b401-5b84f24b3cf4 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890005 Oct 13 04:39:31.625247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db9909-aa11-4ff8-8482-624fadd438d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b2c96-4cf3-4ade-acf2-f97c6fb54670,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:31.663524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.736156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.749921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=761654eb-c4e0-4755-9406-42adbd1c8deb,segment=NetworkSegment(4be08acc-2fdf-481c-aef1-4a321ad4c07f),segment_id=4be08acc-2fdf-481c-aef1-4a321ad4c07f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:31.779387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '761654eb-c4e0-4755-9406-42adbd1c8deb', 'network_id': '0c9b8cae-6950-47a8-a84f-908f23dd19de', 'port_id': '761654eb-c4e0-4755-9406-42adbd1c8deb', 'mac_address': 'fa:16:3e:65:34:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd01fbe-226c-4037-a116-6ae0c12b7c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:39:31.838891 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '3ec7b45e-a8dd-418a-bdb2-4765282fcdb1', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'port_id': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'mac_address': 'fa:16:3e:d8:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:39:27Z', 'updated_at': '2021-10-13T04:39:27Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:31.886544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.894997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.897887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:31.901026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca0b2c96-4cf3-4ade-acf2-f97c6fb54670 HTTP/1.1" status: 204 len: 168 time: 0.4913807 Oct 13 04:39:31.917513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761654eb-c4e0-4755-9406-42adbd1c8deb {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:31.924007 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Checking router: 9bf5c1ac-a84f-4620-a245-80925a18e8b2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:31.929206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2719c-4b1f-41e3-a2c5-ce50757b35e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b2c96-4cf3-4ade-acf2-f97c6fb54670,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:31.988501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:31.989138 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:31.999085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=761654eb-c4e0-4755-9406-42adbd1c8deb,segment=NetworkSegment(4be08acc-2fdf-481c-aef1-4a321ad4c07f),segment_id=4be08acc-2fdf-481c-aef1-4a321ad4c07f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:32.036269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:32.038644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:32.154188 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:32.171854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:32.182642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-539175db-3f0c-40f9-881d-5f9e4cc02084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:32.185893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-539175db-3f0c-40f9-881d-5f9e4cc02084 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1097 time: 1.1082795 Oct 13 04:39:32.258379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['761654eb-c4e0-4755-9406-42adbd1c8deb'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:39:32.475184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:32.538248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-1657e20e-c77c-4760-84e8-f2b9b8e3564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:32.542672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-1657e20e-c77c-4760-84e8-f2b9b8e3564b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 200 len: 898 time: 0.2917833 Oct 13 04:39:32.562601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:32.607694 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '3ec7b45e-a8dd-418a-bdb2-4765282fcdb1', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'port_id': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'mac_address': 'fa:16:3e:d8:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:39:27Z', 'updated_at': '2021-10-13T04:39:27Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:32.616125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d308627b-950e-47a1-829c-b2f2a10a0727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:32.663009 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9976c50d-a4e6-4511-ae74-9c0573cc8dd5 None None] The sync data for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 is: [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '3ec7b45e-a8dd-418a-bdb2-4765282fcdb1', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'port_id': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'mac_address': 'fa:16:3e:d8:5a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:39:27Z', 'updated_at': '2021-10-13T04:39:27Z', 'revision_number': 0, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:32.719996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a8688755-402c-4572-a1bd-b8ec20bdfc66 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 HTTP/1.1" status: 200 len: 992 time: 0.2434740 Oct 13 04:39:32.804081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:32.866454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-bce25c4e-624b-4660-9508-d4f8c1441fa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 200 len: 1000 time: 0.3040977 Oct 13 04:39:32.878339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a605-c25e-47a0-bd11-401d5bb7353a req-9ae6c422-a9e1-406e-9d84-ac83527938a7 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:32.879852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5729a605-c25e-47a0-bd11-401d5bb7353a req-9ae6c422-a9e1-406e-9d84-ac83527938a7 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 944 time: 0.1222444 Oct 13 04:39:32.889180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d308627b-950e-47a1-829c-b2f2a10a0727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:32.898397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d308627b-950e-47a1-829c-b2f2a10a0727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:32.928092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-61e2da62-e6f7-4a0f-a564-d5a3d6bee4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:32.930085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-61e2da62-e6f7-4a0f-a564-d5a3d6bee4e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d67391d0-7d75-4ee4-ba29-465e0671a17c HTTP/1.1" status: 200 len: 835 time: 0.0477424 Oct 13 04:39:32.972463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d308627b-950e-47a1-829c-b2f2a10a0727 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4ddf3fcf93c45b2a08d7c9fb16ab3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057679 Oct 13 04:39:32.972463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308627b-950e-47a1-829c-b2f2a10a0727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207b527f-649c-4751-a2cb-b74e7cd887d2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:32.973654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49796) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:33.060232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:33.065914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b68bb24e-6fac-4ee2-8fc2-d6cd7859cac1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "PUT /v2.0/routers/dabcf871-1e1d-45ee-9e6d-60ed49fd43ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5646932 Oct 13 04:39:33.075208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49800) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:33.093395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.120313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5729a605-c25e-47a0-bd11-401d5bb7353a req-ef4d1153-b5f4-4fb4-bc4c-900f98ed02af tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436062 Oct 13 04:39:33.142966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.144102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-94f10f87-8c46-4871-9b16-4c88c594872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:33.145616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-94f10f87-8c46-4871-9b16-4c88c594872a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666062 Oct 13 04:39:33.156241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fd1cc-ae56-4840-951e-0985e749df43 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:33.157862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c572fb0-a5cb-4a9c-9393-bba0fb05cb7c None None] New status for floating IP 3ec7b45e-a8dd-418a-bdb2-4765282fcdb1: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:39:33.164991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fd1cc-ae56-4840-951e-0985e749df43 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:33.169192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b48fd1cc-ae56-4840-951e-0985e749df43 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0905328 Oct 13 04:39:33.171777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49802) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:33.250507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.253530 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.255284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/207b527f-649c-4751-a2cb-b74e7cd887d2 HTTP/1.1" status: 204 len: 168 time: 0.2807491 Oct 13 04:39:33.264890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0357-b100-4e06-9913-6fcbaa905632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b527f-649c-4751-a2cb-b74e7cd887d2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:33.354679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 814d7c4a-9137-4920-98d1-87109c4a3833 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:33.359560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.402049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 761654eb-c4e0-4755-9406-42adbd1c8deb up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:33.444453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-e37563fd-e3f1-4228-9643-26028913df6c service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765226 Oct 13 04:39:33.449193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.494463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 761654eb-c4e0-4755-9406-42adbd1c8deb completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:39:33.502966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 761654eb-c4e0-4755-9406-42adbd1c8deb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:33.503364 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.546143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.645207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.696096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:33.698488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.700865 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e77d30-420f-42ec-a09c-ddac8c2a7d58" -d '{"events": [{"server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "name": "network-vif-plugged", "status": "completed", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:33.723873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49822) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:33.726502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:33.730466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/814d7c4a-9137-4920-98d1-87109c4a3833 HTTP/1.1" status: 204 len: 168 time: 0.5514736 Oct 13 04:39:33.734923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:33.775548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7600c327-a155-41ae-8810-9bb4df419752 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:33.783381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687531aa-0e8d-474a-b13f-83018cc81880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=814d7c4a-9137-4920-98d1-87109c4a3833,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:33.894923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d588e15-177f-4284-a0b6-3b7a93aea527 req-eadb9186-687b-4dea-8cf4-b926b6d19737 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370675 Oct 13 04:39:33.939902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=761654eb-c4e0-4755-9406-42adbd1c8deb,segment=NetworkSegment(4be08acc-2fdf-481c-aef1-4a321ad4c07f),segment_id=4be08acc-2fdf-481c-aef1-4a321ad4c07f)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:33.941955 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0929747-41ed-469d-9647-0230a4bc07b4 x-openstack-request-id: req-f0929747-41ed-469d-9647-0230a4bc07b4 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:33.942254 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "name": "network-vif-plugged", "status": "completed", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:33.942508 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0929747-41ed-469d-9647-0230a4bc07b4 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:33.942909 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb', 'code': 200} Oct 13 04:39:33.950350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:34.037690 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Sync routers for ids ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:34.051669 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Routers {'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:34.052830 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:34.093131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:34.177842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Set router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:34.202236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:34.300661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Deleting port 387c4cbb-6926-47d3-91bb-be5d4288aa8d {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:34.301984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:34.338003 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:30Z', 'revision_number': 3, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:34.373845 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Checking router: dabcf871-1e1d-45ee-9e6d-60ed49fd43ba for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:34.384052 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Routers {'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:34.384988 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:34.388454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378caf7e-bfbf-456a-93e8-3efb12e88744 req-3af686f0-bf49-4d2f-90ac-a3c742170493 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:34.392332 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-378caf7e-bfbf-456a-93e8-3efb12e88744 req-3af686f0-bf49-4d2f-90ac-a3c742170493 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.1197517 Oct 13 04:39:34.449306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-378caf7e-bfbf-456a-93e8-3efb12e88744 req-0679da99-0cbe-4977-ae42-e30026787f3b tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495317 Oct 13 04:39:34.490389 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] Set router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:34.531839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9cbf099-6550-479c-ac93-f00f01c70bc0 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 HTTP/1.1" status: 200 len: 994 time: 0.8067298 Oct 13 04:39:34.566174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7dc7d4f9-4f93-4f26-94a3-497befc1115d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8290949 Oct 13 04:39:34.568713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:34.577597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f713b80-4af7-4070-b10d-4b79120871d8 req-97375580-8b94-4761-9791-ed93476e9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:34.585136 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:30Z', 'revision_number': 3, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:34.595581 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f713b80-4af7-4070-b10d-4b79120871d8 req-97375580-8b94-4761-9791-ed93476e9072 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 1096 time: 0.6148460 Oct 13 04:39:34.619106 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b1ab0-1d42-46c9-b1f9-638fa9997bd6 None None] The sync data for ids ['dabcf871-1e1d-45ee-9e6d-60ed49fd43ba'] in n-d-813736-1 is: [{'id': 'dabcf871-1e1d-45ee-9e6d-60ed49fd43ba', 'name': 'tempest-NetworksTestDHCPv6-router-1711060085', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:24Z', 'updated_at': '2021-10-13T04:39:30Z', 'revision_number': 3, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:34.693303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f713b80-4af7-4070-b10d-4b79120871d8 req-db49f78e-6965-4686-8e36-252f00425556 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850296 Oct 13 04:39:34.720100 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] For port 387c4cbb-6926-47d3-91bb-be5d4288aa8d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=387c4cbb-6926-47d3-91bb-be5d4288aa8d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:34.720511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:34.752268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Calling delete_port for 387c4cbb-6926-47d3-91bb-be5d4288aa8d owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:34.777213 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:34.891029 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:34.945376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] Pushing event deleted for resources: {'Port': ['ID=387c4cbb-6926-47d3-91bb-be5d4288aa8d,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:34.959966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c020f0b-f800-40c3-87d0-3acb1b1129a3 None None] No DVR routers for this DVR port 387c4cbb-6926-47d3-91bb-be5d4288aa8d on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:35.089855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.102365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.145283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6516a18d-9eb8-4941-a413-a7a44cba6fed no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:35.176460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6516a18d-9eb8-4941-a413-a7a44cba6fed {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:35.176794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6516a18d-9eb8-4941-a413-a7a44cba6fed not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:35.177282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 387c4cbb-6926-47d3-91bb-be5d4288aa8d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:35.188157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.189051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Fanout notify agent at l3_agent the message router_deleted on router dabcf871-1e1d-45ee-9e6d-60ed49fd43ba {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:39:35.205576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.211238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f771d82d-763b-4e42-bffe-8c599c28014e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/routers/dabcf871-1e1d-45ee-9e6d-60ed49fd43ba HTTP/1.1" status: 204 len: 168 time: 0.6413870 Oct 13 04:39:35.214049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49868) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:35.219484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:35.222123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 387c4cbb-6926-47d3-91bb-be5d4288aa8d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:35.223499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 387c4cbb-6926-47d3-91bb-be5d4288aa8d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:35.386335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:35.391032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.750763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.807706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d529-d248-4a56-a33b-1b70739a9ca0 req-25e48009-d352-44ce-881f-6e2b191c253e tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:35.809260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db8d529-d248-4a56-a33b-1b70739a9ca0 req-25e48009-d352-44ce-881f-6e2b191c253e tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.1993613 Oct 13 04:39:35.811293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:35.814708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:35.817749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:35.818346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.823827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c81ec-cd5b-4d26-8a77-90f8930597f4 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:35.866360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=4a8020d3-f930-4204-8801-67b1a3bfc901,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:35.881900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dacac08b-5364-4af0-91da-538726fc87c6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6667185 Oct 13 04:39:35.884923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49900) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:35.891679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1759480124', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:35.893264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db8d529-d248-4a56-a33b-1b70739a9ca0 req-15e63cc3-db5a-4f77-beef-d0d20243fc3b tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688024 Oct 13 04:39:35.965969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:35.968090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.076285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.082076 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.112607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.122745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:36.125760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '4a8020d3-f930-4204-8801-67b1a3bfc901'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:36.126638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.126772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e1e67597-16c3-4151-915c-b25ec869a635 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2402127 Oct 13 04:39:36.386993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/4a8020d3-f930-4204-8801-67b1a3bfc901/93c777f8-fc7b-470d-9368-ef21722bd21d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:36.520076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.629965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.638764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.739377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:36.753599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:36.759218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:36.778178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Pushing event updated for resources: {'Port': ['ID=93c777f8-fc7b-470d-9368-ef21722bd21d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:36.886887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Attempting to bind port 93c777f8-fc7b-470d-9368-ef21722bd21d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:36.891423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Attempting to bind port 93c777f8-fc7b-470d-9368-ef21722bd21d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:36.892085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Attempting to bind port 93c777f8-fc7b-470d-9368-ef21722bd21d on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:36.903283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:36.904001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:36.906688 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.915658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:36.917060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Bound port: 93c777f8-fc7b-470d-9368-ef21722bd21d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:36.918298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:36.945441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::1 (391fc220-7154-4be0-b4c9-0dda4eebc160/4a8020d3-f930-4204-8801-67b1a3bfc901/238bfa26-6fe4-4dfe-9695-b9aeaf797454) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:37.031114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] For port 93c777f8-fc7b-470d-9368-ef21722bd21d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:37.035779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] For port 93c777f8-fc7b-470d-9368-ef21722bd21d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93c777f8-fc7b-470d-9368-ef21722bd21d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:37.061239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:37.119108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53f34-6f97-4e6c-9ac7-9a5397d5085d req-c3ea1ad6-8df3-40f4-83cb-ba07c613bb0c tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:37.132675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75a53f34-6f97-4e6c-9ac7-9a5397d5085d req-c3ea1ad6-8df3-40f4-83cb-ba07c613bb0c tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.0979507 Oct 13 04:39:37.201861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa81c-24f1-4efa-8fce-238c6e6c47c9 None None] Pushing event updated for resources: {'Port': ['ID=93c777f8-fc7b-470d-9368-ef21722bd21d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:37.226136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:37.242373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75a53f34-6f97-4e6c-9ac7-9a5397d5085d req-b96c0d09-9737-4bac-949d-512174c2e66a tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007185 Oct 13 04:39:37.281976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:37.369992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:37.373175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:37.385451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:37.385843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:37.468458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=238bfa26-6fe4-4dfe-9695-b9aeaf797454,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:37.510795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.511552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.512931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.516464 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.517812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.519242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.521802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.523157 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.524320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.524897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.525471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.526037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:39:37.659254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:37.801614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d27a0-e279-4d54-8098-ddd393c5091e req-0473c61e-0db6-4875-a773-ea98614802a8 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:37.803994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b00d27a0-e279-4d54-8098-ddd393c5091e req-0473c61e-0db6-4875-a773-ea98614802a8 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.1026719 Oct 13 04:39:37.857412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b00d27a0-e279-4d54-8098-ddd393c5091e req-f8b3218a-d638-49e8-9e57-4c5a27a23253 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466337 Oct 13 04:39:38.112555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:38.118941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:38.120043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:38.247817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=238bfa26-6fe4-4dfe-9695-b9aeaf797454,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:38.294109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:38.295690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:38.431711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:39:38.561125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:38.569163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c40dff0-74fd-4e65-9509-d8423f97db86 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "PUT /v2.0/routers/630dc47f-fe32-4ebf-96e9-cb0ffc8a696c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429955 Oct 13 04:39:38.569399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:38.576336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Sync routers for ids ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:38.590475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Routers {'630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:38.591183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:38.638565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91ebdbc-0377-4a22-87e4-8f1f4c1fbfd8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:38.642597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f91ebdbc-0377-4a22-87e4-8f1f4c1fbfd8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports/238bfa26-6fe4-4dfe-9695-b9aeaf797454 HTTP/1.1" status: 200 len: 911 time: 0.0699711 Oct 13 04:39:38.643002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 49988) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:38.709626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] Provisioning complete for port 93c777f8-fc7b-470d-9368-ef21722bd21d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:38.710320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:38.733493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d485b8-81e6-480b-b9cb-8b60a4d4d642 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:38.744916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Set router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:38.753037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d485b8-81e6-480b-b9cb-8b60a4d4d642 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:38.754664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a4d485b8-81e6-480b-b9cb-8b60a4d4d642 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1057110 Oct 13 04:39:38.758167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 49990) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:38.922711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.099764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87094-3c37-4552-b62f-05950722df89 req-afbf91d1-69db-45f9-82cc-993851fd9c11 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:39.101614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8b87094-3c37-4552-b62f-05950722df89 req-afbf91d1-69db-45f9-82cc-993851fd9c11 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.47 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.2167463 Oct 13 04:39:39.113477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0abfd2-55c1-41e5-9a2c-40f67ea2d8be req-9203eed3-33f9-433b-b04e-c822e9447212 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:39.115207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba0abfd2-55c1-41e5-9a2c-40f67ea2d8be req-9203eed3-33f9-433b-b04e-c822e9447212 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 945 time: 0.1043878 Oct 13 04:39:39.190712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] For port 93c777f8-fc7b-470d-9368-ef21722bd21d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93c777f8-fc7b-470d-9368-ef21722bd21d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:39.208003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.247735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93c777f8-fc7b-470d-9368-ef21722bd21d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:39.355682 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba0abfd2-55c1-41e5-9a2c-40f67ea2d8be req-d5217dc1-7231-4496-af7d-030c7126159b tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/security-groups?id=1d71008b-d23a-46e1-9e2e-77f24bddd0fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954498 Oct 13 04:39:39.497987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79e3a-9d33-4eab-b3ce-c1196b456d72 None None] Pushing event updated for resources: {'Port': ['ID=93c777f8-fc7b-470d-9368-ef21722bd21d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:39.528614 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Deleting port 761654eb-c4e0-4755-9406-42adbd1c8deb {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:39.529026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.545576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3f0a6e84-f3d2-4115-9f7a-50bbffb9c112 None None] Provisioning complete for port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:39.545977 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f0a6e84-f3d2-4115-9f7a-50bbffb9c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.583956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a6e84-f3d2-4115-9f7a-50bbffb9c112 None None] Port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:39.597414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 93c777f8-fc7b-470d-9368-ef21722bd21d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:39.598129 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.655850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] For port 761654eb-c4e0-4755-9406-42adbd1c8deb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=761654eb-c4e0-4755-9406-42adbd1c8deb,segment=NetworkSegment(4be08acc-2fdf-481c-aef1-4a321ad4c07f),segment_id=4be08acc-2fdf-481c-aef1-4a321ad4c07f)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:39.656456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.672240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Calling delete_port for 761654eb-c4e0-4755-9406-42adbd1c8deb owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:39.765455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'name': 'tempest-NetworksTestDHCPv6-router-1759480124', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:35Z', 'updated_at': '2021-10-13T04:39:37Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '238bfa26-6fe4-4dfe-9695-b9aeaf797454', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:95:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:36Z', 'updated_at': '2021-10-13T04:39:37Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:39.792655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Checking router: 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:39:39.793003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Updating router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:39:39.832174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f5b11bf6-99cc-4f20-bde4-a9d73c4b3307 None None] Provisioning complete for port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:39.832563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f5b11bf6-99cc-4f20-bde4-a9d73c4b3307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.834104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.892913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:39.918080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f5b11bf6-99cc-4f20-bde4-a9d73c4b3307 None None] Port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:40.152497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.378434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.402649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.532238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8262b7b9-e95b-4869-9b2d-5487939f1502 req-bcc2490e-0102-4ae9-9b25-30fa6e9c9aaa tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.49 "GET /v2.0/ports?device_id=76d87ee6-35a4-427a-a8b2-98279d3bcfe0 HTTP/1.1" status: 200 len: 210 time: 0.0546842 Oct 13 04:39:40.545788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581017d-8b40-4cbe-ba27-6c11405d0fdd None None] Pushing event updated for resources: {'Port': ['ID=238bfa26-6fe4-4dfe-9695-b9aeaf797454,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:40.639418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Pushing event deleted for resources: {'Port': ['ID=761654eb-c4e0-4755-9406-42adbd1c8deb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:40.642603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Attempting to bind port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:40.644255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Attempting to bind port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:40.645001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Attempting to bind port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:40.663054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:40.663662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:40.664177 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.664712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:40.665321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Bound port: 238bfa26-6fe4-4dfe-9695-b9aeaf797454, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:40.665811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.769351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] No DVR routers for this DVR port 761654eb-c4e0-4755-9406-42adbd1c8deb on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:40.780509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] For port 238bfa26-6fe4-4dfe-9695-b9aeaf797454, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:40.786945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] For port 238bfa26-6fe4-4dfe-9695-b9aeaf797454, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=238bfa26-6fe4-4dfe-9695-b9aeaf797454,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:40.787801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.793068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8b87094-3c37-4552-b62f-05950722df89 req-f7baee83-6fc5-48f0-8162-d65795079396 tempest-InstanceActionsV221TestJSON-823469110 tempest-InstanceActionsV221TestJSON-823469110-project] 10.222.0.47 "DELETE /v2.0/ports/761654eb-c4e0-4755-9406-42adbd1c8deb HTTP/1.1" status: 204 len: 173 time: 1.6767199 Oct 13 04:39:40.793922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'name': 'network-vif-deleted', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:40.797469 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad2747-1376-4d4c-8b54-eb346462f694" -d '{"events": [{"server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "name": "network-vif-deleted", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:40.801273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.921578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:40.921929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:40.935670 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0484d371-a057-49d8-a8e3-69c452654674 x-openstack-request-id: req-0484d371-a057-49d8-a8e3-69c452654674 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:40.937722 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d87ee6-35a4-427a-a8b2-98279d3bcfe0", "name": "network-vif-deleted", "tag": "761654eb-c4e0-4755-9406-42adbd1c8deb", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:40.938087 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0484d371-a057-49d8-a8e3-69c452654674 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:40.938499 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d87ee6-35a4-427a-a8b2-98279d3bcfe0', 'name': 'network-vif-deleted', 'tag': '761654eb-c4e0-4755-9406-42adbd1c8deb', 'status': 'completed', 'code': 200} Oct 13 04:39:40.969290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8553bc98-120a-44ba-bf77-83d79da27aa3 None None] Provisioning complete for port 238bfa26-6fe4-4dfe-9695-b9aeaf797454 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:40.969687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8553bc98-120a-44ba-bf77-83d79da27aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.046631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581017d-8b40-4cbe-ba27-6c11405d0fdd None None] Pushing event updated for resources: {'Port': ['ID=238bfa26-6fe4-4dfe-9695-b9aeaf797454,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:41.051655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Routers {'630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:41.052285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:41.187843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port 238bfa26-6fe4-4dfe-9695-b9aeaf797454, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=238bfa26-6fe4-4dfe-9695-b9aeaf797454,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:41.188228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.204781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93c777f8-fc7b-470d-9368-ef21722bd21d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:41.215353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 238bfa26-6fe4-4dfe-9695-b9aeaf797454 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:41.275935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] Set router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:39:41.453236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 761654eb-c4e0-4755-9406-42adbd1c8deb no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:41.529000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 761654eb-c4e0-4755-9406-42adbd1c8deb {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:41.529356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 761654eb-c4e0-4755-9406-42adbd1c8deb not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:41.541780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8553bc98-120a-44ba-bf77-83d79da27aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.641539 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.690176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 93c777f8-fc7b-470d-9368-ef21722bd21d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:41.690671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.700344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=238bfa26-6fe4-4dfe-9695-b9aeaf797454,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:41.941471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:41.977564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:42.066080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Deleting subnet 3fd01fbe-226c-4037-a116-6ae0c12b7c55 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:42.081794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.150030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.155665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.178092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4cfa30d0-743f-451b-bf30-2f50c661eff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.238277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:39:42.254045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.272870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'name': 'tempest-NetworksTestDHCPv6-router-1759480124', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:35Z', 'updated_at': '2021-10-13T04:39:37Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '238bfa26-6fe4-4dfe-9695-b9aeaf797454', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:95:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:36Z', 'updated_at': '2021-10-13T04:39:40Z', 'revision_number': 4, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:42.279383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc8076ce-0360-4e34-a82d-cabca6ca0d08 None None] Could not find standard attr ID for object 238bfa26-6fe4-4dfe-9695-b9aeaf797454. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:42.306535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6fd7a2-75f0-43e2-8627-22701076125b None None] The sync data for ids ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'] in n-d-813736-1 is: [{'id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'name': 'tempest-NetworksTestDHCPv6-router-1759480124', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:39:35Z', 'updated_at': '2021-10-13T04:39:37Z', 'revision_number': 2, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'gw_port_host': None, '_interfaces': [{'id': '238bfa26-6fe4-4dfe-9695-b9aeaf797454', 'name': '', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'mac_address': 'fa:16:3e:95:04:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630dc47f-fe32-4ebf-96e9-cb0ffc8a696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:39:36Z', 'updated_at': '2021-10-13T04:39:40Z', 'revision_number': 4, 'project_id': '647656c7fb324f1987a56f2f1779f612', 'subnets': [{'id': '4a8020d3-f930-4204-8801-67b1a3bfc901', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:42.338566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:39:42.346441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-412dce62-013d-4921-bf24-04407bc453a2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "PUT /v2.0/routers/630dc47f-fe32-4ebf-96e9-cb0ffc8a696c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5869524 Oct 13 04:39:42.347128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50084) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:42.377236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.393913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.398852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3fd01fbe-226c-4037-a116-6ae0c12b7c55 HTTP/1.1" status: 204 len: 168 time: 0.4193261 Oct 13 04:39:42.404520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:42.429782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29865f56-bb30-4407-a428-daa3d5bd04c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd01fbe-226c-4037-a116-6ae0c12b7c55,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:42.476656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49927a9-f72a-4636-940f-9efff6bb325e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:42.478413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49927a9-f72a-4636-940f-9efff6bb325e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:42.480539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f49927a9-f72a-4636-940f-9efff6bb325e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320071 Oct 13 04:39:42.483321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50088) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:42.536441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.625892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 4a8020d3-f930-4204-8801-67b1a3bfc901 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:42.634986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.661307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.735325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.779103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b8cae-6950-47a8-a84f-908f23dd19de']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:42.781536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.809305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be08acc-2fdf-481c-aef1-4a321ad4c07f') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:42.809689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be08acc-2fdf-481c-aef1-4a321ad4c07f') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:39:42.834881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.863097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.878605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:39:42.879288 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:39:42.881039 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:39:42.975849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:42.998931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.003024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0c9b8cae-6950-47a8-a84f-908f23dd19de HTTP/1.1" status: 204 len: 168 time: 0.5974617 Oct 13 04:39:43.016636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c5374-6525-4a5a-bb15-456b029edfd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9b8cae-6950-47a8-a84f-908f23dd19de,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:43.020831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.121071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.204057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8020d3-f930-4204-8801-67b1a3bfc901,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:43.206109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f754f-7b25-406e-aa1a-67b5b7c369f6 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:43.206556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.213671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50120) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:43.213933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b4a92cff-0614-4f2d-83f8-e09c71ef9efb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/4a8020d3-f930-4204-8801-67b1a3bfc901 HTTP/1.1" status: 204 len: 168 time: 0.7291942 Oct 13 04:39:43.332198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50124) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:43.410048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50130) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:43.411228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1f9d1314-7d1c-4ad4-8d4c-29dca37bc4b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=007413ee85b34fc7a3561c918b4ce354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777292 Oct 13 04:39:43.523605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:43.533491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-abcec8b7-465b-4412-94f6-53cedc711bd1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3185062 Oct 13 04:39:43.534590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.584399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:43.601651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.687199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.690660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.691970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Deleting port 93c777f8-fc7b-470d-9368-ef21722bd21d {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:43.692415 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.697621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d71008b-d23a-46e1-9e2e-77f24bddd0fb HTTP/1.1" status: 204 len: 168 time: 0.2823088 Oct 13 04:39:43.713172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fca86-29b8-4339-9983-72199185b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d71008b-d23a-46e1-9e2e-77f24bddd0fb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:43.716654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.846345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] For port 93c777f8-fc7b-470d-9368-ef21722bd21d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93c777f8-fc7b-470d-9368-ef21722bd21d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:43.846994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:43.870629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Calling delete_port for 93c777f8-fc7b-470d-9368-ef21722bd21d owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:43.989900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.085262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] No DVR routers for this DVR port 93c777f8-fc7b-470d-9368-ef21722bd21d on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:44.107995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eb204-3b87-494a-b188-079fb6e748ac None None] Pushing event deleted for resources: {'Port': ['ID=93c777f8-fc7b-470d-9368-ef21722bd21d,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:44.142558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67c13e9f-6964-4092-b411-34b0cdc25c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.164101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.167747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.280874 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.281568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Fanout notify agent at l3_agent the message router_deleted on router 630dc47f-fe32-4ebf-96e9-cb0ffc8a696c {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:39:44.294158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.295681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-96885cb8-56cf-4e3f-815a-eb4cc7bee5c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/routers/630dc47f-fe32-4ebf-96e9-cb0ffc8a696c HTTP/1.1" status: 204 len: 168 time: 0.7694640 Oct 13 04:39:44.298049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50158) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:44.362418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50164) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:44.378683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3e89fb9e-2409-4beb-b6f7-1c4a6025b2eb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0790141 Oct 13 04:39:44.431980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85d5db-4b01-4483-a9c4-781ed2ced288 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:44.436323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50168) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:44.442890 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8f85d5db-4b01-4483-a9c4-781ed2ced288 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792356 Oct 13 04:39:44.492294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50170) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:44.497966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:44.502944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48db630e-7572-4fab-bff0-86836167ee30 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653496 Oct 13 04:39:44.682744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:44.689219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:44.699843 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Sync routers for ids ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:39:44.712015 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:44.712015 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:39:44.712015 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_agentschedulers_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:39:44.721313 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:39:44.721816 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:39:44.722240 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_agentschedulers_db [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:39:44.722602 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf3206-83d7-4cc7-abf3-c611adc64a72 None None] The sync data for ids ['630dc47f-fe32-4ebf-96e9-cb0ffc8a696c'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:39:44.892454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50188) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:45.016554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1177772826-network', 'tenant_id': '8848c5933804400fb52740195edb6eb7'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:45.064541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Made reservation on behalf of 8848c5933804400fb52740195edb6eb7 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:45.067803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.081822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.084285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:39:45.086126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.178037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:45.192796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:45.200386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:45.201175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.205064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5564b58-dccb-4559-86c4-e12b9137965a None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:45.278073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=d932f57c-3dfe-42a9-b251-c8c2b19475d6,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:45.302142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.314857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.352723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6a5e722f-c93c-462a-b875-d61c1f11f56b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8585529 Oct 13 04:39:45.355202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:45.363212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93c777f8-fc7b-470d-9368-ef21722bd21d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:45.373984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:45.419903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 93c777f8-fc7b-470d-9368-ef21722bd21d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:45.420548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93c777f8-fc7b-470d-9368-ef21722bd21d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:45.421346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 238bfa26-6fe4-4dfe-9695-b9aeaf797454 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:45.431591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:39:45.446134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 238bfa26-6fe4-4dfe-9695-b9aeaf797454 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:45.446795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 238bfa26-6fe4-4dfe-9695-b9aeaf797454 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:45.480923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea7380-7530-4bd1-b1ab-6962e378d03c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:45.498791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.517927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.523474 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Added segment c6a39f58-0854-4efe-950f-eed12a78383c of type vlan for network f44651c1-5ee4-46c0-b720-5d01372f8e4d Oct 13 04:39:45.608997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.635655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.663989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.665414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:45.666296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.677753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:45.686007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.745417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'd932f57c-3dfe-42a9-b251-c8c2b19475d6'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:45.746499 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:45.776911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] Pushing event updated for resources: {'Network': ['ID=f44651c1-5ee4-46c0-b720-5d01372f8e4d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:45.803302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-399100c4-361f-4363-9e85-efe92bd7ddf3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9098122 Oct 13 04:39:45.808261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50216) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:45.827797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Request body: {'subnet': {'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1177772826-subnet', 'tenant_id': '8848c5933804400fb52740195edb6eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:45.838036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:39:45.986311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Made reservation on behalf of 8848c5933804400fb52740195edb6eb7 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:45.989171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.050056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Allocated IP 2001:db8::f816:3eff:fe9b:7691 (391fc220-7154-4be0-b4c9-0dda4eebc160/d932f57c-3dfe-42a9-b251-c8c2b19475d6/b636fd38-50e6-48af-9a64-d8fab91d4b5d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:46.153241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.211602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:46.231095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:46.239347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:46.239347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.254589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.261236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.306432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:46.309156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=0daab158-b9c2-40a3-bf0a-6e82f129ff5a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:46.313959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:46.325020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-077a2c20-7444-4393-b94c-9d1d95c27282 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9685066 Oct 13 04:39:46.325560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:46.329761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:46.340862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:67:94:d6', 'name': 'tempest-NetworksTestDHCPv6-1452469129'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:46.346059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Pushing event updated for resources: {'Port': ['ID=b636fd38-50e6-48af-9a64-d8fab91d4b5d,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:46.402478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.408891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Attempting to bind port b636fd38-50e6-48af-9a64-d8fab91d4b5d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:46.409844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Attempting to bind port b636fd38-50e6-48af-9a64-d8fab91d4b5d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:46.409987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Attempting to bind port b636fd38-50e6-48af-9a64-d8fab91d4b5d on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:46.416159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:46.416688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:46.417229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.417733 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:46.418424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Bound port: b636fd38-50e6-48af-9a64-d8fab91d4b5d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:46.418882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.515699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af07284-5db7-40f7-aec0-4f8ab03a65fb,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:46.529924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] For port b636fd38-50e6-48af-9a64-d8fab91d4b5d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:46.535289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] For port b636fd38-50e6-48af-9a64-d8fab91d4b5d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b636fd38-50e6-48af-9a64-d8fab91d4b5d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:46.545221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Checking segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:46.545586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Network hostable DHCP agents. Network: f44651c1-5ee4-46c0-b720-5d01372f8e4d, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:39:46.553498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.620797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:39:46.649788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b052-4d99-4fbe-99c9-966d1d492feb None None] Pushing event updated for resources: {'Port': ['ID=b636fd38-50e6-48af-9a64-d8fab91d4b5d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:46.660475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f44651c1-5ee4-46c0-b720-5d01372f8e4d) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:46.662946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:46.667163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:46.667749 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.671715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21436c-932b-4d73-8b17-a6ff467cae02 None None] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:46.729154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-22a8242c-ea00-4301-ad04-3bb3a64371db admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9195449 Oct 13 04:39:46.839828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:46.894696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 3c7bf525-0e47-4f03-8ca1-8b851a21e28c yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:46.948291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'tenant_id': '8848c5933804400fb52740195edb6eb7', 'fixed_ips': [{'subnet_id': '7af07284-5db7-40f7-aec0-4f8ab03a65fb'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:46.949323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.316131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b636fd38-50e6-48af-9a64-d8fab91d4b5d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:47.347903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.381274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Allocated IP 172.20.0.2 (f44651c1-5ee4-46c0-b720-5d01372f8e4d/7af07284-5db7-40f7-aec0-4f8ab03a65fb/392f140a-c2ee-4897-b2b2-3174cacc7918) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:47.440218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 172.20.0.8 (391fc220-7154-4be0-b4c9-0dda4eebc160/0daab158-b9c2-40a3-bf0a-6e82f129ff5a/3c7bf525-0e47-4f03-8ca1-8b851a21e28c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:47.451111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe67:94d6 (391fc220-7154-4be0-b4c9-0dda4eebc160/d932f57c-3dfe-42a9-b251-c8c2b19475d6/3c7bf525-0e47-4f03-8ca1-8b851a21e28c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:47.489563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:47.490205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.730791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.761826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.813761 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.832071 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.843184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port b636fd38-50e6-48af-9a64-d8fab91d4b5d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b636fd38-50e6-48af-9a64-d8fab91d4b5d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:47.853285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.895752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:47.902681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:47.907647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:47.910717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Pushing event updated for resources: {'Port': ['ID=392f140a-c2ee-4897-b2b2-3174cacc7918,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:47.939385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.971274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:47.972093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:47.979834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:47.996372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=3c7bf525-0e47-4f03-8ca1-8b851a21e28c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:48.007887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-5b2aa1ab-ce42-4e07-b358-1250cb75accf tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:48.014898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-5b2aa1ab-ce42-4e07-b358-1250cb75accf tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.2984476 Oct 13 04:39:48.021590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f8aee178-0067-49ae-b7fd-e41e5d2a8412 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6901810 Oct 13 04:39:48.027478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:48.030691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:48.033750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:48.036547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-9f9a413c-503b-409d-b7b5-219f04f7babe tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/quotas/8848c5933804400fb52740195edb6eb7 HTTP/1.1" status: 200 len: 375 time: 0.0137529 Oct 13 04:39:48.110802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=b636fd38-50e6-48af-9a64-d8fab91d4b5d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:48.137215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Attempting to bind port 392f140a-c2ee-4897-b2b2-3174cacc7918 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:48.139378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Attempting to bind port 392f140a-c2ee-4897-b2b2-3174cacc7918 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:48.139852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Attempting to bind port 392f140a-c2ee-4897-b2b2-3174cacc7918 on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:48.146460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-e66a7f2b-7243-4c84-89eb-8d57aa26f49f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023915 Oct 13 04:39:48.150294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:48.150793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Checking segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:48.151341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.151832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Bound using segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:48.152407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Bound port: 392f140a-c2ee-4897-b2b2-3174cacc7918, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:48.152884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.192771 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4c18c-3c72-44e2-960f-421ce1b2906c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:48.199512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d4c18c-3c72-44e2-960f-421ce1b2906c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:48.211837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-94d4c18c-3c72-44e2-960f-421ce1b2906c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1831317 Oct 13 04:39:48.214262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50284) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:48.297220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] For port 392f140a-c2ee-4897-b2b2-3174cacc7918, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:48.301501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] For port 392f140a-c2ee-4897-b2b2-3174cacc7918, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=392f140a-c2ee-4897-b2b2-3174cacc7918,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:48.309321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27d59b-72a6-4a69-8e3f-1260ff3edaa0 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:48.313572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.361725 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-631811db-b184-41f2-83e6-78e2a61ff1dc service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051754 Oct 13 04:39:48.392576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 3c7bf525-0e47-4f03-8ca1-8b851a21e28c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:48.392913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.477303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2eb5eae2-63f6-4732-9c7d-555c78253ea9 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:48.477898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2eb5eae2-63f6-4732-9c7d-555c78253ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.543026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8ec4-aa37-4166-bff3-644ca82b7670 None None] Pushing event updated for resources: {'Port': ['ID=392f140a-c2ee-4897-b2b2-3174cacc7918,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:48.589163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-38a202a2-7e06-4e47-b1bd-37d50d0e8d39 service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170014 Oct 13 04:39:48.606592 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:48.619670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 3c7bf525-0e47-4f03-8ca1-8b851a21e28c owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:49.009674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'd932f57c-3dfe-42a9-b251-c8c2b19475d6', 'ip_address': '2001:db8::f816:3eff:fe9b:7691'}, {'subnet_id': '0daab158-b9c2-40a3-bf0a-6e82f129ff5a'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'b636fd38-50e6-48af-9a64-d8fab91d4b5d'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:39:49.064421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:49.078162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:49.142481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=3c7bf525-0e47-4f03-8ca1-8b851a21e28c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:49.466849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-7f880fad-0526-4a57-b379-ebfc731d2e88 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:49.474078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-7f880fad-0526-4a57-b379-ebfc731d2e88 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.3194726 Oct 13 04:39:49.485810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b636fd38-50e6-48af-9a64-d8fab91d4b5d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:49.510568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-36e437fe-624d-47af-8f3c-77779570870e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/quotas/8848c5933804400fb52740195edb6eb7 HTTP/1.1" status: 200 len: 375 time: 0.0354421 Oct 13 04:39:49.623168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:49.630931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-80208215-977a-4ae1-be4c-7cae29f37be3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3c7bf525-0e47-4f03-8ca1-8b851a21e28c HTTP/1.1" status: 204 len: 168 time: 1.4156296 Oct 13 04:39:49.634355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50334) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:49.666988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:49.667396 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:49.689083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-e1befd0a-6ade-4a45-bf29-fcedc16d5d87 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773307 Oct 13 04:39:49.720930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Allocated IP 172.20.0.2 (391fc220-7154-4be0-b4c9-0dda4eebc160/0daab158-b9c2-40a3-bf0a-6e82f129ff5a/b636fd38-50e6-48af-9a64-d8fab91d4b5d) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:49.835777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6ecb7-cb48-4188-8cae-7cd66c33495b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:49.838158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6ecb7-cb48-4188-8cae-7cd66c33495b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:49.842834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6ecb7-cb48-4188-8cae-7cd66c33495b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:49.846920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ecb6ecb7-cb48-4188-8cae-7cd66c33495b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2112556 Oct 13 04:39:49.851159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50338) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:49.952622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-02481f9a-c6f3-4eed-b453-268437cb535b service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623525 Oct 13 04:39:49.994977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 0daab158-b9c2-40a3-bf0a-6e82f129ff5a {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:50.011683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 392f140a-c2ee-4897-b2b2-3174cacc7918 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:50.115983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] For port b636fd38-50e6-48af-9a64-d8fab91d4b5d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b636fd38-50e6-48af-9a64-d8fab91d4b5d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:50.119494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 392f140a-c2ee-4897-b2b2-3174cacc7918 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:50.120162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:50.158098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-cd4b05d8-e6c9-4a1e-82bb-10fdb0c1d5c1 service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983409 Oct 13 04:39:50.435409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a1cbb-cd59-483f-8ce9-dd8116fa9d1f None None] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:50.718454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:50.746138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fda0a361-f64b-497e-a0b8-22f792e5334e None None] Provisioning complete for port 392f140a-c2ee-4897-b2b2-3174cacc7918 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:50.746848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fda0a361-f64b-497e-a0b8-22f792e5334e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:50.778668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:50.813401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:50.896688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b85bc4-d236-4b23-bdd5-6aa4f2c3a14a None None] Pushing event updated for resources: {'Port': ['ID=b636fd38-50e6-48af-9a64-d8fab91d4b5d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:50.897470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-ff188746-db68-46cd-9386-0d8dc7393025 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:50.900237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-ff188746-db68-46cd-9386-0d8dc7393025 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.2695704 Oct 13 04:39:50.909979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.045231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.145180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.152335 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-2a1e8715-24a3-4c5d-8e6e-75c239d19741 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/quotas/8848c5933804400fb52740195edb6eb7 HTTP/1.1" status: 200 len: 375 time: 0.0313182 Oct 13 04:39:51.155254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.249833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.259375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50382) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:51.275611 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/0daab158-b9c2-40a3-bf0a-6e82f129ff5a HTTP/1.1" status: 204 len: 168 time: 1.4230366 Oct 13 04:39:51.279952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402a289-6d7f-4196-811b-14905de91746 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=0daab158-b9c2-40a3-bf0a-6e82f129ff5a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:51.342204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-d8baf91f-3d5d-4642-9515-4bdb3fe738de tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:51.344477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-d8baf91f-3d5d-4642-9515-4bdb3fe738de tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.8352337 Oct 13 04:39:51.364246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 392f140a-c2ee-4897-b2b2-3174cacc7918, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=392f140a-c2ee-4897-b2b2-3174cacc7918,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:51.364910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-92e84051-86e5-494c-b33e-13e19b7a48c1 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107525 Oct 13 04:39:51.372498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fda0a361-f64b-497e-a0b8-22f792e5334e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.385503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:51.429443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Request body: {'port': {'device_id': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'admin_state_up': True, 'tenant_id': '8848c5933804400fb52740195edb6eb7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:51.660190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b636fd38-50e6-48af-9a64-d8fab91d4b5d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:51.883987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-490cd6cb-1dce-4ed0-97d2-bce058b10be1 service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166821 Oct 13 04:39:51.908412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50398) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:51.957682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-fda0a361-f64b-497e-a0b8-22f792e5334e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:39:51.959838 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-fda0a361-f64b-497e-a0b8-22f792e5334e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:39:51.963480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=392f140a-c2ee-4897-b2b2-3174cacc7918,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:52.026356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:52.027158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.459544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet d932f57c-3dfe-42a9-b251-c8c2b19475d6 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:39:52.484153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.564686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba66436-cf89-4c35-8c9a-56bf4e28beb2 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:52.657444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.784540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.875634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca6108ec-2995-49a8-bbbd-fc8e799c7ff1 None None] Provisioning complete for port 392f140a-c2ee-4897-b2b2-3174cacc7918 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:52.876951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca6108ec-2995-49a8-bbbd-fc8e799c7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.903984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.920927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35dbf09b-6f84-419a-bed8-5519962204b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:52.930861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Made reservation on behalf of 8848c5933804400fb52740195edb6eb7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:52.935123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.009641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=d932f57c-3dfe-42a9-b251-c8c2b19475d6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:53.030910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.051515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c5403ad0-29f4-4355-ac3c-cd41fc374c16 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/d932f57c-3dfe-42a9-b251-c8c2b19475d6 HTTP/1.1" status: 204 len: 168 time: 1.7807832 Oct 13 04:39:53.060044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-f3852c0e-63ee-4142-a8c9-050f09785403 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:53.061491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-f3852c0e-63ee-4142-a8c9-050f09785403 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.16 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.5985396 Oct 13 04:39:53.062076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50422) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:53.107401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac7687d-9299-49a5-a3ed-fceef2852d0d None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'd932f57c-3dfe-42a9-b251-c8c2b19475d6'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'b636fd38-50e6-48af-9a64-d8fab91d4b5d'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:39:53.126302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Allocated IP 172.20.0.7 (f44651c1-5ee4-46c0-b720-5d01372f8e4d/7af07284-5db7-40f7-aec0-4f8ab03a65fb/7d7bc022-c285-4686-b77b-39af94b41f8b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:53.148990 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eac7687d-9299-49a5-a3ed-fceef2852d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.166681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca6108ec-2995-49a8-bbbd-fc8e799c7ff1 None None] Could not find standard attr ID for object 3c7bf525-0e47-4f03-8ca1-8b851a21e28c. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:39:53.198073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Request body: {'port': {'device_id': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'admin_state_up': True, 'tenant_id': '8848c5933804400fb52740195edb6eb7'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:53.216154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca6108ec-2995-49a8-bbbd-fc8e799c7ff1 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:53.217076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca6108ec-2995-49a8-bbbd-fc8e799c7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.223682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-384e5bde-50f5-4790-a1e1-56fdb1919207 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575792 Oct 13 04:39:53.228250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50424) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:53.233158 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:53.419605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.481917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-941750ac-ea5b-4435-bc34-8cca70fb5062 service neutron] 10.222.0.49 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5742850 Oct 13 04:39:53.486596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.526280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec981a-1851-4393-a7cc-391d5293e9a3 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:53.661342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:53.683035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:53.689573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:53.743302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 392f140a-c2ee-4897-b2b2-3174cacc7918 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:53.754520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:53.762377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:53.778761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event updated for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:53.921322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:53.922039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.002134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35dbf09b-6f84-419a-bed8-5519962204b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.027665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-35dbf09b-6f84-419a-bed8-5519962204b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.060005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-91044456-a37f-45f9-a076-6b854532ac1d req-5b441869-3c77-4898-b4d6-fdca3327fb66 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 210 time: 0.1567194 Oct 13 04:39:54.072202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Made reservation on behalf of 8848c5933804400fb52740195edb6eb7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:54.076115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.083922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-122f8993-bcf2-42f0-b543-37635bb2b6f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6822207 Oct 13 04:39:54.127667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abc5b0f4-7f80-41de-86ac-7eebf76b5565 None None] Provisioning complete for port b636fd38-50e6-48af-9a64-d8fab91d4b5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:54.128162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abc5b0f4-7f80-41de-86ac-7eebf76b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.135441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Request body: {'port': {'device_id': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:54.201978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-35dbf09b-6f84-419a-bed8-5519962204b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=404815af663e444f98a07e7a8b78e8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2925892 Oct 13 04:39:54.207262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50446) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:54.213185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 392f140a-c2ee-4897-b2b2-3174cacc7918 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:54.214086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.225114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf09b-6f84-419a-bed8-5519962204b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518949f-4f64-4774-b7f1-4f5941d9ebb7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:54.233997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.299814 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:39:54.396117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Allocated IP 172.20.0.14 (f44651c1-5ee4-46c0-b720-5d01372f8e4d/7af07284-5db7-40f7-aec0-4f8ab03a65fb/aaada027-947a-4308-931d-7fee80ec48d1) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:54.419040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.446239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.517107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.519996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.521188 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d518949f-4f64-4774-b7f1-4f5941d9ebb7 HTTP/1.1" status: 204 len: 168 time: 0.3125548 Oct 13 04:39:54.531215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e953a-992f-4f70-8563-9f07173338da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518949f-4f64-4774-b7f1-4f5941d9ebb7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:54.633519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Deleting port b636fd38-50e6-48af-9a64-d8fab91d4b5d {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:54.634202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.702891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.784157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3a1ad1a2-0243-419a-9c8b-9d04b8ac0c28 None None] Provisioning complete for port 7d7bc022-c285-4686-b77b-39af94b41f8b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:54.784665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3a1ad1a2-0243-419a-9c8b-9d04b8ac0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.817232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] For port b636fd38-50e6-48af-9a64-d8fab91d4b5d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b636fd38-50e6-48af-9a64-d8fab91d4b5d,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:39:54.817645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.876310 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:54.880673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Calling delete_port for b636fd38-50e6-48af-9a64-d8fab91d4b5d owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:39:54.886949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ad1a2-0243-419a-9c8b-9d04b8ac0c28 None None] Port 7d7bc022-c285-4686-b77b-39af94b41f8b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:55.089188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:55.107290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:55.123755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:55.190949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event updated for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:55.235019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50472) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:55.259197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.260838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:39:55.289715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] Pushing event deleted for resources: {'Port': ['ID=b636fd38-50e6-48af-9a64-d8fab91d4b5d,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:55.305373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01f89f9e-07b2-4c96-bc05-a17adb4beb88 req-6d79d0c5-f192-4229-beaf-a67861a9f940 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 210 time: 0.0681999 Oct 13 04:39:55.312121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b49b1-2bbb-4675-8042-25c621934abe None None] No DVR routers for this DVR port b636fd38-50e6-48af-9a64-d8fab91d4b5d on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:39:55.331038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-537042e5-a4bc-4010-ab2e-8c053a8b2af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.386446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7bc022-c285-4686-b77b-39af94b41f8b {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:55.406018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.454810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Transition to ACTIVE for port object 7d7bc022-c285-4686-b77b-39af94b41f8b will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:55.514295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.547973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b636fd38-50e6-48af-9a64-d8fab91d4b5d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:39:55.562009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:55.562662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.587545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-9cbca16a-c82c-4c26-ad3d-4abffbb3e249 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5124955 Oct 13 04:39:55.591809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b636fd38-50e6-48af-9a64-d8fab91d4b5d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:39:55.594700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b636fd38-50e6-48af-9a64-d8fab91d4b5d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:39:55.605572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Request body: {'port': {'device_id': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:55.624288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3983fb0-7293-4d71-9b96-dc4017b79ba8 None None] Provisioning complete for port aaada027-947a-4308-931d-7fee80ec48d1 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:55.625121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3983fb0-7293-4d71-9b96-dc4017b79ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.671050 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.683258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b3983fb0-7293-4d71-9b96-dc4017b79ba8 None None] Port aaada027-947a-4308-931d-7fee80ec48d1 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:55.715133 n-d-813736-1 neutron-server[95047]: WARNING neutron.services.revisions.revision_plugin [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Could not find related port for resource to bump revision. Oct 13 04:39:55.723796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Port b636fd38-50e6-48af-9a64-d8fab91d4b5d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 04:39:55.723796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:7691 {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 04:39:55.744373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-537042e5-a4bc-4010-ab2e-8c053a8b2af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.745012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:7691 {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 04:39:55.747645 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.793719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:55.866977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-4eb90895-69a3-48f3-ac69-6c31e284580d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:55.868465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-4eb90895-69a3-48f3-ac69-6c31e284580d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 816 time: 0.4267333 Oct 13 04:39:55.873688 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-537042e5-a4bc-4010-ab2e-8c053a8b2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.901438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:55.912642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:55.924129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Request body: {'port': {'device_id': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'admin_state_up': True, 'tenant_id': '8848c5933804400fb52740195edb6eb7'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:55.930139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:55.931043 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:55.932555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e738c-8935-424d-bad2-020566b27959 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:55.961925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=3c0817c0-c650-4e4d-8c8e-090bca7b0e8e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:55.998284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-395c5262-065d-4ea0-97e6-26f50ee5c414 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7664227 Oct 13 04:39:56.007854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50486) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:56.013794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:56.165101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Attempting to bind port 7d7bc022-c285-4686-b77b-39af94b41f8b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:56.165354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Attempting to bind port 7d7bc022-c285-4686-b77b-39af94b41f8b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:56.178650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Attempting to bind port 7d7bc022-c285-4686-b77b-39af94b41f8b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:56.189839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Port 7d7bc022-c285-4686-b77b-39af94b41f8b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:56.192248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Attempting to bind port 7d7bc022-c285-4686-b77b-39af94b41f8b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:56.225501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-537042e5-a4bc-4010-ab2e-8c053a8b2af5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9bd6c48b8b441c2ba05d9ba3a2bee1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868922 Oct 13 04:39:56.229423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50488) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:56.258288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537042e5-a4bc-4010-ab2e-8c053a8b2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fee06-dd48-4550-997f-9fd37142e631,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:56.290198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '3c0817c0-c650-4e4d-8c8e-090bca7b0e8e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:39:56.291105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.306732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:56.307100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Checking segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:56.307488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Bound using segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:56.307940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Bound port: 7d7bc022-c285-4686-b77b-39af94b41f8b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:56.308299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.336233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaada027-947a-4308-931d-7fee80ec48d1 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:56.349053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.386548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Transition to ACTIVE for port object aaada027-947a-4308-931d-7fee80ec48d1 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:56.417888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.431765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:56.435726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.460025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Made reservation on behalf of 8848c5933804400fb52740195edb6eb7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:56.463957 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.579554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:56.583930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7d7bc022-c285-4686-b77b-39af94b41f8b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:56.604550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.609594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Allocated IP 2001:db8::f816:3eff:fe6b:45f2 (391fc220-7154-4be0-b4c9-0dda4eebc160/3c0817c0-c650-4e4d-8c8e-090bca7b0e8e/d0c319ff-2cd7-48c2-850b-dfae9a145641) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:56.790493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.814985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:56.817108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.819748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d7bc022-c285-4686-b77b-39af94b41f8b HTTP/1.1" status: 200 len: 1091 time: 2.7158518 Oct 13 04:39:56.832355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:56.837060 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b3f3f-0731-4b45-8499-7091e2506c35" -d '{"events": [{"name": "network-changed", "server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:56.894411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d772f694-f600-463f-b617-92e23b186622 req-60aa2ffd-07ac-4146-b48c-1b0f2f0b8449 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 210 time: 0.4664762 Oct 13 04:39:56.935766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.959615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:56.967490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Pushing event updated for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:56.989719 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6783b-d443-4b42-9747-8b004434990a x-openstack-request-id: req-b2d6783b-d443-4b42-9747-8b004434990a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:56.990142 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:56.990509 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2d6783b-d443-4b42-9747-8b004434990a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:56.991156 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b', 'status': 'completed', 'code': 200} Oct 13 04:39:57.028945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:57.038604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69ac82-fd54-4728-bfcc-fb490d60f237 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:57.046075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:57.050811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:57.054907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:57.056073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Attempting to bind port aaada027-947a-4308-931d-7fee80ec48d1 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:57.056407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Attempting to bind port aaada027-947a-4308-931d-7fee80ec48d1 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:57.056720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Attempting to bind port aaada027-947a-4308-931d-7fee80ec48d1 on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:57.061378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.065262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Port aaada027-947a-4308-931d-7fee80ec48d1 on network f44651c1-5ee4-46c0-b720-5d01372f8e4d not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:39:57.065587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Attempting to bind port aaada027-947a-4308-931d-7fee80ec48d1 on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:57.083036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:57.083504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Checking segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:57.083819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Bound using segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:57.084229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Bound port: aaada027-947a-4308-931d-7fee80ec48d1, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:57.084581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.155540 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.188452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Allocated IP 172.20.0.12 (f44651c1-5ee4-46c0-b720-5d01372f8e4d/7af07284-5db7-40f7-aec0-4f8ab03a65fb/63dac007-113e-4bc5-ae29-86665b64a04b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:57.193865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Attempting to bind port d0c319ff-2cd7-48c2-850b-dfae9a145641 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:39:57.196192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Attempting to bind port d0c319ff-2cd7-48c2-850b-dfae9a145641 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:39:57.196691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Attempting to bind port d0c319ff-2cd7-48c2-850b-dfae9a145641 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:39:57.213280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:39:57.214119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:39:57.215272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.215921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:39:57.216053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=a81e82c2-51b8-45a7-9e2f-73fbfe9695fd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:57.217057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Bound port: d0c319ff-2cd7-48c2-850b-dfae9a145641, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:39:57.226106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.254970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:57.260787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:57.268816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:57.269675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.296383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5ebe5f2-bc94-4a20-b882-be600ace6db3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2872956 Oct 13 04:39:57.297955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:57.300530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50510) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:57.304379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aaada027-947a-4308-931d-7fee80ec48d1,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:57.309086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:4b:eb:2c', 'name': 'tempest-NetworksTestDHCPv6-372285752'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:57.315730 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.426444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:39:57.435662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.462376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:39:57.480886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.584532 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.588654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:57.592781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.608756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] 10.222.0.16 "PUT /v2.0/ports/aaada027-947a-4308-931d-7fee80ec48d1 HTTP/1.1" status: 200 len: 1092 time: 2.0088129 Oct 13 04:39:57.611952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:39:57.614813 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c645b1f-e298-4354-871f-08b1f384bdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "tag": "aaada027-947a-4308-931d-7fee80ec48d1"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:39:57.670754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99fde5-9d88-45c3-9887-64abce220600 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:57.697296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50524) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:57.746214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event updated for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:57.768594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:39:57.771994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:39:57.782913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:39:57.792223 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94e7b0-d22d-4bab-b02b-26465e60eda5 x-openstack-request-id: req-0e94e7b0-d22d-4bab-b02b-26465e60eda5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:39:57.792469 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "tag": "aaada027-947a-4308-931d-7fee80ec48d1", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:39:57.792673 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e94e7b0-d22d-4bab-b02b-26465e60eda5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:39:57.793078 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1', 'status': 'completed', 'code': 200} Oct 13 04:39:57.833184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-ce76fc73-f90d-456c-b20b-34027187b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:57.836212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-ce76fc73-f90d-456c-b20b-34027187b781 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 1094 time: 0.8869386 Oct 13 04:39:57.889613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.894010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:57.895477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ad6fee06-dd48-4550-997f-9fd37142e631 HTTP/1.1" status: 204 len: 168 time: 1.6537378 Oct 13 04:39:58.081400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e82e3-1d1a-41ec-8421-57a0136bcc60 service neutron] Pushing event updated for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:58.109896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e669d-6344-4f5a-9d4c-4f6677913260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fee06-dd48-4550-997f-9fd37142e631,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:39:58.134876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:58.151526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-d73275bd-6c03-4540-8f61-584b4f8fc8b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7bc022-c285-4686-b77b-39af94b41f8b HTTP/1.1" status: 200 len: 217 time: 0.2896292 Oct 13 04:39:58.168150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.169137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:58.268827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-35e3400b-ff17-4abf-9f61-64cff23d3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.276213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-35e3400b-ff17-4abf-9f61-64cff23d3dab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.0940945 Oct 13 04:39:58.298109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0962ed43-20e0-4881-9431-f7cfe87c143b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/floatingips/3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 HTTP/1.1" status: 200 len: 994 time: 0.5651922 Oct 13 04:39:58.312482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-c94c67c9-698a-46a1-992b-c64eabdfc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.313993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-c94c67c9-698a-46a1-992b-c64eabdfc265 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 1095 time: 0.6064601 Oct 13 04:39:58.326466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9af7d00c-3c3a-41aa-9d49-c0be73dca726 None None] Provisioning complete for port 63dac007-113e-4bc5-ae29-86665b64a04b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:58.329180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9af7d00c-3c3a-41aa-9d49-c0be73dca726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:58.342109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-df84a83d-b4d5-4c7f-813c-84bb0fcf83c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4499316 Oct 13 04:39:58.364875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Request body: {'port': {'device_id': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:58.435301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9af7d00c-3c3a-41aa-9d49-c0be73dca726 None None] Port 63dac007-113e-4bc5-ae29-86665b64a04b cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:39:58.446949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-34780034-a339-403a-b2e3-449078433da0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaada027-947a-4308-931d-7fee80ec48d1 HTTP/1.1" status: 200 len: 217 time: 0.1216283 Oct 13 04:39:58.449976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e68253-c798-45f5-b1ce-9d5f5ce153dc req-ac5a4c38-59cd-4cac-9869-dd64070e536e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.461782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7e68253-c798-45f5-b1ce-9d5f5ce153dc req-ac5a4c38-59cd-4cac-9869-dd64070e536e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 932 time: 0.3337793 Oct 13 04:39:58.475015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-3a83164d-cf34-43bd-80a0-b98aba75c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.477081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-3a83164d-cf34-43bd-80a0-b98aba75c3a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790168 Oct 13 04:39:58.603490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:58.617623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:58.629428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:58.642112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-a322f7ad-637c-410d-863f-c6135efe72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:58.643899 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-a322f7ad-637c-410d-863f-c6135efe72aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.1809170 Oct 13 04:39:58.700721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:39:58.726275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7e68253-c798-45f5-b1ce-9d5f5ce153dc req-da48bf67-0aa4-445f-a04e-20f726009a95 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528999 Oct 13 04:39:58.843597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-085105c9-7ff9-4662-8339-ff9b576735c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570964 Oct 13 04:39:59.012113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 172.20.0.4 (391fc220-7154-4be0-b4c9-0dda4eebc160/a81e82c2-51b8-45a7-9e2f-73fbfe9695fd/5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:59.019228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe4b:eb2c (391fc220-7154-4be0-b4c9-0dda4eebc160/3c0817c0-c650-4e4d-8c8e-090bca7b0e8e/5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:39:59.119666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-094db384-a3b8-476c-9f7e-7e23183b1938 req-05bf35fd-8b85-4457-9fdc-9f7955cdfc4e service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580783 Oct 13 04:39:59.286759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 3e88d7f2-188a-47c0-9848-7661d40c746f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:39:59.287201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.373989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941949e7-3aa4-4188-b52c-0aeae8375d7a None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:39:59.473522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-2f960edc-c7bc-40e4-8760-25e5ca24bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:59.478959 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-2f960edc-c7bc-40e4-8760-25e5ca24bee4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 1094 time: 0.2728200 Oct 13 04:39:59.483928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:39:59.595856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8e2ded70-c4c7-4e26-8393-a8191c7f4c8c None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:39:59.596375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded70-c4c7-4e26-8393-a8191c7f4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.615055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:39:59.659849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dac007-113e-4bc5-ae29-86665b64a04b {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:39:59.668200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.681544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Transition to ACTIVE for port object 63dac007-113e-4bc5-ae29-86665b64a04b will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:39:59.718095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-525914812-network', 'tenant_id': 'f6a1c05f84eb4e79b7e9960f3ef0272e'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:39:59.727051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.772964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-b46e3358-5d98-43d0-a38a-c26df1692dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:39:59.774836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-b46e3358-5d98-43d0-a38a-c26df1692dbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1156182 Oct 13 04:39:59.849823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Made reservation on behalf of f6a1c05f84eb4e79b7e9960f3ef0272e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:39:59.853571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.887421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.887838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:39:59.890645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.002384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.068692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:00.069117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.090772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-b5222d74-1a11-494b-b3ad-a586582d8496 service neutron] 10.222.0.16 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049099 Oct 13 04:40:00.223762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e2ded70-c4c7-4e26-8393-a8191c7f4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.227422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b2f1962-1236-4925-a5f7-46efb890fdab req-3c547137-0a82-451a-9ab6-35383d4689f9 service neutron] 10.222.0.16 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198142 Oct 13 04:40:00.230934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.258839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743bb07-64aa-4e50-b801-fef1296e7d7c req-92eb260c-7899-42a5-9e3c-b3cc2bae6a47 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.260628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f743bb07-64aa-4e50-b801-fef1296e7d7c req-92eb260c-7899-42a5-9e3c-b3cc2bae6a47 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 944 time: 0.2178931 Oct 13 04:40:00.336086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.376786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:00.393210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f743bb07-64aa-4e50-b801-fef1296e7d7c req-2122ce70-2f03-408f-bb41-6a17d07d434e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233842 Oct 13 04:40:00.401271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '3c0817c0-c650-4e4d-8c8e-090bca7b0e8e', 'ip_address': '2001:db8::f816:3eff:fe6b:45f2'}, {'subnet_id': 'a81e82c2-51b8-45a7-9e2f-73fbfe9695fd'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'd0c319ff-2cd7-48c2-850b-dfae9a145641'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:40:00.403817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.410481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.486415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-09d96003-53ad-4b86-8756-9a9ac257529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.488338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-09d96003-53ad-4b86-8756-9a9ac257529e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 1095 time: 0.1732237 Oct 13 04:40:00.497128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-8e2ded70-c4c7-4e26-8393-a8191c7f4c8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:40:00.497489 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-8e2ded70-c4c7-4e26-8393-a8191c7f4c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:40:00.501423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:00.504853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.576833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 3e88d7f2-188a-47c0-9848-7661d40c746f owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:00.594589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:00.606256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-f81a0af0-a491-401a-956c-eeaf04ceb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.607848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-f81a0af0-a491-401a-956c-eeaf04ceb40e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 917 time: 0.1048734 Oct 13 04:40:00.609036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:00.612005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:00.614739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:00.682509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-12e2aa64-0d8c-4820-932d-673cda5e06d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaada027-947a-4308-931d-7fee80ec48d1 HTTP/1.1" status: 200 len: 217 time: 0.0628207 Oct 13 04:40:00.686520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Pushing event updated for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:00.711237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.748852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-7ff95136-1a23-4fdf-a84d-730107a104cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.751285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-7ff95136-1a23-4fdf-a84d-730107a104cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 917 time: 1.2650313 Oct 13 04:40:00.752122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-f42d8c31-e6b8-4549-b3dc-371b25c86ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.754105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-f42d8c31-e6b8-4549-b3dc-371b25c86ed8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.0578246 Oct 13 04:40:00.768566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.769281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.844608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Allocated IP 172.20.0.2 (391fc220-7154-4be0-b4c9-0dda4eebc160/a81e82c2-51b8-45a7-9e2f-73fbfe9695fd/d0c319ff-2cd7-48c2-850b-dfae9a145641) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:00.860897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-83474887-e2b8-4c2c-97cd-4eb238f4c695 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5561929 Oct 13 04:40:00.862347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50608) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:00.880948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:40:00.891836 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.892207 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Added segment ce632d3d-706b-47d8-b70e-e0d41d62be79 of type vlan for network 868456c3-5537-40d7-8fd0-05ad8a0fd5de Oct 13 04:40:00.936027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:00.952659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-c42d2378-301e-488c-9726-6897da88634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:00.956393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-c42d2378-301e-488c-9726-6897da88634d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805842 Oct 13 04:40:01.032754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.033720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:01.034292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.036371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Attempting to bind port 63dac007-113e-4bc5-ae29-86665b64a04b on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:01.036694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Attempting to bind port 63dac007-113e-4bc5-ae29-86665b64a04b by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:01.037011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Attempting to bind port 63dac007-113e-4bc5-ae29-86665b64a04b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:01.045501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.062171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-a8702b9c-a63e-4512-8574-735864c8d016 service neutron] 10.222.0.16 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968585 Oct 13 04:40:01.076739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c300f9-55b8-4d95-9669-860e8423eb57 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:01.084295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c300f9-55b8-4d95-9669-860e8423eb57 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:01.090389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-26c300f9-55b8-4d95-9669-860e8423eb57 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2257655 Oct 13 04:40:01.090806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50614) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:01.092308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:01.131646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.151316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.173354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-9134b5e8-009e-4d9b-a61c-40ea1d380cc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7bc022-c285-4686-b77b-39af94b41f8b HTTP/1.1" status: 200 len: 217 time: 0.3958991 Oct 13 04:40:01.216124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92f0184-7e36-4bab-805a-2c906ab88026,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.276491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5c645b1f-e298-4354-871f-08b1f384bdf0 req-fece2534-7f20-4482-a10d-8a8993a88a79 service neutron] 10.222.0.16 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846776 Oct 13 04:40:01.304663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:01.305103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.311982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Port 63dac007-113e-4bc5-ae29-86665b64a04b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:40:01.312519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Attempting to bind port 63dac007-113e-4bc5-ae29-86665b64a04b on network f44651c1-5ee4-46c0-b720-5d01372f8e4d {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:01.331981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6084fd-580e-4ffe-91ca-888f00638bba None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.363719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=3e88d7f2-188a-47c0-9848-7661d40c746f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.366908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-7706e2ec-01b7-4be2-96a3-fc7b80204924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:01.368752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-7706e2ec-01b7-4be2-96a3-fc7b80204924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.1481745 Oct 13 04:40:01.421287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9362648 Oct 13 04:40:01.444752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:01.445131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Checking segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:01.445458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Bound using segment: {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:01.445899 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Bound port: 63dac007-113e-4bc5-ae29-86665b64a04b, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a39f58-0854-4efe-950f-eed12a78383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:01.446248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.447536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.461289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50622) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:01.470979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7d7bc022-c285-4686-b77b-39af94b41f8b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:40:01.481049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:01.558629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Request body: {'subnet': {'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-525914812-subnet', 'tenant_id': 'f6a1c05f84eb4e79b7e9960f3ef0272e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:01.599899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.601396 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Floating IP 3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 disassociated (deleted). External IP: 172.25.0.215, port: 531b286e-aaf1-4e3d-a44b-ecee73a88135. Oct 13 04:40:01.607196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b49f-ee5d-41c9-b64e-0b1cf6e43f32 admin admin] Pushing event updated for resources: {'Network': ['ID=868456c3-5537-40d7-8fd0-05ad8a0fd5de,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.642532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7d7bc022-c285-4686-b77b-39af94b41f8b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:01.669188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '7d7bc022-c285-4686-b77b-39af94b41f8b', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'port_id': '7d7bc022-c285-4686-b77b-39af94b41f8b', 'mac_address': 'fa:16:3e:1a:35:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af07284-5db7-40f7-aec0-4f8ab03a65fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:40:01.671134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:01.728776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 868456c3-5537-40d7-8fd0-05ad8a0fd5de details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:40:01.757857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.782837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:01.786297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=63dac007-113e-4bc5-ae29-86665b64a04b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:01.808369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.818866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.918404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Pushing event updated for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:01.944527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.955350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-bb8f89e2-82f7-441b-aa8f-69f8f568546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:01.956878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-bb8f89e2-82f7-441b-aa8f-69f8f568546b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5552900 Oct 13 04:40:01.958320 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-83ed0dd1-b546-4dae-b4c6-88aff3941816 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99 HTTP/1.1" status: 204 len: 168 time: 0.8596807 Oct 13 04:40:01.960604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:01.973237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Made reservation on behalf of f6a1c05f84eb4e79b7e9960f3ef0272e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:01.978177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:01.987491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.009343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:02.009720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.045462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa151bc6-0b1b-441a-9477-489cdab4aa2b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.047966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa151bc6-0b1b-441a-9477-489cdab4aa2b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.050594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa151bc6-0b1b-441a-9477-489cdab4aa2b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.056816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aa151bc6-0b1b-441a-9477-489cdab4aa2b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0952513 Oct 13 04:40:02.058067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:02.102843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7bc022-c285-4686-b77b-39af94b41f8b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:40:02.162915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7d7bc022-c285-4686-b77b-39af94b41f8b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:02.172279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ba463-b9ea-4c87-b7f7-0faaf7c1e515 req-a28a19a4-1e7d-4fb0-a557-2ccb0756804b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.173939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-653ba463-b9ea-4c87-b7f7-0faaf7c1e515 req-a28a19a4-1e7d-4fb0-a557-2ccb0756804b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 944 time: 0.6055148 Oct 13 04:40:02.192631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 3c0817c0-c650-4e4d-8c8e-090bca7b0e8e {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:02.201597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.204575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.205300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.207974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.209781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-29e81645-2304-421c-b3e4-de33e90a450e service neutron] 10.222.0.47 "PUT /v2.0/ports/63dac007-113e-4bc5-ae29-86665b64a04b HTTP/1.1" status: 200 len: 1092 time: 3.8520720 Oct 13 04:40:02.211708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:02.214168 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24" -d '{"events": [{"name": "network-changed", "server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:02.321640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.399280 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:02.415611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7d7bc022-c285-4686-b77b-39af94b41f8b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:02.423363 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a47bf9-6781-458c-bab7-7f741785ce52 x-openstack-request-id: req-16a47bf9-6781-458c-bab7-7f741785ce52 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:02.423909 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:02.425452 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16a47bf9-6781-458c-bab7-7f741785ce52 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:02.425862 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b', 'status': 'completed', 'code': 200} Oct 13 04:40:02.528499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-984e2ca8-7ba8-4e03-ad23-cb160128ab78 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:02.529201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-984e2ca8-7ba8-4e03-ad23-cb160128ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.589684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.637776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-4d557636-65ca-4f76-a9a8-7efc82d30ab6 service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643320 Oct 13 04:40:02.692095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-653ba463-b9ea-4c87-b7f7-0faaf7c1e515 req-c3bf37f7-ee4b-4ca3-be3d-714ec4ff8143 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088197 Oct 13 04:40:02.725659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.809970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.821240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/3c0817c0-c650-4e4d-8c8e-090bca7b0e8e HTTP/1.1" status: 204 len: 168 time: 0.7618568 Oct 13 04:40:02.823990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:02.831938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-2004039b-6bdb-4842-ab10-90c61ea784bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:02.833769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aaada027-947a-4308-931d-7fee80ec48d1 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:40:02.834246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-2004039b-6bdb-4842-ab10-90c61ea784bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 1095 time: 0.4134951 Oct 13 04:40:02.889313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba4c8d-ca6a-4588-b092-2b99a7e21d08 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:02.914917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eacc1a-4f49-4de2-b760-e3300a166be7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0817c0-c650-4e4d-8c8e-090bca7b0e8e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:02.921740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet a81e82c2-51b8-45a7-9e2f-73fbfe9695fd {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:02.925289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:02.991811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-12b1fb47-5275-4155-89be-a0b8e658e70f None None] Could not find standard attr ID for object 5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:02.997463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.054701 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aaada027-947a-4308-931d-7fee80ec48d1,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:03.075577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'aaada027-947a-4308-931d-7fee80ec48d1', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'port_id': 'aaada027-947a-4308-931d-7fee80ec48d1', 'mac_address': 'fa:16:3e:dd:19:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af07284-5db7-40f7-aec0-4f8ab03a65fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:40:03.105646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:40:03.156695 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-d3006ff2-c7c5-4afa-972d-27a33e1ae209 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63dac007-113e-4bc5-ae29-86665b64a04b HTTP/1.1" status: 200 len: 217 time: 0.1445494 Oct 13 04:40:03.176641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.239006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.259267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.278350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.282781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a81e82c2-51b8-45a7-9e2f-73fbfe9695fd HTTP/1.1" status: 204 len: 168 time: 0.4577889 Oct 13 04:40:03.291926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:03.304787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1770e0-ba82-47e3-b976-71f6954f92ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=a81e82c2-51b8-45a7-9e2f-73fbfe9695fd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:03.311700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.333646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaada027-947a-4308-931d-7fee80ec48d1 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:40:03.353792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aaada027-947a-4308-931d-7fee80ec48d1,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:03.363305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.374817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1b1d6872-06db-4fbc-a9a5-b683243d528f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496216 Oct 13 04:40:03.376933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5b3f3f-0731-4b45-8499-7091e2506c35 req-6a880f71-9e6c-4ce9-9077-9a506d98611e service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997583 Oct 13 04:40:03.377750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50662) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:03.385391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:03.457354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:03.471968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-214520e8-b125-4a9e-866f-5dd80ce0b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.473902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-214520e8-b125-4a9e-866f-5dd80ce0b296 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.2908099 Oct 13 04:40:03.479930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7d7bc022-c285-4686-b77b-39af94b41f8b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:03.497755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242b3013-a35b-411d-a920-9268f00037be,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:03.552597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Checking segment: {'id': 'ce632d3d-706b-47d8-b70e-e0d41d62be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:03.553957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Network hostable DHCP agents. Network: 868456c3-5537-40d7-8fd0-05ad8a0fd5de, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:40:03.625913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:03.629927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.638415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 7d7bc022-c285-4686-b77b-39af94b41f8b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:40:03.644749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-7ed2627c-ce54-4756-b3d8-f6f1b33b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.646236 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-7ed2627c-ce54-4756-b3d8-f6f1b33b1c86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495461 Oct 13 04:40:03.651319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aaada027-947a-4308-931d-7fee80ec48d1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:03.684336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Network 868456c3-5537-40d7-8fd0-05ad8a0fd5de is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:40:03.710005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 7d7bc022-c285-4686-b77b-39af94b41f8b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:03.711176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.760518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa34e18-1005-4039-a04a-ba377eb3d05f None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'a81e82c2-51b8-45a7-9e2f-73fbfe9695fd'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'd0c319ff-2cd7-48c2-850b-dfae9a145641'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:40:03.854524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.861990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 868456c3-5537-40d7-8fd0-05ad8a0fd5de) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:03.869254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:40:03.875154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.877386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.887120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.887848 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.917072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Sync routers for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:40:03.931853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08332ad2-9afa-4c15-94ec-365881ef96d1 None None] Network 868456c3-5537-40d7-8fd0-05ad8a0fd5de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:03.942764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fa34e18-1005-4039-a04a-ba377eb3d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:03.943273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50a1bdd8-3d23-452f-937f-99f06e2dbee7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3904576 Oct 13 04:40:03.972082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:03.986224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:03.998995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:03.999747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:04.017177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630f89f-dd63-4a05-a795-2ea37e9e9ebc req-d74b08f0-e8e7-42b2-8e9e-d5b1c815343d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.027713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7630f89f-dd63-4a05-a795-2ea37e9e9ebc req-d74b08f0-e8e7-42b2-8e9e-d5b1c815343d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 944 time: 0.1917765 Oct 13 04:40:04.035972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca1d0a52-3590-4d95-9f38-ffc1d285575c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/floatingips/3ec7b45e-a8dd-418a-bdb2-4765282fcdb1 HTTP/1.1" status: 204 len: 168 time: 5.4094937 Oct 13 04:40:04.042068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=a2a9d565-d726-4532-ae7d-5f6137090605,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:04.085068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-e9645ae0-fb3b-4071-92be-9a8c9c111ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213052 Oct 13 04:40:04.106718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f1368525-bc9e-4a52-9c1e-78eac226d4e1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7238395 Oct 13 04:40:04.117043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50684) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:04.134612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:04.281241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:40:04.287890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:04.338500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7630f89f-dd63-4a05-a795-2ea37e9e9ebc req-ddea4b7b-2943-44b7-8172-c3e8dde49a8f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587059 Oct 13 04:40:04.340864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de060e2f-8ffa-4838-a41e-5a55fac5cf88 req-1fbe8e27-3285-477f-9b6b-0a86980753e1 service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481620 Oct 13 04:40:04.378450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:04.385338 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f811fba-18d0-4e38-9c3c-e2eefd68e734" -d '{"events": [{"server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "name": "network-vif-plugged", "status": "completed", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:04.443453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:04.449824 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be25814-e542-4167-87ef-9d6ef5cbea03" -d '{"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:04.474814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:04.480445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:04.526061 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9b6c2-5e97-4b81-baa1-678dd596feab x-openstack-request-id: req-48b9b6c2-5e97-4b81-baa1-678dd596feab {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:04.526618 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:04.526973 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48b9b6c2-5e97-4b81-baa1-678dd596feab {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:04.527492 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'status': 'completed', 'code': 200} Oct 13 04:40:04.551249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-23831dc0-0a89-4ba0-8ab3-17aeb0baa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.552980 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-23831dc0-0a89-4ba0-8ab3-17aeb0baa21d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 1095 time: 0.0926178 Oct 13 04:40:04.563413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7d7bc022-c285-4686-b77b-39af94b41f8b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:04.602996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:04.623443 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbae8df-5700-4088-9a58-848152af4137 x-openstack-request-id: req-ebbae8df-5700-4088-9a58-848152af4137 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:04.623737 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "name": "network-vif-plugged", "status": "completed", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:04.623995 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebbae8df-5700-4088-9a58-848152af4137 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:04.625586 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b', 'code': 200} Oct 13 04:40:04.705731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f120-8f93-412d-8d83-ce4c655fbad3 req-17dcd33b-7032-4a36-8ecf-e12168ba684e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.707642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d71f120-8f93-412d-8d83-ce4c655fbad3 req-17dcd33b-7032-4a36-8ecf-e12168ba684e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.3089364 Oct 13 04:40:04.900385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:40:04.941813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3d71f120-8f93-412d-8d83-ce4c655fbad3 req-e2eb95c7-5a8c-431a-9221-51d1afd80a0b tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058430 Oct 13 04:40:04.995546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1081-b061-4ec6-8b6a-42b70825deb6 req-9c877339-9755-4a6d-bc48-fd3d8b2077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:04.998283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a4a1081-b061-4ec6-8b6a-42b70825deb6 req-9c877339-9755-4a6d-bc48-fd3d8b2077c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 1096 time: 0.2835221 Oct 13 04:40:05.041065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f928d0-1273-4e0b-8e1b-05e5057c9218 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:05.050521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-ce84335b-cfe5-4c32-9c02-70f7c3636f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.052246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-ce84335b-cfe5-4c32-9c02-70f7c3636f8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 917 time: 0.4904187 Oct 13 04:40:05.063730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7a4a1081-b061-4ec6-8b6a-42b70825deb6 req-0c6e248a-a5a9-4088-88ec-9a3d2b692ae6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502248 Oct 13 04:40:05.066461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-0aa6fda3-9f39-4305-81d8-8b043a939a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.068059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-0aa6fda3-9f39-4305-81d8-8b043a939a77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273adb652f57484eb9f85e8433ddda80&device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 1097 time: 0.2277136 Oct 13 04:40:05.107393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-69f280cc-c938-466f-9965-002aff875d82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63dac007-113e-4bc5-ae29-86665b64a04b HTTP/1.1" status: 200 len: 217 time: 0.0461707 Oct 13 04:40:05.126738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50716) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:05.137496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-340769278-network', 'tenant_id': '94a16d9f391841ffbd5fea58cbeddcf8'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:05.150275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:40:05.182270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Made reservation on behalf of 94a16d9f391841ffbd5fea58cbeddcf8 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:05.187890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.209510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.217699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:05.399214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:05.411948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-2c1b33fa-83c4-4041-a591-42c1812154dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.414743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-2c1b33fa-83c4-4041-a591-42c1812154dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 200 len: 898 time: 0.3371332 Oct 13 04:40:05.438727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-79d97766-459d-4fa0-be67-2934196076f4 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:05.439092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-79d97766-459d-4fa0-be67-2934196076f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.440827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c4a28-d2d9-4dbe-ab14-03f23647d974 None None] Network 868456c3-5537-40d7-8fd0-05ad8a0fd5de requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:05.491721 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-a06894ee-7676-4886-9040-4310529dd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.493240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-a06894ee-7676-4886-9040-4310529dd719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.2002900 Oct 13 04:40:05.535384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 63dac007-113e-4bc5-ae29-86665b64a04b details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:40:05.545778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-cb6f539d-ff58-4a51-882c-755488fc3991 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 200 len: 217 time: 0.0992820 Oct 13 04:40:05.546332 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.579612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:05.589715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.604977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-04b98c08-a8a9-40d1-b164-e518caac1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.606706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-04b98c08-a8a9-40d1-b164-e518caac1996 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879707 Oct 13 04:40:05.607879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.629640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:40:05.641293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.641706 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Added segment 15edd1c3-da32-4d68-b3b2-6e9b7f826272 of type vlan for network 7407a850-776b-4dfb-be78-7573d6c2c6ff Oct 13 04:40:05.792079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.844770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.861243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.862059 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:05.867729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7b2b4-6251-4311-a3ab-d7a88a7c4fc2 req-1b998c33-e417-4364-baf6-857495182b44 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:05.875269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8f7b2b4-6251-4311-a3ab-d7a88a7c4fc2 req-1b998c33-e417-4364-baf6-857495182b44 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 944 time: 0.3332222 Oct 13 04:40:05.961112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8329854 Oct 13 04:40:06.041937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=63dac007-113e-4bc5-ae29-86665b64a04b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:06.047291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:06.055412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:06.086897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '63dac007-113e-4bc5-ae29-86665b64a04b', 'network_id': 'f44651c1-5ee4-46c0-b720-5d01372f8e4d', 'port_id': '63dac007-113e-4bc5-ae29-86665b64a04b', 'mac_address': 'fa:16:3e:7b:a7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af07284-5db7-40f7-aec0-4f8ab03a65fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:40:06.097924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.111841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.129858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-7c6ca82a-3a1e-4461-acd4-f8f083d7fcbb service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470031 Oct 13 04:40:06.134300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Request body: {'subnet': {'network_id': '7407a850-776b-4dfb-be78-7573d6c2c6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-340769278-subnet', 'tenant_id': '94a16d9f391841ffbd5fea58cbeddcf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:06.194340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Made reservation on behalf of 94a16d9f391841ffbd5fea58cbeddcf8 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:06.196501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.197647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.198221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.236244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a510cab5-3c7e-43a1-810b-e1f470c53250,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:06.352489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.398315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:06.495304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:40:06.496555 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:40:06.498043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dac007-113e-4bc5-ae29-86665b64a04b {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:40:06.525716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=63dac007-113e-4bc5-ae29-86665b64a04b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:06.527837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Checking router: 9bf5c1ac-a84f-4620-a245-80925a18e8b2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:40:06.539995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.551508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'd874aa2c-838e-4293-b9a4-923cda941e35', 'ip_address': '2001:db8::f816:3eff:fe6b:45f2'}, {'subnet_id': 'a2a9d565-d726-4532-ae7d-5f6137090605'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'd0c319ff-2cd7-48c2-850b-dfae9a145641'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:40:06.613134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:06.618307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:40:06.618956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:39:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:06.668497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-d1e58f29-daf8-470f-8e08-e8a098f3630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:06.670409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-d1e58f29-daf8-470f-8e08-e8a098f3630e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d67391d0-7d75-4ee4-ba29-465e0671a17c HTTP/1.1" status: 200 len: 835 time: 1.0657506 Oct 13 04:40:06.681288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-849f296b-f564-4b0d-9f93-1e5262359e5c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:06.751796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-849f296b-f564-4b0d-9f93-1e5262359e5c tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 1.0894365 Oct 13 04:40:06.751796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=d874aa2c-838e-4293-b9a4-923cda941e35,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:06.852915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13554e9d-c9e4-47c4-ac1f-4b0f1a53752c admin admin] Pushing event updated for resources: {'Network': ['ID=7407a850-776b-4dfb-be78-7573d6c2c6ff,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:06.894948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aaada027-947a-4308-931d-7fee80ec48d1 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:06.907703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['63dac007-113e-4bc5-ae29-86665b64a04b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:06.908563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9958896-74c7-44a7-b17c-dbf5af6d6be4 req-a85a4b33-b264-473d-9ef1-be03b003d2be tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:06.909538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7407a850-776b-4dfb-be78-7573d6c2c6ff details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:40:06.910398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9958896-74c7-44a7-b17c-dbf5af6d6be4 req-a85a4b33-b264-473d-9ef1-be03b003d2be tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 946 time: 0.7197940 Oct 13 04:40:06.979694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a325db6d-a2d4-4cfc-9cae-fba52ddf3e24 req-852aeb95-85f5-4a98-80e5-fd9518b6a2dd service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866287 Oct 13 04:40:06.982222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:06.997493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e8f7b2b4-6251-4311-a3ab-d7a88a7c4fc2 req-9aba4ba6-25a2-4124-b776-1498ac8bd1bd tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1211269 Oct 13 04:40:07.002962 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9958896-74c7-44a7-b17c-dbf5af6d6be4 req-1f449196-cc2d-4a99-bca9-949150119a76 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/security-groups?id=076579b3-4c86-4447-9696-741e2f22fa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810418 Oct 13 04:40:07.003516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:07.028132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:07.028836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.090509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-ef335472-0705-432b-84b6-b689f3872bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:07.092027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-ef335472-0705-432b-84b6-b689f3872bec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad9130b0-dd80-4cbc-8ca4-7882d3c01273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4058368 Oct 13 04:40:07.110144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9916413 Oct 13 04:40:07.111311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ba4d-89d4-430b-8e11-9bd7fc8b0cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:07.116951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50754) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:07.119713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:40:07.121509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:07.122001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:59:ed:2f', 'name': 'tempest-NetworksTestDHCPv6-995559113'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:07.234693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.234813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-69a3f65f-0886-4e70-8c5a-710a2dbd88d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334040 Oct 13 04:40:07.314681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.330561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=990585e5-d0e5-4f9d-b300-efd23428aab8,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:07.366852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 531b286e-aaf1-4e3d-a44b-ecee73a88135 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:07.367679 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.424306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:07.449764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Checking segment: {'id': '15edd1c3-da32-4d68-b3b2-6e9b7f826272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7407a850-776b-4dfb-be78-7573d6c2c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:07.450165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Network hostable DHCP agents. Network: 7407a850-776b-4dfb-be78-7573d6c2c6ff, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:40:07.485579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 531b286e-aaf1-4e3d-a44b-ecee73a88135, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=531b286e-aaf1-4e3d-a44b-ecee73a88135,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:07.485869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.526545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 531b286e-aaf1-4e3d-a44b-ecee73a88135 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:07.565181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:07.567116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Network 7407a850-776b-4dfb-be78-7573d6c2c6ff is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:40:07.569938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port aaada027-947a-4308-931d-7fee80ec48d1 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:40:07.589186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Allocated IP 172.20.0.2 (391fc220-7154-4be0-b4c9-0dda4eebc160/a2a9d565-d726-4532-ae7d-5f6137090605/d0c319ff-2cd7-48c2-850b-dfae9a145641) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:07.591645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 7407a850-776b-4dfb-be78-7573d6c2c6ff) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:07.594302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.596254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port aaada027-947a-4308-931d-7fee80ec48d1 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:07.596906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.600192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:07.604850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.623406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0e4ff-dd02-49e6-84a1-8988ffbe6ce9 None None] Network 7407a850-776b-4dfb-be78-7573d6c2c6ff requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:07.634904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.666727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e9edcd49-c71b-458f-9fce-aafcfb7aa8d4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5423465 Oct 13 04:40:07.675938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port ae4911ba-965e-423b-b8a6-588963446696 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:07.743360 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.780854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=531b286e-aaf1-4e3d-a44b-ecee73a88135,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:07.845591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] No DVR routers for this DVR port 531b286e-aaf1-4e3d-a44b-ecee73a88135 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:07.849681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:07.854053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f070e64-0e3d-4c8d-ab2e-87ecbbe5f5e5 req-8da822af-6060-4f3b-ad60-9cc2769e2f64 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.16 "DELETE /v2.0/ports/531b286e-aaf1-4e3d-a44b-ecee73a88135 HTTP/1.1" status: 204 len: 173 time: 1.0140772 Oct 13 04:40:07.854528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'name': 'network-vif-deleted', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:07.856955 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7da09b-c83b-4bf5-aeb0-c11aaf97f713" -d '{"events": [{"server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "name": "network-vif-deleted", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:07.869594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3be25814-e542-4167-87ef-9d6ef5cbea03 req-07db5f7d-2f2f-4ab5-a3f1-06204e67bfa5 service neutron] 10.222.0.16 "GET /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246817 Oct 13 04:40:07.924342 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ef8c9-2ff7-4645-8da6-6a5b264dc71b x-openstack-request-id: req-136ef8c9-2ff7-4645-8da6-6a5b264dc71b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:07.924643 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94df4b5-ddcc-4c37-b5fd-47148c47e369", "name": "network-vif-deleted", "tag": "531b286e-aaf1-4e3d-a44b-ecee73a88135", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:07.924903 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-136ef8c9-2ff7-4645-8da6-6a5b264dc71b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:07.925321 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94df4b5-ddcc-4c37-b5fd-47148c47e369', 'name': 'network-vif-deleted', 'tag': '531b286e-aaf1-4e3d-a44b-ecee73a88135', 'status': 'completed', 'code': 200} Oct 13 04:40:08.075293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:08.152675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:08.167259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38419339-0ada-4d88-8216-a412e92a0c83 None None] Network 7407a850-776b-4dfb-be78-7573d6c2c6ff requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:08.235083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e74fd11a-e27f-48b1-a98b-588f998ff243 req-b7b0b0da-8b45-4ffe-864f-d0245a73eeb8 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "GET /v2.0/ports?device_id=a94df4b5-ddcc-4c37-b5fd-47148c47e369 HTTP/1.1" status: 200 len: 210 time: 0.0352781 Oct 13 04:40:08.258187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:08.273747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f82540-7c93-48e3-b416-e5b0644296dc req-8ef557c1-a3df-47aa-9f91-e743acf9fa74 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:08.280399 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5f82540-7c93-48e3-b416-e5b0644296dc req-8ef557c1-a3df-47aa-9f91-e743acf9fa74 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 945 time: 0.1026106 Oct 13 04:40:08.393610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5f82540-7c93-48e3-b416-e5b0644296dc req-278ef0b0-ff53-4b16-b99e-59f2220c23f4 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995471 Oct 13 04:40:08.442084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:08.446783 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7451ba4f-740f-49c4-a0df-e7de1b2e9cc9" -d '{"events": [{"server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "name": "network-vif-plugged", "status": "completed", "tag": "aaada027-947a-4308-931d-7fee80ec48d1"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:08.503859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aaada027-947a-4308-931d-7fee80ec48d1,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:08.508981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:08.517921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:08.540705 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28f192-d04f-4160-b84d-3ba2a6d0a6a6 x-openstack-request-id: req-5c28f192-d04f-4160-b84d-3ba2a6d0a6a6 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:08.541008 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "name": "network-vif-plugged", "status": "completed", "tag": "aaada027-947a-4308-931d-7fee80ec48d1", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:08.541315 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c28f192-d04f-4160-b84d-3ba2a6d0a6a6 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:08.541721 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1', 'code': 200} Oct 13 04:40:08.548771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:08.588998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:08.693178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16929ec-3231-44cb-b504-f08b93202f83 None None] The sync data for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 is: [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:38:51Z', 'revision_number': 4, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'af090ac8-7733-49ec-8c86-d2ae0cbcdaef', 'name': '', 'network_id': 'ad9130b0-dd80-4cbc-8ca4-7882d3c01273', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'mac_address': 'fa:16:3e:35:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:49Z', 'updated_at': '2021-10-13T04:39:01Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'subnets': [{'id': 'd67391d0-7d75-4ee4-ba29-465e0671a17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:40:08.744895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 172.20.0.13 (391fc220-7154-4be0-b4c9-0dda4eebc160/a2a9d565-d726-4532-ae7d-5f6137090605/ae4911ba-965e-423b-b8a6-588963446696) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:08.753966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe59:ed2f (391fc220-7154-4be0-b4c9-0dda4eebc160/d874aa2c-838e-4293-b9a4-923cda941e35/ae4911ba-965e-423b-b8a6-588963446696) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:08.862246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3469230-a7e7-415f-b977-a3e886250451 req-c734ab74-bce1-4303-a066-03615f0db029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:08.864126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3469230-a7e7-415f-b977-a3e886250451 req-c734ab74-bce1-4303-a066-03615f0db029 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 1097 time: 0.2352746 Oct 13 04:40:08.947391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3469230-a7e7-415f-b977-a3e886250451 req-ec93fb19-6535-4c09-b376-044f6efe104a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736012 Oct 13 04:40:08.956543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-64572551-b548-40d3-a6e3-33307f14ed3c tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:08.958485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-64572551-b548-40d3-a6e3-33307f14ed3c tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/networks?id=868456c3-5537-40d7-8fd0-05ad8a0fd5de HTTP/1.1" status: 200 len: 808 time: 0.2442822 Oct 13 04:40:08.989893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-df6fbc2a-91d3-46f4-8ef9-dbc3ee8bab26 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/quotas/f6a1c05f84eb4e79b7e9960f3ef0272e HTTP/1.1" status: 200 len: 375 time: 0.0146964 Oct 13 04:40:09.044241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.055035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-14ff79fb-a266-48b4-b5ff-fc8feb06eb0d tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6a1c05f84eb4e79b7e9960f3ef0272e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555346 Oct 13 04:40:09.101200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.108324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:09.161911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:09.175176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:09.179628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:09.215583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d11a3-ca76-4b1e-8178-421a75cf5246 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=10']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:09.231153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=ae4911ba-965e-423b-b8a6-588963446696,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:09.237916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-cc773bd4-8832-4b73-a977-de1d747cfc12 service neutron] 10.222.0.49 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819513 Oct 13 04:40:09.255376 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf91bc36-0dc9-4417-a28c-a4962af412c5 None None] New status for floating IP 3ec7b45e-a8dd-418a-bdb2-4765282fcdb1: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:40:09.270201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:09.270866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.312485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89e8dae1-7737-474b-bc9c-27aa63911eaf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1911478 Oct 13 04:40:09.317172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:09.351380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:09.433459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efad91f-ea82-4f51-b847-71768f7f4ac7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:09.468941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efad91f-ea82-4f51-b847-71768f7f4ac7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:09.473942 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7efad91f-ea82-4f51-b847-71768f7f4ac7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1528392 Oct 13 04:40:09.475164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:09.485954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 63dac007-113e-4bc5-ae29-86665b64a04b up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:09.569833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-b20b4a36-9c6e-442d-b4a2-a91819f7e64c service neutron] 10.222.0.49 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212764 Oct 13 04:40:09.573791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 63dac007-113e-4bc5-ae29-86665b64a04b completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:40:09.578071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 63dac007-113e-4bc5-ae29-86665b64a04b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:09.578482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.618916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.708793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.769968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.800207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724baf6-d942-492c-af52-92ba7b7b73fb req-965c50d8-a275-4a09-a878-13029aea01a7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:09.802145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0724baf6-d942-492c-af52-92ba7b7b73fb req-965c50d8-a275-4a09-a878-13029aea01a7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 945 time: 0.2396493 Oct 13 04:40:09.847305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=63dac007-113e-4bc5-ae29-86665b64a04b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:09.853526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.894369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.897974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.917576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/security-groups/076579b3-4c86-4447-9696-741e2f22fa6f HTTP/1.1" status: 204 len: 168 time: 0.5466533 Oct 13 04:40:09.930401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port ae4911ba-965e-423b-b8a6-588963446696 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:09.930745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:09.940362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:09.942671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0724baf6-d942-492c-af52-92ba7b7b73fb req-1651532f-d268-4030-b257-dc06b45e461d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333709 Oct 13 04:40:09.951221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dca57-132c-461f-9419-fc7490003c4e tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076579b3-4c86-4447-9696-741e2f22fa6f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:10.045148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:10.060111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a52cd8a-7503-4e03-8154-a8ac182772a8 req-ddb6292b-4133-46c2-bcd9-49eabe8008eb tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 210 time: 0.1411946 Oct 13 04:40:10.168522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:10.186506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:10.188574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.298930 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.359130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.463878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:10.477034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.547232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:10.550005 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d61ae8-458c-4062-a011-9b2988a4e518" -d '{"events": [{"server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "name": "network-vif-plugged", "status": "completed", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:10.571249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for ae4911ba-965e-423b-b8a6-588963446696 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:10.594973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=11']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:10.609438 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae84bc5f-6272-455d-91ab-1282b6ee972e x-openstack-request-id: req-ae84bc5f-6272-455d-91ab-1282b6ee972e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:10.609934 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "name": "network-vif-plugged", "status": "completed", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:10.610332 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae84bc5f-6272-455d-91ab-1282b6ee972e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:10.610873 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b', 'code': 200} Oct 13 04:40:10.683653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1abab-5566-4dad-9f44-8f8013424938 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:10.782860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d464dd5-8e8d-4a7c-a012-7e339340d685 req-a88103dc-3a94-456e-a70e-50dde7f6ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:10.784558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d464dd5-8e8d-4a7c-a012-7e339340d685 req-a88103dc-3a94-456e-a70e-50dde7f6ba7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 1097 time: 0.0979855 Oct 13 04:40:10.815460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-831a0334-6b94-45b7-952e-1eac546ead7d None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:10.816909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-831a0334-6b94-45b7-952e-1eac546ead7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.871669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 531b286e-aaf1-4e3d-a44b-ecee73a88135 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:10.899466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d464dd5-8e8d-4a7c-a012-7e339340d685 req-bf681c53-650f-4ef2-89ce-fa47408eb2b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049848 Oct 13 04:40:10.906275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 531b286e-aaf1-4e3d-a44b-ecee73a88135 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:10.906857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 531b286e-aaf1-4e3d-a44b-ecee73a88135 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:10.921801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:10.991754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=ae4911ba-965e-423b-b8a6-588963446696,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:11.068256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.171082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e2b7f-aedf-4360-93be-1823b1326537 req-8896df9a-e370-44c3-8c77-1b1487e46928 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.179688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f13e2b7f-aedf-4360-93be-1823b1326537 req-8896df9a-e370-44c3-8c77-1b1487e46928 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.1291354 Oct 13 04:40:11.206970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.210747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7a2d1997-4444-48b2-9447-1ed78882a12d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/ae4911ba-965e-423b-b8a6-588963446696 HTTP/1.1" status: 204 len: 168 time: 1.7293797 Oct 13 04:40:11.214301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50850) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:11.243877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-da3be079-4f7b-42ab-8922-c7bbe30394ca req-b508fe72-39df-4a69-8134-e12dd3f952e0 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 210 time: 0.0551794 Oct 13 04:40:11.290100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f13e2b7f-aedf-4360-93be-1823b1326537 req-dc7e9ca9-7b25-432f-8f73-b9e8cc76d669 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042252 Oct 13 04:40:11.434810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daebf23-e20e-4bfa-a8b2-11d06f19ed66 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.436588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daebf23-e20e-4bfa-a8b2-11d06f19ed66 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.448523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daebf23-e20e-4bfa-a8b2-11d06f19ed66 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.456916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9daebf23-e20e-4bfa-a8b2-11d06f19ed66 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2415862 Oct 13 04:40:11.516531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:11.581660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-c85f6371-2134-438a-a15f-f388aeff0643 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963003 Oct 13 04:40:11.626046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-baf1ef45-815f-4a78-9333-fc8288388e10 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:11.626430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-baf1ef45-815f-4a78-9333-fc8288388e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.694194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet a2a9d565-d726-4532-ae7d-5f6137090605 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:11.706763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.736739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.753435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:11.785073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-33732ce5-1224-4732-af91-e43ac268d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.787607 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-33732ce5-1224-4732-af91-e43ac268d4d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e4ff77b295148b99b8326a74f77a667&device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 1101 time: 0.1059401 Oct 13 04:40:11.881385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e4cc965e-7bec-4d77-b217-299df13ebb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.894997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.917460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port af090ac8-7733-49ec-8c86-d2ae0cbcdaef {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:11.917790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:11.963325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-bac199b8-bb46-484b-9c3c-8f62da187ef4 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:11.965056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-bac199b8-bb46-484b-9c3c-8f62da187ef4 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.16 "GET /v2.0/networks?id=868456c3-5537-40d7-8fd0-05ad8a0fd5de HTTP/1.1" status: 200 len: 808 time: 0.5666535 Oct 13 04:40:11.998807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:11.999330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.005026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Request body: {'port': {'device_id': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de', 'admin_state_up': True, 'tenant_id': 'f6a1c05f84eb4e79b7e9960f3ef0272e'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:12.067121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-cd4651c2-17a1-4ba2-a6ed-92eb59d7596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:12.070809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-cd4651c2-17a1-4ba2-a6ed-92eb59d7596e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.2513504 Oct 13 04:40:12.104153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5978ac5d-cd4a-4943-95fc-5a3381ac82ac None None] Could not find standard attr ID for object ae4911ba-965e-423b-b8a6-588963446696. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:12.200795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.226488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port af090ac8-7733-49ec-8c86-d2ae0cbcdaef, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:12.226776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.243332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for af090ac8-7733-49ec-8c86-d2ae0cbcdaef owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:12.373067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Made reservation on behalf of f6a1c05f84eb4e79b7e9960f3ef0272e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:12.376629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.380323 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.433050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a9d565-d726-4532-ae7d-5f6137090605,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:12.492081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.495801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-689fe0a0-fcb1-41ac-a48a-c9a6152b9113 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a2a9d565-d726-4532-ae7d-5f6137090605 HTTP/1.1" status: 204 len: 168 time: 0.9786091 Oct 13 04:40:12.496903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-a51db59b-decd-4cdc-b66b-5ed941f49088 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 200 len: 217 time: 0.4128799 Oct 13 04:40:12.497827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7613902e-630b-4685-be3a-9d9ce6eaab3e None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:12.498500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:12.521563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.572676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-402e003b-6f19-44f0-abdc-2a89b093f611 req-432e42ae-0b10-4904-bfd6-b234204083f3 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 210 time: 0.0781643 Oct 13 04:40:12.620726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37016b-86c7-4a29-b2af-d9a8532a9686 req-5e209aa4-e778-4ed4-bc91-fc2d71711fbb tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:12.628271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f37016b-86c7-4a29-b2af-d9a8532a9686 req-5e209aa4-e778-4ed4-bc91-fc2d71711fbb tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.1975999 Oct 13 04:40:12.634823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=af090ac8-7733-49ec-8c86-d2ae0cbcdaef,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:12.642235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-27555ce2-eee1-40cb-8c5d-7b545794e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:12.644369 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-27555ce2-eee1-40cb-8c5d-7b545794e418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.1350999 Oct 13 04:40:12.664980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet d874aa2c-838e-4293-b9a4-923cda941e35 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:12.677746 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.777267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Allocated IP 172.20.0.3 (868456c3-5537-40d7-8fd0-05ad8a0fd5de/242b3013-a35b-411d-a920-9268f00037be/dbd9d7ce-78e1-4061-ab18-81cff7b506ef) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:12.793106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:12.829097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-526d9c66-adf3-4492-976e-afc8be49dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:12.830615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-526d9c66-adf3-4492-976e-afc8be49dfed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415944 Oct 13 04:40:13.030534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.033243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f37016b-86c7-4a29-b2af-d9a8532a9686 req-14eb8fa1-cd2d-4f7e-b71d-9a333ad26aef tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042718 Oct 13 04:40:13.050507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.086702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.162227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.229040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Network 868456c3-5537-40d7-8fd0-05ad8a0fd5de is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:13.282883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.367978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Pushing event updated for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:13.377956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:13.391740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:13.452151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.500441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=d874aa2c-838e-4293-b9a4-923cda941e35,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:13.531845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:13.533663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.538966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.542706 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d4e58dc-16c9-4714-9137-d4aaa3a14b47 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/d874aa2c-838e-4293-b9a4-923cda941e35 HTTP/1.1" status: 204 len: 168 time: 1.0432329 Oct 13 04:40:13.548415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50882) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:13.640686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f081207-f8c0-48f2-8ce1-654ed70d5549 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908723 Oct 13 04:40:13.646430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50886) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:13.663051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:13.678069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-29d252d5-857a-4668-a3f0-a821ac1705c2 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8073118 Oct 13 04:40:13.767991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-4f167ed4-1c33-4eeb-8dc6-dc54323a7ad7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7770653 Oct 13 04:40:13.813888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Request body: {'port': {'device_id': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:13.837689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90b5c5-1d24-4f8a-b2b0-0c11c8c8add6 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:13.904562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.908115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:13.912130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:13.922556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d2636-882a-4e67-b985-e9e01684d079 req-d4afee44-b97b-4cec-8190-e3385446019d tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:13.924470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea8d2636-882a-4e67-b985-e9e01684d079 req-d4afee44-b97b-4cec-8190-e3385446019d tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 931 time: 0.1604607 Oct 13 04:40:14.033631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7ba7659b-5a4b-40c1-a38d-2d75198d9d92 None None] Provisioning complete for port d0c319ff-2cd7-48c2-850b-dfae9a145641 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:14.034010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ba7659b-5a4b-40c1-a38d-2d75198d9d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.075038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827171a5-c90c-4910-af49-f5429d777bbc req-b5f45e46-197d-4601-9880-9622935568ed tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:14.076639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-827171a5-c90c-4910-af49-f5429d777bbc req-b5f45e46-197d-4601-9880-9622935568ed tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.3947692 Oct 13 04:40:14.186691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-03a11532-a601-4172-bcda-11e15ac72afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.253132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:14.325261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Deleting port d0c319ff-2cd7-48c2-850b-dfae9a145641 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:14.325897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.335975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:40:14.341092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-827171a5-c90c-4910-af49-f5429d777bbc req-18272cc0-2530-49e7-9d20-8a31539a4549 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494869 Oct 13 04:40:14.442133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] For port d0c319ff-2cd7-48c2-850b-dfae9a145641, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d0c319ff-2cd7-48c2-850b-dfae9a145641,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:14.442540 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.454787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c288dbfa-8abc-4154-ac5d-2ec35db16d07 req-348e1624-a278-4d10-b011-30b872c9dc12 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638681 Oct 13 04:40:14.473896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Calling delete_port for d0c319ff-2cd7-48c2-850b-dfae9a145641 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:14.599497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.607216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea8d2636-882a-4e67-b985-e9e01684d079 req-c2a0a74e-43fa-47ff-b689-765c6ba4bd1e tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736255 Oct 13 04:40:14.665396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:40:14.682320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26a4b062-05fe-41f4-bebb-62f8142f5aff tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "PUT /v2.0/routers/9bf5c1ac-a84f-4620-a245-80925a18e8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6234541 Oct 13 04:40:14.682924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:14.689133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Pushing event deleted for resources: {'Port': ['ID=d0c319ff-2cd7-48c2-850b-dfae9a145641,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:14.712126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Sync routers for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:40:14.725225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.725824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.726319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.726810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.727326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.731519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.732068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.732558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.733044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.733540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.734034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.734509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:14.742066 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdcff1-cfde-4a69-98be-39694bc3645e None None] No DVR routers for this DVR port d0c319ff-2cd7-48c2-850b-dfae9a145641 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:14.742583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5196d15-ea18-4db8-b5b3-4fbb3a782294 req-667d58cb-990c-4d38-80f1-fd8d57fb8f47 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:14.748195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d5196d15-ea18-4db8-b5b3-4fbb3a782294 req-667d58cb-990c-4d38-80f1-fd8d57fb8f47 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.2801619 Oct 13 04:40:14.757408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:40:14.758218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:40:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:14.853145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting subnet d67391d0-7d75-4ee4-ba29-465e0671a17c {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:14.858766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd9d7ce-78e1-4061-ab18-81cff7b506ef {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:40:14.867016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d5196d15-ea18-4db8-b5b3-4fbb3a782294 req-c6abeea4-fdcf-41ec-92ad-ffa06afba835 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077037 Oct 13 04:40:14.869952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.873384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:14.922837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Transition to ACTIVE for port object dbd9d7ce-78e1-4061-ab18-81cff7b506ef will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:40:14.951292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:40:14.957421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.106810 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.158136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.192317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.269281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=75850270-8a9e-46df-9609-db4506465464,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:15.308589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:40:12Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:15.324074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:15.327169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.350244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:15.354917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:15.363907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.367037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:15.375122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Subnet': ['ID=d67391d0-7d75-4ee4-ba29-465e0671a17c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:15.401074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f108a80-a52a-4094-9c7b-d19510399847 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:15.412475 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.419928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125a775-5cd8-46f8-b886-c66bd9c110f0 None None] Network ad9130b0-dd80-4cbc-8ca4-7882d3c01273 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:15.427109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-64ce6108-f877-4dac-8fa1-edff9b72a94d tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/subnets/d67391d0-7d75-4ee4-ba29-465e0671a17c HTTP/1.1" status: 204 len: 168 time: 0.7428286 Oct 13 04:40:15.427777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50902) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:15.460974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Attempting to bind port dbd9d7ce-78e1-4061-ab18-81cff7b506ef on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:15.461303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Attempting to bind port dbd9d7ce-78e1-4061-ab18-81cff7b506ef by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'ce632d3d-706b-47d8-b70e-e0d41d62be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:15.461635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Attempting to bind port dbd9d7ce-78e1-4061-ab18-81cff7b506ef on network 868456c3-5537-40d7-8fd0-05ad8a0fd5de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:15.476263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c72e7bf4-c560-4df5-9c85-f58236017561 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8270495 Oct 13 04:40:15.487953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50904) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:15.493729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:15.498497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Port dbd9d7ce-78e1-4061-ab18-81cff7b506ef on network 868456c3-5537-40d7-8fd0-05ad8a0fd5de not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:40:15.498825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Attempting to bind port dbd9d7ce-78e1-4061-ab18-81cff7b506ef on network 868456c3-5537-40d7-8fd0-05ad8a0fd5de {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:15.525331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Checking router: 9bf5c1ac-a84f-4620-a245-80925a18e8b2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:40:15.546257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:15.546646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Checking segment: {'id': 'ce632d3d-706b-47d8-b70e-e0d41d62be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:15.546987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Bound using segment: {'id': 'ce632d3d-706b-47d8-b70e-e0d41d62be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:15.547465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Bound port: dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce632d3d-706b-47d8-b70e-e0d41d62be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:15.547826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.596924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.831552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:15.832617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Routers {'9bf5c1ac-a84f-4620-a245-80925a18e8b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:40:15.833477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:40:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:15.839860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,segment=NetworkSegment(ce632d3d-706b-47d8-b70e-e0d41d62be79),segment_id=ce632d3d-706b-47d8-b70e-e0d41d62be79)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:15.852047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd68557-b52c-4f6a-9394-ff9ec976764e req-87af4ee5-6678-4dd3-92ee-74267060a742 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:15.853651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd68557-b52c-4f6a-9394-ff9ec976764e req-87af4ee5-6678-4dd3-92ee-74267060a742 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.1073308 Oct 13 04:40:15.858476 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.876513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.907199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:15.908152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a0b1c-78c3-412d-865e-8519e4093114 req-bab681d9-b785-448d-98ee-22261b595734 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:15.910684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.917163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-148a0b1c-78c3-412d-865e-8519e4093114 req-bab681d9-b785-448d-98ee-22261b595734 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 943 time: 0.1373861 Oct 13 04:40:15.971580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] Set router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:40:15.979957 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:15.980589 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:15.981994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/dbd9d7ce-78e1-4061-ab18-81cff7b506ef HTTP/1.1" status: 200 len: 1091 time: 2.1756535 Oct 13 04:40:15.982628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:15.986393 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7008c041-8b56-4771-9df9-52bff292c602" -d '{"events": [{"name": "network-changed", "server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:16.000359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-148a0b1c-78c3-412d-865e-8519e4093114 req-651c8833-644b-4476-aa98-51ff0c378caa tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821924 Oct 13 04:40:16.015708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd68557-b52c-4f6a-9394-ff9ec976764e req-e27669dc-539d-454b-b5cd-2626077de1f7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467996 Oct 13 04:40:16.030775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:16.061801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port 38410d85-19d3-488c-abab-979b679e58fa {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:16.062973 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.170255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.194535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port 38410d85-19d3-488c-abab-979b679e58fa, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=38410d85-19d3-488c-abab-979b679e58fa,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:16.196283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.210119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for 38410d85-19d3-488c-abab-979b679e58fa owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:16.229280 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.229891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d0c319ff-2cd7-48c2-850b-dfae9a145641 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:16.230242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d0c319ff-2cd7-48c2-850b-dfae9a145641 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:16.312417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '75850270-8a9e-46df-9609-db4506465464'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:40:16.313304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.426955 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291c82d-e7c2-4f83-9ab0-767f92b3583b x-openstack-request-id: req-6291c82d-e7c2-4f83-9ab0-767f92b3583b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:16.427321 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:16.427434 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6291c82d-e7c2-4f83-9ab0-767f92b3583b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:16.428406 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef', 'status': 'completed', 'code': 200} Oct 13 04:40:16.440928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.468773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c1a4e-21c7-4498-bc38-ce024a2b16b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:16.551415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:16.558986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.585875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=38410d85-19d3-488c-abab-979b679e58fa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:16.607430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:16.613450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-1e079029-3869-4cf2-a67d-b0a1aec8f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:16.615006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-1e079029-3869-4cf2-a67d-b0a1aec8f990 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a1c05f84eb4e79b7e9960f3ef0272e&device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 1094 time: 0.2113791 Oct 13 04:40:16.619113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:16.628115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a12e-3330-4b8d-9605-6a21627c12e3 req-5e5be709-2c48-43f2-8a5b-8ddef7c17318 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:16.635850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1a7a12e-3330-4b8d-9605-6a21627c12e3 req-5e5be709-2c48-43f2-8a5b-8ddef7c17318 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.2200916 Oct 13 04:40:16.671138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.684121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:16.684644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:16.687843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-baae573d-7d2b-4b23-92e4-f0fa66816b14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef HTTP/1.1" status: 200 len: 217 time: 0.0423613 Oct 13 04:40:16.762429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=bab080e8-d23c-4e69-a56d-1fe1535e8a4b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:16.777601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-408116a4-b2ea-4b17-b4c3-6f321c8eb516 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2848577 Oct 13 04:40:16.781322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 50920) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:16.787863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:21:31:d2', 'name': 'tempest-NetworksTestDHCPv6-1145796061'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:16.858111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f1a7a12e-3330-4b8d-9605-6a21627c12e3 req-d2d4c5cd-f5f8-48fc-bfaf-b266bc873f26 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213550 Oct 13 04:40:16.881259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] DHCP port deletion for ad9130b0-dd80-4cbc-8ca4-7882d3c01273 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:16.948530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-1abe85b2-460b-4294-884c-c0d3db9f14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:16.950003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-1abe85b2-460b-4294-884c-c0d3db9f14ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=242b3013-a35b-411d-a920-9268f00037be HTTP/1.1" status: 200 len: 848 time: 0.2532289 Oct 13 04:40:17.011359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.016402 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.051485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-06e34623-5363-4399-8734-dd8976361988 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=868456c3-5537-40d7-8fd0-05ad8a0fd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874982 Oct 13 04:40:17.070111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Deleting port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:17.070681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.072975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:40:12Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:17.134392 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.134970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf5c1ac-a84f-4620-a245-80925a18e8b2 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:40:17.153080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.182036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83a0e7ce-5f15-4eb2-93cf-2293e5da42ca tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/routers/9bf5c1ac-a84f-4620-a245-80925a18e8b2 HTTP/1.1" status: 204 len: 168 time: 1.7524991 Oct 13 04:40:17.182971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 50930) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:17.218820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d6f2d-9e81-4000-8ad9-0d35c18c3148 None None] The sync data for ids ['9bf5c1ac-a84f-4620-a245-80925a18e8b2'] in n-d-813736-1 is: [{'id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'name': 'tempest-TestNetworkBasicOps-router-319290246', 'tenant_id': '273adb652f57484eb9f85e8433ddda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '38410d85-19d3-488c-abab-979b679e58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:39Z', 'updated_at': '2021-10-13T04:40:12Z', 'revision_number': 5, 'project_id': '273adb652f57484eb9f85e8433ddda80', 'gw_port': {'id': '38410d85-19d3-488c-abab-979b679e58fa', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf5c1ac-a84f-4620-a245-80925a18e8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:41Z', 'updated_at': '2021-10-13T04:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:40:17.226846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Allocated IP 172.20.0.2 (391fc220-7154-4be0-b4c9-0dda4eebc160/75850270-8a9e-46df-9609-db4506465464/e12d0385-64f2-4e12-889c-321d177deb9e) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:17.244910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Allocated IP 2001:db8::f816:3eff:fe23:541c (391fc220-7154-4be0-b4c9-0dda4eebc160/bab080e8-d23c-4e69-a56d-1fe1535e8a4b/e12d0385-64f2-4e12-889c-321d177deb9e) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:17.278106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-7fb584ff-cc8f-4073-82e3-aed02fe5073a service neutron] 10.222.0.16 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243460 Oct 13 04:40:17.280647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.361063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] For port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:17.361468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.405381 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-64d00960-8d7f-42a3-9a03-f7d5549e25aa req-818a5f0f-206a-404f-a067-9f701120ac16 service neutron] 10.222.0.16 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020863 Oct 13 04:40:17.406094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Deleting port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:17.407497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.445214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:17.464368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.478138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Calling delete_port for bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:17.565095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055e40e-9eda-49ff-b8ae-32a1ec5b7eee req-75eeb387-24c3-4ea2-a66c-561bca6ed715 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:17.573560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055e40e-9eda-49ff-b8ae-32a1ec5b7eee req-75eeb387-24c3-4ea2-a66c-561bca6ed715 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:17.580408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055e40e-9eda-49ff-b8ae-32a1ec5b7eee req-75eeb387-24c3-4ea2-a66c-561bca6ed715 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:17.589899 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f055e40e-9eda-49ff-b8ae-32a1ec5b7eee req-75eeb387-24c3-4ea2-a66c-561bca6ed715 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b&device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b&device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 2418 time: 0.1071148 Oct 13 04:40:17.613047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8dae7-4abe-47ba-b921-e26e12fc61c4 req-74f70b19-97c7-45d9-a3df-3684a4b4f7b9 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:17.614573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0bb8dae7-4abe-47ba-b921-e26e12fc61c4 req-74f70b19-97c7-45d9-a3df-3684a4b4f7b9 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 943 time: 0.4708774 Oct 13 04:40:17.627612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] For port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,segment=NetworkSegment(3b491587-5ecb-4796-9390-915aaea91fc0),segment_id=3b491587-5ecb-4796-9390-915aaea91fc0)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:17.628599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.664496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Calling delete_port for bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:17.696565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f055e40e-9eda-49ff-b8ae-32a1ec5b7eee req-6456ee59-b907-43e5-ad8c-488f68b587ec tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902631 Oct 13 04:40:17.801443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c041-8b56-4771-9df9-52bff292c602 req-0f64696f-3863-47bb-9b74-491a19e80def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:17.802128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.815890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-0f64696f-3863-47bb-9b74-491a19e80def service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6a1c05f84eb4e79b7e9960f3ef0272e&device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 1094 time: 0.2837601 Oct 13 04:40:17.829278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.863738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0bb8dae7-4abe-47ba-b921-e26e12fc61c4 req-add493c3-c7fa-4144-a234-700bb8b0bedf tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290330 Oct 13 04:40:17.917841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:17.941572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device af090ac8-7733-49ec-8c86-d2ae0cbcdaef no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:17.978691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port eb42ebf7-53fb-4f00-8e94-b658716da2de yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:18.035480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3d088-c46c-44b3-b04d-a9b0af7d5d27 req-3d90490f-78ae-4772-948f-9ba7ea8146de tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:18.045338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d3d088-c46c-44b3-b04d-a9b0af7d5d27 req-3d90490f-78ae-4772-948f-9ba7ea8146de tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.0851507 Oct 13 04:40:18.057904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: af090ac8-7733-49ec-8c86-d2ae0cbcdaef {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:18.060567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device af090ac8-7733-49ec-8c86-d2ae0cbcdaef not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:18.061998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:18.072613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.073948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:18.077367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.081746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c041-8b56-4771-9df9-52bff292c602 req-5346c102-93f6-4526-acab-8a3c38711326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:18.083246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-5346c102-93f6-4526-acab-8a3c38711326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=868456c3-5537-40d7-8fd0-05ad8a0fd5de HTTP/1.1" status: 200 len: 909 time: 0.2616549 Oct 13 04:40:18.115803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:18.116170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:18.123013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:18.125523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] No DVR routers for this DVR port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:18.129716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:18.155769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] No DVR routers for this DVR port bb88a0c4-9b2c-4757-85b1-dd3d48d5f936 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:18.191681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Pushing event updated for resources: {'Port': ['ID=e12d0385-64f2-4e12-889c-321d177deb9e,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:18.203932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Port': ['ID=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:18.237829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-20699b24-5d1e-4376-b0eb-74eb666a42e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef HTTP/1.1" status: 200 len: 217 time: 0.1428254 Oct 13 04:40:18.287350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632dd7c2-b5b6-4dbc-82c0-b8daeb7c1e25 None None] Pushing event deleted for resources: {'Port': ['ID=bb88a0c4-9b2c-4757-85b1-dd3d48d5f936,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:18.290436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Attempting to bind port e12d0385-64f2-4e12-889c-321d177deb9e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:18.290811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Attempting to bind port e12d0385-64f2-4e12-889c-321d177deb9e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:18.294940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Attempting to bind port e12d0385-64f2-4e12-889c-321d177deb9e on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:18.295608 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.318307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:18.323860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:18.324305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.324833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:18.325357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Bound port: e12d0385-64f2-4e12-889c-321d177deb9e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:18.325752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.336600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9130b0-dd80-4cbc-8ca4-7882d3c01273']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:18.374928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d3d088-c46c-44b3-b04d-a9b0af7d5d27 req-7d27124f-d07b-4e62-af62-c606c192fb77 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250909 Oct 13 04:40:18.380661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b491587-5ecb-4796-9390-915aaea91fc0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:18.381562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b491587-5ecb-4796-9390-915aaea91fc0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:40:18.413063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c041-8b56-4771-9df9-52bff292c602 req-4a20009a-761e-4f2b-9b98-84246d8a5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:18.413771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.414740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-4a20009a-761e-4f2b-9b98-84246d8a5861 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=242b3013-a35b-411d-a920-9268f00037be HTTP/1.1" status: 200 len: 848 time: 0.1664443 Oct 13 04:40:18.444819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.455668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-00de57dd-2ec6-4b18-a182-4e9167d1c284 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=868456c3-5537-40d7-8fd0-05ad8a0fd5de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286901 Oct 13 04:40:18.458652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:40:18.459797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:40:18.464200 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:40:18.510210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] For port e12d0385-64f2-4e12-889c-321d177deb9e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:18.561088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.571146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] For port e12d0385-64f2-4e12-889c-321d177deb9e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e12d0385-64f2-4e12-889c-321d177deb9e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:18.576792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.591723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:18.606078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] 10.222.0.49 "DELETE /v2.0/networks/ad9130b0-dd80-4cbc-8ca4-7882d3c01273 HTTP/1.1" status: 204 len: 168 time: 1.4202640 Oct 13 04:40:18.635621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd76b-1fc4-41dd-af74-d584479fc898 tempest-TestNetworkBasicOps-563039724 tempest-TestNetworkBasicOps-563039724-project] Pushing event deleted for resources: {'Network': ['ID=ad9130b0-dd80-4cbc-8ca4-7882d3c01273,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:18.737291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ac08c-8d31-4064-b6ce-bae3e1f5e9cf None None] Pushing event updated for resources: {'Port': ['ID=e12d0385-64f2-4e12-889c-321d177deb9e,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:18.776586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 172.20.0.11 (391fc220-7154-4be0-b4c9-0dda4eebc160/75850270-8a9e-46df-9609-db4506465464/eb42ebf7-53fb-4f00-8e94-b658716da2de) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:18.903836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe21:31d2 (391fc220-7154-4be0-b4c9-0dda4eebc160/bab080e8-d23c-4e69-a56d-1fe1535e8a4b/eb42ebf7-53fb-4f00-8e94-b658716da2de) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:18.938040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device dbd9d7ce-78e1-4061-ab18-81cff7b506ef details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:40:19.149651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a9e31-69d4-4728-a6a1-c59ef16f0107 req-cc15f02b-f32c-47df-bacb-339711807b95 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.166269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-887a9e31-69d4-4728-a6a1-c59ef16f0107 req-cc15f02b-f32c-47df-bacb-339711807b95 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 943 time: 0.1745646 Oct 13 04:40:19.226262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.238736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-887a9e31-69d4-4728-a6a1-c59ef16f0107 req-9a62271e-415c-44f0-8a4f-bb2b75a00e2b tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715771 Oct 13 04:40:19.257651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-a1f0d31f-240b-4f76-ac0b-e2c810011018 service neutron] 10.222.0.16 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604175 Oct 13 04:40:19.353951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,segment=NetworkSegment(ce632d3d-706b-47d8-b70e-e0d41d62be79),segment_id=ce632d3d-706b-47d8-b70e-e0d41d62be79)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:19.356176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.378779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef', 'network_id': '868456c3-5537-40d7-8fd0-05ad8a0fd5de', 'port_id': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef', 'mac_address': 'fa:16:3e:59:8a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242b3013-a35b-411d-a920-9268f00037be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:40:19.407402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:19.417977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:19.457476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.477573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51004) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:19.484091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=eb42ebf7-53fb-4f00-8e94-b658716da2de,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:19.495363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:19.497962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd9d7ce-78e1-4061-ab18-81cff7b506ef {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:40:19.510676 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7008c041-8b56-4771-9df9-52bff292c602 req-930d7958-31bd-4ff2-b7cd-148e434faa12 service neutron] 10.222.0.16 "GET /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351825 Oct 13 04:40:19.550725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,segment=NetworkSegment(ce632d3d-706b-47d8-b70e-e0d41d62be79),segment_id=ce632d3d-706b-47d8-b70e-e0d41d62be79)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:19.563439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.641436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.642120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:19.673510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:19.688462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d01b949f-9b0a-4691-95f8-236de2d8ec8e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9048378 Oct 13 04:40:19.691020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51024) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:19.770514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d4d0c-23e2-4331-b5ed-8863f1418002 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.771195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-00603042-878a-412a-a52d-1ed6c89cd823 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=273adb652f57484eb9f85e8433ddda80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922959 Oct 13 04:40:19.772563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51030) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:19.778835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d4d0c-23e2-4331-b5ed-8863f1418002 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:19.780753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-040d4d0c-23e2-4331-b5ed-8863f1418002 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0884967 Oct 13 04:40:19.788902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['dbd9d7ce-78e1-4061-ab18-81cff7b506ef'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:19.800460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51034) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:20.022090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.078167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e12d0385-64f2-4e12-889c-321d177deb9e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:20.083374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.158171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port eb42ebf7-53fb-4f00-8e94-b658716da2de {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:20.158637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.235559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.238082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.242219 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7efdc4a-a69f-4936-8af4-5bd9ff2133f1 HTTP/1.1" status: 204 len: 168 time: 0.4642565 Oct 13 04:40:20.260784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6261da-9d55-442a-8e27-679356322aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efdc4a-a69f-4936-8af4-5bd9ff2133f1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:20.334542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e12d0385-64f2-4e12-889c-321d177deb9e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:20.334934 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.510012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.578680 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.608884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for eb42ebf7-53fb-4f00-8e94-b658716da2de owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:20.639126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6208086-3687-43c2-8147-da7f31c7fd76 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:20.647626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port e12d0385-64f2-4e12-889c-321d177deb9e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e12d0385-64f2-4e12-889c-321d177deb9e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:20.701690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.713918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 38410d85-19d3-488c-abab-979b679e58fa no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:20.746479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bfb4a865-d1f3-479d-83bd-fa9c92ab2739 None None] Provisioning complete for port e12d0385-64f2-4e12-889c-321d177deb9e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:20.747006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a865-d1f3-479d-83bd-fa9c92ab2739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:20.754172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b16e2a-e590-4720-aca7-638d5a541346 req-2dac973e-7496-4640-9d8f-841e32335bde tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:20.776796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9b16e2a-e590-4720-aca7-638d5a541346 req-2dac973e-7496-4640-9d8f-841e32335bde tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 944 time: 0.2590365 Oct 13 04:40:20.797382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 38410d85-19d3-488c-abab-979b679e58fa {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:20.797936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 38410d85-19d3-488c-abab-979b679e58fa not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:20.882518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=e12d0385-64f2-4e12-889c-321d177deb9e,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:20.937653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9b16e2a-e590-4720-aca7-638d5a541346 req-a41f2671-7a23-4df5-8312-ea5854112f86 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488385 Oct 13 04:40:21.019575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device dbd9d7ce-78e1-4061-ab18-81cff7b506ef up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:21.087600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51148) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:21.127318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9de2-7cb7-4a75-9067-d17bfbdc8fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.246619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d1283-89d7-42ee-b8ec-4f14284b1cbe req-af9d3709-28f4-4328-8f98-3e6b9c1a653d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:21.249048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-331d1283-89d7-42ee-b8ec-4f14284b1cbe req-af9d3709-28f4-4328-8f98-3e6b9c1a653d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1249828 Oct 13 04:40:21.259245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port dbd9d7ce-78e1-4061-ab18-81cff7b506ef completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:40:21.267415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port dbd9d7ce-78e1-4061-ab18-81cff7b506ef triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:21.268127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.297139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.430857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=eb42ebf7-53fb-4f00-8e94-b658716da2de,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:21.443369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9de2-7cb7-4a75-9067-d17bfbdc8fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.460980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bc6e9de2-7cb7-4a75-9067-d17bfbdc8fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.468213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.517411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:21.520289 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7955e4d2-891c-43bc-95ac-36b21ef0a301" -d '{"events": [{"server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "name": "network-vif-plugged", "status": "completed", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:21.530750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bc6e9de2-7cb7-4a75-9067-d17bfbdc8fae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78e940b8c9004d8d8561ce2d422c7faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383061 Oct 13 04:40:21.543468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,segment=NetworkSegment(ce632d3d-706b-47d8-b70e-e0d41d62be79),segment_id=ce632d3d-706b-47d8-b70e-e0d41d62be79)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:21.556260 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.558372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e9de2-7cb7-4a75-9067-d17bfbdc8fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5258bd-507c-4be9-bd0b-01834fe62a84,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:21.562780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51184) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:21.666632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:21.704982 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0a812-b18b-413f-b343-f6039ba22459 x-openstack-request-id: req-46a0a812-b18b-413f-b343-f6039ba22459 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:21.705501 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "name": "network-vif-plugged", "status": "completed", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:21.705932 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46a0a812-b18b-413f-b343-f6039ba22459 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:21.706687 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef', 'code': 200} Oct 13 04:40:21.719104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.779581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e12d0385-64f2-4e12-889c-321d177deb9e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:21.795958 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.850342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e12d0385-64f2-4e12-889c-321d177deb9e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:21.854907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.934823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.938941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:21.941129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a5258bd-507c-4be9-bd0b-01834fe62a84 HTTP/1.1" status: 204 len: 168 time: 0.3769407 Oct 13 04:40:21.956124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f9a1b-c7dc-413b-b5ce-f9b40f532d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5258bd-507c-4be9-bd0b-01834fe62a84,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:22.205821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906792e7-8ebf-4d6b-b62e-b1f63e33ea68 req-4dbe04e4-ea06-49a9-844c-7be1682ce058 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.218489 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-906792e7-8ebf-4d6b-b62e-b1f63e33ea68 req-4dbe04e4-ea06-49a9-844c-7be1682ce058 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.1506965 Oct 13 04:40:22.310500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-906792e7-8ebf-4d6b-b62e-b1f63e33ea68 req-18efd985-ea3f-45be-82bc-45a5526c40bd tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843439 Oct 13 04:40:22.432020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-331d1283-89d7-42ee-b8ec-4f14284b1cbe req-89e6ffbc-03a3-41fd-ade1-ff7126af0778 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746032 Oct 13 04:40:22.590566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518a82-ba84-49ad-8aa4-07fdc549facd req-150cb91e-83d8-44d8-8680-1778718658da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.594510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7518a82-ba84-49ad-8aa4-07fdc549facd req-150cb91e-83d8-44d8-8680-1778718658da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 1096 time: 0.2432306 Oct 13 04:40:22.681830 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:22.698737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51286) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:22.722834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e439860e-d8db-4a93-98bd-e542ec592bdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/eb42ebf7-53fb-4f00-8e94-b658716da2de HTTP/1.1" status: 204 len: 168 time: 2.9184530 Oct 13 04:40:22.770155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a4131463-c645-4b8e-ae2b-703ed3822ddd None None] Provisioning complete for port e12d0385-64f2-4e12-889c-321d177deb9e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:22.771927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a4131463-c645-4b8e-ae2b-703ed3822ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:22.777933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7518a82-ba84-49ad-8aa4-07fdc549facd req-f03d967c-7b98-4c53-b13a-e89cca531700 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727033 Oct 13 04:40:22.864909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272c7cb-48f0-4eab-a9e9-a08700aafe9f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.870830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272c7cb-48f0-4eab-a9e9-a08700aafe9f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.876790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272c7cb-48f0-4eab-a9e9-a08700aafe9f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:22.882070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:22.882301 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4272c7cb-48f0-4eab-a9e9-a08700aafe9f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1758249 Oct 13 04:40:22.915958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a4131463-c645-4b8e-ae2b-703ed3822ddd None None] Could not find standard attr ID for object eb42ebf7-53fb-4f00-8e94-b658716da2de. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:22.981860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 75850270-8a9e-46df-9609-db4506465464 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:22.989927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.043594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.139778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c73065fc-1dd2-4500-9f59-e4f1e2c3bcbc None None] Could not find standard attr ID for object eb42ebf7-53fb-4f00-8e94-b658716da2de. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:23.205217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.293574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.309820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.313176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/75850270-8a9e-46df-9609-db4506465464 HTTP/1.1" status: 204 len: 168 time: 0.4299567 Oct 13 04:40:23.315861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51360) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:23.334936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123944-a435-400e-8e36-dbef0df054a3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=75850270-8a9e-46df-9609-db4506465464,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:23.400848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet bab080e8-d23c-4e69-a56d-1fe1535e8a4b {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:23.405201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.506601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.635034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709b84c-4cc0-41af-adf2-5f78f4a1c945 req-806e1691-bf4a-481e-b371-1ce133789959 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:23.642740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6709b84c-4cc0-41af-adf2-5f78f4a1c945 req-806e1691-bf4a-481e-b371-1ce133789959 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0985012 Oct 13 04:40:23.657482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.706829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6709b84c-4cc0-41af-adf2-5f78f4a1c945 req-efa0f38c-fe10-4561-87fa-1f4a1c1f0365 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631471 Oct 13 04:40:23.763138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeaa41-d5e3-4b6e-8299-821ba943f9db req-8767a664-6c8d-4b65-8733-a92e420bfc05 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:23.764987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98aeaa41-d5e3-4b6e-8299-821ba943f9db req-8767a664-6c8d-4b65-8733-a92e420bfc05 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.3251700 Oct 13 04:40:23.839033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.894289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906f883-7cc2-4ec9-ab73-0865a32babf5 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:23.913856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=bab080e8-d23c-4e69-a56d-1fe1535e8a4b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:23.928623 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:23.934515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ba0ce6a4-8d89-45f9-ae52-54fdfce19a77 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bab080e8-d23c-4e69-a56d-1fe1535e8a4b HTTP/1.1" status: 204 len: 168 time: 0.6149015 Oct 13 04:40:23.934788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51426) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:23.958886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-98aeaa41-d5e3-4b6e-8299-821ba943f9db req-62d4ec33-bea0-4b2c-841b-7dcb85632d5b tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642866 Oct 13 04:40:23.992696 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e3feef26-5c8d-46ca-ba25-15a678d0995f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564077 Oct 13 04:40:24.000097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51434) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.074671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a674c56a-c961-4bf2-b705-ee8992c70e6a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:24.084512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51444) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.094823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a674c56a-c961-4bf2-b705-ee8992c70e6a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0933359 Oct 13 04:40:24.174889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb22628-f90b-47c2-9bd5-75a562f8b4c2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:24.176396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddb22628-f90b-47c2-9bd5-75a562f8b4c2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0896602 Oct 13 04:40:24.179576 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51458) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.207457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:24.230141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ce8e33f3-9459-4947-9a00-69d0915d9147 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494401 Oct 13 04:40:24.235276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.248120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:24.278749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Deleting port e12d0385-64f2-4e12-889c-321d177deb9e {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:24.279820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.357702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:24.361314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.364402 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:24.364837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:24.368371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] For port e12d0385-64f2-4e12-889c-321d177deb9e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e12d0385-64f2-4e12-889c-321d177deb9e,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:24.368778 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.385260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Calling delete_port for e12d0385-64f2-4e12-889c-321d177deb9e owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:24.394535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e4ccb48-bd7d-4744-9d80-e3e3b76ceed6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1578674 Oct 13 04:40:24.397932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51482) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.404965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:24.488224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.520717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] Pushing event deleted for resources: {'Port': ['ID=e12d0385-64f2-4e12-889c-321d177deb9e,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:24.524913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1484a12-0fee-4265-a254-99778f06ee9f None None] No DVR routers for this DVR port e12d0385-64f2-4e12-889c-321d177deb9e on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:24.529931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:24.539415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.540897 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:24.541326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:24.558315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a640a3e2-93a0-4812-acdf-e25546c788f8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1590955 Oct 13 04:40:24.561951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51488) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.567309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:24.676370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:24.680061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.681524 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:24.681955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:24.699089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4907c0d7-f899-41d9-ab5b-5e1d7b79951a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1359944 Oct 13 04:40:24.701952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51492) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.706736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:24.829106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:24.832575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.838421 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:24.838852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:24.858618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582d78-5d44-4f59-b7b7-4d00f96ce089 req-71e0cfb1-b198-4fe9-800d-0c51e4b206d3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:24.860172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e582d78-5d44-4f59-b7b7-4d00f96ce089 req-71e0cfb1-b198-4fe9-800d-0c51e4b206d3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0776868 Oct 13 04:40:24.868475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82b0fdbc-d715-4876-bdc9-cf1f6e2a5c7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1655464 Oct 13 04:40:24.872042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:24.878730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:24.902649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5e582d78-5d44-4f59-b7b7-4d00f96ce089 req-92b31fe1-1077-4adc-9302-11e78d2a3b79 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Oct 13 04:40:24.980730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:24.984277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:24.985683 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:24.986110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:25.005989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d906a6f5-6fb6-4552-87e1-fade608d1bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1321800 Oct 13 04:40:25.009480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.017145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:25.070285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cda9f-dbd1-4029-9149-87fda6a8f2b3 req-1503f6d1-2314-4b28-a61d-65e2a88d8ba7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:25.071886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-475cda9f-dbd1-4029-9149-87fda6a8f2b3 req-1503f6d1-2314-4b28-a61d-65e2a88d8ba7 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.0559001 Oct 13 04:40:25.114153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:25.118136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:25.119664 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:25.119780 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-475cda9f-dbd1-4029-9149-87fda6a8f2b3 req-e39516dd-f310-489d-9f04-fb720ddb5511 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Oct 13 04:40:25.119989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:25.138059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-21504334-b7bb-43e9-a0b2-8392208497f4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1272523 Oct 13 04:40:25.140675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51506) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.171619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-72432ea7-9107-4158-a673-1092709ec074 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296822 Oct 13 04:40:25.173783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.230145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0e0b6-d9d9-44da-a1d8-070291da338a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:25.231723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49e0e0b6-d9d9-44da-a1d8-070291da338a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568771 Oct 13 04:40:25.234176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51516) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.275951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1357f401-360f-455d-9fe5-91e64863ddb9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402467 Oct 13 04:40:25.279926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51518) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.285589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:25.399980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:25.404220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:25.704028 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e12d0385-64f2-4e12-889c-321d177deb9e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:25.729061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e12d0385-64f2-4e12-889c-321d177deb9e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:25.730376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e12d0385-64f2-4e12-889c-321d177deb9e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:25.775309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:25.777113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:25.815954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:25.819217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:25.823578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:25.824254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:25.832344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bfb6e8-3164-4a69-9d13-347cb1611a26 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:25.847881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5663121 Oct 13 04:40:25.851680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51534) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:25.856787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:ac:83:d6', 'name': 'tempest-NetworksTestDHCPv6-557427016'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:25.875283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=a6782618-adfc-4fa6-af16-932e6e538317,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:25.911277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.912441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.912958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.913494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.914004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.914516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.915035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.915610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.916152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.916678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.917222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:25.917752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79cf4f-566a-4c62-a3ec-fe263e23d7b0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:26.020320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:26.056425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'a6782618-adfc-4fa6-af16-932e6e538317'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:40:26.057418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:26.095784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da002-8ee8-4ad5-93d7-1559e96e899e req-71063d2e-d420-4c37-aff5-87522bda7d02 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:26.105886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-199da002-8ee8-4ad5-93d7-1559e96e899e req-71063d2e-d420-4c37-aff5-87522bda7d02 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0975163 Oct 13 04:40:26.151553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:26.179295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-199da002-8ee8-4ad5-93d7-1559e96e899e req-c5b00213-caa0-4f3b-b15c-34f7b88e1fed tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674839 Oct 13 04:40:26.194125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 5ddc7986-86e8-438b-b1f6-ec9cebb47335 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:26.323416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Allocated IP 2001:db8::f816:3eff:fe63:8f73 (391fc220-7154-4be0-b4c9-0dda4eebc160/a6782618-adfc-4fa6-af16-932e6e538317/8d04b7d0-9760-4b01-a6aa-4b8e59af2292) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:26.783947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:26.788941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:26.841697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:26.845306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:26.851079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:26.853296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Pushing event updated for resources: {'Port': ['ID=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:26.853412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:feac:83d6 (391fc220-7154-4be0-b4c9-0dda4eebc160/a6782618-adfc-4fa6-af16-932e6e538317/5ddc7986-86e8-438b-b1f6-ec9cebb47335) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:26.924444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Attempting to bind port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:26.925026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Attempting to bind port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:26.925565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Attempting to bind port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:26.932823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:26.933311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:26.934025 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:26.934507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:26.935166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Bound port: 8d04b7d0-9760-4b01-a6aa-4b8e59af2292, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:26.935632 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.012077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] For port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:27.016067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] For port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:27.025965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.035094 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.075197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.138791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114fc6-3241-4df3-9a2a-ee2a01a47246 None None] Pushing event updated for resources: {'Port': ['ID=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:27.144211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:27.148198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:27.152127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:27.158383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.159001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.168421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=5ddc7986-86e8-438b-b1f6-ec9cebb47335,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:27.186540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1114eb53-3c5c-470b-95d5-09452262dd7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3336077 Oct 13 04:40:27.189287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51550) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:27.267593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0025d-6b50-40e1-8839-b2c5b901bc7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.275200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b0025d-6b50-40e1-8839-b2c5b901bc7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.277500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2b0025d-6b50-40e1-8839-b2c5b901bc7d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0872309 Oct 13 04:40:27.280378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51554) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:27.379115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2076eff-ee16-409e-9fe2-b7ff1827178b req-c27b2fa9-3ea6-4140-8bbd-456f7d005a19 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.385475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2076eff-ee16-409e-9fe2-b7ff1827178b req-c27b2fa9-3ea6-4140-8bbd-456f7d005a19 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0996382 Oct 13 04:40:27.446270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2076eff-ee16-409e-9fe2-b7ff1827178b req-817c543f-eaf8-4e3b-8cc5-0541f2220d89 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Oct 13 04:40:27.446877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 5ddc7986-86e8-438b-b1f6-ec9cebb47335 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:27.447362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.566543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.581107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 5ddc7986-86e8-438b-b1f6-ec9cebb47335 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:27.778502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:27.808821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.841836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=5ddc7986-86e8-438b-b1f6-ec9cebb47335,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:27.855377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:27.855892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.888524 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.896048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51566) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:27.908695 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-30bc7ee1-81b9-4ec1-b36c-e2e856c432ea tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5ddc7986-86e8-438b-b1f6-ec9cebb47335 HTTP/1.1" status: 204 len: 168 time: 0.6263430 Oct 13 04:40:27.976393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0004c9-19c3-4745-88f5-5c9d53a2a449 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.977382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:27.987226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0004c9-19c3-4745-88f5-5c9d53a2a449 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:27.987226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4a0004c9-19c3-4745-88f5-5c9d53a2a449 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0890856 Oct 13 04:40:27.989773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51572) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:28.020847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:28.026696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.078599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet a6782618-adfc-4fa6-af16-932e6e538317 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:28.081905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.115353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:28.161199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.289843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.411340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.433398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.439144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a6782618-adfc-4fa6-af16-932e6e538317 HTTP/1.1" status: 204 len: 168 time: 0.4457355 Oct 13 04:40:28.439845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51580) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:28.461976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2e8dd-b439-422d-9d69-37f38087e21b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=a6782618-adfc-4fa6-af16-932e6e538317,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:28.562408 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f3563f0-723a-4462-a8e9-2a87d316b696 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206973 Oct 13 04:40:28.564603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:28.570231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fccb905-3ac9-42f1-a891-dfe36a8f45c7 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:28.579964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:28.643842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ec39a-5b0c-4aaf-9d9f-97cf2ae2b656 req-00454825-22b7-4d48-acf6-849151f503fb tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:28.652427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-359ec39a-5b0c-4aaf-9d9f-97cf2ae2b656 req-00454825-22b7-4d48-acf6-849151f503fb tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0770988 Oct 13 04:40:28.710018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-359ec39a-5b0c-4aaf-9d9f-97cf2ae2b656 req-f21e30f7-0766-4214-913a-b7a299970a42 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543449 Oct 13 04:40:28.744277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d5163fbf-298b-4616-8f7b-6d964421859a None None] Provisioning complete for port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:28.745175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5163fbf-298b-4616-8f7b-6d964421859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:28.784612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:28.793262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.021981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:29.095773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Deleting port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:29.096160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.211680 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] For port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:29.212205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.227473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Calling delete_port for 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:29.262250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:29.366375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.399568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] Pushing event deleted for resources: {'Port': ['ID=8d04b7d0-9760-4b01-a6aa-4b8e59af2292,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:29.404565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dd91d5-7342-4ee8-85f8-83e321d71d23 None None] No DVR routers for this DVR port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:29.439913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Port 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 04:40:29.440224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:8f73 {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 04:40:29.444738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_pluggable_backend [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe63:8f73 {{(pid=95047) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 04:40:29.446113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.521452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=028c64bc-5833-42dc-8bc1-127f8915562e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:29.540214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:29.542015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:29.551647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:29.552745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.563023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061ac74-c964-4d26-91ca-cb40ddd4c4e6 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:29.583288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-06885cfc-767b-4a5d-bea2-d633c1dabd3b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0168591 Oct 13 04:40:29.586612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:29.594270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:09:80:38', 'name': 'tempest-NetworksTestDHCPv6-2065978102'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:29.761940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:29.841795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:29.850629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8d04b7d0-9760-4b01-a6aa-4b8e59af2292 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:29.915813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '028c64bc-5833-42dc-8bc1-127f8915562e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:40:29.916692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:29.923014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ccf60-e54e-4d6a-ad85-7959326f875e req-a9ef5e00-0e50-493f-8568-b9f3964c8899 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:29.924890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-798ccf60-e54e-4d6a-ad85-7959326f875e req-a9ef5e00-0e50-493f-8568-b9f3964c8899 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0734599 Oct 13 04:40:29.994100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-798ccf60-e54e-4d6a-ad85-7959326f875e req-5c596354-c190-4442-bf53-bcba03408a60 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Oct 13 04:40:30.030578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187062-77aa-469d-a365-4f28e2c2bc15 req-671c51f9-5a30-4e31-888e-bf798863a45d tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:30.038043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b187062-77aa-469d-a365-4f28e2c2bc15 req-671c51f9-5a30-4e31-888e-bf798863a45d tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.5069366 Oct 13 04:40:30.119559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2b187062-77aa-469d-a365-4f28e2c2bc15 req-d57b7e94-2cc2-40d9-a3fa-03b3ed15ae57 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786541 Oct 13 04:40:30.121657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Allocated IP 2001:db8::f816:3eff:fe46:5bfa (391fc220-7154-4be0-b4c9-0dda4eebc160/028c64bc-5833-42dc-8bc1-127f8915562e/32b371ab-2711-4afe-be59-3af30a4beac3) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:30.123528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:30.223970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.246557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port c67b93d4-8a64-4b47-93d0-3a77a624862f yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:30.298237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.305683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.358832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Pushing event updated for resources: {'Port': ['ID=32b371ab-2711-4afe-be59-3af30a4beac3,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:30.370974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe09:8038 (391fc220-7154-4be0-b4c9-0dda4eebc160/028c64bc-5833-42dc-8bc1-127f8915562e/c67b93d4-8a64-4b47-93d0-3a77a624862f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:30.381585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:30.383369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:30.390487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:30.450155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Attempting to bind port 32b371ab-2711-4afe-be59-3af30a4beac3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:30.450791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Attempting to bind port 32b371ab-2711-4afe-be59-3af30a4beac3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:30.451365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Attempting to bind port 32b371ab-2711-4afe-be59-3af30a4beac3 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:30.457068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:30.458143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:30.459431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.459983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:30.460613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Bound port: 32b371ab-2711-4afe-be59-3af30a4beac3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:30.461155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.536140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] For port 32b371ab-2711-4afe-be59-3af30a4beac3, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:30.541191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] For port 32b371ab-2711-4afe-be59-3af30a4beac3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=32b371ab-2711-4afe-be59-3af30a4beac3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:30.548022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.566961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.628971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be046a-1d85-465b-9719-9cf242850206 None None] Pushing event updated for resources: {'Port': ['ID=32b371ab-2711-4afe-be59-3af30a4beac3,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:30.635414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.705848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:30.707796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=c67b93d4-8a64-4b47-93d0-3a77a624862f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:30.711429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:30.714090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:30.720366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:30.726077 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:30.758256 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8e45e817-ea7d-435a-9871-b3753527a34c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1688437 Oct 13 04:40:30.761028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51630) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:30.819268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d14e4-e9c5-4bac-8ca2-3831608212e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:30.825594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d14e4-e9c5-4bac-8ca2-3831608212e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:30.830018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5b2d14e4-e9c5-4bac-8ca2-3831608212e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0652571 Oct 13 04:40:30.830240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51634) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:31.007204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port c67b93d4-8a64-4b47-93d0-3a77a624862f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:31.007204 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.024902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-f5d81b3e-9207-46da-819f-51c3dccdf4ad tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.026442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-f5d81b3e-9207-46da-819f-51c3dccdf4ad tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.16 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.0881400 Oct 13 04:40:31.190579 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.214848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823627d-9eb1-491e-aa70-feb7bf1c65ec req-1d0dcae4-c264-416f-b468-b4bfb67519fe tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.223292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for c67b93d4-8a64-4b47-93d0-3a77a624862f owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:31.223685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6823627d-9eb1-491e-aa70-feb7bf1c65ec req-1d0dcae4-c264-416f-b468-b4bfb67519fe tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1429808 Oct 13 04:40:31.249679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Deleting port dbd9d7ce-78e1-4061-ab18-81cff7b506ef {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:31.250238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.340450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6823627d-9eb1-491e-aa70-feb7bf1c65ec req-a58181c9-5def-486a-b66d-a632a8746215 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068268 Oct 13 04:40:31.390871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] For port dbd9d7ce-78e1-4061-ab18-81cff7b506ef, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,segment=NetworkSegment(ce632d3d-706b-47d8-b70e-e0d41d62be79),segment_id=ce632d3d-706b-47d8-b70e-e0d41d62be79)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:31.392219 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.411478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3e49-2037-4444-8748-f3a09aa1c508 req-33e68dee-9c07-4022-b717-5e1a24d17c20 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.412669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Calling delete_port for dbd9d7ce-78e1-4061-ab18-81cff7b506ef owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:31.413083 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f54b3e49-2037-4444-8748-f3a09aa1c508 req-33e68dee-9c07-4022-b717-5e1a24d17c20 tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/ports?device_id=99334d13-a91e-4e30-9fe4-0b0f66757b1d HTTP/1.1" status: 200 len: 945 time: 0.1864734 Oct 13 04:40:31.478577 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.510775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f54b3e49-2037-4444-8748-f3a09aa1c508 req-672d5157-a01f-4176-a533-f3ad15bef82e tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.49 "GET /v2.0/security-groups?id=a92f0184-7e36-4bab-805a-2c906ab88026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880265 Oct 13 04:40:31.555762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=c67b93d4-8a64-4b47-93d0-3a77a624862f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:31.586486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.590055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9f6e0d3b-ca82-4fb0-aaae-4fbf6a24a1ad tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/c67b93d4-8a64-4b47-93d0-3a77a624862f HTTP/1.1" status: 204 len: 168 time: 0.7588575 Oct 13 04:40:31.593082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51640) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:31.612251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.626070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['dbd9d7ce-78e1-4061-ab18-81cff7b506ef'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:31.699907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Pushing event deleted for resources: {'Port': ['ID=dbd9d7ce-78e1-4061-ab18-81cff7b506ef,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:31.713164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de78f38-0192-47ac-814d-f96d8dba5bf0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.715008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de78f38-0192-47ac-814d-f96d8dba5bf0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:31.716597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7de78f38-0192-47ac-814d-f96d8dba5bf0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222706 Oct 13 04:40:31.721613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51644) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:31.771684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] No DVR routers for this DVR port dbd9d7ce-78e1-4061-ab18-81cff7b506ef on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:31.785341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.786404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 32b371ab-2711-4afe-be59-3af30a4beac3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:31.789731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5232eeb2-7a7f-4f58-afa4-c03b525876a7 req-592c1971-80c1-4dae-94b0-4d111ae1e78f tempest-VolumesActionsTest-1028945639 tempest-VolumesActionsTest-1028945639-project] 10.222.0.16 "DELETE /v2.0/ports/dbd9d7ce-78e1-4061-ab18-81cff7b506ef HTTP/1.1" status: 204 len: 173 time: 0.7556679 Oct 13 04:40:31.790374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'name': 'network-vif-deleted', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:31.793121 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f174c7c-3df5-46b2-964d-d42fcb4862ce" -d '{"events": [{"server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "name": "network-vif-deleted", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:31.826798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 028c64bc-5833-42dc-8bc1-127f8915562e {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:31.835095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.839215 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e68ef-1d10-4ff3-9105-a8aefec5fc85 x-openstack-request-id: req-7f6e68ef-1d10-4ff3-9105-a8aefec5fc85 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:31.839742 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99334d13-a91e-4e30-9fe4-0b0f66757b1d", "name": "network-vif-deleted", "tag": "dbd9d7ce-78e1-4061-ab18-81cff7b506ef", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:31.840135 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f6e68ef-1d10-4ff3-9105-a8aefec5fc85 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:31.840713 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99334d13-a91e-4e30-9fe4-0b0f66757b1d', 'name': 'network-vif-deleted', 'tag': 'dbd9d7ce-78e1-4061-ab18-81cff7b506ef', 'status': 'completed', 'code': 200} Oct 13 04:40:31.919908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:31.929930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 32b371ab-2711-4afe-be59-3af30a4beac3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:31.930317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.088403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.109433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.188794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.229148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:40:32.229801 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:40:32.234820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] Provisioning complete for port 32b371ab-2711-4afe-be59-3af30a4beac3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:32.235225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.240522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=028c64bc-5833-42dc-8bc1-127f8915562e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:32.247106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.258485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-09efb755-4668-4b44-af47-e3ee072d4db5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/028c64bc-5833-42dc-8bc1-127f8915562e HTTP/1.1" status: 204 len: 168 time: 0.5357702 Oct 13 04:40:32.261033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:32.320180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9967d771-d3d4-47a2-b84e-c0c98ee94d07 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571437 Oct 13 04:40:32.323504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51656) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:32.371923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.402299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798c136-b80e-425e-9692-281182a50f75 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:32.404108 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d798c136-b80e-425e-9692-281182a50f75 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0794952 Oct 13 04:40:32.406585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:32.446141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] For port 32b371ab-2711-4afe-be59-3af30a4beac3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=32b371ab-2711-4afe-be59-3af30a4beac3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:32.457248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.502270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ac965-0170-4f73-8f78-d807a063552e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:32.504517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-df4ac965-0170-4f73-8f78-d807a063552e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0965574 Oct 13 04:40:32.507254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51662) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:32.512210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa333ba-e0c5-4997-bc85-b8f3f2136e61 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:32.544945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7454a-2e13-4479-aa29-0d5df538a768 req-f493ddc8-c332-47fb-ae0e-1e45bc9dc762 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:32.546693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c7454a-2e13-4479-aa29-0d5df538a768 req-f493ddc8-c332-47fb-ae0e-1e45bc9dc762 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1019433 Oct 13 04:40:32.624095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-565b9a6b-ba95-4458-8e02-f30b869a7612 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077602 Oct 13 04:40:32.624621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51668) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:32.631285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:32.644471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c7454a-2e13-4479-aa29-0d5df538a768 req-7c03f13b-a5db-4fbd-acff-7b67ab8fcf8e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915399 Oct 13 04:40:32.683331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bdeef8b0-2362-4d33-ad5d-038920ca71b6 None None] Could not find standard attr ID for object c67b93d4-8a64-4b47-93d0-3a77a624862f. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:32.704495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec98911-59e1-406e-8050-eda3fcc1d145 None None] Pushing event updated for resources: {'Port': ['ID=32b371ab-2711-4afe-be59-3af30a4beac3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:32.800348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:32.805225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.807547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:32.872455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Deleting port 32b371ab-2711-4afe-be59-3af30a4beac3 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:32.872860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:32.988768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] For port 32b371ab-2711-4afe-be59-3af30a4beac3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=32b371ab-2711-4afe-be59-3af30a4beac3,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:32.989340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.004523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Calling delete_port for 32b371ab-2711-4afe-be59-3af30a4beac3 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:33.108587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.120911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] No DVR routers for this DVR port 32b371ab-2711-4afe-be59-3af30a4beac3 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:33.141650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc2a81-217e-43ea-96d9-f34f57dbc5a4 None None] Pushing event deleted for resources: {'Port': ['ID=32b371ab-2711-4afe-be59-3af30a4beac3,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:33.214366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.objects.ports [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:33.216411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.266402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=f2b59ec9-319f-4408-9000-9774b525bdc0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:33.286423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:33.289787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:33.294384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:33.295469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.300626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5063a74-3535-47b4-8886-fa9ada64e670 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:33.321963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51688) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:33.325293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bab89b58-cea2-4468-932a-fb956a3a6ec8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6946411 Oct 13 04:40:33.328404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:06:e0:b6', 'name': 'tempest-NetworksTestDHCPv6-200631078'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:33.434096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc886c6-be89-43d0-b6bf-ff8d266e41f9 req-dd61cb9c-8ff2-436e-8bd3-21e8a0d320e3 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:33.435582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7bc886c6-be89-43d0-b6bf-ff8d266e41f9 req-dd61cb9c-8ff2-436e-8bd3-21e8a0d320e3 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.0688734 Oct 13 04:40:33.492938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7bc886c6-be89-43d0-b6bf-ff8d266e41f9 req-d7413474-62f4-413a-8706-b4352c88c3ec tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Oct 13 04:40:33.535213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:33.567155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'f2b59ec9-319f-4408-9000-9774b525bdc0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:40:33.568329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.641007 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.664376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port a8e0b09d-3205-4837-8df8-a372395ca422 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:33.758144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Allocated IP 2001:db8::f816:3eff:fe73:6e8a (391fc220-7154-4be0-b4c9-0dda4eebc160/f2b59ec9-319f-4408-9000-9774b525bdc0/cb8b9825-6d06-4562-82dd-62ed84a4a32c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:33.779889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 32b371ab-2711-4afe-be59-3af30a4beac3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:33.831323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfe713-ce00-4995-bc69-677f399266b9 req-9b01d948-3096-4a4d-8f80-6aa98ddb9f90 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:33.832837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35bfe713-ce00-4995-bc69-677f399266b9 req-9b01d948-3096-4a4d-8f80-6aa98ddb9f90 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0551026 Oct 13 04:40:33.842942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 32b371ab-2711-4afe-be59-3af30a4beac3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:33.843325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 32b371ab-2711-4afe-be59-3af30a4beac3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:33.883408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35bfe713-ce00-4995-bc69-677f399266b9 req-e085ef9d-c4af-4ed8-84df-4845dda1ba4d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Oct 13 04:40:33.964555 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:33.978783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.050533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:34.054001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:34.058754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:34.062241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Pushing event updated for resources: {'Port': ['ID=cb8b9825-6d06-4562-82dd-62ed84a4a32c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:34.067837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe06:e0b6 (391fc220-7154-4be0-b4c9-0dda4eebc160/f2b59ec9-319f-4408-9000-9774b525bdc0/a8e0b09d-3205-4837-8df8-a372395ca422) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:34.142969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Attempting to bind port cb8b9825-6d06-4562-82dd-62ed84a4a32c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:34.143386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Attempting to bind port cb8b9825-6d06-4562-82dd-62ed84a4a32c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:34.143758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Attempting to bind port cb8b9825-6d06-4562-82dd-62ed84a4a32c on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:34.150427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:34.150891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:34.151338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.151861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:34.152472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Bound port: cb8b9825-6d06-4562-82dd-62ed84a4a32c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:34.152989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.223876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] For port cb8b9825-6d06-4562-82dd-62ed84a4a32c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:34.227889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] For port cb8b9825-6d06-4562-82dd-62ed84a4a32c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cb8b9825-6d06-4562-82dd-62ed84a4a32c,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:34.232857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.240498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.285699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.312926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bf356-0884-4da8-90a2-fdddd5b3a834 None None] Pushing event updated for resources: {'Port': ['ID=cb8b9825-6d06-4562-82dd-62ed84a4a32c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:34.337981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:34.341320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:34.346125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:34.352119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:34.352740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.356768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=a8e0b09d-3205-4837-8df8-a372395ca422,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:34.378990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae64f1d4-f677-4cb4-8171-94f16eb4147a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0528963 Oct 13 04:40:34.379518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51700) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:34.431859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff238b8c-8ee1-4f9d-85f6-9a1ac9117ca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:34.438061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff238b8c-8ee1-4f9d-85f6-9a1ac9117ca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:34.439778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff238b8c-8ee1-4f9d-85f6-9a1ac9117ca3 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0592315 Oct 13 04:40:34.442509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51702) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:34.574884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port a8e0b09d-3205-4837-8df8-a372395ca422 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:34.575281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.692431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcef64c-f82d-4acb-a829-0254143d8928 req-3e16dec5-4578-4d3e-8ff2-0e00289891be tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:34.694482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebcef64c-f82d-4acb-a829-0254143d8928 req-3e16dec5-4578-4d3e-8ff2-0e00289891be tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.1149981 Oct 13 04:40:34.714005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.734209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for a8e0b09d-3205-4837-8df8-a372395ca422 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:34.760266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ebcef64c-f82d-4acb-a829-0254143d8928 req-df4c9f2c-539b-45c9-8a69-05ad0d041446 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Oct 13 04:40:34.882314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.915797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=a8e0b09d-3205-4837-8df8-a372395ca422,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:34.946718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:34.952970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9279afc3-1ec7-44bb-8b4a-4ea6a4847e51 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/a8e0b09d-3205-4837-8df8-a372395ca422 HTTP/1.1" status: 204 len: 168 time: 0.5065029 Oct 13 04:40:34.953246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51714) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:34.973049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device dbd9d7ce-78e1-4061-ab18-81cff7b506ef no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:35.010744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: dbd9d7ce-78e1-4061-ab18-81cff7b506ef {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:35.016046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe224ef-e785-4529-be4d-bc2a376a2375 req-cb05d8e2-d76c-4590-b41c-1bba7a5d91da tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:35.017571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fe224ef-e785-4529-be4d-bc2a376a2375 req-cb05d8e2-d76c-4590-b41c-1bba7a5d91da tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0641356 Oct 13 04:40:35.017857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device dbd9d7ce-78e1-4061-ab18-81cff7b506ef not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:35.096410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d3687-7a25-4edd-aa66-c2204c3cd4bd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:35.098222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d3687-7a25-4edd-aa66-c2204c3cd4bd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:35.100054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8b2d3687-7a25-4edd-aa66-c2204c3cd4bd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1457598 Oct 13 04:40:35.103624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51720) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:35.118008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-23622e9d-4b7c-4dcc-84f9-d48c9fb5961b tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:35.119589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-23622e9d-4b7c-4dcc-84f9-d48c9fb5961b tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.47 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.1569505 Oct 13 04:40:35.186893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fe224ef-e785-4529-be4d-bc2a376a2375 req-ea566af2-1e6d-409e-ab77-4245d7619b59 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496065 Oct 13 04:40:35.229456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet f2b59ec9-319f-4408-9000-9774b525bdc0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:35.238684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.328935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Deleting port 3949cc5a-08d9-41db-9e48-c509e4a7d238 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:35.329198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.332320 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.465208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.542144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] For port 3949cc5a-08d9-41db-9e48-c509e4a7d238, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=3949cc5a-08d9-41db-9e48-c509e4a7d238,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:35.543456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.559655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.569965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Calling delete_port for 3949cc5a-08d9-41db-9e48-c509e4a7d238 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:35.684324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] Provisioning complete for port cb8b9825-6d06-4562-82dd-62ed84a4a32c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:35.686244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.913214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:35.941711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cb8b9825-6d06-4562-82dd-62ed84a4a32c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:36.002567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8e44a-39db-44ea-b590-7275900dcbb6 req-614e94c2-3511-4479-8317-da55f45324f8 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:36.003046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] For port cb8b9825-6d06-4562-82dd-62ed84a4a32c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cb8b9825-6d06-4562-82dd-62ed84a4a32c,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:36.004816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9be8e44a-39db-44ea-b590-7275900dcbb6 req-614e94c2-3511-4479-8317-da55f45324f8 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/ports?device_id=e809cbc3-f4bd-4da1-865e-61bdde3048ed HTTP/1.1" status: 200 len: 950 time: 0.1148503 Oct 13 04:40:36.010172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.019004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b59ec9-319f-4408-9000-9774b525bdc0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:36.028568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.041455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39abeb7c-33d5-455d-94d8-1967463818e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f2b59ec9-319f-4408-9000-9774b525bdc0 HTTP/1.1" status: 204 len: 168 time: 0.9363351 Oct 13 04:40:36.043865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51732) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:36.058252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.064574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['3949cc5a-08d9-41db-9e48-c509e4a7d238'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:36.083783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-320a267f-3bdf-4672-9f85-dd12bc0a0da6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383096 Oct 13 04:40:36.087538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51734) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:36.094114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:36.141640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Pushing event deleted for resources: {'Port': ['ID=3949cc5a-08d9-41db-9e48-c509e4a7d238,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:36.193965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cb8b9825-6d06-4562-82dd-62ed84a4a32c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:36.194343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.205942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8e173-cc33-4d58-be5d-ad4965e91827 None None] Pushing event updated for resources: {'Port': ['ID=cb8b9825-6d06-4562-82dd-62ed84a4a32c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:36.210495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1dc6cf8a-de0c-4d0d-ac7f-f77fc095db60 None None] Could not find standard attr ID for object a8e0b09d-3205-4837-8df8-a372395ca422. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:36.253989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] No DVR routers for this DVR port 3949cc5a-08d9-41db-9e48-c509e4a7d238 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:36.263216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.267704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4ecc5906-0dc4-41e1-b84d-f5b5e9b23040 req-510d0850-25dd-45ca-b3fe-80941ffe3e3e tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.47 "DELETE /v2.0/ports/3949cc5a-08d9-41db-9e48-c509e4a7d238 HTTP/1.1" status: 204 len: 173 time: 1.1397181 Oct 13 04:40:36.268644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'name': 'network-vif-deleted', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:36.272756 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c602fbc8-dfdf-47a6-a0e3-c8d9538e6600" -d '{"events": [{"server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "name": "network-vif-deleted", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:36.279122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9be8e44a-39db-44ea-b590-7275900dcbb6 req-ceca5ad9-55fa-4dbb-8af2-5b2c38fa5cb2 tempest-VolumesBackupsTest-1183150902 tempest-VolumesBackupsTest-1183150902-project] 10.222.0.49 "GET /v2.0/security-groups?id=050b5465-0d5e-443d-bbca-f40ba0dc291d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540960 Oct 13 04:40:36.280700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:36.287560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:36.404918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae59a60-f28d-4adf-945e-a0c460a4c1e1 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:36.413773 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02facdb-e77d-465d-81e8-21e9044340f7 x-openstack-request-id: req-d02facdb-e77d-465d-81e8-21e9044340f7 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:36.414722 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e809cbc3-f4bd-4da1-865e-61bdde3048ed", "name": "network-vif-deleted", "tag": "3949cc5a-08d9-41db-9e48-c509e4a7d238", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:36.416039 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d02facdb-e77d-465d-81e8-21e9044340f7 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:36.417100 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e809cbc3-f4bd-4da1-865e-61bdde3048ed', 'name': 'network-vif-deleted', 'tag': '3949cc5a-08d9-41db-9e48-c509e4a7d238', 'status': 'completed', 'code': 200} Oct 13 04:40:36.513599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf41b-221c-4948-a3ce-da04fe0b55e6 req-23add5ad-a139-4085-8e30-92ad315d4369 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:36.524917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99ebf41b-221c-4948-a3ce-da04fe0b55e6 req-23add5ad-a139-4085-8e30-92ad315d4369 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1968668 Oct 13 04:40:36.694088 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99ebf41b-221c-4948-a3ce-da04fe0b55e6 req-56a69816-6c7f-42d8-ab9b-6e772798e32b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637440 Oct 13 04:40:36.950163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:37.129010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.253503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2f4d1c3d-b9c0-477f-a704-7cb46aa5aa58 None None] Provisioning complete for port cb8b9825-6d06-4562-82dd-62ed84a4a32c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:37.254626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1c3d-b9c0-477f-a704-7cb46aa5aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.304572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port cb8b9825-6d06-4562-82dd-62ed84a4a32c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cb8b9825-6d06-4562-82dd-62ed84a4a32c,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:37.363655 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.373268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.374313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.459589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:37.467826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:37.477337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:37.477973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.481427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e24ba-1b7d-4002-90b4-55c299b139d6 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:37.512780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=58ad7eaa-caad-4ca4-8175-cd06aa13a52b,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:37.520825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4294941 Oct 13 04:40:37.524023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:37.529747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:14:d6:5f', 'name': 'tempest-NetworksTestDHCPv6-317115158'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:37.532913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59aee-637c-4ba1-9ddf-a67042df3bf8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=cb8b9825-6d06-4562-82dd-62ed84a4a32c,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:37.747986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:37.805409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cb8b9825-6d06-4562-82dd-62ed84a4a32c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:37.922300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbd28d-d690-4dce-b99b-d69d4263c762 req-e4379bcd-c788-4522-829c-38a644337cf8 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:37.924061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cb8b9825-6d06-4562-82dd-62ed84a4a32c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:37.925899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:37.942921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74dbd28d-d690-4dce-b99b-d69d4263c762 req-e4379bcd-c788-4522-829c-38a644337cf8 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1275845 Oct 13 04:40:37.983162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.015941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74dbd28d-d690-4dce-b99b-d69d4263c762 req-31ab6d3e-0a44-4ecd-8cb7-b32bb8ba6ce4 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717051 Oct 13 04:40:38.047707 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port a53b5de3-cfd8-4f74-9c21-04baffd643ae yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:38.172345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a477912d-df79-44df-8a47-12c94f3e993e None None] Provisioning complete for port cb8b9825-6d06-4562-82dd-62ed84a4a32c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:38.172717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a477912d-df79-44df-8a47-12c94f3e993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.223539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe14:d65f (391fc220-7154-4be0-b4c9-0dda4eebc160/58ad7eaa-caad-4ca4-8175-cd06aa13a52b/a53b5de3-cfd8-4f74-9c21-04baffd643ae) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:38.404483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.445976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.521997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:38.527787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:38.544172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:38.550556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:38.551266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.556183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=a53b5de3-cfd8-4f74-9c21-04baffd643ae,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:38.570460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.570809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.571229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.571566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.573692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.574237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.574312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:40:38.591731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-869e7f7f-758c-40ab-8783-97a50f6167e5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0641160 Oct 13 04:40:38.592138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:38.685187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6356e-b05f-4118-b868-f1ca09ebd362 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:38.693416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f6356e-b05f-4118-b868-f1ca09ebd362 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:38.698529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:38.699787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a6f6356e-b05f-4118-b868-f1ca09ebd362 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1065452 Oct 13 04:40:38.863115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port a53b5de3-cfd8-4f74-9c21-04baffd643ae {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:38.863454 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:38.958512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-18a61f2e-8453-4fc1-a2fd-41aeddfaf338 None None] Provisioning complete for port a53b5de3-cfd8-4f74-9c21-04baffd643ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:38.959277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-18a61f2e-8453-4fc1-a2fd-41aeddfaf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.019770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-18a61f2e-8453-4fc1-a2fd-41aeddfaf338 None None] Port a53b5de3-cfd8-4f74-9c21-04baffd643ae cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:40:39.023231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.037667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for a53b5de3-cfd8-4f74-9c21-04baffd643ae owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:39.198835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.228772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=a53b5de3-cfd8-4f74-9c21-04baffd643ae,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:39.270128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.277638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51788) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:39.287915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-03acd786-c042-402f-a005-31f21c2956e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/a53b5de3-cfd8-4f74-9c21-04baffd643ae HTTP/1.1" status: 204 len: 168 time: 0.5879083 Oct 13 04:40:39.309210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c491-0ff8-42e6-8191-e7abca8dfd83 req-0f8ae5c2-4eed-47d7-b20c-eb9e52b4b5ef tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:39.310783 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d85c491-0ff8-42e6-8191-e7abca8dfd83 req-0f8ae5c2-4eed-47d7-b20c-eb9e52b4b5ef tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1940942 Oct 13 04:40:39.375611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67448862-0586-4eb6-af7d-1939795d5fba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:39.377257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67448862-0586-4eb6-af7d-1939795d5fba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:39.383755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51792) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:39.401887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-67448862-0586-4eb6-af7d-1939795d5fba tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1231003 Oct 13 04:40:39.475622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d85c491-0ff8-42e6-8191-e7abca8dfd83 req-80a564ff-df8a-45b5-a49b-c2d9e10e5f1c tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512165 Oct 13 04:40:39.485187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 58ad7eaa-caad-4ca4-8175-cd06aa13a52b {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:39.488481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.542042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.573993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3949cc5a-08d9-41db-9e48-c509e4a7d238 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:39.595008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 3949cc5a-08d9-41db-9e48-c509e4a7d238 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:39.595387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 3949cc5a-08d9-41db-9e48-c509e4a7d238 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:39.663907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.758953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.807427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=58ad7eaa-caad-4ca4-8175-cd06aa13a52b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:39.821309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:39.824741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef4fc32-c8a0-46b4-bacc-c9e3c7772f2b None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:39.827425 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14487419-2d0d-4c7f-a20c-2c0826c99032 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/58ad7eaa-caad-4ca4-8175-cd06aa13a52b HTTP/1.1" status: 204 len: 168 time: 0.4405217 Oct 13 04:40:39.827858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:39.906249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51810) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:39.906499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ccb9c1f1-b262-41c3-bbb0-c2b2780fa235 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743856 Oct 13 04:40:39.981428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abad372-c50e-48ec-9a57-79507c5d384e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:39.992927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51812) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:39.993156 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7abad372-c50e-48ec-9a57-79507c5d384e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0855658 Oct 13 04:40:40.102176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaeb9e8-beb3-4b37-a420-b5017a2e0607 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.103921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eeaeb9e8-beb3-4b37-a420-b5017a2e0607 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1098289 Oct 13 04:40:40.106394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51816) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:40.116662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:40:40.179502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3062d1ee-44e6-4241-b2bf-43e91b56bbc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660741 Oct 13 04:40:40.180324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:40.185354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:40.243596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Deleting port cb8b9825-6d06-4562-82dd-62ed84a4a32c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:40.244449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.369660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] For port cb8b9825-6d06-4562-82dd-62ed84a4a32c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cb8b9825-6d06-4562-82dd-62ed84a4a32c,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:40.370085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.389490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Calling delete_port for cb8b9825-6d06-4562-82dd-62ed84a4a32c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:40.389726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:40.395286 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.562903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.609196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] Pushing event deleted for resources: {'Port': ['ID=cb8b9825-6d06-4562-82dd-62ed84a4a32c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:40.625108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d458644-3154-47e1-afb6-9f74680cd569 None None] No DVR routers for this DVR port cb8b9825-6d06-4562-82dd-62ed84a4a32c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:40.680341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719c7cb-7c85-45f6-bd70-eb03b77bdb37 req-7e086a93-b11c-481c-9314-58690a207710 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.681925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f719c7cb-7c85-45f6-bd70-eb03b77bdb37 req-7e086a93-b11c-481c-9314-58690a207710 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1036930 Oct 13 04:40:40.736207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f719c7cb-7c85-45f6-bd70-eb03b77bdb37 req-e09eadf8-e350-40a5-afe0-afb9c48c2122 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Oct 13 04:40:40.741879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.804931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:40.808449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:40.818014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0b3d5-e8dc-44e8-a430-2278fd96d0a5 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:40.820108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:40.821559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:40.832826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=b4165da6-8a31-4792-8d50-b7211b9c7530,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:40.848277 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-96c91fa5-cda9-4fba-bd27-3409f364f80f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6667266 Oct 13 04:40:40.851902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:40.857568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:da:e8:f9', 'name': 'tempest-NetworksTestDHCPv6-1930829412'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:41.048300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:41.053766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.113090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': 'b4165da6-8a31-4792-8d50-b7211b9c7530'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:40:41.114238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.124927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 5664764c-98b8-4010-9236-e944f428e54b yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:41.283298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::377 (391fc220-7154-4be0-b4c9-0dda4eebc160/b4165da6-8a31-4792-8d50-b7211b9c7530/5664764c-98b8-4010-9236-e944f428e54b) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:41.479201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.526547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.592023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:41.595886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:41.607164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:41.613561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:41.614780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/b4165da6-8a31-4792-8d50-b7211b9c7530/9e07170a-d56a-4c85-b64e-9bdc894409e2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:41.615779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.620226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=5664764c-98b8-4010-9236-e944f428e54b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:41.648061 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cc779154-8861-41ff-8775-af071b635c22 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7948313 Oct 13 04:40:41.651230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:41.712168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.767312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690d938-e71b-4f1f-b599-bf080eb622b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:41.768990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2690d938-e71b-4f1f-b599-bf080eb622b6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1156650 Oct 13 04:40:41.772531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51850) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:41.783474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cb8b9825-6d06-4562-82dd-62ed84a4a32c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:41.831245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cb8b9825-6d06-4562-82dd-62ed84a4a32c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:41.831245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cb8b9825-6d06-4562-82dd-62ed84a4a32c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:41.877202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e0e255a-5d9b-4d25-8273-8b07e671667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.900291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:40:41.972036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 5664764c-98b8-4010-9236-e944f428e54b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:41.973287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:41.976049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb5f33-47f7-44ff-abeb-bbd9b68180df req-536f00de-2e96-45e9-90fe-b64d108ea9d1 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:41.985362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b7bb5f33-47f7-44ff-abeb-bbd9b68180df req-536f00de-2e96-45e9-90fe-b64d108ea9d1 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0808399 Oct 13 04:40:41.998361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.015261 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.041120 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b7bb5f33-47f7-44ff-abeb-bbd9b68180df req-d4339be8-c49d-40b8-aefe-a168448f42df tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542178 Oct 13 04:40:42.082330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:42.090112 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:42.091809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:42.096351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:42.179739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.202304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 5664764c-98b8-4010-9236-e944f428e54b owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:42.220992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Attempting to bind port 9e07170a-d56a-4c85-b64e-9bdc894409e2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:40:42.221378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Attempting to bind port 9e07170a-d56a-4c85-b64e-9bdc894409e2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:40:42.221748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Attempting to bind port 9e07170a-d56a-4c85-b64e-9bdc894409e2 on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:40:42.236510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:40:42.236931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:40:42.237352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.237749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:40:42.238238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Bound port: 9e07170a-d56a-4c85-b64e-9bdc894409e2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:40:42.238631 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.347916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:40:42.360729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:40:42.376715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.533581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df6a60-1418-4205-96ad-63fb8f43856a None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:42.533793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-4d6dafac-6e90-40a9-8de2-5156f04637a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.539718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-4d6dafac-6e90-40a9-8de2-5156f04637a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8848c5933804400fb52740195edb6eb7&device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 1096 time: 0.0926192 Oct 13 04:40:42.581351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5bf05-babd-4ab0-95f3-f0427bf6e88c req-ce324d86-1154-460f-8782-ed578af2f071 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.582912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4db5bf05-babd-4ab0-95f3-f0427bf6e88c req-ce324d86-1154-460f-8782-ed578af2f071 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1576641 Oct 13 04:40:42.668558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4db5bf05-babd-4ab0-95f3-f0427bf6e88c req-8a6de871-2c57-4445-8e24-d378df39c9df tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703475 Oct 13 04:40:42.669334 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.753876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-69eff980-6c91-456e-af82-415a1bea4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.756264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.758108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-69eff980-6c91-456e-af82-415a1bea4019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 200 len: 917 time: 0.2111442 Oct 13 04:40:42.760721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=5664764c-98b8-4010-9236-e944f428e54b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:42.763877 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:42.767613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-62dd13ae-b734-4323-bda6-936512fe2f7e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5664764c-98b8-4010-9236-e944f428e54b HTTP/1.1" status: 204 len: 168 time: 0.9937966 Oct 13 04:40:42.772030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51916) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:42.874009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-9c7d99b6-57fb-4898-9d96-abd7a4a9ed3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d7bc022-c285-4686-b77b-39af94b41f8b HTTP/1.1" status: 200 len: 217 time: 0.1084511 Oct 13 04:40:42.888885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec55d53-d265-4485-8af5-c7d55f6db296 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.890700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec55d53-d265-4485-8af5-c7d55f6db296 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:42.892463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2ec55d53-d265-4485-8af5-c7d55f6db296 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1193619 Oct 13 04:40:42.895320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51922) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:42.999910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-8e26691c-4638-46c8-8dd8-9bbdd598f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:43.001399 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-8e26691c-4638-46c8-8dd8-9bbdd598f1ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 200 len: 855 time: 0.1094320 Oct 13 04:40:43.007706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet b4165da6-8a31-4792-8d50-b7211b9c7530 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:43.013587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:43.071708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-e7ef8880-1df7-4f9d-b2ec-43d80cab9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:43.073317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-e7ef8880-1df7-4f9d-b2ec-43d80cab9654 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f44651c1-5ee4-46c0-b720-5d01372f8e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573840 Oct 13 04:40:43.093182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:43.216918 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:43.258536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-197b83bc-20cf-45e9-9de1-50bb207dee6d service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755896 Oct 13 04:40:43.293785 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:43.323833 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:43.327574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/b4165da6-8a31-4792-8d50-b7211b9c7530 HTTP/1.1" status: 204 len: 168 time: 0.4304159 Oct 13 04:40:43.331011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:43.413885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c96d0e-e40c-47ac-a574-ded7bd777880 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=b4165da6-8a31-4792-8d50-b7211b9c7530,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:43.430730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3cdf2755-cd3b-449a-8bd2-8e3e1cd6c185 req-e4477c26-aa4e-4bf5-a297-2ae7ba8c5ffd service neutron] 10.222.0.47 "GET /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638961 Oct 13 04:40:43.459188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:43.463570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ac3e0f05-31f1-47ba-ace2-15286c63732e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245859 Oct 13 04:40:43.554248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadd455-5ca5-43b7-8731-4f3dd29fa910 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:43.559103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bfadd455-5ca5-43b7-8731-4f3dd29fa910 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0959735 Oct 13 04:40:43.559426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51964) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:43.674616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9d956-849c-4d6b-856c-314d46c30a9c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:43.679125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:43.679913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-81a9d956-849c-4d6b-856c-314d46c30a9c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158607 Oct 13 04:40:43.844408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:43.858270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0dbaa016-e420-469a-86a0-943e14335f54 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1763899 Oct 13 04:40:43.862304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 51974) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:43.868559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:43.997369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c21280-3690-48fc-8655-50a90197eb84 req-a7e9537d-a3d0-4766-ac48-798a2264b089 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:44.005647 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70c21280-3690-48fc-8655-50a90197eb84 req-a7e9537d-a3d0-4766-ac48-798a2264b089 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1288428 Oct 13 04:40:44.034739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:44.036741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.111431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70c21280-3690-48fc-8655-50a90197eb84 req-d421009b-cc8f-4660-bce8-859c5f575cb8 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046872 Oct 13 04:40:44.128627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:44.133182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.198248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c72372f5-5dec-4c03-907c-4212bc1eaa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.254325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.316087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:44.320984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa325ee8-a258-49b8-a300-4e32f463e079 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:44.326326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.513356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5b37aa3b-097f-4928-ac0c-b79d2ed54787 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:44.513739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b37aa3b-097f-4928-ac0c-b79d2ed54787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:44.571410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:44.649094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:44.853198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.079034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-67acc06c-fad2-405c-b999-4776075e4f8a None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:45.081527 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67acc06c-fad2-405c-b999-4776075e4f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.104469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:45.179883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.217582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.218986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.306131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=c679cdbe-10c0-4118-afda-1a632cba36c1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:45.378965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.405465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:45.431922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:45.442787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:45.447872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.463240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-19472741-b1f7-48c7-bdbf-bc84b4f7247c None None] Could not find standard attr ID for object 5664764c-98b8-4010-9236-e944f428e54b. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:45.464997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef7dd65-7f3a-471d-8e08-7f96fc0cec77 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:45.472791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360be04-824f-4073-975b-205e9b5740a8 req-35ec30dd-67ca-414b-a116-f43ec1df38b0 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:45.474591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9360be04-824f-4073-975b-205e9b5740a8 req-35ec30dd-67ca-414b-a116-f43ec1df38b0 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.2423375 Oct 13 04:40:45.481636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:45.504437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0061401c-8c14-4ffd-bacd-2cc7f9d30aa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6407402 Oct 13 04:40:45.508375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 51996) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:45.513564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:45.529147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9360be04-824f-4073-975b-205e9b5740a8 req-9b72a0a6-a642-4b75-b84b-8165b700ba4d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Oct 13 04:40:45.549291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.732833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:45.736974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.777132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5d898-00fa-4c31-a35b-77157ab54071 req-7d09e638-6f58-4dca-8bb3-fd27794370f2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:45.778767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86e5d898-00fa-4c31-a35b-77157ab54071 req-7d09e638-6f58-4dca-8bb3-fd27794370f2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.0920296 Oct 13 04:40:45.794449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:45.845879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86e5d898-00fa-4c31-a35b-77157ab54071 req-8a65c8c6-8996-463d-aef4-588a7e704d7d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587621 Oct 13 04:40:45.959863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:45.960243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:45.974383 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c679cdbe-10c0-4118-afda-1a632cba36c1 (CIDR: 2001:db8::/64) Oct 13 04:40:45.997977 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:45.998577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:46.043928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57c7f4-5f10-4768-b661-b70652e658cf req-a8766a7f-db2f-4286-b67c-7e042067ce92 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:46.046527 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ed57c7f4-5f10-4768-b661-b70652e658cf req-a8766a7f-db2f-4286-b67c-7e042067ce92 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.0978627 Oct 13 04:40:46.063106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ca38776-8971-48ac-a743-8385ea7999ef tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5509920 Oct 13 04:40:46.063463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52010) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:46.075759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:46.238713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ed57c7f4-5f10-4768-b661-b70652e658cf req-4cca0f27-310e-4741-9cf9-2715e2fb9e8e tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507978 Oct 13 04:40:46.294749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9958bfc5-f89c-42ce-b73c-8fce6b56d11d None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:46.297549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9958bfc5-f89c-42ce-b73c-8fce6b56d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:46.405805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:46.410805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:46.490203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ae86-f189-40bf-adab-b754a2036d27 req-5c0f6f18-3b7f-4dde-8591-fa2f3bbc5117 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:46.492751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c2ae86-f189-40bf-adab-b754a2036d27 req-5c0f6f18-3b7f-4dde-8591-fa2f3bbc5117 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.0886643 Oct 13 04:40:46.561375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c2ae86-f189-40bf-adab-b754a2036d27 req-e68bf856-c3ec-4803-9857-7774ad9b24bb tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Oct 13 04:40:46.973895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-c345c52e-16c1-4368-8746-fa65489e0b14 req-ab3fbafe-b2d0-4350-9a0c-124fe2d90443 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:40:46.974976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c345c52e-16c1-4368-8746-fa65489e0b14 req-ab3fbafe-b2d0-4350-9a0c-124fe2d90443 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3697281 Oct 13 04:40:47.098297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c345c52e-16c1-4368-8746-fa65489e0b14 req-1917f34f-b489-436c-ac8b-66a9b78bcfde tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1160979 Oct 13 04:40:47.289546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:47.301399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:47.385072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=ab88d44f-d677-4af0-ab3b-34c6602a8b34,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:47.395110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:47.397580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:47.400435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:47.401936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:47.408162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcec30c-be68-42eb-8403-961c2d6077d4 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:47.452856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-81821123-ef2d-4f46-8a0a-e4252b02c195 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3882487 Oct 13 04:40:47.466763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:47.472110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:0d:1f:85', 'name': 'tempest-NetworksTestDHCPv6-1634859429'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:47.556691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debc819-229a-4fa0-a186-548907c70036 req-40ba1c00-d927-4050-851e-654e01180372 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:47.561002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9debc819-229a-4fa0-a186-548907c70036 req-40ba1c00-d927-4050-851e-654e01180372 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1243870 Oct 13 04:40:47.626912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9debc819-229a-4fa0-a186-548907c70036 req-d5e6eb34-70ed-4f36-b5f5-8d2621ee6ad5 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Oct 13 04:40:47.742017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:47.763939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'c679cdbe-10c0-4118-afda-1a632cba36c1', 'ip_address': '2001:db8::f816:3eff:feed:2a90'}, {'subnet_id': 'ab88d44f-d677-4af0-ab3b-34c6602a8b34'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '9e07170a-d56a-4c85-b64e-9bdc894409e2'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:40:47.820761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:47.919568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d3f62-697c-43f7-b481-ceeb89ab45b1 req-1e415dd2-d8e6-4787-93df-18b7bc786c21 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:47.921248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-306d3f62-697c-43f7-b481-ceeb89ab45b1 req-1e415dd2-d8e6-4787-93df-18b7bc786c21 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.1527538 Oct 13 04:40:47.993502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-306d3f62-697c-43f7-b481-ceeb89ab45b1 req-a8c4d254-f733-45e8-b8ef-93eb15977fd8 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593700 Oct 13 04:40:48.002437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:48.059519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port f09c6582-88fa-4d77-b44b-50267db60dbf yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:48.214153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Allocated IP 2001:db8:0:1::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/ab88d44f-d677-4af0-ab3b-34c6602a8b34/9e07170a-d56a-4c85-b64e-9bdc894409e2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:48.219405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd535c-87d1-4500-ad0e-388d209ddd2f req-3c1726fd-f341-4696-9e13-46e89142d5b5 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:48.221186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83bd535c-87d1-4500-ad0e-388d209ddd2f req-3c1726fd-f341-4696-9e13-46e89142d5b5 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.0869002 Oct 13 04:40:48.269952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83bd535c-87d1-4500-ad0e-388d209ddd2f req-f2973367-6ccd-4097-b684-c8d95006f7a6 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Oct 13 04:40:48.463109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:48.521924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:48.536280 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:48.663773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833174-1aa3-498a-9a90-b9c4a836e81a None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:48.743580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c73d0-b857-49fa-9f3a-2a23c734cef9 req-f282abfd-e433-430c-a4f6-c1c384fdb685 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:48.751201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c73d0-b857-49fa-9f3a-2a23c734cef9 req-f282abfd-e433-430c-a4f6-c1c384fdb685 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:48.763861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c73d0-b857-49fa-9f3a-2a23c734cef9 req-f282abfd-e433-430c-a4f6-c1c384fdb685 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:48.776237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-600c73d0-b857-49fa-9f3a-2a23c734cef9 req-f282abfd-e433-430c-a4f6-c1c384fdb685 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b&device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b&device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 2418 time: 0.2479630 Oct 13 04:40:48.896004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-600c73d0-b857-49fa-9f3a-2a23c734cef9 req-d1fbc1c8-1595-42c3-9bd1-53b0128f9345 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172688 Oct 13 04:40:48.913765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8:0:1::342 (391fc220-7154-4be0-b4c9-0dda4eebc160/ab88d44f-d677-4af0-ab3b-34c6602a8b34/f09c6582-88fa-4d77-b44b-50267db60dbf) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:48.932773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-ea2e30e8-3f4c-43ba-ae18-4598b52b8af3 req-f0d8789e-97cb-496b-afcb-ad809406410f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:40:48.933620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe0d:1f85 (391fc220-7154-4be0-b4c9-0dda4eebc160/c679cdbe-10c0-4118-afda-1a632cba36c1/f09c6582-88fa-4d77-b44b-50267db60dbf) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:48.934003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea2e30e8-3f4c-43ba-ae18-4598b52b8af3 req-f0d8789e-97cb-496b-afcb-ad809406410f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072539 Oct 13 04:40:49.185133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea2e30e8-3f4c-43ba-ae18-4598b52b8af3 req-114feac8-c4bc-4bd4-91ef-e644e70f5437 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2273884 Oct 13 04:40:49.270080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:49.326460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:49.389966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:49.401595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:49.439141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:49.451044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:49.451760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:49.486945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=f09c6582-88fa-4d77-b44b-50267db60dbf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:49.507174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07727b5b-6e40-4151-82ba-cc8ee83805e6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0388103 Oct 13 04:40:49.509782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52082) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:49.624032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port f09c6582-88fa-4d77-b44b-50267db60dbf {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:49.624371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:49.769072 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:49.778205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:49.793224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for f09c6582-88fa-4d77-b44b-50267db60dbf owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:49.879094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:49.879478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:50.008309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-806bc5a6-2f23-4bce-ada1-f3850dac2482 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:50.008686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-806bc5a6-2f23-4bce-ada1-f3850dac2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:50.104447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:50.325722 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3d0708f0-35b0-4263-99af-a6ff72ec3a86 None None] Could not find standard attr ID for object f09c6582-88fa-4d77-b44b-50267db60dbf. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:40:50.339479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=f09c6582-88fa-4d77-b44b-50267db60dbf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:50.341955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:50.351995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52102) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:50.353095 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-55fe2889-102a-4136-ad72-f7f54df5d9c0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/f09c6582-88fa-4d77-b44b-50267db60dbf HTTP/1.1" status: 204 len: 168 time: 0.8420150 Oct 13 04:40:50.466582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f683f9-f2be-4b02-a38b-a9806aa6d1ca tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:50.476588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30f683f9-f2be-4b02-a38b-a9806aa6d1ca tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1221225 Oct 13 04:40:50.480773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52108) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:50.600141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee3684-85d3-4787-b4aa-8ff628362fe5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:50.604220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95ee3684-85d3-4787-b4aa-8ff628362fe5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1218131 Oct 13 04:40:50.606303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:50.696454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97f1a5-7be6-4a05-a4d7-4f86227c2bb9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:50.700901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97f1a5-7be6-4a05-a4d7-4f86227c2bb9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:50.702460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97f1a5-7be6-4a05-a4d7-4f86227c2bb9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:50.706618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1d97f1a5-7be6-4a05-a4d7-4f86227c2bb9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0990963 Oct 13 04:40:50.710081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:50.846984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet ab88d44f-d677-4af0-ab3b-34c6602a8b34 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:50.856816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:50.947177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.152730 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.172224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aae326-a520-4a96-935b-868e733f7b3b req-19861ef3-61cd-447e-8a49-88021bce2994 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:51.175777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9aae326-a520-4a96-935b-868e733f7b3b req-19861ef3-61cd-447e-8a49-88021bce2994 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.0861394 Oct 13 04:40:51.231548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9aae326-a520-4a96-935b-868e733f7b3b req-f3370c50-64c5-4f3a-bb25-7e5c3e009361 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 Oct 13 04:40:51.246701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.279841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=ab88d44f-d677-4af0-ab3b-34c6602a8b34,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:51.285580 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.289452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4fdc4684-9481-4fd2-aa4b-4a90527037d0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/ab88d44f-d677-4af0-ab3b-34c6602a8b34 HTTP/1.1" status: 204 len: 168 time: 0.5783396 Oct 13 04:40:51.292000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52124) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:51.302410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0db08-5d80-4feb-8da7-0cb362d82198 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:51.417394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet c679cdbe-10c0-4118-afda-1a632cba36c1 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:51.422401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.484897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.668770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.763497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.802215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=c679cdbe-10c0-4118-afda-1a632cba36c1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:51.824110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:51.830394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3052036a-25c0-432b-8652-2439b06f779d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/c679cdbe-10c0-4118-afda-1a632cba36c1 HTTP/1.1" status: 204 len: 168 time: 0.5374165 Oct 13 04:40:51.833813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52130) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:51.908816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-76443590-cdea-4c51-bf0a-e2529efb092c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733118 Oct 13 04:40:51.912130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52134) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:51.924479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:52.115953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:52.120787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:52.428967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-f9adca7a-5b71-4311-bdba-fc71a3ff0ba3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:52.438097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-f9adca7a-5b71-4311-bdba-fc71a3ff0ba3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.1313646 Oct 13 04:40:52.646885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd21eb-4bfc-481f-8ab7-e1b3db768cd7 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:52.652470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Deleting port 63dac007-113e-4bc5-ae29-86665b64a04b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:52.653069 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:52.746615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-824e30d7-3a14-4bb8-8fda-88bf4e5e1580 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:52.747489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-824e30d7-3a14-4bb8-8fda-88bf4e5e1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:52.876311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] For port 63dac007-113e-4bc5-ae29-86665b64a04b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=63dac007-113e-4bc5-ae29-86665b64a04b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:52.876805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:52.920488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Calling delete_port for 63dac007-113e-4bc5-ae29-86665b64a04b owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:53.222353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42484-bb5c-4f79-85c6-7badcb9ccc1f req-6dd6ff75-a9bf-455b-97f7-520b6767ea7b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:53.224132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:53.234083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81b42484-bb5c-4f79-85c6-7badcb9ccc1f req-6dd6ff75-a9bf-455b-97f7-520b6767ea7b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e21db8e-6c6b-4d15-931f-4ca019d3897b HTTP/1.1" status: 200 len: 946 time: 0.7911375 Oct 13 04:40:53.245519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7d7bc022-c285-4686-b77b-39af94b41f8b', '63dac007-113e-4bc5-ae29-86665b64a04b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:53.316635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aaada027-947a-4308-931d-7fee80ec48d1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:53.351755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event deleted for resources: {'Port': ['ID=63dac007-113e-4bc5-ae29-86665b64a04b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:53.401209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] No DVR routers for this DVR port 63dac007-113e-4bc5-ae29-86665b64a04b on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:53.404952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:53.412334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a7ed8-fba2-418e-b4b9-e9f6789227b9 req-794355d8-4724-4868-a1ee-8e8eefe6a2c9 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "DELETE /v2.0/ports/63dac007-113e-4bc5-ae29-86665b64a04b HTTP/1.1" status: 204 len: 173 time: 0.9673371 Oct 13 04:40:53.413277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'name': 'network-vif-deleted', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:53.416292 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0537877e-9a38-4a38-8f70-87a4b0bc87ca" -d '{"events": [{"server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "name": "network-vif-deleted", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:53.454827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81b42484-bb5c-4f79-85c6-7badcb9ccc1f req-028e9b26-d15c-4a03-be4f-d9e57c929d72 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194731 Oct 13 04:40:53.495037 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479e3ff6-449e-446a-8da2-5a3b52dd2033 x-openstack-request-id: req-479e3ff6-449e-446a-8da2-5a3b52dd2033 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:53.495730 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e21db8e-6c6b-4d15-931f-4ca019d3897b", "name": "network-vif-deleted", "tag": "63dac007-113e-4bc5-ae29-86665b64a04b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:53.495730 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-479e3ff6-449e-446a-8da2-5a3b52dd2033 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:53.496025 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e21db8e-6c6b-4d15-931f-4ca019d3897b', 'name': 'network-vif-deleted', 'tag': '63dac007-113e-4bc5-ae29-86665b64a04b', 'status': 'completed', 'code': 200} Oct 13 04:40:53.545587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:40:53.672215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e7cf36fb-fb2f-4369-96a5-115f6b976ad5 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:53.673522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7cf36fb-fb2f-4369-96a5-115f6b976ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:53.861099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.265197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:54.347199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.355955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.358628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.573405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-adb56337-faa9-4f62-bed4-2a021d482b6d req-0152e0ab-126a-493d-a17c-7dc19ceaa237 service neutron] (95047) timed out ('10.222.0.49', 55120) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:40:54.618649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=11']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:54.635870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:54.652207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:54.662538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:54.663363 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:54.668063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b27900-2036-48fd-9780-86fb63273333 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:54.686336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=32463761-f770-4e8d-b0ee-30ba36728c19,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:54.699965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cecf80a1-b499-4a8b-a1df-ae1c7e6ac866 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7866774 Oct 13 04:40:54.703316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52192) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:54.710357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:54.968714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:54.973043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.078176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbe72f-3350-47ef-a2ee-797feaa2891c req-0d685504-2217-4fd5-b760-387a54c54613 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:55.080050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5abbe72f-3350-47ef-a2ee-797feaa2891c req-0d685504-2217-4fd5-b760-387a54c54613 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.0877962 Oct 13 04:40:55.151613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5abbe72f-3350-47ef-a2ee-797feaa2891c req-67f2ecbc-5f77-4be8-888a-c6880f25cb0d tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654402 Oct 13 04:40:55.221454 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32463761-f770-4e8d-b0ee-30ba36728c19 (CIDR: 2001:db8::/64) Oct 13 04:40:55.226070 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:40:55.226495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:40:55.248988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a10a6c6f-7f8c-4282-a1d3-db86b24cd5fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5437260 Oct 13 04:40:55.251988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52202) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:55.260794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:55.409755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-26623e33-3e02-4851-8b5b-1f8276c2d7de None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:55.411020 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-26623e33-3e02-4851-8b5b-1f8276c2d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.475287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:55.478879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.833703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:55.953075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:55.953756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.962862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:55.988040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:55.991547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:56.019764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:56.021300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:56.030019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ecadce-93b5-4016-8464-b5851943095a None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:56.054964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=c011a74b-449a-4f2f-8cc1-b2cc49cee443,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:56.072591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c043b726-6c33-42eb-ad88-e8415bc2ab84 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8169270 Oct 13 04:40:56.072976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52216) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:56.078444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:2b:d8:e6', 'name': 'tempest-NetworksTestDHCPv6-1099850589'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:40:56.324054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:40:56.378124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-290be733-971c-4ac0-aaa8-9e4c99949b99 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:56.380279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-290be733-971c-4ac0-aaa8-9e4c99949b99 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.2069068 Oct 13 04:40:56.399603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': '32463761-f770-4e8d-b0ee-30ba36728c19', 'ip_address': '2001:db8::f816:3eff:feed:2a90'}, {'subnet_id': 'c011a74b-449a-4f2f-8cc1-b2cc49cee443'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '9e07170a-d56a-4c85-b64e-9bdc894409e2'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:40:56.444253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:56.524065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:56.565988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port be205262-f266-4e8f-a0c9-9bbeb3c07e8c yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:40:56.672121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Deleting port aaada027-947a-4308-931d-7fee80ec48d1 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:56.672519 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:56.726963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f9f4-c2cc-42c5-ae56-45b8bf5e633b req-9759ba9f-8699-44c8-8a13-a16c24f97646 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:56.729387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db85f9f4-c2cc-42c5-ae56-45b8bf5e633b req-9759ba9f-8699-44c8-8a13-a16c24f97646 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 946 time: 0.4707155 Oct 13 04:40:56.768704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Allocated IP 2001:db8:0:1::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/c011a74b-449a-4f2f-8cc1-b2cc49cee443/9e07170a-d56a-4c85-b64e-9bdc894409e2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:56.829326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db85f9f4-c2cc-42c5-ae56-45b8bf5e633b req-ac6b87dd-5a9b-44dd-92c0-2c4d92ecc08b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897622 Oct 13 04:40:56.857557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] For port aaada027-947a-4308-931d-7fee80ec48d1, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=aaada027-947a-4308-931d-7fee80ec48d1,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:56.857935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:56.901471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Calling delete_port for aaada027-947a-4308-931d-7fee80ec48d1 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:56.965251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:40:57.005503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.015111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.117986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.124670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab347a-c9c2-4952-adc4-70b35497a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:57.150198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['aaada027-947a-4308-931d-7fee80ec48d1'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:57.181905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event deleted for resources: {'Port': ['ID=aaada027-947a-4308-931d-7fee80ec48d1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:57.212524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7d7bc022-c285-4686-b77b-39af94b41f8b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:40:57.274988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] No DVR routers for this DVR port aaada027-947a-4308-931d-7fee80ec48d1 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:40:57.278792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.283244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07b0b68-2102-4621-bf48-40fa9d12789d req-6f84fd1e-b925-4aa1-85e0-ed20b01c6db3 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.16 "DELETE /v2.0/ports/aaada027-947a-4308-931d-7fee80ec48d1 HTTP/1.1" status: 204 len: 173 time: 0.8942077 Oct 13 04:40:57.288005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'name': 'network-vif-deleted', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:40:57.291090 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b9780-7a4b-4ae9-a836-5e0ee9670fa2" -d '{"events": [{"server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "name": "network-vif-deleted", "tag": "aaada027-947a-4308-931d-7fee80ec48d1"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:40:57.377862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8:0:1::9f (391fc220-7154-4be0-b4c9-0dda4eebc160/c011a74b-449a-4f2f-8cc1-b2cc49cee443/be205262-f266-4e8f-a0c9-9bbeb3c07e8c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:57.393912 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790973a7-7588-4a05-bb32-2ff81ac5579c x-openstack-request-id: req-790973a7-7588-4a05-bb32-2ff81ac5579c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:40:57.394484 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b", "name": "network-vif-deleted", "tag": "aaada027-947a-4308-931d-7fee80ec48d1", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:40:57.396003 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-790973a7-7588-4a05-bb32-2ff81ac5579c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:40:57.397289 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b', 'name': 'network-vif-deleted', 'tag': 'aaada027-947a-4308-931d-7fee80ec48d1', 'status': 'completed', 'code': 200} Oct 13 04:40:57.405848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::f816:3eff:fe2b:d8e6 (391fc220-7154-4be0-b4c9-0dda4eebc160/32463761-f770-4e8d-b0ee-30ba36728c19/be205262-f266-4e8f-a0c9-9bbeb3c07e8c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:40:57.704087 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.709307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 63dac007-113e-4bc5-ae29-86665b64a04b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:40:57.802235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:57.802810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 63dac007-113e-4bc5-ae29-86665b64a04b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:40:57.802810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 63dac007-113e-4bc5-ae29-86665b64a04b not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:40:57.836119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:40:57.989537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:40:57.993293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:40:58.014964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:40:58.032657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:58.032902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:58.033232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.034368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.041444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b237ae0-ea72-499a-837e-b922f2327f83 req-0342ce37-e11a-4550-955a-cf0c7fd494d7 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c4dd1b8-fa3f-4d41-9750-0d9dc87c614b HTTP/1.1" status: 200 len: 210 time: 0.0710940 Oct 13 04:40:58.048817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=be205262-f266-4e8f-a0c9-9bbeb3c07e8c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:58.090128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8186b13f-b27b-48bd-be82-a4821365a175 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0158801 Oct 13 04:40:58.092669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52266) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:58.260627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port be205262-f266-4e8f-a0c9-9bbeb3c07e8c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:40:58.260983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.340468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9079d002-f751-4daa-a24b-58f9352c8859 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:58.341135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9079d002-f751-4daa-a24b-58f9352c8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.388070 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.407648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for be205262-f266-4e8f-a0c9-9bbeb3c07e8c owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:40:58.611859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-05f6724f-6552-4206-a30f-18a7342b041b None None] Provisioning complete for port be205262-f266-4e8f-a0c9-9bbeb3c07e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:40:58.612984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05f6724f-6552-4206-a30f-18a7342b041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.698344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-05f6724f-6552-4206-a30f-18a7342b041b None None] Port be205262-f266-4e8f-a0c9-9bbeb3c07e8c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:40:58.725622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.801747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=be205262-f266-4e8f-a0c9-9bbeb3c07e8c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:58.857670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:58.861876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae515cde-479b-4613-8742-599bde646db1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/be205262-f266-4e8f-a0c9-9bbeb3c07e8c HTTP/1.1" status: 204 len: 168 time: 0.7675035 Oct 13 04:40:58.864347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52278) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:58.955944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d253c500-96ff-4188-978a-8b4be3dc1650 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:58.961014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d253c500-96ff-4188-978a-8b4be3dc1650 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0922103 Oct 13 04:40:58.961316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:59.058196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f192acf7-f1d0-4806-b591-1f9106c8c52d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.060228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f192acf7-f1d0-4806-b591-1f9106c8c52d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0979490 Oct 13 04:40:59.063275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52288) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:59.142031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26356e-6cd3-41ff-b63f-b07161b5a877 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.146255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26356e-6cd3-41ff-b63f-b07161b5a877 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.148397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26356e-6cd3-41ff-b63f-b07161b5a877 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.151111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0f26356e-6cd3-41ff-b63f-b07161b5a877 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0855019 Oct 13 04:40:59.153006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:59.274711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 32463761-f770-4e8d-b0ee-30ba36728c19 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:59.287850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.376491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.450020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a53e3-e4c5-4b84-b8a0-f94d65c9d876 req-4effef66-4e61-48e6-ab33-cfa40ed1b11b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:40:59.463624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-611a53e3-e4c5-4b84-b8a0-f94d65c9d876 req-4effef66-4e61-48e6-ab33-cfa40ed1b11b tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.1007209 Oct 13 04:40:59.507051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-611a53e3-e4c5-4b84-b8a0-f94d65c9d876 req-516f4887-30a6-4fe7-a274-38a0d4ae2db0 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357270 Oct 13 04:40:59.511279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.587578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.624441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=32463761-f770-4e8d-b0ee-30ba36728c19,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:59.630368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.635111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a80d3578-a023-4d54-b225-667cb96e233c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/32463761-f770-4e8d-b0ee-30ba36728c19 HTTP/1.1" status: 204 len: 168 time: 0.4790258 Oct 13 04:40:59.636171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52308) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:40:59.642620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803914e-2288-4d3c-80dd-7c68b5c9c69e None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:40:59.698618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet c011a74b-449a-4f2f-8cc1-b2cc49cee443 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:40:59.702321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.761211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-f19d8edc-b33f-4693-a723-39d1e71491f2 req-79d4bb77-aae4-4265-b0dc-503e308530cd service neutron] (95047) timed out ('10.222.0.49', 33416) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:40:59.766079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.872138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.951593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.984163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=c011a74b-449a-4f2f-8cc1-b2cc49cee443,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:40:59.986166 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:40:59.993757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0c43234f-a450-45fb-96a7-311a7863466c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/c011a74b-449a-4f2f-8cc1-b2cc49cee443 HTTP/1.1" status: 204 len: 168 time: 0.3541114 Oct 13 04:40:59.993757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52316) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:00.047122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4a497e6e-4d62-4993-8986-530f3dfba417 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502834 Oct 13 04:41:00.048860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52318) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:00.059772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:00.145978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e8c77-b9be-4f59-bbcb-a21d00b12613 None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'c011a74b-449a-4f2f-8cc1-b2cc49cee443'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '9e07170a-d56a-4c85-b64e-9bdc894409e2'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:41:00.181669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-505e8c77-b9be-4f59-bbcb-a21d00b12613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:00.204795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:00.209186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:00.493243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99129c7-c20f-4333-bb85-911d12bdc6d9 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:00.606084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:00.669655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:00.699367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e392e0f3-c9ee-43da-bda3-9c13ff2ac5e5 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:00.705578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e392e0f3-c9ee-43da-bda3-9c13ff2ac5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:00.732393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:00.769161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:00.771893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:00.845200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=bf89275a-c415-48b8-b501-45b586d2ddd0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:00.892588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-87b5665c-be21-4643-9f1c-0ec779449e71 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8385961 Oct 13 04:41:00.895670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52338) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:00.901396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:00.914063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132c2e7-e7a8-4d5f-99cb-802e35a06089 req-c2132f68-9047-4dc6-b610-b58260deca46 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:00.922065 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0132c2e7-e7a8-4d5f-99cb-802e35a06089 req-c2132f68-9047-4dc6-b610-b58260deca46 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.2068582 Oct 13 04:41:01.048623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0132c2e7-e7a8-4d5f-99cb-802e35a06089 req-6dac949f-ac23-4f60-a476-044077e8194a tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/security-groups?id=71ea7380-7530-4bd1-b1ab-6962e378d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237681 Oct 13 04:41:01.088098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-4f7ecf02-aff1-4aea-b488-688af199e33f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:01.089724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-4f7ecf02-aff1-4aea-b488-688af199e33f tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 945 time: 0.2301784 Oct 13 04:41:01.092303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aaada027-947a-4308-931d-7fee80ec48d1 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:01.155093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:01.155093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.200592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: aaada027-947a-4308-931d-7fee80ec48d1 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:01.200946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device aaada027-947a-4308-931d-7fee80ec48d1 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:01.253521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Update dhcp port {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'fixed_ips': [{'subnet_id': 'bf89275a-c415-48b8-b501-45b586d2ddd0'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '9e07170a-d56a-4c85-b64e-9bdc894409e2'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:41:01.315558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.325978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Deleting port 7d7bc022-c285-4686-b77b-39af94b41f8b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:01.326538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.340404 n-d-813736-1 neutron-server[95047]: INFO neutron.db.ipam_backend_mixin [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf89275a-c415-48b8-b501-45b586d2ddd0 (CIDR: 2001:db8::/64) Oct 13 04:41:01.352957 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:41:01.355315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:01.385605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64d943ab-ac62-4b36-90cb-391c0d670c85 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4857724 Oct 13 04:41:01.386864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:01.400467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:01.530235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] For port 7d7bc022-c285-4686-b77b-39af94b41f8b, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7d7bc022-c285-4686-b77b-39af94b41f8b,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:01.530614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.564136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Calling delete_port for 7d7bc022-c285-4686-b77b-39af94b41f8b owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:01.659501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/bf89275a-c415-48b8-b501-45b586d2ddd0/9e07170a-d56a-4c85-b64e-9bdc894409e2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:01.673552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:01.681396 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.846293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:01.854892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:01.887003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7d7bc022-c285-4686-b77b-39af94b41f8b'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:01.975171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Pushing event deleted for resources: {'Port': ['ID=7d7bc022-c285-4686-b77b-39af94b41f8b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:02.055449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] No DVR routers for this DVR port 7d7bc022-c285-4686-b77b-39af94b41f8b on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:02.059655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:02.062992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34d932f3-c5ad-4052-8ae1-bc9f87c5557b req-37c2de62-c1bd-47fb-b803-1ea67ea5b8c2 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.47 "DELETE /v2.0/ports/7d7bc022-c285-4686-b77b-39af94b41f8b HTTP/1.1" status: 204 len: 173 time: 0.9652965 Oct 13 04:41:02.063537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'name': 'network-vif-deleted', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:02.077913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:02.081045 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e2203f-4cd3-431c-9452-f2519c034c5a" -d '{"events": [{"server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "name": "network-vif-deleted", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:02.168109 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8773f1-8074-4257-b2c7-aa9f96fc4dcb x-openstack-request-id: req-7f8773f1-8074-4257-b2c7-aa9f96fc4dcb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:02.168423 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b93ad7c-132d-456e-bdac-8860477eaf3f", "name": "network-vif-deleted", "tag": "7d7bc022-c285-4686-b77b-39af94b41f8b", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:02.168666 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f8773f1-8074-4257-b2c7-aa9f96fc4dcb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:02.169340 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b93ad7c-132d-456e-bdac-8860477eaf3f', 'name': 'network-vif-deleted', 'tag': '7d7bc022-c285-4686-b77b-39af94b41f8b', 'status': 'completed', 'code': 200} Oct 13 04:41:02.243436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:02.345796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30194627-bcba-4319-a508-970bb2299931 req-ba82a6be-5e70-4468-8219-16a2a61d61d0 tempest-ListServerFiltersTestJSON-1580843617 tempest-ListServerFiltersTestJSON-1580843617-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b93ad7c-132d-456e-bdac-8860477eaf3f HTTP/1.1" status: 200 len: 210 time: 0.0744586 Oct 13 04:41:02.416737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:02.441348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:41:02.788185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:02.807305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:02.836164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9db82-7836-4ecf-bc85-67dacd16d9a2 None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=15']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:02.876879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:41:02.877972 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:41:03.080502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:03.135880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.143766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.144543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.231447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:03.241325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:03.250732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:03.251514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.276420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=13371792-b23c-43c1-bc39-f6bd74184cbd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:03.284864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8964424 Oct 13 04:41:03.288597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52390) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:03.297681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:10:ba:fc', 'name': 'tempest-NetworksTestDHCPv6-535617596'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:03.304295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845da70-28b3-42af-ad51-67ddd6229db4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=17']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:03.443583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52406) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:03.461100 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.475176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:03.535673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:03.542550 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.631828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.649241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Deleting subnet 7af07284-5db7-40f7-aec0-4f8ab03a65fb {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:03.655650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 66dfdb6e-f17b-4313-b14e-7f4984eb3631 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:03.656694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.664076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=18']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:03.707939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.815364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.887569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:03.921253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.941767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:03.950413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7af07284-5db7-40f7-aec0-4f8ab03a65fb HTTP/1.1" status: 204 len: 168 time: 0.5053098 Oct 13 04:41:03.956917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:03.964588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc3dc6-6d21-4903-af20-9d694bb894db None None] Network f44651c1-5ee4-46c0-b720-5d01372f8e4d requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:04.040659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65ced4-da27-401f-ae29-50e727a93178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af07284-5db7-40f7-aec0-4f8ab03a65fb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:04.079550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::29d (391fc220-7154-4be0-b4c9-0dda4eebc160/bf89275a-c415-48b8-b501-45b586d2ddd0/66dfdb6e-f17b-4313-b14e-7f4984eb3631) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:04.088675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:bafc (391fc220-7154-4be0-b4c9-0dda4eebc160/13371792-b23c-43c1-bc39-f6bd74184cbd/66dfdb6e-f17b-4313-b14e-7f4984eb3631) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:04.090965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926dc8d-6a4a-4f55-8d51-7a48335590f3 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:04.162746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:04.163428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.167399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.249402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Deleting port 392f140a-c2ee-4897-b2b2-3174cacc7918 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:04.251279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.345704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] For port 392f140a-c2ee-4897-b2b2-3174cacc7918, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=392f140a-c2ee-4897-b2b2-3174cacc7918,segment=NetworkSegment(c6a39f58-0854-4efe-950f-eed12a78383c),segment_id=c6a39f58-0854-4efe-950f-eed12a78383c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:04.346112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.357337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.361669 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Calling delete_port for 392f140a-c2ee-4897-b2b2-3174cacc7918 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:04.369951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7cf27c44-165e-4b61-99f8-64c086e718c9 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:04.370553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cf27c44-165e-4b61-99f8-64c086e718c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.402812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.506889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=66dfdb6e-f17b-4313-b14e-7f4984eb3631,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:04.525394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:04.527711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:04.542002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:04.555289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:04.556403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.574890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.585782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a8084919-355c-42c2-9d26-e7d2c41ad1bb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2957551 Oct 13 04:41:04.601608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52434) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:04.615660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=392f140a-c2ee-4897-b2b2-3174cacc7918,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:04.617893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] No DVR routers for this DVR port 392f140a-c2ee-4897-b2b2-3174cacc7918 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:04.694783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.763971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.783671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d5b9e-265d-45b8-865a-9a1c5bf095d1 None None] DHCP port deletion for f44651c1-5ee4-46c0-b720-5d01372f8e4d request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:41:04.785652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44651c1-5ee4-46c0-b720-5d01372f8e4d']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:04.796639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a39f58-0854-4efe-950f-eed12a78383c') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:04.797437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a39f58-0854-4efe-950f-eed12a78383c') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:04.817488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.821574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cf27c44-165e-4b61-99f8-64c086e718c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.831828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 66dfdb6e-f17b-4313-b14e-7f4984eb3631 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:04.833170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.851115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.864596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:04.865004 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:04.866850 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:04.921048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:04.946294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:04.984412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.008792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.012235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] 10.222.0.49 "DELETE /v2.0/networks/f44651c1-5ee4-46c0-b720-5d01372f8e4d HTTP/1.1" status: 204 len: 168 time: 1.0519254 Oct 13 04:41:05.048526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73f746-b14e-45f5-99a2-6da4b73cfa8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f44651c1-5ee4-46c0-b720-5d01372f8e4d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:05.053097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.067542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 66dfdb6e-f17b-4313-b14e-7f4984eb3631 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:05.111092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-7cf27c44-165e-4b61-99f8-64c086e718c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:41:05.111427 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-7cf27c44-165e-4b61-99f8-64c086e718c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:41:05.112840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=19']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:05.272523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52454) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:05.349621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e5b49bf9-873e-4358-bd19-6ab725c58ce8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8848c5933804400fb52740195edb6eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756640 Oct 13 04:41:05.353724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52456) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:05.430824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.488663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=66dfdb6e-f17b-4313-b14e-7f4984eb3631,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:05.492928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.552219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.609903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.633891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c778c311-1710-4a33-b9e1-7be96fdf6fd4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/66dfdb6e-f17b-4313-b14e-7f4984eb3631 HTTP/1.1" status: 204 len: 168 time: 1.0265555 Oct 13 04:41:05.634149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52464) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:05.676030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.679206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:05.683213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71ea7380-7530-4bd1-b1ab-6962e378d03c HTTP/1.1" status: 204 len: 168 time: 0.3284676 Oct 13 04:41:05.695953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583db56-c107-41fd-84ee-bd2fe7e19c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea7380-7530-4bd1-b1ab-6962e378d03c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:05.760461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7d7bc022-c285-4686-b77b-39af94b41f8b no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:05.796482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523fe05-6489-4939-a8c4-d29920dc9e4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:05.800897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3523fe05-6489-4939-a8c4-d29920dc9e4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1657188 Oct 13 04:41:05.803700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52468) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:05.815912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 7d7bc022-c285-4686-b77b-39af94b41f8b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:05.819082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7d7bc022-c285-4686-b77b-39af94b41f8b not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:05.842292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:05.883678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b9d84-e382-420c-80fb-6762b950eaa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:05.887922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52470) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:05.888098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aa5b9d84-e382-420c-80fb-6762b950eaa6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0830917 Oct 13 04:41:05.918663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:05.919044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.027345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5a257-54d4-442d-9a34-8d7cc5fff95e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:06.029778 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5a257-54d4-442d-9a34-8d7cc5fff95e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:06.041220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5a257-54d4-442d-9a34-8d7cc5fff95e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:06.046945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bee5a257-54d4-442d-9a34-8d7cc5fff95e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1561940 Oct 13 04:41:06.047893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52476) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:06.158594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 13371792-b23c-43c1-bc39-f6bd74184cbd {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:06.164546 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 392f140a-c2ee-4897-b2b2-3174cacc7918 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:06.173127 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.206819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 392f140a-c2ee-4897-b2b2-3174cacc7918 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:06.208048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 392f140a-c2ee-4897-b2b2-3174cacc7918 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:06.291476 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.378561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5099ad-563a-4d67-a89a-23c7a6e6d21c None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:06.471568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.598871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.609108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-323ac1da-4f59-4f26-a25a-2c3473f84395 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:06.610214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-323ac1da-4f59-4f26-a25a-2c3473f84395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.659648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=13371792-b23c-43c1-bc39-f6bd74184cbd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:06.663673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.670583 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bab4b9bd-f83c-4cb0-a0f9-2a24509cd452 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/13371792-b23c-43c1-bc39-f6bd74184cbd HTTP/1.1" status: 204 len: 168 time: 0.6200020 Oct 13 04:41:06.673444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52496) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:06.793369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-323ac1da-4f59-4f26-a25a-2c3473f84395 None None] Could not find standard attr ID for object 66dfdb6e-f17b-4313-b14e-7f4984eb3631. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:41:06.829653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet bf89275a-c415-48b8-b501-45b586d2ddd0 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:06.845722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:06.940914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.058452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4045780f-8697-4428-9725-1a1903ee8605 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:07.108211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.130836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:07.168349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7ce8072e-1f88-416f-b29d-a75a9ecc5af4 None None] Provisioning complete for port 9e07170a-d56a-4c85-b64e-9bdc894409e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:07.168800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ce8072e-1f88-416f-b29d-a75a9ecc5af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.216168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.387075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1749992950-network', 'tenant_id': '1fb7b67973f141baba25066ee660fe35'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:07.456609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Made reservation on behalf of 1fb7b67973f141baba25066ee660fe35 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:07.459322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.471285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.520605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:41:07.617103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Deleting port 9e07170a-d56a-4c85-b64e-9bdc894409e2 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:07.617491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.642419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.652182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.689499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:41:07.696841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431f945d-b86a-4784-a97a-2a8252970fa0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:07.706422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.706970 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Added segment 28010064-47fe-427c-99c7-7b5e2b311ba0 of type vlan for network cffca585-b486-4821-a1d8-a04c2172523b Oct 13 04:41:07.762647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] For port 9e07170a-d56a-4c85-b64e-9bdc894409e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9e07170a-d56a-4c85-b64e-9bdc894409e2,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:07.763445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.780739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Calling delete_port for 9e07170a-d56a-4c85-b64e-9bdc894409e2 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:07.797802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9e07170a-d56a-4c85-b64e-9bdc894409e2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:07.798198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=bf89275a-c415-48b8-b501-45b586d2ddd0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:07.803661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.806931 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32366723-c1fb-4625-9493-6f761552122d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bf89275a-c415-48b8-b501-45b586d2ddd0 HTTP/1.1" status: 204 len: 168 time: 1.1323893 Oct 13 04:41:07.813626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52536) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:07.893187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fec9fdf6-43ca-4451-8c8d-cf3f7ad53569 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783575 Oct 13 04:41:07.896655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52540) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:07.901641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:07.912071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.955787 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.968656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.974089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:07.978394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:07.979116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.012763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] No DVR routers for this DVR port 9e07170a-d56a-4c85-b64e-9bdc894409e2 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:08.025234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280c1b1-e145-4dd3-bb1d-10f5112d717c None None] Pushing event deleted for resources: {'Port': ['ID=9e07170a-d56a-4c85-b64e-9bdc894409e2,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.090873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9585478 Oct 13 04:41:08.091454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52546) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:08.099720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Request body: {'subnet': {'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1749992950-subnet', 'tenant_id': '1fb7b67973f141baba25066ee660fe35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:08.110901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b6dc-907a-45f7-8fd4-0bc9efc953fe admin admin] Pushing event updated for resources: {'Network': ['ID=cffca585-b486-4821-a1d8-a04c2172523b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.116568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:08.125813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cffca585-b486-4821-a1d8-a04c2172523b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:41:08.131211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.147614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Made reservation on behalf of 1fb7b67973f141baba25066ee660fe35 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:08.151349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.361862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.442832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=35386155-5898-4e01-b79a-6c19476701aa,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.481142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:08.484531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.489284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:08.497803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77facfee-514f-457c-b3fa-7e74a5fa2414 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:08.509482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:08.510101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.548986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3675c60a-629d-428c-836e-f7bf2c7ee86f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6511443 Oct 13 04:41:08.550587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52570) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:08.561322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:08.576150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce95542a-4040-427d-9c1f-39c8355937c8,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:08.642640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Checking segment: {'id': '28010064-47fe-427c-99c7-7b5e2b311ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:08.643161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Network hostable DHCP agents. Network: cffca585-b486-4821-a1d8-a04c2172523b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:41:08.694529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Network cffca585-b486-4821-a1d8-a04c2172523b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:41:08.712163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, cffca585-b486-4821-a1d8-a04c2172523b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:08.727426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:08.728107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.734130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a5e5c-3f20-4e74-a9ff-4b99ba2bea9a None None] Network cffca585-b486-4821-a1d8-a04c2172523b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:08.761426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a4efadcc-81cf-4eb0-ae26-5c8767f03085 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6670814 Oct 13 04:41:08.884366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:08.888088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:08.959663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-391fc220-7154-4be0-b4c9-0dda4eebc160', 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'tenant_id': '647656c7fb324f1987a56f2f1779f612', 'fixed_ips': [{'subnet_id': '35386155-5898-4e01-b79a-6c19476701aa'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:41:08.960540 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.090530 n-d-813736-1 neutron-server[95048]: INFO neutron.db.ipam_backend_mixin [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35386155-5898-4e01-b79a-6c19476701aa (CIDR: 2001:db8::/64) Oct 13 04:41:09.100329 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:41:09.100787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:09.134511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-38823c2d-e5aa-4aa8-bae8-02cf97ce73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5824175 Oct 13 04:41:09.137328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52582) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:09.143047 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'subnet': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:09.259304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab85a43-fc90-4409-ab5b-3b32990f90d6 None None] Network cffca585-b486-4821-a1d8-a04c2172523b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:09.477446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:09.481667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:09.520107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Allocated IP 2001:db8::2 (391fc220-7154-4be0-b4c9-0dda4eebc160/35386155-5898-4e01-b79a-6c19476701aa/d37dbacd-6eb1-446f-8607-f7fe28988f4b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:10.073373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.090579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.130845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:10.133829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:10.136853 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:10.180178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Pushing event updated for resources: {'Port': ['ID=d37dbacd-6eb1-446f-8607-f7fe28988f4b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:10.228368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Attempting to bind port d37dbacd-6eb1-446f-8607-f7fe28988f4b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:10.228743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Attempting to bind port d37dbacd-6eb1-446f-8607-f7fe28988f4b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:10.229108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Attempting to bind port d37dbacd-6eb1-446f-8607-f7fe28988f4b on network 391fc220-7154-4be0-b4c9-0dda4eebc160 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:10.242148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:10.242524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Checking segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:10.242930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.243368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Bound using segment: {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:10.243847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Bound port: d37dbacd-6eb1-446f-8607-f7fe28988f4b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c98eb-369e-48ea-9732-8bab6578d76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:10.244278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.325092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] For port d37dbacd-6eb1-446f-8607-f7fe28988f4b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:10.329144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] For port d37dbacd-6eb1-446f-8607-f7fe28988f4b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d37dbacd-6eb1-446f-8607-f7fe28988f4b,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:10.341341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:10.430054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-9a940647-39bd-48da-9367-4f3598d5078e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:10.434989 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0144-8b9a-405a-a2c1-b25f60db9264 None None] Pushing event updated for resources: {'Port': ['ID=d37dbacd-6eb1-446f-8607-f7fe28988f4b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:10.445495 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-9a940647-39bd-48da-9367-4f3598d5078e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/networks?id=cffca585-b486-4821-a1d8-a04c2172523b HTTP/1.1" status: 200 len: 821 time: 0.4668005 Oct 13 04:41:10.476606 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-185d594a-0cf8-45b7-a911-a1ae5d237576 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/quotas/1fb7b67973f141baba25066ee660fe35 HTTP/1.1" status: 200 len: 375 time: 0.0300536 Oct 13 04:41:10.530132 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f9384ed4-5c16-469a-9634-db90e85cee62 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fb7b67973f141baba25066ee660fe35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442126 Oct 13 04:41:10.732660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:41:10.892004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-5d10eea1-4fcb-451c-b870-be110005b3ed service neutron] 10.222.0.49 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091438 Oct 13 04:41:11.166158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-2b792348-ed90-44b4-bc2d-252b88f915a2 service neutron] 10.222.0.49 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623212 Oct 13 04:41:11.178697 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.428517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-81065f2b-694a-4f62-be09-7fc495a9be09 req-7474d8de-8f98-4ae3-a811-1b7c879da28f tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 210 time: 0.0591583 Oct 13 04:41:11.449937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] For port d37dbacd-6eb1-446f-8607-f7fe28988f4b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d37dbacd-6eb1-446f-8607-f7fe28988f4b,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:11.549805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.559581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.560575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.662242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:11.672607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:11.683857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:11.684678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.697069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:11.743733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6049004 Oct 13 04:41:11.746765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52618) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:11.748298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Subnet': ['ID=4a20a38d-36c1-4e28-aefe-7bde428161ac,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:11.760316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Request body: {'port': {'network_id': '391fc220-7154-4be0-b4c9-0dda4eebc160', 'mac_address': 'fa:16:3e:c1:42:ce', 'name': 'tempest-NetworksTestDHCPv6-1428793572'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:11.782691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bfea-44e2-4ebd-9349-342ef7272faa tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=d37dbacd-6eb1-446f-8607-f7fe28988f4b,revision_number=4']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:11.795909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad6a43a4-7a9f-4ef2-a455-e4721f0bab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.006643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d37dbacd-6eb1-446f-8607-f7fe28988f4b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:12.075684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Made reservation on behalf of 647656c7fb324f1987a56f2f1779f612 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:12.152133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d37dbacd-6eb1-446f-8607-f7fe28988f4b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:12.152933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.310278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6ca8f-4f00-4514-b4bc-eff6342cbfe7 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:12.320837 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.376597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] device_id is not set on port 9cbae9eb-ba08-4ea3-9e99-45d57d592236 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:12.610202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4ca2e16-8ad1-4667-89ad-7d6f0981fb20 req-9fcdd71e-1d9b-43fc-8332-e2e5409787aa tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 210 time: 0.0648577 Oct 13 04:41:12.622812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.678284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cfa7ed60-322d-4e65-8061-af1272049037 None None] Provisioning complete for port d37dbacd-6eb1-446f-8607-f7fe28988f4b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:12.678496 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfa7ed60-322d-4e65-8061-af1272049037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.748384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8::db (391fc220-7154-4be0-b4c9-0dda4eebc160/35386155-5898-4e01-b79a-6c19476701aa/9cbae9eb-ba08-4ea3-9e99-45d57d592236) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:12.756488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:42ce (391fc220-7154-4be0-b4c9-0dda4eebc160/4a20a38d-36c1-4e28-aefe-7bde428161ac/9cbae9eb-ba08-4ea3-9e99-45d57d592236) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:12.757175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d37dbacd-6eb1-446f-8607-f7fe28988f4b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d37dbacd-6eb1-446f-8607-f7fe28988f4b,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:12.811423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:12.817332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.029198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.045668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d37dbacd-6eb1-446f-8607-f7fe28988f4b,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:13.121994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52632) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:13.231841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Deleting subnet 242b3013-a35b-411d-a920-9268f00037be {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:13.235509 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.276508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-979191d2-f95d-463b-b841-1e2b96ea65d6 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:13.278132 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-979191d2-f95d-463b-b841-1e2b96ea65d6 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.16 "GET /v2.0/networks?id=cffca585-b486-4821-a1d8-a04c2172523b HTTP/1.1" status: 200 len: 821 time: 0.2449353 Oct 13 04:41:13.290005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.298264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Request body: {'port': {'device_id': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b', 'admin_state_up': True, 'tenant_id': '1fb7b67973f141baba25066ee660fe35'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:13.382340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.513138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Made reservation on behalf of 1fb7b67973f141baba25066ee660fe35 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:13.518062 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.521363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.534507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.671424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242b3013-a35b-411d-a920-9268f00037be,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:13.674941 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event updated for resources: {'Port': ['ID=9cbae9eb-ba08-4ea3-9e99-45d57d592236,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:13.684547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:13.685777 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.689160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c5581223-fee6-45d8-b222-c7363e8af3d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/242b3013-a35b-411d-a920-9268f00037be HTTP/1.1" status: 204 len: 168 time: 0.5659142 Oct 13 04:41:13.693985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52640) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:13.694957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:13.698508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:13.715476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:13.715724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.816339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Allocated IP 172.20.0.11 (cffca585-b486-4821-a1d8-a04c2172523b/ce95542a-4040-427d-9c1f-39c8355937c8/3d61f4b3-ed60-4e1a-809c-9951456dd44a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:13.816985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d37dbacd-6eb1-446f-8607-f7fe28988f4b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:13.843708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4257d38b-1d3f-4f28-be9a-acea30481df2 req-f0a97de7-c798-4fab-be08-44058c4bc9ee tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 210 time: 0.0717409 Oct 13 04:41:13.864648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68827e8d-1bcb-4118-918b-83e880f9df4a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1164420 Oct 13 04:41:13.865267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52642) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:13.906804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d37dbacd-6eb1-446f-8607-f7fe28988f4b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:13.907599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:13.923628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.139347 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.172320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4d06e884-1c51-416c-8c9b-f8f878eaafe2 None None] Provisioning complete for port d37dbacd-6eb1-446f-8607-f7fe28988f4b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:14.172960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d06e884-1c51-416c-8c9b-f8f878eaafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.177868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.182303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting port 9cbae9eb-ba08-4ea3-9e99-45d57d592236 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:14.182786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.225183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.227577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fc853e2f-f64f-4121-8696-f00bae23e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.291652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868456c3-5537-40d7-8fd0-05ad8a0fd5de']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:14.296954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Network cffca585-b486-4821-a1d8-a04c2172523b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:14.303309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:14.323446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce632d3d-706b-47d8-b70e-e0d41d62be79') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:14.323751 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce632d3d-706b-47d8-b70e-e0d41d62be79') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:14.328995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:14.346633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.377413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Pushing event updated for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:14.395019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.402485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.412264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:14.412812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:14.414699 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:14.430814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:14.431872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.447120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Calling delete_port for 9cbae9eb-ba08-4ea3-9e99-45d57d592236 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:14.456144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-f07fcd20-ab8c-49c6-8cea-433bcc80381e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1655929 Oct 13 04:41:14.472955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Request body: {'port': {'device_id': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:14.562468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.623268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bf7df46c-7bbb-48f0-bb77-fe010cdf1c1c None None] Provisioning complete for port 9cbae9eb-ba08-4ea3-9e99-45d57d592236 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:14.623584 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bf7df46c-7bbb-48f0-bb77-fe010cdf1c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.669777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-bf7df46c-7bbb-48f0-bb77-fe010cdf1c1c None None] Port 9cbae9eb-ba08-4ea3-9e99-45d57d592236 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:41:14.679744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.684893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.689311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] 10.222.0.49 "DELETE /v2.0/networks/868456c3-5537-40d7-8fd0-05ad8a0fd5de HTTP/1.1" status: 204 len: 168 time: 0.9920487 Oct 13 04:41:14.694224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52654) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:14.758045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd34c08-3a3c-40cb-9172-3e38ded9fe86 admin admin] Pushing event deleted for resources: {'Network': ['ID=868456c3-5537-40d7-8fd0-05ad8a0fd5de,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:14.802938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Deleting subnet 990585e5-d0e5-4f9d-b300-efd23428aab8 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:14.808906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:14.882054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.017852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.020924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d61f4b3-ed60-4e1a-809c-9951456dd44a {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:15.044779 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.113843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.125110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Transition to ACTIVE for port object 3d61f4b3-ed60-4e1a-809c-9951456dd44a will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:41:15.129178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.147251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.150713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da78f7-b35f-4da1-bfa9-1a1621a9e9f2 req-9b31382a-5b60-463e-84e2-ab579fcc6026 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.153038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18da78f7-b35f-4da1-bfa9-1a1621a9e9f2 req-9b31382a-5b60-463e-84e2-ab579fcc6026 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 932 time: 0.0868940 Oct 13 04:41:15.177011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990585e5-d0e5-4f9d-b300-efd23428aab8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.178915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Port': ['ID=9cbae9eb-ba08-4ea3-9e99-45d57d592236,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.189106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.195155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6b3202b4-a82c-4f18-bf6b-f6bec658844b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/990585e5-d0e5-4f9d-b300-efd23428aab8 HTTP/1.1" status: 204 len: 168 time: 0.4969985 Oct 13 04:41:15.197629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.256033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.264580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0bcdadf8-abc9-4247-b7ce-c55ddaf616e0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/9cbae9eb-ba08-4ea3-9e99-45d57d592236 HTTP/1.1" status: 204 len: 168 time: 1.3966000 Oct 13 04:41:15.266980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52662) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.353575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809eae8-8813-4b89-853f-ab8bf6703ec4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.355639 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4809eae8-8813-4b89-853f-ab8bf6703ec4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0871787 Oct 13 04:41:15.358335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.377882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.391531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18da78f7-b35f-4da1-bfa9-1a1621a9e9f2 req-ae987380-9722-4984-891d-3bbb4034ca28 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161908 Oct 13 04:41:15.404244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Pushing event updated for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.436031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.453902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303fd95-6611-4270-9288-0b010b09bf44 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.455941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a303fd95-6611-4270-9288-0b010b09bf44 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0966730 Oct 13 04:41:15.460805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52666) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.514792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.539511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29a3be-4829-4cfe-abc7-ad9bfa1f8209 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.542786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29a3be-4829-4cfe-abc7-ad9bfa1f8209 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.544577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab29a3be-4829-4cfe-abc7-ad9bfa1f8209 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.546337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ab29a3be-4829-4cfe-abc7-ad9bfa1f8209 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0845301 Oct 13 04:41:15.548908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.589121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.617792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 35386155-5898-4e01-b79a-6c19476701aa {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:15.619090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7407a850-776b-4dfb-be78-7573d6c2c6ff']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:15.621585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.632269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15edd1c3-da32-4d68-b3b2-6e9b7f826272') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:15.632814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15edd1c3-da32-4d68-b3b2-6e9b7f826272') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:15.643381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.667772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.677588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.684856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:15.685705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:15.736308 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:15.739539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Attempting to bind port 3d61f4b3-ed60-4e1a-809c-9951456dd44a on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:15.739973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Attempting to bind port 3d61f4b3-ed60-4e1a-809c-9951456dd44a by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '28010064-47fe-427c-99c7-7b5e2b311ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:15.740411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Attempting to bind port 3d61f4b3-ed60-4e1a-809c-9951456dd44a on network cffca585-b486-4821-a1d8-a04c2172523b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:15.748741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Port 3d61f4b3-ed60-4e1a-809c-9951456dd44a on network cffca585-b486-4821-a1d8-a04c2172523b not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:41:15.749217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Attempting to bind port 3d61f4b3-ed60-4e1a-809c-9951456dd44a on network cffca585-b486-4821-a1d8-a04c2172523b {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:15.763944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:15.764606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Checking segment: {'id': '28010064-47fe-427c-99c7-7b5e2b311ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:15.765100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Bound using segment: {'id': '28010064-47fe-427c-99c7-7b5e2b311ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:15.765644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Bound port: 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28010064-47fe-427c-99c7-7b5e2b311ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:15.766109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.783312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.787426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.825427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.831151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] 10.222.0.49 "DELETE /v2.0/networks/7407a850-776b-4dfb-be78-7573d6c2c6ff HTTP/1.1" status: 204 len: 168 time: 0.6212287 Oct 13 04:41:15.833921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09e7a4-f1a7-4742-bb32-29c9dad9e27e admin admin] Pushing event deleted for resources: {'Network': ['ID=7407a850-776b-4dfb-be78-7573d6c2c6ff,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.882654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.903622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:15.907363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a,segment=NetworkSegment(28010064-47fe-427c-99c7-7b5e2b311ba0),segment_id=28010064-47fe-427c-99c7-7b5e2b311ba0)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:15.915757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.916526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=35386155-5898-4e01-b79a-6c19476701aa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:15.922826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.926994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-88be6424-613b-4067-bc5b-66b15aa49f06 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/35386155-5898-4e01-b79a-6c19476701aa HTTP/1.1" status: 204 len: 168 time: 0.3769279 Oct 13 04:41:15.929398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52676) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:15.934979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727c2f8-009a-4bb6-aa2d-199b01d97a92 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:15.984306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:15.984922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:15.986356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] 10.222.0.16 "PUT /v2.0/ports/3d61f4b3-ed60-4e1a-809c-9951456dd44a HTTP/1.1" status: 200 len: 1092 time: 1.5196607 Oct 13 04:41:15.986811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:15.991441 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d1b61-5b45-4ccc-a524-42c5eea2f11d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:16.046117 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb84604a-ba5c-4064-97df-18bafcacbc0e x-openstack-request-id: req-fb84604a-ba5c-4064-97df-18bafcacbc0e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:16.046754 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:16.046754 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb84604a-ba5c-4064-97df-18bafcacbc0e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:16.047141 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a', 'status': 'completed', 'code': 200} Oct 13 04:41:16.057135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Deleting subnet 4a20a38d-36c1-4e28-aefe-7bde428161ac {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:16.059132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52680) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.068148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.078812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aa5d4-c026-4d46-90d8-bd3ae28eb11c service neutron] Pushing event updated for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:16.102707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-db59dd37-fd38-438d-a3c8-44706e5bb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.104260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-db59dd37-fd38-438d-a3c8-44706e5bb105 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb7b67973f141baba25066ee660fe35&device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 1095 time: 0.0708609 Oct 13 04:41:16.140913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.160301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-5665e880-5173-4853-821a-d9fd8d5d7214 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a HTTP/1.1" status: 200 len: 217 time: 0.0466785 Oct 13 04:41:16.172920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-77342051-3b48-489d-9266-23824f8def0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6a1c05f84eb4e79b7e9960f3ef0272e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104887 Oct 13 04:41:16.173355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52682) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.239036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775c81b-416a-41fc-8a68-bc49709e30af req-0ea89014-1bf6-4015-8fb9-65683da07c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.240558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-0ea89014-1bf6-4015-8fb9-65683da07c11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce95542a-4040-427d-9c1f-39c8355937c8 HTTP/1.1" status: 200 len: 861 time: 0.0729606 Oct 13 04:41:16.277368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-0d6748e6-b752-48eb-9845-19cfbdfca1ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cffca585-b486-4821-a1d8-a04c2172523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287182 Oct 13 04:41:16.279434 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.282938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.340879 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.394929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.412283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-4974b7d2-cb7f-4a5b-9025-63f49505b398 service neutron] 10.222.0.16 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249583 Oct 13 04:41:16.427864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Subnet': ['ID=4a20a38d-36c1-4e28-aefe-7bde428161ac,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:16.428811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.434240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3389da68-34bd-4cd3-90d2-a2ddd66aa79c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/4a20a38d-36c1-4e28-aefe-7bde428161ac HTTP/1.1" status: 204 len: 168 time: 0.5035455 Oct 13 04:41:16.434850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52686) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.445349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.447488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:16.448646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a92f0184-7e36-4bab-805a-2c906ab88026 HTTP/1.1" status: 204 len: 168 time: 0.2744656 Oct 13 04:41:16.495838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e36567f-40c6-4b8c-a580-d14d5bbc825f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581472 Oct 13 04:41:16.500539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52690) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.510346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5006cbf-6b1e-433b-986c-5dc2499c337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92f0184-7e36-4bab-805a-2c906ab88026,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:16.587904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f27fd8-9d21-4569-a351-e4a56152e32a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.592280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-78f27fd8-9d21-4569-a351-e4a56152e32a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0907247 Oct 13 04:41:16.592800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.689681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440e1b7-ab4c-4186-ab5f-df5ff240ace5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.691302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d440e1b7-ab4c-4186-ab5f-df5ff240ace5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860734 Oct 13 04:41:16.694612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52698) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.704989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c739a-b271-4af5-8c82-0394e79ff10d req-4f8973a6-05c4-430d-b9e5-6620e0f5d26e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.706544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969c739a-b271-4af5-8c82-0394e79ff10d req-4f8973a6-05c4-430d-b9e5-6620e0f5d26e tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 944 time: 0.1742601 Oct 13 04:41:16.713912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3775c81b-416a-41fc-8a68-bc49709e30af req-efde46c0-6a9b-49c9-b58d-405a6c5ae770 service neutron] 10.222.0.16 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936862 Oct 13 04:41:16.797648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-df6b12c7-a337-481f-a945-fb1c1693e85a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015224 Oct 13 04:41:16.798279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52702) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.805951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969c739a-b271-4af5-8c82-0394e79ff10d req-b43d289c-59ab-49c6-a3ff-7ab7f30f207f tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895884 Oct 13 04:41:16.837666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-569790a4-3323-478e-bf99-7dc893e77321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:16.839298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-569790a4-3323-478e-bf99-7dc893e77321 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1fb7b67973f141baba25066ee660fe35&device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 1095 time: 0.0681925 Oct 13 04:41:16.839845 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9746da-a231-4812-9284-cb7dfda78bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:16.840564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9746da-a231-4812-9284-cb7dfda78bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:16.857688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52704) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.862334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4b9746da-a231-4812-9284-cb7dfda78bc6 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/9cbae9eb-ba08-4ea3-9e99-45d57d592236 HTTP/1.1" status: 404 len: 333 time: 0.0629518 Oct 13 04:41:16.926689 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e26ef2-f220-48fe-95b7-6e5e1c77f6ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:16.927354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e26ef2-f220-48fe-95b7-6e5e1c77f6ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:16.931128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-43e26ef2-f220-48fe-95b7-6e5e1c77f6ee tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/4a20a38d-36c1-4e28-aefe-7bde428161ac HTTP/1.1" status: 404 len: 337 time: 0.0720923 Oct 13 04:41:16.933676 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52708) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:16.987441 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fb2dd8-3636-4769-a9c1-c2f2ef38ed08 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:16.990395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fb2dd8-3636-4769-a9c1-c2f2ef38ed08 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:16.994472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86fb2dd8-3636-4769-a9c1-c2f2ef38ed08 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/35386155-5898-4e01-b79a-6c19476701aa HTTP/1.1" status: 404 len: 337 time: 0.0596781 Oct 13 04:41:16.997284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.011834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52712) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.024875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8cf34-88c2-4df7-97d0-5256ac580f08 None None] Network 391fc220-7154-4be0-b4c9-0dda4eebc160 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:17.044709 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c27eef8-08a9-4c16-a2b6-9eeee64be7fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.045390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c27eef8-08a9-4c16-a2b6-9eeee64be7fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.048453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9c27eef8-08a9-4c16-a2b6-9eeee64be7fe tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/66dfdb6e-f17b-4313-b14e-7f4984eb3631 HTTP/1.1" status: 404 len: 333 time: 0.0499439 Oct 13 04:41:17.051890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.064312 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0d97ea81-25e2-4583-87f1-c48bbf131eee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94a16d9f391841ffbd5fea58cbeddcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495861 Oct 13 04:41:17.064517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-205bf6a3-decb-4b9a-8c62-43de3da90be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:17.064603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52716) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.065718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-205bf6a3-decb-4b9a-8c62-43de3da90be3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cffca585-b486-4821-a1d8-a04c2172523b HTTP/1.1" status: 200 len: 922 time: 0.2192624 Oct 13 04:41:17.100980 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-354bd433-8492-4a9d-a9fb-11a986a49f8a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.101722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354bd433-8492-4a9d-a9fb-11a986a49f8a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.106478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-354bd433-8492-4a9d-a9fb-11a986a49f8a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/13371792-b23c-43c1-bc39-f6bd74184cbd HTTP/1.1" status: 404 len: 337 time: 0.0536425 Oct 13 04:41:17.109350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52718) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.117780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.131314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4a16bb02-e044-4661-a085-e8a522fbc6aa None None] Provisioning complete for port d37dbacd-6eb1-446f-8607-f7fe28988f4b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:17.132152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4a16bb02-e044-4661-a085-e8a522fbc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.140433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.174115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-6a87a452-9ee0-49ef-8521-ba3c92e44118 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a HTTP/1.1" status: 200 len: 217 time: 0.0830445 Oct 13 04:41:17.175160 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-46528e12-f285-4346-b449-38b784e7232c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.175898 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46528e12-f285-4346-b449-38b784e7232c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.178907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46528e12-f285-4346-b449-38b784e7232c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bf89275a-c415-48b8-b501-45b586d2ddd0 HTTP/1.1" status: 404 len: 337 time: 0.0690527 Oct 13 04:41:17.181716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52720) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.215312 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fbbf8d-abf4-424d-8ad9-68e48d1fa5f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.216021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fbbf8d-abf4-424d-8ad9-68e48d1fa5f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.220162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f0fbbf8d-abf4-424d-8ad9-68e48d1fa5f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/be205262-f266-4e8f-a0c9-9bbeb3c07e8c HTTP/1.1" status: 404 len: 333 time: 0.0365074 Oct 13 04:41:17.221987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.236437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.240143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.240836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a510cab5-3c7e-43a1-810b-e1f470c53250 HTTP/1.1" status: 204 len: 168 time: 0.1754336 Oct 13 04:41:17.247484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-8c8c35c6-ec85-4499-bcab-9f74bf365afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:17.249218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-8c8c35c6-ec85-4499-bcab-9f74bf365afb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ce95542a-4040-427d-9c1f-39c8355937c8 HTTP/1.1" status: 200 len: 861 time: 0.0663168 Oct 13 04:41:17.263499 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-83484457-28d8-4673-803d-c82f763a6570 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.263855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83484457-28d8-4673-803d-c82f763a6570 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.270944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83484457-28d8-4673-803d-c82f763a6570 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/c011a74b-449a-4f2f-8cc1-b2cc49cee443 HTTP/1.1" status: 404 len: 337 time: 0.0448196 Oct 13 04:41:17.272117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.310368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-67b786e9-c5bc-4837-923d-2eff63b767d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cffca585-b486-4821-a1d8-a04c2172523b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514045 Oct 13 04:41:17.318714 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-791338e8-5a5e-4e7d-aae5-75fcd596e867 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.319192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791338e8-5a5e-4e7d-aae5-75fcd596e867 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.324904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-791338e8-5a5e-4e7d-aae5-75fcd596e867 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/32463761-f770-4e8d-b0ee-30ba36728c19 HTTP/1.1" status: 404 len: 337 time: 0.0475428 Oct 13 04:41:17.325664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52728) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.327946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26afecb-ff42-4f7a-9159-3de7e0510a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a510cab5-3c7e-43a1-810b-e1f470c53250,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:17.354362 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf00553b-dcbf-4ab7-b599-2fd41cb1d008 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.355051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf00553b-dcbf-4ab7-b599-2fd41cb1d008 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.361590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf00553b-dcbf-4ab7-b599-2fd41cb1d008 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/f09c6582-88fa-4d77-b44b-50267db60dbf HTTP/1.1" status: 404 len: 333 time: 0.0348105 Oct 13 04:41:17.362229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52730) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.394085 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc1836d-814f-4998-956b-b999a1305d61 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.395128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc1836d-814f-4998-956b-b999a1305d61 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.401835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cc1836d-814f-4998-956b-b999a1305d61 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/ab88d44f-d677-4af0-ab3b-34c6602a8b34 HTTP/1.1" status: 404 len: 337 time: 0.0384753 Oct 13 04:41:17.402370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52732) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.431274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-1cfcd1e1-ead7-48b3-866c-090796c331a2 service neutron] 10.222.0.16 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120508 Oct 13 04:41:17.434511 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c51721e-2279-4feb-85cf-b9db37b052f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.435035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c51721e-2279-4feb-85cf-b9db37b052f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.442447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1c51721e-2279-4feb-85cf-b9db37b052f1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/c679cdbe-10c0-4118-afda-1a632cba36c1 HTTP/1.1" status: 404 len: 337 time: 0.0378351 Oct 13 04:41:17.442641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.474554 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c97fcce-e3db-4f52-a1db-173b02fe4862 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.475232 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c97fcce-e3db-4f52-a1db-173b02fe4862 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.481036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c97fcce-e3db-4f52-a1db-173b02fe4862 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5664764c-98b8-4010-9236-e944f428e54b HTTP/1.1" status: 404 len: 333 time: 0.0374701 Oct 13 04:41:17.481660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52736) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.502688 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.527029 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb720bc3-3981-4cd3-83d1-403f846a07b2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.527029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb720bc3-3981-4cd3-83d1-403f846a07b2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.536882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb720bc3-3981-4cd3-83d1-403f846a07b2 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/b4165da6-8a31-4792-8d50-b7211b9c7530 HTTP/1.1" status: 404 len: 337 time: 0.0540748 Oct 13 04:41:17.537629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52738) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.553143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-694d1b61-5b45-4ccc-a524-42c5eea2f11d req-f212087a-2902-45db-9ef9-e4be6ba3126a service neutron] 10.222.0.16 "GET /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129532 Oct 13 04:41:17.585456 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-adac2e88-a7a8-4a42-8d0a-a8333544bcdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.586461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adac2e88-a7a8-4a42-8d0a-a8333544bcdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.594940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52740) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.599392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-adac2e88-a7a8-4a42-8d0a-a8333544bcdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/a53b5de3-cfd8-4f74-9c21-04baffd643ae HTTP/1.1" status: 404 len: 333 time: 0.0604551 Oct 13 04:41:17.612254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] DHCP port deletion for 391fc220-7154-4be0-b4c9-0dda4eebc160 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:41:17.629450 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d71e56-424f-4c1a-9150-dfc8ff462ab4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.630110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d71e56-424f-4c1a-9150-dfc8ff462ab4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.633549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a7d71e56-424f-4c1a-9150-dfc8ff462ab4 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/58ad7eaa-caad-4ca4-8175-cd06aa13a52b HTTP/1.1" status: 404 len: 337 time: 0.0376391 Oct 13 04:41:17.636282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52746) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.660729 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d963e925-16a0-4f0e-81ff-842510e4123b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.661432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d963e925-16a0-4f0e-81ff-842510e4123b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.666891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d963e925-16a0-4f0e-81ff-842510e4123b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/a8e0b09d-3205-4837-8df8-a372395ca422 HTTP/1.1" status: 404 len: 333 time: 0.0268734 Oct 13 04:41:17.667404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52748) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.698990 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f7dd99-cdb8-41d0-aa2c-b5a2e05cf6b1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.699478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f7dd99-cdb8-41d0-aa2c-b5a2e05cf6b1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.702531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49f7dd99-cdb8-41d0-aa2c-b5a2e05cf6b1 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f2b59ec9-319f-4408-9000-9774b525bdc0 HTTP/1.1" status: 404 len: 337 time: 0.0344899 Oct 13 04:41:17.705875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52750) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.733880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Deleting port d37dbacd-6eb1-446f-8607-f7fe28988f4b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:17.734659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.756792 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ef98ef-6ee7-467a-b954-60926ef39578 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.757443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ef98ef-6ee7-467a-b954-60926ef39578 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.763689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-39ef98ef-6ee7-467a-b954-60926ef39578 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/c67b93d4-8a64-4b47-93d0-3a77a624862f HTTP/1.1" status: 404 len: 333 time: 0.0566730 Oct 13 04:41:17.765129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52752) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.785809 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d37dbacd-6eb1-446f-8607-f7fe28988f4b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:17.802594 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0503c9f-3b2a-41ee-8bcc-92aeeb8e98a0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.803052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0503c9f-3b2a-41ee-8bcc-92aeeb8e98a0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.806701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d0503c9f-3b2a-41ee-8bcc-92aeeb8e98a0 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/028c64bc-5833-42dc-8bc1-127f8915562e HTTP/1.1" status: 404 len: 337 time: 0.0404379 Oct 13 04:41:17.809218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52756) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.839053 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf99178-5dbd-4440-a84d-e7e559c2b173 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.839819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf99178-5dbd-4440-a84d-e7e559c2b173 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.843265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fdf99178-5dbd-4440-a84d-e7e559c2b173 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5ddc7986-86e8-438b-b1f6-ec9cebb47335 HTTP/1.1" status: 404 len: 333 time: 0.0330091 Oct 13 04:41:17.845850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52760) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.861390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] For port d37dbacd-6eb1-446f-8607-f7fe28988f4b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d37dbacd-6eb1-446f-8607-f7fe28988f4b,segment=NetworkSegment(261c98eb-369e-48ea-9732-8bab6578d76e),segment_id=261c98eb-369e-48ea-9732-8bab6578d76e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:17.861796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:17.877545 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-3089ef3c-d7a5-40f0-b364-954bd2aaeb3d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.878005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3089ef3c-d7a5-40f0-b364-954bd2aaeb3d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.882385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3089ef3c-d7a5-40f0-b364-954bd2aaeb3d tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a6782618-adfc-4fa6-af16-932e6e538317 HTTP/1.1" status: 404 len: 337 time: 0.0353947 Oct 13 04:41:17.884910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52764) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.887739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Calling delete_port for d37dbacd-6eb1-446f-8607-f7fe28988f4b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:17.915371 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c686b-5cf7-47f7-9a93-881c4c08c20f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.916922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c686b-5cf7-47f7-9a93-881c4c08c20f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.922993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-466c686b-5cf7-47f7-9a93-881c4c08c20f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/eb42ebf7-53fb-4f00-8e94-b658716da2de HTTP/1.1" status: 404 len: 333 time: 0.0344098 Oct 13 04:41:17.923422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52766) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.978478 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-721978fb-50b0-4517-a55d-77bcfdda414e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:17.979014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721978fb-50b0-4517-a55d-77bcfdda414e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:17.991443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-721978fb-50b0-4517-a55d-77bcfdda414e tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bab080e8-d23c-4e69-a56d-1fe1535e8a4b HTTP/1.1" status: 404 len: 337 time: 0.0646794 Oct 13 04:41:17.992639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52772) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:17.998666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90f43-aa89-492e-a7fe-ad584c542fea req-ffae1164-3b0a-4ddc-95ef-c81fffb5c453 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:18.006045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e5e90f43-aa89-492e-a7fe-ad584c542fea req-ffae1164-3b0a-4ddc-95ef-c81fffb5c453 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 944 time: 0.0841000 Oct 13 04:41:18.036174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:18.055086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e5e90f43-aa89-492e-a7fe-ad584c542fea req-405dadf4-4f06-440c-8da6-a0563fc66564 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 Oct 13 04:41:18.064327 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ceec42-3e80-44c4-b3a1-275264e28577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.064846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ceec42-3e80-44c4-b3a1-275264e28577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.066412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:18.070446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-57ceec42-3e80-44c4-b3a1-275264e28577 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/75850270-8a9e-46df-9609-db4506465464 HTTP/1.1" status: 404 len: 337 time: 0.0743530 Oct 13 04:41:18.070591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52776) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.101224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Pushing event deleted for resources: {'Port': ['ID=d37dbacd-6eb1-446f-8607-f7fe28988f4b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:18.105813 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d2b39a-e023-4967-91b6-e7cf4c15fadd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.106893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d2b39a-e023-4967-91b6-e7cf4c15fadd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.114967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-37d2b39a-e023-4967-91b6-e7cf4c15fadd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/ae4911ba-965e-423b-b8a6-588963446696 HTTP/1.1" status: 404 len: 333 time: 0.0402234 Oct 13 04:41:18.115266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52778) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.130531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] No DVR routers for this DVR port d37dbacd-6eb1-446f-8607-f7fe28988f4b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:18.134521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.134877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.135255 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.135598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.135993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.136330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.136663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.136994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.137322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.137646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.137975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.138297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a43a8c6-0a00-4481-8435-829b42e868a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:18.155143 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4706d55-1ed2-45e4-a511-69cf6bdb4cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.155484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4706d55-1ed2-45e4-a511-69cf6bdb4cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.160765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c4706d55-1ed2-45e4-a511-69cf6bdb4cb7 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/d874aa2c-838e-4293-b9a4-923cda941e35 HTTP/1.1" status: 404 len: 337 time: 0.0424190 Oct 13 04:41:18.161999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52780) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.190433 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d9adc8-d282-4cd8-8da6-71161cd126fd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.190923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d9adc8-d282-4cd8-8da6-71161cd126fd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.195118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d2d9adc8-d282-4cd8-8da6-71161cd126fd tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a2a9d565-d726-4532-ae7d-5f6137090605 HTTP/1.1" status: 404 len: 337 time: 0.0308273 Oct 13 04:41:18.197236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52784) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.221650 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae770e9b-c6d6-4988-9d49-f4fd89f21347 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.222910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae770e9b-c6d6-4988-9d49-f4fd89f21347 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.227109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ae770e9b-c6d6-4988-9d49-f4fd89f21347 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/5b318ffd-0c9a-40b7-8bea-5a6ebe74cd99 HTTP/1.1" status: 404 len: 333 time: 0.0286567 Oct 13 04:41:18.228991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52788) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.259678 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed69df5-e149-4451-8bb9-326545ec820c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.260136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed69df5-e149-4451-8bb9-326545ec820c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.272526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7ed69df5-e149-4451-8bb9-326545ec820c tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/a81e82c2-51b8-45a7-9e2f-73fbfe9695fd HTTP/1.1" status: 404 len: 337 time: 0.0331974 Oct 13 04:41:18.272526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52792) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.297486 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae84d2-92a7-46f3-b337-87205b6a8683 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.297944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ae84d2-92a7-46f3-b337-87205b6a8683 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.301161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8ae84d2-92a7-46f3-b337-87205b6a8683 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/3c0817c0-c650-4e4d-8c8e-090bca7b0e8e HTTP/1.1" status: 404 len: 337 time: 0.0344820 Oct 13 04:41:18.303977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.334485 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54e53e8-2136-465a-a449-a9d465051e24 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.335226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54e53e8-2136-465a-a449-a9d465051e24 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.338320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f54e53e8-2136-465a-a449-a9d465051e24 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3c7bf525-0e47-4f03-8ca1-8b851a21e28c HTTP/1.1" status: 404 len: 333 time: 0.0334263 Oct 13 04:41:18.341537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52798) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.371411 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b29a504-79de-4d89-b53d-2c7637226108 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.371980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b29a504-79de-4d89-b53d-2c7637226108 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.375446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4b29a504-79de-4d89-b53d-2c7637226108 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/0daab158-b9c2-40a3-bf0a-6e82f129ff5a HTTP/1.1" status: 404 len: 337 time: 0.0326550 Oct 13 04:41:18.378996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52800) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.406351 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ef62f-8331-476e-ba69-a094012699a8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.406900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ef62f-8331-476e-ba69-a094012699a8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.410290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-538ef62f-8331-476e-ba69-a094012699a8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/d932f57c-3dfe-42a9-b251-c8c2b19475d6 HTTP/1.1" status: 404 len: 337 time: 0.0298879 Oct 13 04:41:18.412913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52802) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.440154 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ff439dd-f5ee-4492-89ec-c4713d8ab52f tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports?device_id=630dc47f-fe32-4ebf-96e9-cb0ffc8a696c HTTP/1.1" status: 200 len: 205 time: 0.0260172 Oct 13 04:41:18.443220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52804) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.492959 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-4557ed1b-3d38-47ef-85a3-83816f9a1942 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] delete failed (client error): The resource could not be found. Oct 13 04:41:18.495507 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4557ed1b-3d38-47ef-85a3-83816f9a1942 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/routers/630dc47f-fe32-4ebf-96e9-cb0ffc8a696c HTTP/1.1" status: 404 len: 336 time: 0.0497360 Oct 13 04:41:18.496575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52810) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.525735 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f3697d-e859-46ff-b572-2ab46b8af605 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.526526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f3697d-e859-46ff-b572-2ab46b8af605 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.529880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86f3697d-e859-46ff-b572-2ab46b8af605 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/4a8020d3-f930-4204-8801-67b1a3bfc901 HTTP/1.1" status: 404 len: 337 time: 0.0319698 Oct 13 04:41:18.532797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52812) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.560312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a43c8668-fc6a-46f9-9ab4-1d74807835b8 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "GET /v2.0/ports?device_id=dabcf871-1e1d-45ee-9e6d-60ed49fd43ba HTTP/1.1" status: 200 len: 205 time: 0.0260816 Oct 13 04:41:18.562280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52814) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.608467 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-ff5e90ce-aff6-4ba5-8af4-7ac7b7f5d154 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] delete failed (client error): The resource could not be found. Oct 13 04:41:18.611582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ff5e90ce-aff6-4ba5-8af4-7ac7b7f5d154 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/routers/dabcf871-1e1d-45ee-9e6d-60ed49fd43ba HTTP/1.1" status: 404 len: 336 time: 0.0462644 Oct 13 04:41:18.612161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.642990 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841536c-f62c-43f6-a5ab-0e9dc5c3a6b5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.643467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0841536c-f62c-43f6-a5ab-0e9dc5c3a6b5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.647234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0841536c-f62c-43f6-a5ab-0e9dc5c3a6b5 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/814d7c4a-9137-4920-98d1-87109c4a3833 HTTP/1.1" status: 404 len: 337 time: 0.0333512 Oct 13 04:41:18.649122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.682048 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0cb730-ff55-431f-9d1e-5a8e49a3baa9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.682570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0cb730-ff55-431f-9d1e-5a8e49a3baa9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.687435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8a0cb730-ff55-431f-9d1e-5a8e49a3baa9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/41ad80b3-35ca-4365-b15b-55a45a35503c HTTP/1.1" status: 404 len: 337 time: 0.0359819 Oct 13 04:41:18.688987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52824) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.717604 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5a67a9-154d-4690-b2b4-2bd107d5cf6a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.718480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5a67a9-154d-4690-b2b4-2bd107d5cf6a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.724970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.725876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea5a67a9-154d-4690-b2b4-2bd107d5cf6a tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3971d3e5-c6db-4d96-9808-89cbf4c6e490 HTTP/1.1" status: 404 len: 333 time: 0.0357902 Oct 13 04:41:18.763422 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d1a7cd-6c5b-4298-b880-213e2acf348b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.763887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d1a7cd-6c5b-4298-b880-213e2acf348b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.770981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c6d1a7cd-6c5b-4298-b880-213e2acf348b tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/0af1404a-741f-4ae9-be72-4a63f2b34ddd HTTP/1.1" status: 404 len: 337 time: 0.0448186 Oct 13 04:41:18.773986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.809941 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-3951fba8-6aaf-4960-b37f-07794afb73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.810692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3951fba8-6aaf-4960-b37f-07794afb73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.817503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.818310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3951fba8-6aaf-4960-b37f-07794afb73c9 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/724d538a-acff-4efa-9fb4-31467d667713 HTTP/1.1" status: 404 len: 333 time: 0.0432403 Oct 13 04:41:18.850632 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d76164-0612-4ec8-ad7d-7746ed6bd089 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.851260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d76164-0612-4ec8-ad7d-7746ed6bd089 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.855111 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66d76164-0612-4ec8-ad7d-7746ed6bd089 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/293d91e2-0710-4e3c-a6eb-e2cef212821f HTTP/1.1" status: 404 len: 337 time: 0.0360224 Oct 13 04:41:18.857134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52838) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.882402 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc4401f-3aae-420f-8cc5-b65b1f2c6748 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.883080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc4401f-3aae-420f-8cc5-b65b1f2c6748 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.885765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bcc4401f-3aae-420f-8cc5-b65b1f2c6748 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/3af9c834-cfdd-40dc-b6f3-62e300ee571e HTTP/1.1" status: 404 len: 333 time: 0.0275569 Oct 13 04:41:18.888491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.899706 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:41:18.914948 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04b3cb7-f698-4136-8ee0-53ea9621f006 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.915432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04b3cb7-f698-4136-8ee0-53ea9621f006 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.919103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a04b3cb7-f698-4136-8ee0-53ea9621f006 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/942998d5-7302-4362-9f84-e786420caf39 HTTP/1.1" status: 404 len: 337 time: 0.0288904 Oct 13 04:41:18.921090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.945769 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad485509-d419-4b92-818a-57a19789b947 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.946979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad485509-d419-4b92-818a-57a19789b947 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.951148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad485509-d419-4b92-818a-57a19789b947 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/711b6ac3-a981-464d-a72b-c6b46f2fafe8 HTTP/1.1" status: 404 len: 333 time: 0.0287008 Oct 13 04:41:18.953744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.977142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52848) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:18.981664 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87a9c96-5ff4-41d9-849d-5531f01c7660 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:18.982286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87a9c96-5ff4-41d9-849d-5531f01c7660 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:18.987123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c87a9c96-5ff4-41d9-849d-5531f01c7660 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f2beb76f-8432-4195-91c6-623ff4b1c6cc HTTP/1.1" status: 404 len: 337 time: 0.0310323 Oct 13 04:41:18.988990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.014414 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a60545-db2d-4c73-bc8a-22c8f3a18b34 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.015134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a60545-db2d-4c73-bc8a-22c8f3a18b34 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.018457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48a60545-db2d-4c73-bc8a-22c8f3a18b34 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/2b4ddbcd-2668-40b6-91c6-461af8d361c7 HTTP/1.1" status: 404 len: 333 time: 0.0284212 Oct 13 04:41:19.021057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52854) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.057225 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b9af9f-e08b-46b7-a605-2f7dc368f298 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.057766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b9af9f-e08b-46b7-a605-2f7dc368f298 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.061254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-16b9af9f-e08b-46b7-a605-2f7dc368f298 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/bada20d9-3248-4e9b-bdca-7b8ef8d8ee4a HTTP/1.1" status: 404 len: 337 time: 0.0391433 Oct 13 04:41:19.063842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52856) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.095123 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c54800e-a71f-4401-b46f-a1e475899304 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.096060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c54800e-a71f-4401-b46f-a1e475899304 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.103813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52860) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.117189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c54800e-a71f-4401-b46f-a1e475899304 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/7e183d82-a521-43d7-b448-6ecbf973575c HTTP/1.1" status: 404 len: 333 time: 0.0483854 Oct 13 04:41:19.136331 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b04c024-4368-420a-81ce-4387395e4178 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.136788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b04c024-4368-420a-81ce-4387395e4178 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.143560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52864) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.153499 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8b04c024-4368-420a-81ce-4387395e4178 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/f4769db4-934c-4ea2-b275-085191532341 HTTP/1.1" status: 404 len: 337 time: 0.0484812 Oct 13 04:41:19.172728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3d61f4b3-ed60-4e1a-809c-9951456dd44a details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:41:19.211027 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd638018-0aa6-4a6d-bdad-6c69a5efccdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.212734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd638018-0aa6-4a6d-bdad-6c69a5efccdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.218517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd638018-0aa6-4a6d-bdad-6c69a5efccdb tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/ports/aecdab68-71fa-437f-8871-9641cb4ea32a HTTP/1.1" status: 404 len: 333 time: 0.0710900 Oct 13 04:41:19.219430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52868) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.234350 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22969a4b-f2f4-4dab-bb08-2f8c6fc36c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.279696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5cdd0-91a0-4258-b1ba-2733406f4d7d req-a4e2d260-b58f-45c7-bfe5-20cf498b94be tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:19.281817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08f5cdd0-91a0-4258-b1ba-2733406f4d7d req-a4e2d260-b58f-45c7-bfe5-20cf498b94be tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 944 time: 0.1131604 Oct 13 04:41:19.285193 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2f5012-570e-4b4c-9f7c-5cdcd5981721 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] DELETE failed (client error): The resource could not be found. Oct 13 04:41:19.285819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2f5012-570e-4b4c-9f7c-5cdcd5981721 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:41:19.296098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c2f5012-570e-4b4c-9f7c-5cdcd5981721 tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/subnets/aa5a7cd2-39b8-41e3-a22b-85d901066629 HTTP/1.1" status: 404 len: 337 time: 0.0750632 Oct 13 04:41:19.296411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.303963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a,segment=NetworkSegment(28010064-47fe-427c-99c7-7b5e2b311ba0),segment_id=28010064-47fe-427c-99c7-7b5e2b311ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:19.322770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '3d61f4b3-ed60-4e1a-809c-9951456dd44a', 'network_id': 'cffca585-b486-4821-a1d8-a04c2172523b', 'port_id': '3d61f4b3-ed60-4e1a-809c-9951456dd44a', 'mac_address': 'fa:16:3e:60:4b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce95542a-4040-427d-9c1f-39c8355937c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:41:19.375531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.391356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d61f4b3-ed60-4e1a-809c-9951456dd44a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:19.416783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a,segment=NetworkSegment(28010064-47fe-427c-99c7-7b5e2b311ba0),segment_id=28010064-47fe-427c-99c7-7b5e2b311ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:19.421211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.441644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08f5cdd0-91a0-4258-b1ba-2733406f4d7d req-87b9ae95-79b6-4dcd-b51e-ae13f572aa42 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491313 Oct 13 04:41:19.450604 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.476791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:19.496041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22969a4b-f2f4-4dab-bb08-2f8c6fc36c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.527283 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-22969a4b-f2f4-4dab-bb08-2f8c6fc36c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.611508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['3d61f4b3-ed60-4e1a-809c-9951456dd44a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:19.623434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22969a4b-f2f4-4dab-bb08-2f8c6fc36c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba06cf0-5b72-454f-95c9-841a64cad7ba,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:19.643080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.667545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391fc220-7154-4be0-b4c9-0dda4eebc160']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:19.678848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261c98eb-369e-48ea-9732-8bab6578d76e') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:19.679200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261c98eb-369e-48ea-9732-8bab6578d76e') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:19.689300 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.706195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:19.707103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-22969a4b-f2f4-4dab-bb08-2f8c6fc36c70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8231d81985a844989d921b9bdfae204d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7280529 Oct 13 04:41:19.717021 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.733505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:19.733956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:19.737379 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:19.806251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.855287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.887870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.915086 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.922540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] 10.222.0.49 "DELETE /v2.0/networks/391fc220-7154-4be0-b4c9-0dda4eebc160 HTTP/1.1" status: 204 len: 168 time: 0.6126354 Oct 13 04:41:19.939410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a08e14-1c9d-4791-859c-fb077ed1e1bf tempest-NetworksTestDHCPv6-1614238549 tempest-NetworksTestDHCPv6-1614238549-project] Pushing event deleted for resources: {'Network': ['ID=391fc220-7154-4be0-b4c9-0dda4eebc160,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:19.943756 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.946324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:19.950052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ba06cf0-5b72-454f-95c9-841a64cad7ba HTTP/1.1" status: 204 len: 168 time: 0.2388301 Oct 13 04:41:19.966277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f61ac-ec87-46c8-983c-47dbdfed3626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba06cf0-5b72-454f-95c9-841a64cad7ba,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.292008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52886) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:20.493326 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2d04febc-6848-4862-b4a9-f1be44888e87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=647656c7fb324f1987a56f2f1779f612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001240 Oct 13 04:41:20.496438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52900) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:20.564330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.588806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.638177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aeff0-9c53-4c51-b338-bac3025b14ed req-217b57cb-d647-43f8-a6d2-bfd9c6c8a5e0 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:20.639876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a41aeff0-9c53-4c51-b338-bac3025b14ed req-217b57cb-d647-43f8-a6d2-bfd9c6c8a5e0 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 945 time: 0.1150930 Oct 13 04:41:20.657968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.663353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:20.664902 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80ff2c34-a148-47e5-8923-3cf27536cacb HTTP/1.1" status: 204 len: 168 time: 0.1672800 Oct 13 04:41:20.681921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d08607-a543-470e-9186-5f3782cd75b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff2c34-a148-47e5-8923-3cf27536cacb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:20.701774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a41aeff0-9c53-4c51-b338-bac3025b14ed req-5ae3519e-505b-4a35-a53d-0e562c2bdd32 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516715 Oct 13 04:41:21.190229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3d61f4b3-ed60-4e1a-809c-9951456dd44a up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:21.314885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 3d61f4b3-ed60-4e1a-809c-9951456dd44a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:41:21.321538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 3d61f4b3-ed60-4e1a-809c-9951456dd44a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:21.322024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.474478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.522252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:21.525536 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c56252f-b6ad-4033-9f98-cf6ef5779546" -d '{"events": [{"server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "name": "network-vif-plugged", "status": "completed", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:21.542834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a,segment=NetworkSegment(28010064-47fe-427c-99c7-7b5e2b311ba0),segment_id=28010064-47fe-427c-99c7-7b5e2b311ba0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:21.552982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.614536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 52940) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:21.827019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a9e1e-21d0-43b5-9a2c-c8b9a0fc653d req-948296f3-b6fe-40a7-8625-057138ecebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:21.828510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d7a9e1e-21d0-43b5-9a2c-c8b9a0fc653d req-948296f3-b6fe-40a7-8625-057138ecebf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 1097 time: 0.1417122 Oct 13 04:41:21.832544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1245239673'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:21.893489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d7a9e1e-21d0-43b5-9a2c-c8b9a0fc653d req-3d8e87d1-d327-4baa-9d8e-57f7c7e1c65d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Oct 13 04:41:21.898037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:21.904038 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.915984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:21.932315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c187f-57a6-4376-80bf-71b02e893fce req-f532ea94-d642-4d9e-9ab6-7d987ba9a8ed tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:21.933852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c88c187f-57a6-4376-80bf-71b02e893fce req-f532ea94-d642-4d9e-9ab6-7d987ba9a8ed tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 946 time: 0.0927980 Oct 13 04:41:21.936204 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a9dbbe-6a66-4795-81b0-502861e80c43 x-openstack-request-id: req-71a9dbbe-6a66-4795-81b0-502861e80c43 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:21.936493 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "name": "network-vif-plugged", "status": "completed", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:21.936747 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71a9dbbe-6a66-4795-81b0-502861e80c43 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:21.937135 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a', 'code': 200} Oct 13 04:41:21.938336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:21.990367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c88c187f-57a6-4376-80bf-71b02e893fce req-8c8f38ef-ed63-421b-adb6-8fbe5ef9c935 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Oct 13 04:41:22.044125 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.049914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.065408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:41:22.087601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.088273 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Added segment bec4f363-635e-4e69-8ea7-bd3dd777a344 of type vlan for network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 Oct 13 04:41:22.131309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11cf3cb-dda4-40f9-9e0e-ab91530976d5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:22.145936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.175854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.182892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:22.183763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.530087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9135430 Oct 13 04:41:22.533270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52956) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:22.540627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'subnet': {'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:22.567057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632fae-57c7-44e1-9565-963c403d371b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Network': ['ID=519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:22.577666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:41:22.646216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:22.650494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.855851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.926077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Subnet': ['ID=4667c0eb-0a37-4140-9962-4a9357ed2679,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:22.931329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Checking segment: {'id': 'bec4f363-635e-4e69-8ea7-bd3dd777a344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:22.931698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network hostable DHCP agents. Network: 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:41:22.949856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:41:22.959895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:22.964581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:22.965743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:22.970431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa25155-b4ec-4959-b40b-2b176004f45d None None] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:22.984555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6e2fde0e-9c3a-495a-af47-7fb7cfc8452c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4500768 Oct 13 04:41:22.988533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 52960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:22.993862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-416386726', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:23.021985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.023585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.089450 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.132784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c830401-2698-47f7-ad2b-b5cf5f6b2f7b None None] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:23.156204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56559609-cad5-4a42-aa71-b31bf85960f4 req-b4b3490a-cb05-45ef-98fd-4c50c13401db tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:23.157740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56559609-cad5-4a42-aa71-b31bf85960f4 req-b4b3490a-cb05-45ef-98fd-4c50c13401db tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 946 time: 0.0652862 Oct 13 04:41:23.205437 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56559609-cad5-4a42-aa71-b31bf85960f4 req-2caf9add-eb3c-461f-97a8-0f77f7b80524 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Oct 13 04:41:23.283891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.509814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.536936 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.696657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.139 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/69a951d5-2ccb-4ba0-938d-eab3ea5d67fd) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:23.839841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.896666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:23.977099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:23.988313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:24.001131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:24.024002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=69a951d5-2ccb-4ba0-938d-eab3ea5d67fd,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:24.056577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4504550-7b98-4259-8823-6f9b25b6fccb req-92a34d06-5676-453a-83b6-1c8acf87eef6 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:24.058382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4504550-7b98-4259-8823-6f9b25b6fccb req-92a34d06-5676-453a-83b6-1c8acf87eef6 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 946 time: 0.1591139 Oct 13 04:41:24.215016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4504550-7b98-4259-8823-6f9b25b6fccb req-1cd3ef12-1396-4ef5-9ddf-15f62c7dac65 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448271 Oct 13 04:41:24.399095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.617413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:24.751050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:41:25.252790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-0f043f12-a36d-495e-8ab9-2a67bf51966d tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:25.254395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-0f043f12-a36d-495e-8ab9-2a67bf51966d tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 946 time: 0.1036165 Oct 13 04:41:25.334343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:25.349182 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:25.375686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:25.380986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-387e1494-8834-441d-8def-f51f4b19affe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3912444 Oct 13 04:41:25.381858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:25.382114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:25.382831 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:25.436178 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:25.448425 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:25.448945 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:25.480147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Deleting port 3d61f4b3-ed60-4e1a-809c-9951456dd44a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:25.480801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:25.492778 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:25.494097 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dacc37-55dd-429f-a098-2f3127f2be17 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:25.608872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] For port 3d61f4b3-ed60-4e1a-809c-9951456dd44a, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=3d61f4b3-ed60-4e1a-809c-9951456dd44a,segment=NetworkSegment(28010064-47fe-427c-99c7-7b5e2b311ba0),segment_id=28010064-47fe-427c-99c7-7b5e2b311ba0)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:25.609382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:25.623933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Calling delete_port for 3d61f4b3-ed60-4e1a-809c-9951456dd44a owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:25.718137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1136b-69c0-40fb-bde1-efb49e68f321 req-e5cdb2d0-d3d7-4d6b-b9ae-33057b5df3d1 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:25.722868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ae1136b-69c0-40fb-bde1-efb49e68f321 req-e5cdb2d0-d3d7-4d6b-b9ae-33057b5df3d1 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/ports?device_id=ddf956ea-9c70-487d-8e57-a31e8b884697 HTTP/1.1" status: 200 len: 946 time: 0.3507187 Oct 13 04:41:25.799397 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ae1136b-69c0-40fb-bde1-efb49e68f321 req-a54ca535-2ead-41b3-96f1-f5c373b003d8 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.49 "GET /v2.0/security-groups?id=431f945d-b86a-4784-a97a-2a8252970fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696046 Oct 13 04:41:25.831888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:25.845451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['3d61f4b3-ed60-4e1a-809c-9951456dd44a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:25.877629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Pushing event deleted for resources: {'Port': ['ID=3d61f4b3-ed60-4e1a-809c-9951456dd44a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:25.975772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] No DVR routers for this DVR port 3d61f4b3-ed60-4e1a-809c-9951456dd44a on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:25.978945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:25.983727 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2049c422-3bf4-4a85-94ac-b0a34dd63221 req-2f333bd2-9d84-420e-9524-7ac9abb65a93 tempest-ServerMetadataNegativeTestJSON-534196687 tempest-ServerMetadataNegativeTestJSON-534196687-project] 10.222.0.16 "DELETE /v2.0/ports/3d61f4b3-ed60-4e1a-809c-9951456dd44a HTTP/1.1" status: 204 len: 173 time: 0.7197428 Oct 13 04:41:25.985236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'name': 'network-vif-deleted', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:25.996270 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3e3d25-b1df-4042-970c-1062a35bb6fd" -d '{"events": [{"server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "name": "network-vif-deleted", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:26.141570 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61cc7c-f4a3-4c81-9b83-67c84c88d609 x-openstack-request-id: req-9b61cc7c-f4a3-4c81-9b83-67c84c88d609 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:26.142192 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf956ea-9c70-487d-8e57-a31e8b884697", "name": "network-vif-deleted", "tag": "3d61f4b3-ed60-4e1a-809c-9951456dd44a", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:26.142464 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b61cc7c-f4a3-4c81-9b83-67c84c88d609 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:26.143030 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf956ea-9c70-487d-8e57-a31e8b884697', 'name': 'network-vif-deleted', 'tag': '3d61f4b3-ed60-4e1a-809c-9951456dd44a', 'status': 'completed', 'code': 200} Oct 13 04:41:26.236638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:26.561453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.1 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/ab479e10-9331-4342-a28a-76a445d1a105) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:26.714925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:26.757882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:26.798486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:26.807373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:26.809923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:26.845609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=ab479e10-9331-4342-a28a-76a445d1a105,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:26.870317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:26.871845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:26.918070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Deleting subnet ce95542a-4040-427d-9c1f-39c8355937c8 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:41:26.921716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:26.962035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.013376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.020017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.083668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.113333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce95542a-4040-427d-9c1f-39c8355937c8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:27.126636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.126988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.127533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.127878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.128317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.129025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.129614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.130088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.130428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.130760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.131109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.131448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:27.134519 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.140201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3b127f72-34b6-4f95-9663-6000961c7e98 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ce95542a-4040-427d-9c1f-39c8355937c8 HTTP/1.1" status: 204 len: 168 time: 0.2659497 Oct 13 04:41:27.141900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:27.257444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.451033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.510638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffca585-b486-4821-a1d8-a04c2172523b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:27.530816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28010064-47fe-427c-99c7-7b5e2b311ba0') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:27.531417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28010064-47fe-427c-99c7-7b5e2b311ba0') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:27.553185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.569016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.578433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.581503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.636142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:41:27.636709 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:41:27.641524 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:41:27.725799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.731704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=ab479e10-9331-4342-a28a-76a445d1a105,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:27.772682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.807669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:27.809626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/cffca585-b486-4821-a1d8-a04c2172523b HTTP/1.1" status: 204 len: 168 time: 0.6667492 Oct 13 04:41:27.825820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda728e9-3261-436f-a3d4-60f8c274f4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=cffca585-b486-4821-a1d8-a04c2172523b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:27.936982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:27.942489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:28.126082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53090) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:28.177210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:28.208697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-90e962e4-edac-4df7-b386-fff12bed1ac0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fb7b67973f141baba25066ee660fe35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813410 Oct 13 04:41:28.211208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:28.291561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.318960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.370091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:28.376827 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ade22295-4021-4a3b-b106-60a735d0c508 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/routers/5fc1cff6-261f-4242-83ec-1f47f3f70ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938900 Oct 13 04:41:28.380983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:28.383595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:28.386593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'port': {'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3', 'name': 'tempest-FloatingIPTestJSON-859690341'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:28.398611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:28.399324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:28.419124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.429980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.436404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/431f945d-b86a-4784-a97a-2a8252970fa0 HTTP/1.1" status: 204 len: 168 time: 0.2240081 Oct 13 04:41:28.485610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:28.506153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:28.512192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:28.548941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd87b-df98-42fa-80fa-098480d6d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431f945d-b86a-4784-a97a-2a8252970fa0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:28.635735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:28.636644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27cd13-e76b-4ed6-8243-e35fd1d0d0f9 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:28.663548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:28.669504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:28.704629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] device_id is not set on port c25f10ca-4297-47a7-8884-53847c79f272 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:28.865252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.13 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/c25f10ca-4297-47a7-8884-53847c79f272) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:29.068712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.114727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.182228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:29.185703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:29.193322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:29.218638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3d61f4b3-ed60-4e1a-809c-9951456dd44a no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:29.265164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 3d61f4b3-ed60-4e1a-809c-9951456dd44a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:29.265612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 3d61f4b3-ed60-4e1a-809c-9951456dd44a not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:29.272178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=c25f10ca-4297-47a7-8884-53847c79f272,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:29.329232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:29.330133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.351831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a4f543e4-d725-464e-bcd1-29b96711d98e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9693604 Oct 13 04:41:29.353996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53126) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:29.364686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'port': {'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3', 'name': 'tempest-FloatingIPTestJSON-1531568769'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:29.549011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:29.552732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.576265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] device_id is not set on port 6885d925-f3b7-4471-82d6-b203733545bc yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:29.720834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.10 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/6885d925-f3b7-4471-82d6-b203733545bc) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:29.911578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:29.968737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.021346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:30.025793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:30.029138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:30.080328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=6885d925-f3b7-4471-82d6-b203733545bc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:30.114692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:30.115876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.160474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54571627-5d98-4a4e-95d0-8e75eb0ff9d0 req-a92df89c-6cf2-4304-9cfd-e5ef13f8390a tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0317078 Oct 13 04:41:30.164408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5f42efb-db87-4b19-a5ba-40045472555b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8083434 Oct 13 04:41:30.168686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53158) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:30.173267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '6885d925-f3b7-4471-82d6-b203733545bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:30.213607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.352637 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.531650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.201 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4df8cbbf-1262-4b6e-a176-f45bd54c0503) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:30.688837 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.773006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:30.817062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:30.820276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:30.824456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:30.867321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=4df8cbbf-1262-4b6e-a176-f45bd54c0503,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:31.399994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a6c68e0-1bdf-4aca-9b54-0575f1ee021a req-ac2f31cc-46ad-47d0-803f-525b956e524d tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0430315 Oct 13 04:41:31.446624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:31.568426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:31.792897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:31.797795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:31.873574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:31.929808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=4df8cbbf-1262-4b6e-a176-f45bd54c0503,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:31.998092 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP b6cd0733-3eda-4162-8def-fbddf583176f associated. External IP: 172.25.0.201, port: 6885d925-f3b7-4471-82d6-b203733545bc. Oct 13 04:41:32.254928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:32.553312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3aaf84bc-9baa-441c-b629-dfc42a43942d req-025b70f9-245d-4a6f-a8ae-7ccbc4054892 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0698576 Oct 13 04:41:32.788387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf8dc2d6-cc6a-46ba-95de-c7ea963353e0 req-af272500-da41-4d4b-b017-fcd2f12d3caf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0359757 Oct 13 04:41:32.909635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:32.920699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:32.937055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:32.964525 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:32.965496 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:32.986859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2cd88ba4-5f2b-4d0d-b635-61d0fc65740a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.8147168 Oct 13 04:41:32.987296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:32.992814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:33.005063 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.014566 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:33.015209 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.101535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:33.181155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:33.181842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1f812-4567-4b38-8842-8dee22978514 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:33.282802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:33.288576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:33.289098 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP b6cd0733-3eda-4162-8def-fbddf583176f disassociated. External IP: 172.25.0.201, port: 6885d925-f3b7-4471-82d6-b203733545bc. Oct 13 04:41:33.589821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:33.928060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72ae7064-5d02-4b15-9c32-a5fc091da1bd req-680954b1-0307-4e1b-9484-a95a036a5b82 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.1098347 Oct 13 04:41:33.931394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:33.951140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:33.965243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:33.983590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:33.984535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:34.017421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0816283c-e95f-4f04-85c2-a7bbfdeecd91 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/b6cd0733-3eda-4162-8def-fbddf583176f HTTP/1.1" status: 200 len: 688 time: 1.0284393 Oct 13 04:41:34.020953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53278) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:34.077524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:34.109090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:34.109946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:34.182391 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:34.187977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664372ce-801d-49a3-8d83-53b7eea922c0 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:34.231943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 4df8cbbf-1262-4b6e-a176-f45bd54c0503 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:34.232793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.259474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:34.373154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.373813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.402523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 4df8cbbf-1262-4b6e-a176-f45bd54c0503 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:34.445362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4e94f3a-6df2-4e34-9d55-9423c44032ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.616223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4e94f3a-6df2-4e34-9d55-9423c44032ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.622283 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a4e94f3a-6df2-4e34-9d55-9423c44032ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.659053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.659545 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a4e94f3a-6df2-4e34-9d55-9423c44032ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d091088ad8994ac382799992e21fc14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986053 Oct 13 04:41:34.662174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:34.729474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=4df8cbbf-1262-4b6e-a176-f45bd54c0503,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:34.748544 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e94f3a-6df2-4e34-9d55-9423c44032ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ed557-3852-499a-b68a-e203c75e429d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:34.780377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.796037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.798739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.801005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4063bb43-5a6e-4c9a-9aee-cf9832f7c3fe tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/b6cd0733-3eda-4162-8def-fbddf583176f HTTP/1.1" status: 204 len: 168 time: 0.7786772 Oct 13 04:41:34.805023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53302) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:34.809665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': 'c25f10ca-4297-47a7-8884-53847c79f272'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:34.827023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.872640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.921541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.924918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:34.926086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db2ed557-3852-499a-b68a-e203c75e429d HTTP/1.1" status: 204 len: 168 time: 0.2573187 Oct 13 04:41:34.934875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ab57-f5d7-4c09-819b-79dc0a31b0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ed557-3852-499a-b68a-e203c75e429d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:35.105315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-967f8bca-01c8-4da0-aa18-5f043c1deced req-9c3f2aac-32ed-4029-b022-2e7bc64fbfc7 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0410666 Oct 13 04:41:35.187691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:35.378590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.230 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:35.552380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:35.626249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:35.727944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:35.734452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:35.749335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:35.800262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:36.132404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2da0a001-2515-4af1-b4cd-c1e5c7b0bf17 req-abcd4217-525c-4e5d-85d2-0df20ca489fc tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0579023 Oct 13 04:41:36.904930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:37.036983 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:37.262183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97c33557-4eb8-4571-87cc-f8a94f222d8b req-61c6478d-78d4-44c3-a0be-52ab36d3aa3b tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0500231 Oct 13 04:41:37.295413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:37.301795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:37.401704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:37.423682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:37.541499 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 77d8f570-e6bb-4ced-8e7c-7280919f2d73 associated. External IP: 172.25.0.230, port: c25f10ca-4297-47a7-8884-53847c79f272. Oct 13 04:41:37.845325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:37.995733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:38.007872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:38.015531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:38.026042 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:38.026653 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:38.045486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-658a9182-b162-4413-825e-471ff06f0e2b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2393787 Oct 13 04:41:38.048187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:38.060535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:38.070457 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:38.071308 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:38.113330 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:38.114166 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e8b17-ad6a-4aef-9c39-518e8daf9ec0 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:38.140046 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5529cdb4-eeb0-4fe0-b991-2176c359320e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/floatingips/77d8f570-e6bb-4ced-8e7c-7280919f2d73 HTTP/1.1" status: 200 len: 978 time: 0.0905669 Oct 13 04:41:38.142325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53414) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:38.276521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae54e979-c240-435f-8879-6ea869cf6709 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1317489 Oct 13 04:41:38.278852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53420) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:38.284966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': '6885d925-f3b7-4471-82d6-b203733545bc'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:38.370543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:38.386877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4976bff-78af-4733-a483-1d117dd2ab99 req-0c26380a-daf8-4354-ba38-737be5d0bc9d tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0350983 Oct 13 04:41:38.901964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:38.908169 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:39.087850 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 77d8f570-e6bb-4ced-8e7c-7280919f2d73 associated. External IP: 172.25.0.230, port: c25f10ca-4297-47a7-8884-53847c79f272. Oct 13 04:41:39.095538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-142fad7f-d55d-48ef-ada2-f95d8443a23e tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472434 Oct 13 04:41:39.551806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53c068f8-7304-42d1-95ec-8e57c63437cb req-e490e63b-85dc-415b-85f2-d91713af3368 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0617976 Oct 13 04:41:39.722680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-f91afdd1-e3e7-4ac9-afd6-144a1f791c5d tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:39.727605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-f91afdd1-e3e7-4ac9-afd6-144a1f791c5d tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5929704 Oct 13 04:41:39.753101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-59d45cae-a1e4-4749-ae6e-8a974ab71763 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/quotas/fd0ec33265ff455aa3f0d959dd0b9d01 HTTP/1.1" status: 200 len: 375 time: 0.0217469 Oct 13 04:41:39.822100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-0eb1313d-4f7b-47bc-99c2-63217099f81d tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390005 Oct 13 04:41:39.847278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:39.999786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:40.012742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:40.029736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:40.030396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.074021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dd016533-7779-445a-ad29-8d840a17f104 req-ad0661e7-3573-4c09-b05b-8493c2a22afc tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 210 time: 0.0542338 Oct 13 04:41:40.108417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.119574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:40.120344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.154213 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.155130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc7900-577b-4b8c-8638-0be7ee3f3a41 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:40.333610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:40.509755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:40.520865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:40.526268 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:40.542975 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:40.544034 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.622429 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.636044 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:40.637385 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.644179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53494) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:40.645418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a9ab101b-2312-421b-ac1b-461a29b2e21b tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/77d8f570-e6bb-4ced-8e7c-7280919f2d73 HTTP/1.1" status: 200 len: 979 time: 2.3653171 Oct 13 04:41:40.649695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:40.686980 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:40.687890 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff7808-ad0e-4ffc-8d18-d41ea4ae0379 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:40.748401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:40.775927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a04d16-b2d9-4a05-9d86-2f299e45ea72 req-44da0ebe-9ade-4006-afa0-7def28b61d9d tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0633214 Oct 13 04:41:40.975787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:40.981092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:40.981598 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 77d8f570-e6bb-4ced-8e7c-7280919f2d73 disassociated. External IP: 172.25.0.230, port: 6885d925-f3b7-4471-82d6-b203733545bc. Oct 13 04:41:41.195785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09f89fd0-0d74-4e05-9e69-c1cb9694a9d9 req-ad469f16-b477-49c1-a39e-90b96bd385cf tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 210 time: 0.0329096 Oct 13 04:41:41.319862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-74c8de16-0276-45ac-8f09-ec75863981a1 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336559 Oct 13 04:41:41.324541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:41.584569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-aa5ac666-f396-4291-8708-a79dbec34c66 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:41.586124 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-aa5ac666-f396-4291-8708-a79dbec34c66 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605362 Oct 13 04:41:41.587903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:41.593514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.601772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Request body: {'port': {'device_id': '1f948b11-9461-460b-8716-0405891a6bbb', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': 'fd0ec33265ff455aa3f0d959dd0b9d01'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:41.602130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:41.619336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:41.620690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:41.659938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:41.677295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:41.678293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:41.707511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b73f255-9968-4ccc-abd7-33b9318b8b81 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/77d8f570-e6bb-4ced-8e7c-7280919f2d73 HTTP/1.1" status: 200 len: 688 time: 1.0619159 Oct 13 04:41:41.710214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53526) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:41.753738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.754991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:41.755902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f057ffb-0c75-4b06-bea8-b2f1c90fd741 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:41.776360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-efe68e1f-fcf6-4091-b09c-b8a384bd44a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.810853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Made reservation on behalf of fd0ec33265ff455aa3f0d959dd0b9d01 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:41.817610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.832124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.871667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:41.872389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.938500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:41.944484 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.014480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.015799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.026907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0118cfa1-82e2-4768-b46b-c38fdb44d10c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:42.042821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.043190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.043529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.043860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.044190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.044516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.044839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.045158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.045428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f16d4888-519f-4d3c-818f-1c692e25136a req-efa9e6f2-6310-4f9d-83ba-ff389293935e tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.1142876 Oct 13 04:41:42.045535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.045893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.046306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.046633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:41:42.057405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:42.160780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Allocated IP 192.168.233.27 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:42.250803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.320403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=aa22a7c1-e785-43e3-b960-9eb4ce9fb5dd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:42.363077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a0558a8-7c7e-447e-b386-cb7cab482926 req-8ed4b769-4d5e-4131-a3ed-bad334e9af65 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 210 time: 0.0300477 Oct 13 04:41:42.401262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.407171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.408588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9354cafd-301e-4e8a-bc5a-b38fdc52fa73 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/77d8f570-e6bb-4ced-8e7c-7280919f2d73 HTTP/1.1" status: 204 len: 168 time: 0.6973786 Oct 13 04:41:42.411894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53546) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:42.452809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.453139 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-9fc378c3-5feb-4499-b19b-59d6de5196c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] delete failed (client error): The resource could not be found. Oct 13 04:41:42.454492 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9fc378c3-5feb-4499-b19b-59d6de5196c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/77d8f570-e6bb-4ced-8e7c-7280919f2d73 HTTP/1.1" status: 404 len: 345 time: 0.0414717 Oct 13 04:41:42.459486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53550) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:42.496289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.549764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:42.552983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:42.558997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:42.600447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd01a52-93c0-4101-89df-78462e3783f1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:42.607484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd01a52-93c0-4101-89df-78462e3783f1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:42.616969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Pushing event updated for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:42.632684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd01a52-93c0-4101-89df-78462e3783f1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:42.637235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3fd01a52-93c0-4101-89df-78462e3783f1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/ports?network_id=519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 HTTP/1.1" status: 200 len: 2359 time: 0.1747272 Oct 13 04:41:42.646095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53554) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:42.654087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:42.654781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.678914 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-4db97264-2a56-4aef-8939-fca21d7f68aa tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0832703 Oct 13 04:41:42.694031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Request body: {'port': {'device_id': '1f948b11-9461-460b-8716-0405891a6bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:42.711036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b863f-9389-4cd4-8921-31118a24a4f4 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:42.712606 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b31b863f-9389-4cd4-8921-31118a24a4f4 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/subnets/4667c0eb-0a37-4140-9962-4a9357ed2679 HTTP/1.1" status: 200 len: 797 time: 0.0654526 Oct 13 04:41:42.719588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53558) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:42.726367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'port': {'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3', 'name': 'tempest-FloatingIPTestJSON-697505556', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:42.764089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.789316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.878673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:42.981161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d60b7f10-7135-42c4-bc59-8ab907944412 None None] Provisioning complete for port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:42.981936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d60b7f10-7135-42c4-bc59-8ab907944412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:42.992785 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.018374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] device_id is not set on port 42cd9b1f-b88e-419d-ba7f-bffa73b1831b yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:43.025891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d60b7f10-7135-42c4-bc59-8ab907944412 None None] Port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:41:43.181069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:43.191852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.204358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dd02e321-3b5c-4974-8beb-f0e590a3b508 req-5b6c43c9-567d-4c7a-827c-8adf345486a0 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0538518 Oct 13 04:41:43.207702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Transition to ACTIVE for port object 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:41:43.223356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.341549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:43.381949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Attempting to bind port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:43.382515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Attempting to bind port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:43.382853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Attempting to bind port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:43.393168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:41:43.393878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Attempting to bind port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:43.402296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:43.402866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:43.403381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:43.408090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Bound port: 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:43.408254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.502320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.14 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/42cd9b1f-b88e-419d-ba7f-bffa73b1831b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:43.510278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.12 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/42cd9b1f-b88e-419d-ba7f-bffa73b1831b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:43.587036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5fff-2c29-4d0f-ad21-5485995c0078 req-8466d288-2c09-42be-919f-638126a6ca9e tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:43.588838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef0d5fff-2c29-4d0f-ad21-5485995c0078 req-8466d288-2c09-42be-919f-638126a6ca9e tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 947 time: 0.1068325 Oct 13 04:41:43.592193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:43.604736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:43.631025 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.721200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:43.733675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.734145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:43.735442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.737304 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6da49b5d-fc5f-4c6e-96d1-4b63d85131f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 HTTP/1.1" status: 200 len: 1095 time: 1.0493796 Oct 13 04:41:43.741303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ef0d5fff-2c29-4d0f-ad21-5485995c0078 req-8d7be813-6e6a-44fd-a5f2-a926a1b2231c tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415772 Oct 13 04:41:43.742296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:43.745512 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:43.796482 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644349bd-8970-4698-83a3-c88297c79076 x-openstack-request-id: req-644349bd-8970-4698-83a3-c88297c79076 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:43.797753 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:43.798266 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-644349bd-8970-4698-83a3-c88297c79076 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:43.800596 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7', 'status': 'completed', 'code': 200} Oct 13 04:41:43.826627 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:43.879695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:43.885770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:43.896062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:44.000086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.000889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.032259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3090537 Oct 13 04:41:44.035837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53592) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:44.041632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '42cd9b1f-b88e-419d-ba7f-bffa73b1831b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:44.047317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44182-6356-496b-b9c9-72fc9d6ed7a8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=42cd9b1f-b88e-419d-ba7f-bffa73b1831b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:44.074474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.152450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2f54550b-2066-4d73-a789-d15ac793e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.231438 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.292577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6ecd33a6-baca-46c4-b3b1-f2ae71348878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.295141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-6ecd33a6-baca-46c4-b3b1-f2ae71348878 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 1098 time: 0.4916832 Oct 13 04:41:44.359050 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-527faad6-4d6a-4de7-b3da-a7725beab155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0549963 Oct 13 04:41:44.388905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.244 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:44.433642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc251b58-3014-44c8-94da-c5ef4c860079 req-73f26385-706c-441c-b1e8-cd4b07c62ec5 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0750594 Oct 13 04:41:44.441169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-1b4d5194-e623-4d44-8e45-1e11d8df1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.444455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-1b4d5194-e623-4d44-8e45-1e11d8df1fc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0767815 Oct 13 04:41:44.528217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-b7e123fb-7acd-45c8-b329-200bc9128270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.529784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-b7e123fb-7acd-45c8-b329-200bc9128270 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722167 Oct 13 04:41:44.553532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.596395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:44.650132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:44.650566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-930b5d3d-6e33-4fa5-a7f2-665405f32a29 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131148 Oct 13 04:41:44.670997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:44.672880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:44.680184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:44.765382 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb80ec5e-66a3-4f46-adef-4c36fd0af0d2 req-1fa8dc68-5519-48ef-b7b3-99db267be235 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073961 Oct 13 04:41:44.894618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-333fa47e-3d33-41ce-a8e7-e127d7a58cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.897196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-333fa47e-3d33-41ce-a8e7-e127d7a58cac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 1098 time: 0.0476692 Oct 13 04:41:44.942142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45201d83-9363-449f-a27a-d07d45942a23 req-d14788ae-4a09-4100-903c-cb62d65831c0 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:44.943744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45201d83-9363-449f-a27a-d07d45942a23 req-d14788ae-4a09-4100-903c-cb62d65831c0 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 947 time: 0.0988460 Oct 13 04:41:45.046749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45201d83-9363-449f-a27a-d07d45942a23 req-f9ae2ca4-4518-4ae8-a2e5-6ea4af7a4d69 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961587 Oct 13 04:41:45.047739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-f523920d-a95a-4ce7-8c5f-ebed2cce22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:45.049978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-f523920d-a95a-4ce7-8c5f-ebed2cce22bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.1447327 Oct 13 04:41:45.120678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-41f3f872-a50b-4b6c-a1a6-6ee5b51b5363 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0510314 Oct 13 04:41:45.211006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-7aa39b06-3329-41ad-bebe-5648e3ac29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:45.213106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-7aa39b06-3329-41ad-bebe-5648e3ac29e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0836143 Oct 13 04:41:45.214155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.292215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-c7762aef-55c8-4dc6-bdee-03496a50a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:45.294174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-c7762aef-55c8-4dc6-bdee-03496a50a296 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645394 Oct 13 04:41:45.312828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.365897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.443459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-0839f20a-9612-492e-8745-faf50de52cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409228 Oct 13 04:41:45.523005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.555021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0cd787b-a529-4dfc-9eed-6be4b35dc04e req-282b9c0e-cfdb-4db8-87ae-e0db6ea20bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033666 Oct 13 04:41:45.589882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.597247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.610338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5ef3721a-8346-4de5-9b77-00632a452539 req-5f9c38ac-83c6-49c1-be70-bf73389abbad tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0299366 Oct 13 04:41:45.680416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:45.689139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:45.800069 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP e0e9735c-98ac-4a79-8428-32ba85c83c8d associated. External IP: 172.25.0.244, port: 42cd9b1f-b88e-419d-ba7f-bffa73b1831b. Oct 13 04:41:45.915948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:41:46.072565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:46.087786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7', 'mac_address': 'fa:16:3e:09:d7:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:41:46.153684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:46.170571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:41:46.194138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:46.202326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:46.279934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:46.394649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be402d3f-a7c7-4b96-a0ee-e75e3cbaf0a8 req-ce8aee11-12d9-4395-a86e-7fa112966bbd tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:46.396195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be402d3f-a7c7-4b96-a0ee-e75e3cbaf0a8 req-ce8aee11-12d9-4395-a86e-7fa112966bbd tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 948 time: 0.0978830 Oct 13 04:41:46.415200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:46.496063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be402d3f-a7c7-4b96-a0ee-e75e3cbaf0a8 req-889131d3-7200-497a-b41a-7ce13bf0478d tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Oct 13 04:41:46.516879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:46.677748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:46.689612 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:46.699641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:46.720203 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:46.720863 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:46.736119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b36010f6-9827-47a5-8d5c-fc87c63e2db1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6985238 Oct 13 04:41:46.736933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53668) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:46.741888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': '42cd9b1f-b88e-419d-ba7f-bffa73b1831b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:46.742954 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5cee1be6-b404-4798-b148-ca1172b7e613 req-2f841412-62c7-4de4-b69d-77f42d6dc497 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0364170 Oct 13 04:41:46.777240 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:46.789461 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:46.790715 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:46.811427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:46.834155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:46.834804 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a962a-825f-4c86-ac68-f91c3b6a8bfe None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:47.283485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:47.387231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:47.390622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:47.689656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e146c-e587-4885-a295-bef15b4be555 req-ecd85db2-9413-4096-b5da-c1bbb56733af tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:47.692502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-781e146c-e587-4885-a295-bef15b4be555 req-ecd85db2-9413-4096-b5da-c1bbb56733af tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 948 time: 0.0656776 Oct 13 04:41:47.699669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:47.792694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-781e146c-e587-4885-a295-bef15b4be555 req-667f93f5-32d5-402e-93df-80203efbaa9a tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827901 Oct 13 04:41:47.852093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:47.857728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:47.865261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:47.873621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b410a105-f48f-4055-8c17-56909e5950d5 req-0dfb1e90-520d-40a9-9f37-1ad97d643dee tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0408375 Oct 13 04:41:47.879245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:47.879864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:47.923689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:47.928421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c50c7944-43f6-4d1d-a25e-39716009dfa9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/e0e9735c-98ac-4a79-8428-32ba85c83c8d HTTP/1.1" status: 200 len: 978 time: 1.1903291 Oct 13 04:41:47.929873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:41:47.931040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:47.934744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:47.935376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:48.009136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:48.009136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5562fe-85dd-43cc-ab92-cb90725a6a7e None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:48.040639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:41:48.045438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:41:48.046142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.141302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:48.141642 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.184243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.211585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:48.213983 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae948fed-1deb-4f27-8604-98dd2259985e" -d '{"events": [{"server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:48.219347 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.219347 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.229514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:48.236489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.257664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:48.278428 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e079ccd-b7e7-4224-87bc-32e6d7dd883a x-openstack-request-id: req-0e079ccd-b7e7-4224-87bc-32e6d7dd883a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:48.278758 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "name": "network-vif-plugged", "status": "completed", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:48.279013 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e079ccd-b7e7-4224-87bc-32e6d7dd883a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:48.279540 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7', 'code': 200} Oct 13 04:41:48.303554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:48.397537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbff4d2-67ef-4c86-bf6f-ecd0ab8bd3e3 req-00459cee-4c81-4218-8627-962ce43fd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:48.399437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cbff4d2-67ef-4c86-bf6f-ecd0ab8bd3e3 req-00459cee-4c81-4218-8627-962ce43fd906 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 1100 time: 0.0475531 Oct 13 04:41:48.447427 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2cbff4d2-67ef-4c86-bf6f-ecd0ab8bd3e3 req-681587a1-57f7-44b0-bd12-13d570f8cc92 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Oct 13 04:41:48.517307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.545696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=bb4cf5bc-4a37-4be6-af78-e15c4d4e74e9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:48.628897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:48.629228 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP e0e9735c-98ac-4a79-8428-32ba85c83c8d disassociated (deleted). External IP: 172.25.0.244, port: 42cd9b1f-b88e-419d-ba7f-bffa73b1831b. Oct 13 04:41:48.884639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:48.984444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fe8af-85e0-446c-8f42-2e4000f86d56 req-5dc2d0c9-fd79-480d-8ba2-c8821a35a444 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:49.001545 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa7fe8af-85e0-446c-8f42-2e4000f86d56 req-5dc2d0c9-fd79-480d-8ba2-c8821a35a444 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 949 time: 0.1146066 Oct 13 04:41:49.013642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:49.024177 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:49.038308 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:49.039278 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:49.050389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-89efa03e-8318-4de0-919f-2941f00d7773 req-076d37fa-b1b9-4fc1-b458-286ca5499c3e tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0343673 Oct 13 04:41:49.053976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.097015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa7fe8af-85e0-446c-8f42-2e4000f86d56 req-34a9a32d-2661-4c50-8875-b3922fe6af88 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887771 Oct 13 04:41:49.115982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8b734c5c-326a-485a-a1d6-d3a62ffbcdc3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/e0e9735c-98ac-4a79-8428-32ba85c83c8d HTTP/1.1" status: 204 len: 168 time: 1.1836667 Oct 13 04:41:49.118507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:49.121057 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:49.132122 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:49.132936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:49.167308 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:49.167955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca6b25e-f480-48af-93ed-7fe308a7c914 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:49.225287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 42cd9b1f-b88e-419d-ba7f-bffa73b1831b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:49.225713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.311751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.325327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 42cd9b1f-b88e-419d-ba7f-bffa73b1831b owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:49.550025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.613640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=42cd9b1f-b88e-419d-ba7f-bffa73b1831b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:49.693467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.700793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53724) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:49.701021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-46fed50e-d77b-49fb-bba6-0af1f2fa1916 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/42cd9b1f-b88e-419d-ba7f-bffa73b1831b HTTP/1.1" status: 204 len: 168 time: 0.5815358 Oct 13 04:41:49.705699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:49.739373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.847946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:49.952655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.59 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/d0cad4d7-0e90-4571-8017-2f905df3518e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:50.069752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.109993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.194499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-482acbaa-4582-4afd-a14c-0e014dac4dd8 req-d97a873f-31de-4516-8549-792681ae2687 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0527844 Oct 13 04:41:50.219465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:50.225895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:50.230583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:50.275846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=d0cad4d7-0e90-4571-8017-2f905df3518e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:50.312213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f519-abea-4150-988c-7a8d8b399b2e req-1fb4a8ee-3e4e-46a1-9ed6-6d8476f3c405 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:50.314004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ff6f519-abea-4150-988c-7a8d8b399b2e req-1fb4a8ee-3e4e-46a1-9ed6-6d8476f3c405 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 949 time: 0.1324902 Oct 13 04:41:50.385830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.418677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ff6f519-abea-4150-988c-7a8d8b399b2e req-d1777b21-ba02-476d-94b2-153b4994a684 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908623 Oct 13 04:41:50.467434 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.657187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.664042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.774569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=d0cad4d7-0e90-4571-8017-2f905df3518e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:50.802783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b45e33-ff85-4364-b4fd-857ecde3cb80 req-3391c67b-e873-4b1e-a257-5e5885529a06 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:50.804346 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05b45e33-ff85-4364-b4fd-857ecde3cb80 req-3391c67b-e873-4b1e-a257-5e5885529a06 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 949 time: 0.1047077 Oct 13 04:41:50.805659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.834987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.838710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-af5b67b9-8c8b-4fef-b651-c6d9d99c9744 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1344869 Oct 13 04:41:50.839291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53744) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:50.845190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'port': {'network_id': '519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3', 'name': 'tempest-FloatingIPTestJSON-654685512'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:50.854817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05b45e33-ff85-4364-b4fd-857ecde3cb80 req-5acff26c-5d83-453c-9e4a-5894a51f5815 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Oct 13 04:41:50.976192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:50.980099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:50.999538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] device_id is not set on port d047ffff-1789-436c-af69-f81c826d6060 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:41:51.133784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.6 (519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3/4667c0eb-0a37-4140-9962-4a9357ed2679/d047ffff-1789-436c-af69-f81c826d6060) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:51.321197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:51.339373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-703bd24d-d761-4f17-9b7a-f01a222fa284 req-71bc9123-cd88-4d5a-81e0-0070d4b016e4 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0417542 Oct 13 04:41:51.372958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:51.421910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:51.425994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:51.430004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:51.463554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=d047ffff-1789-436c-af69-f81c826d6060,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:51.494243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:51.494778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:51.515246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fc6bc6d4-968d-4c5a-a973-7a94d1fa7703 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6723201 Oct 13 04:41:51.515432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53756) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:51.520308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': 'd047ffff-1789-436c-af69-f81c826d6060'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:51.561741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.004109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec9b8f-20b8-4804-93fc-e5c9ab47e103 req-3481f5c2-a1e3-47f9-9fba-7e4711950ede tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:52.011939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-beec9b8f-20b8-4804-93fc-e5c9ab47e103 req-3481f5c2-a1e3-47f9-9fba-7e4711950ede tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 949 time: 0.0827234 Oct 13 04:41:52.039116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-5573208b-a494-4ad4-9eaa-e095a5c5e932 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:52.040976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-5573208b-a494-4ad4-9eaa-e095a5c5e932 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 949 time: 0.1255488 Oct 13 04:41:52.077183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-beec9b8f-20b8-4804-93fc-e5c9ab47e103 req-2932faf3-b291-464b-8767-9b936adf8433 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/security-groups?id=0118cfa1-82e2-4768-b46b-c38fdb44d10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640421 Oct 13 04:41:52.172279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Deleting port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:52.172621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.298789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] For port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:41:52.299903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.313069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Calling delete_port for 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:52.410971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.417239 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.523793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.533374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-489d5215-3dc1-4ebb-975f-2809b27c153f req-b479d165-0b8f-424d-bd96-f604154b3de8 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0444462 Oct 13 04:41:52.539314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:41:52.586112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Pushing event deleted for resources: {'Port': ['ID=6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:52.613000 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP ace5aa9c-a064-4361-bc32-0d422d28e167 associated. External IP: 172.25.0.59, port: d047ffff-1789-436c-af69-f81c826d6060. Oct 13 04:41:52.648558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] No DVR routers for this DVR port 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:41:52.654528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:52.662666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-988f7a2a-798e-4941-9153-19a6f2a1faea req-64dd1ee7-df8b-47b0-8277-5cfe7e8764d4 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.47 "DELETE /v2.0/ports/6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 HTTP/1.1" status: 204 len: 173 time: 0.6049261 Oct 13 04:41:52.663204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'name': 'network-vif-deleted', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:41:52.677751 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55f3e32-f87f-47ee-a3ab-1b2e793efdcd" -d '{"events": [{"server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "name": "network-vif-deleted", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:41:52.756128 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417bd6e-a2d9-49e2-a75a-a45078d6c50f x-openstack-request-id: req-4417bd6e-a2d9-49e2-a75a-a45078d6c50f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:41:52.756488 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f948b11-9461-460b-8716-0405891a6bbb", "name": "network-vif-deleted", "tag": "6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:41:52.756774 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4417bd6e-a2d9-49e2-a75a-a45078d6c50f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:41:52.757184 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f948b11-9461-460b-8716-0405891a6bbb', 'name': 'network-vif-deleted', 'tag': '6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7', 'status': 'completed', 'code': 200} Oct 13 04:41:52.946643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:53.061478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:53.067185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.073536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:53.092462 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:53.093120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:53.110043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7666d494-2450-4591-8d76-02ff4e1a5353 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/ace5aa9c-a064-4361-bc32-0d422d28e167 HTTP/1.1" status: 200 len: 976 time: 1.5927029 Oct 13 04:41:53.111866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:53.200685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:53.230010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:53.241063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:53.252105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port d047ffff-1789-436c-af69-f81c826d6060 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:53.252461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.286953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f15cf91-2271-429c-87ea-88f1136d8d85 req-a126976b-7563-428c-bc08-448265111502 tempest-VolumesNegativeTest-1016921035 tempest-VolumesNegativeTest-1016921035-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f948b11-9461-460b-8716-0405891a6bbb HTTP/1.1" status: 200 len: 210 time: 0.0582998 Oct 13 04:41:53.306726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:53.307741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6e2a2-c669-4d4b-8a8a-bcc921b0c22e None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:53.377137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.622290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.622895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.623311 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP ace5aa9c-a064-4361-bc32-0d422d28e167 disassociated. External IP: 172.25.0.59, port: d047ffff-1789-436c-af69-f81c826d6060. Oct 13 04:41:53.624103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for d047ffff-1789-436c-af69-f81c826d6060 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:53.664484 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3999c3c-044d-4d31-820c-1b0dabb65b12 req-8bcf9b22-b098-4765-bf4d-9d1fe59d650b tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0297725 Oct 13 04:41:53.803901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:53.832312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=d047ffff-1789-436c-af69-f81c826d6060,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:53.957055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:54.065613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:54.075934 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:54.086075 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:54.086869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:54.122700 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:54.132299 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:54.133074 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:54.136172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.139779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bf815db0-2f24-4db8-ae3c-90ea1c2394a9 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/d047ffff-1789-436c-af69-f81c826d6060 HTTP/1.1" status: 204 len: 168 time: 1.0269084 Oct 13 04:41:54.142457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53786) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:54.166557 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:54.167487 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b89c1f7-7282-4584-9f9b-1b184d01ebe6 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:54.191713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-524a5b1f-0aea-4f5f-84a6-d8184af9879e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/floatingips/ace5aa9c-a064-4361-bc32-0d422d28e167 HTTP/1.1" status: 200 len: 687 time: 0.0480597 Oct 13 04:41:54.194215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53788) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:54.327420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port d0cad4d7-0e90-4571-8017-2f905df3518e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:41:54.327952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.413795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.414170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.426948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for d0cad4d7-0e90-4571-8017-2f905df3518e owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:41:54.608757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.639486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=d0cad4d7-0e90-4571-8017-2f905df3518e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:54.760202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.765615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.772564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 53824) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:54.773163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9343403a-e965-4bbc-9a4d-d79d861b35fa tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/ace5aa9c-a064-4361-bc32-0d422d28e167 HTTP/1.1" status: 204 len: 168 time: 0.5779982 Oct 13 04:41:54.777499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '6885d925-f3b7-4471-82d6-b203733545bc'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:54.826630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:54.836429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a1cfe99-ceff-4d02-b7eb-a7f2abe34d1b req-4df30164-504c-455f-9453-031291482573 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0448599 Oct 13 04:41:54.946017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.090841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.238 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/e2ece728-64af-4db4-a58d-5b21361c21f3) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:55.219371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53864) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:55.224784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524931781', 'description': 'tempest-secgroup-smoke-524931781 description', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:55.233894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.251509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.287661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.347595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.354796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.355361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:55.358661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:55.367730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:55.387946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:55.395414 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.398518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-936be07f-4b62-4312-9ece-4087b5ff8d4c tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1778936 Oct 13 04:41:55.401303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53892) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:55.407131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:55.415636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=e2ece728-64af-4db4-a58d-5b21361c21f3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:55.459199 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.537581 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.544654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.568761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5fd3f0-9dcc-4d04-bf33-dfe10fc41d35,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:55.583242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.584561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f760a271-273b-4ed5-b768-a24540e319f8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1820416 Oct 13 04:41:55.587209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53906) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:55.591687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:55.632321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.700416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.707518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.728502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3600daa-93e2-406a-a1a2-d9b0385bb2ed,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:55.742478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.746191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bb5d9441-e61c-47a0-87f0-b13ede1b3b89 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555178 Oct 13 04:41:55.746969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53914) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:55.751337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:55.781329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.850907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.857404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.876336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9b7b73-e16b-4a54-98e0-f2fdd188b4bc,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:55.896819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.900845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9bad7456-ec93-4d41-ac93-a1a71d985440 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504297 Oct 13 04:41:55.901920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53922) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:55.902493 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:41:55.909496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:55.922142 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.960986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:41:55.970295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:55.994220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:41:55.994743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6f7e0927-2ed2-4ff4-97d9-968a1f18e9d7 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:41:56.031177 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.035724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba29920-785b-45c0-996f-541ed761947a req-243c4df8-96d7-4f09-b76d-2995cef16641 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0822985 Oct 13 04:41:56.088155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.097803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.121615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ab1f07-fa19-4b6c-9a44-bb74d86af460,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:56.136916 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.145787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bfe1cf21-159d-463b-a94f-ca9486c7d2f9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2424691 Oct 13 04:41:56.148430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:56.156278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:56.190003 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Project d5a5313ccf6c426982b7a87f3e47595b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:41:56.197723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.284913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.289631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.309495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.317112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.324509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9e5858-8c1f-435c-9769-88a324921c61,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:56.335250 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.339929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-268dcb31-5f67-4092-926a-1f81f697d7db tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1880856 Oct 13 04:41:56.343128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 53976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:56.352831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'security_group_rule': {'security_group_id': '97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2', 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:56.383490 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Project d5a5313ccf6c426982b7a87f3e47595b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:41:56.399551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.462010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.503706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=e2ece728-64af-4db4-a58d-5b21361c21f3,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:56.509494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.515198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.547220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fda5b0-cb64-4c3f-bfc7-e9d3278c12c5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:56.560605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:56.562133 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2354c7c4-6d2f-4163-85a2-2aa440eb1c65 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2173648 Oct 13 04:41:56.606569 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 94bc389a-5d76-4348-ac85-92aaf7ca20fd associated. External IP: 172.25.0.238, port: 6885d925-f3b7-4471-82d6-b203733545bc. Oct 13 04:41:56.874520 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-501c4121-75ca-4b34-9dfe-95fa5a75c161 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524931781&fields=id&tenant_id=d5a5313ccf6c426982b7a87f3e47595b HTTP/1.1" status: 200 len: 267 time: 0.1016209 Oct 13 04:41:57.023932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:41:57.052090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-d0dff29e-c4bb-434f-a950-30bc8ac634d4 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:57.053569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-d0dff29e-c4bb-434f-a950-30bc8ac634d4 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 814 time: 0.1745625 Oct 13 04:41:57.107458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-a710217c-22c4-408c-af64-027a728ecde9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/quotas/d5a5313ccf6c426982b7a87f3e47595b HTTP/1.1" status: 200 len: 375 time: 0.0183752 Oct 13 04:41:57.216963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7c055c-52a8-412b-a54b-34e3d84d267f req-71956181-485a-4c39-aa90-43d5afff068c tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0386081 Oct 13 04:41:57.599740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:41:57.613587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-06d3ab17-861b-41d8-8d43-da7d0616bdbb tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4998536 Oct 13 04:41:57.616987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:41:57.629996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:57.631490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:57.648010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.686528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b192c358-7d4a-429d-be3b-0449377d0e1d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.9105463 Oct 13 04:41:57.687007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:57.694318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1108846121'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:57.698994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:57.721134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:41:57.723689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:57.724615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:57.729506 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.766300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:41:57.779458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.779825 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Added segment fa79adb5-721d-4524-a267-05f99b025eb3 of type vlan for network 5e384177-976a-4d63-a9f1-9e2389fa8354 Oct 13 04:41:57.782494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:41:57.784382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e777c3-9697-432d-a6b0-92ae038cb4fd None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:41:57.841811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.875311 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.884876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:57.885554 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:57.947191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2571859 Oct 13 04:41:57.948730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:57.960740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'subnet': {'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:57.991272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-198736a3-301f-491f-a456-dfd09bb5ee68 service neutron] 10.222.0.49 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587105 Oct 13 04:41:58.024008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c15299-e998-441f-851a-ea7b35b8f092 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Network': ['ID=5e384177-976a-4d63-a9f1-9e2389fa8354,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:58.035587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:41:58.060473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:41:58.065331 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.147696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-5fa833ca-c1bc-4ff2-ab18-101d9acd3f94 service neutron] 10.222.0.49 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451917 Oct 13 04:41:58.294601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.382921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bf3948c-7542-4d06-89be-305d9cf722f6 req-226965ab-e83d-4405-887c-b96d2086343a tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0321896 Oct 13 04:41:58.419224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Checking segment: {'id': 'fa79adb5-721d-4524-a267-05f99b025eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:58.419793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network hostable DHCP agents. Network: 5e384177-976a-4d63-a9f1-9e2389fa8354, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:41:58.453118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Subnet': ['ID=ed36a62f-ee87-49eb-8c0f-4cda6f8209c9,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:58.482532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:41:58.495436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5e384177-976a-4d63-a9f1-9e2389fa8354) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:58.500593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:41:58.501191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.515660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d1965-20dd-4112-ae11-8300ad175374 None None] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:41:58.532948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:41:58.534282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c927f66f-8afb-4779-aea3-5dbd6ebbbe15 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5837066 Oct 13 04:41:58.538406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-801946794', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:41:58.600483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.601550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.659370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c5e4bb65-a91f-4e00-8cf6-1c3c080c71d8 req-05be5267-9c20-4de3-ab05-0b6ec0720aac tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0718396 Oct 13 04:41:58.714760 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.741604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5e384177-976a-4d63-a9f1-9e2389fa8354', 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354', 'tenant_id': 'dca009e2f0d54501aab2f073c4b028f7', 'fixed_ips': [{'subnet_id': 'ed36a62f-ee87-49eb-8c0f-4cda6f8209c9'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:41:58.742481 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:58.943838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Allocated IP 172.20.0.2 (5e384177-976a-4d63-a9f1-9e2389fa8354/ed36a62f-ee87-49eb-8c0f-4cda6f8209c9/98b3100a-1085-4b50-8018-233c163413df) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:58.954109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.215837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.226264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.267147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:59.271256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:59.275007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:59.277707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.315729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.359133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Pushing event updated for resources: {'Port': ['ID=98b3100a-1085-4b50-8018-233c163413df,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:59.362489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Attempting to bind port 98b3100a-1085-4b50-8018-233c163413df on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:41:59.362844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Attempting to bind port 98b3100a-1085-4b50-8018-233c163413df by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'fa79adb5-721d-4524-a267-05f99b025eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:41:59.363329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Attempting to bind port 98b3100a-1085-4b50-8018-233c163413df on network 5e384177-976a-4d63-a9f1-9e2389fa8354 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:41:59.368898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:41:59.369274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Checking segment: {'id': 'fa79adb5-721d-4524-a267-05f99b025eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:41:59.369699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.370091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Bound using segment: {'id': 'fa79adb5-721d-4524-a267-05f99b025eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:41:59.370647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Bound port: 98b3100a-1085-4b50-8018-233c163413df, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa79adb5-721d-4524-a267-05f99b025eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:41:59.370997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.489070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] For port 98b3100a-1085-4b50-8018-233c163413df, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:41:59.496264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] For port 98b3100a-1085-4b50-8018-233c163413df, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=98b3100a-1085-4b50-8018-233c163413df,segment=NetworkSegment(fa79adb5-721d-4524-a267-05f99b025eb3),segment_id=fa79adb5-721d-4524-a267-05f99b025eb3)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:41:59.511281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.566284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.25.0.249 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/518140a0-b7a1-4c46-9196-1ae93836e226) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:41:59.595357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1fcec-56a2-490f-a9c6-f4d54ccbff33 None None] Pushing event updated for resources: {'Port': ['ID=98b3100a-1085-4b50-8018-233c163413df,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:41:59.609941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-64abd081-6c61-48b9-8173-fd35fab3e470 req-763633d0-cd0d-417b-9fd5-14bf3576294d tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0449290 Oct 13 04:41:59.727110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.770099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:41:59.794958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d984522-a0eb-466b-a18b-55ccf711da6c req-f0ceca66-2c98-4fc4-986d-f6e866bd6afc tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0410745 Oct 13 04:41:59.855764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:41:59.859809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:41:59.891998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:41:59.895695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=518140a0-b7a1-4c46-9196-1ae93836e226,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:00.201143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-fcfc2ee2-2fb0-4a01-aa9f-c440b75366a4 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:00.202608 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-fcfc2ee2-2fb0-4a01-aa9f-c440b75366a4 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 814 time: 0.2113583 Oct 13 04:42:00.310202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-7a734287-3d74-4d27-bf62-d94b841970eb tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a5313ccf6c426982b7a87f3e47595b HTTP/1.1" status: 200 len: 379 time: 0.0970759 Oct 13 04:42:00.321886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'port': {'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'admin_state_up': True, 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'security_groups': ['97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:00.328500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:00.704269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Made reservation on behalf of d5a5313ccf6c426982b7a87f3e47595b for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:00.708588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:00.915963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40e8767e-5cfc-4c2a-bc3c-4c5819b0936e req-9ccfe85b-d9bf-43b6-aab8-52f1ab854e77 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.1956654 Oct 13 04:42:01.000588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5083a2a3-e010-4da6-8681-344b03a53a4f req-f6e759c9-982d-4653-a1ec-cb4f9fe1a531 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0966303 Oct 13 04:42:01.034290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.109285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c254189f-00cf-4dc3-b11e-17ae126a0a50 None None] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:01.329188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Allocated IP 172.20.0.10 (2c529fd2-7275-4102-a00f-6ee6cfc8ef69/91452427-6791-4bc0-b553-7e795adac7c1/77586c9a-b9ec-4c0a-b172-3808d0cee2ff) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:01.406851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] Provisioning complete for port 98b3100a-1085-4b50-8018-233c163413df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:01.407655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.519489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:01.535977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:42:01.542783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.585500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] For port 98b3100a-1085-4b50-8018-233c163413df, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=98b3100a-1085-4b50-8018-233c163413df,segment=NetworkSegment(fa79adb5-721d-4524-a267-05f99b025eb3),segment_id=fa79adb5-721d-4524-a267-05f99b025eb3)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:01.599253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.693498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdffc3e-4c53-483e-8b98-53730381424d None None] Pushing event updated for resources: {'Port': ['ID=98b3100a-1085-4b50-8018-233c163413df,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:01.740099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:01.753172 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] Sync routers for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:01.764233 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:01.764849 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:01.860030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.886004 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:01.906603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:01.907380 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:01.912409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.916153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1ce3fbcb-1006-46a8-8a48-2673ab5d4c45 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3797119 Oct 13 04:42:01.919425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:01.933768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8149ca8c-c55e-401f-9075-e5f598621b9c None None] Provisioning complete for port 98b3100a-1085-4b50-8018-233c163413df triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:01.934146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8149ca8c-c55e-401f-9075-e5f598621b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:01.970041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e4a8d063-cda1-4090-921e-84684081da5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd0ec33265ff455aa3f0d959dd0b9d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489765 Oct 13 04:42:01.974350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:01.983817 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:01.984727 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7d2f3-dd1b-4da5-b83a-a8b8db945480 None None] The sync data for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:01.993491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 98b3100a-1085-4b50-8018-233c163413df up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:02.193420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.199277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.229276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f516-4c68-406e-9a85-34ae4c2245b4 req-02365d39-48b2-473a-a61e-c4125a81455a tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:02.231844 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ac25983f-00df-4010-8d85-268a496fdbb1 req-193c6238-039d-4126-9b61-a434c93ad5eb tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0854621 Oct 13 04:42:02.239522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2317f516-4c68-406e-9a85-34ae4c2245b4 req-02365d39-48b2-473a-a61e-c4125a81455a tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 932 time: 0.1526940 Oct 13 04:42:02.297719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.315743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2317f516-4c68-406e-9a85-34ae4c2245b4 req-74436565-9fbb-464e-ace3-77df6d650bb7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749881 Oct 13 04:42:02.419056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.421931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.427501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0118cfa1-82e2-4768-b46b-c38fdb44d10c HTTP/1.1" status: 204 len: 168 time: 0.4518747 Oct 13 04:42:02.441248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d10f9-1608-46c5-881a-d2eb60cd4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118cfa1-82e2-4768-b46b-c38fdb44d10c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:02.667835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 98b3100a-1085-4b50-8018-233c163413df triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:02.668379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:02.769930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:02.818176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:02.824972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:02.885500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:02.955847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:02.956603 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:03.052097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c36d3215-cb75-405f-b22d-f374079c15c6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7350185 Oct 13 04:42:03.085300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-37527b57-d6ba-4ce2-a417-60e192cc9ee8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:42:03.085300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-37527b57-d6ba-4ce2-a417-60e192cc9ee8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073049 Oct 13 04:42:03.105197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Request body: {'port': {'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:03.179707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:03.283423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-50b91650-2b22-468b-a97f-bc4fdccc4e9d None None] Provisioning complete for port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:03.283966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50b91650-2b22-468b-a97f-bc4fdccc4e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:03.381460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-50b91650-2b22-468b-a97f-bc4fdccc4e9d None None] Port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:03.446327 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4fa7340-5e5a-4fd2-a54b-0f5b4495b427 req-f20dbba4-a7c3-4f91-b995-167b88a93884 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0489776 Oct 13 04:42:03.457806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:03.497191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d300e-bfd3-4948-a344-570aa034ca57 req-5ec01b93-6c4b-4fa0-a192-f8fae4a5a7fe tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:03.505591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-739d300e-bfd3-4948-a344-570aa034ca57 req-5ec01b93-6c4b-4fa0-a192-f8fae4a5a7fe tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 932 time: 0.1143699 Oct 13 04:42:03.580817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-739d300e-bfd3-4948-a344-570aa034ca57 req-155fe64e-9f7b-4517-bc9e-c8ccaf92bc70 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736959 Oct 13 04:42:03.897552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d46a3cd-5b35-4373-9511-e343e80bb265 req-41e8d113-a4c5-4ede-9132-7fc3446d8124 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0571737 Oct 13 04:42:03.916336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77586c9a-b9ec-4c0a-b172-3808d0cee2ff {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:42:03.950641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:03.980743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Transition to ACTIVE for port object 77586c9a-b9ec-4c0a-b172-3808d0cee2ff will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:42:03.994660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:04.106535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.1 (5e384177-976a-4d63-a9f1-9e2389fa8354/ed36a62f-ee87-49eb-8c0f-4cda6f8209c9/0c3ab4f7-983a-434b-a36e-ebf73800c9e3) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:04.108660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:04.320978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Attempting to bind port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:04.321269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Attempting to bind port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:04.321628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Attempting to bind port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff on network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:04.332992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff on network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:42:04.333598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Attempting to bind port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff on network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:04.342779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:04.343423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Checking segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:04.343996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Bound using segment: {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:04.344793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Bound port: 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fcb8b2-25ab-4907-8b18-c87f11a5f451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:04.345891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:04.449866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:04.463003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:04.486786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:04.498972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:04.567227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:04.567802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:04.569652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 1092 time: 1.4745414 Oct 13 04:42:04.573266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:04.584828 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6ca21-8e52-446b-9ad3-1385499df136" -d '{"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:04.684468 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae8b3fc-c80a-4c84-8adc-1f437828e03b x-openstack-request-id: req-cae8b3fc-c80a-4c84-8adc-1f437828e03b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:04.685042 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:04.685397 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cae8b3fc-c80a-4c84-8adc-1f437828e03b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:04.685989 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:42:04.781999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e9b887c-3514-4591-ad12-58d7682aca48 req-9a755346-542f-4389-94a6-6d8123f5c3eb tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.1480901 Oct 13 04:42:04.881571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83f46-24c4-4a09-8710-34e8a78ccab7 req-8ebe0416-565e-4f68-905a-1d2e694dbfa0 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:04.891648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-afb83f46-24c4-4a09-8710-34e8a78ccab7 req-8ebe0416-565e-4f68-905a-1d2e694dbfa0 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1465538 Oct 13 04:42:04.951550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a9cea-75a2-4ba3-aa4a-97ba08a3b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:04.977738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-afb83f46-24c4-4a09-8710-34e8a78ccab7 req-8118c13f-9efe-4262-8bdb-e2718af2830a tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801182 Oct 13 04:42:04.983590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-8011e06c-3fa7-4653-bb3f-5df004607ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:04.999649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-8011e06c-3fa7-4653-bb3f-5df004607ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1095 time: 0.3559608 Oct 13 04:42:05.001246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:05.058753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-e69b49c9-8146-4458-9cd7-55ef62aafb4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 217 time: 0.0505767 Oct 13 04:42:05.163567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:05.174996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:05.178145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:05.229213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=0c3ab4f7-983a-434b-a36e-ebf73800c9e3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:05.235376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-8a6c304a-d789-4ab1-a797-8ceec2af11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:05.238228 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-8a6c304a-d789-4ab1-a797-8ceec2af11a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.1359882 Oct 13 04:42:05.292874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:05.352106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-f52acef7-38e6-4efb-a1b9-afe6799b3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:05.353674 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-f52acef7-38e6-4efb-a1b9-afe6799b3984 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083040 Oct 13 04:42:05.565324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:05.573536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-c412f03d-1e4c-465f-9581-7163bf396802 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102382 Oct 13 04:42:05.597549 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2a6cbbcc-1198-4bbd-a2dd-896af92a6eec None None] Provisioning complete for port 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:05.598052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a6cbbcc-1198-4bbd-a2dd-896af92a6eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:05.641299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2a6cbbcc-1198-4bbd-a2dd-896af92a6eec None None] Port 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:05.775105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-668349b4-3bc2-4164-b66a-7c47387e4954 req-89740a70-72db-4973-91bf-7ad508544d24 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924474 Oct 13 04:42:05.926024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-02cf9005-2d47-4a34-b857-97cb6d5642b5 req-0e3f904c-1aa5-4e12-8285-7bddb7c8d466 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0449083 Oct 13 04:42:06.026893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-b9c53e56-a019-4294-ad31-2b8c6dd2f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.028475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-b9c53e56-a019-4294-ad31-2b8c6dd2f486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1095 time: 0.1597879 Oct 13 04:42:06.138045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54238) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:06.144028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'network': {'name': 'tempest-network-smoke--2029801149', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'port_security_enabled': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:06.196294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80e86-7ae1-4290-b74c-d622ddad821e req-7ae6e835-9e20-4b71-8fe4-cffb8754fe00 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.208548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cdd80e86-7ae1-4290-b74c-d622ddad821e req-7ae6e835-9e20-4b71-8fe4-cffb8754fe00 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1372404 Oct 13 04:42:06.272463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:06.275999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.304047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.306167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-6c2bcc41-df85-4a23-b991-11e652f070f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.307651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-6c2bcc41-df85-4a23-b991-11e652f070f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 915 time: 0.2619727 Oct 13 04:42:06.321314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.350579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cdd80e86-7ae1-4290-b74c-d622ddad821e req-2f467b02-3984-4c25-8d02-1ca71237feed tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411059 Oct 13 04:42:06.355804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.410570 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-836c56c3-e87d-4304-ae48-7c5330229bde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 217 time: 0.0953841 Oct 13 04:42:06.472971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.483762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.491466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-fe5ca83b-18c4-4131-a7e2-107f0683b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.493147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-fe5ca83b-18c4-4131-a7e2-107f0683b366 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.0688970 Oct 13 04:42:06.509762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:06.513801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4e5b26ea-bccd-4f80-ac5d-6d9ece05d7cf req-985b670d-93ac-4cfa-b8ba-75590bcbe747 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.1230707 Oct 13 04:42:06.539926 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.556733 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.559733 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Added segment 2a5e0f95-7417-43e0-9b0f-88dcc8ec134b of type vlan for network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 Oct 13 04:42:06.568547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=0c3ab4f7-983a-434b-a36e-ebf73800c9e3,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:06.636340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-1476f8eb-7138-4625-b353-d323a6b3bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.637840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-1476f8eb-7138-4625-b353-d323a6b3bb67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184857 Oct 13 04:42:06.656979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33836fa1-b633-438d-8a31-e40bb4ffaf91,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:06.663455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-973aa5c5-cc12-4d58-9514-4d7832dd7afc req-0c7e6070-647e-4d5d-97bd-8b5090b858cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87100514e4b04a6e961752f2d5874172&device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.3379397 Oct 13 04:42:06.676617 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.738543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-973aa5c5-cc12-4d58-9514-4d7832dd7afc req-09b5d2ad-ceef-42ba-99e6-ba7759463710 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=87100514e4b04a6e961752f2d5874172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346532 Oct 13 04:42:06.739602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.746008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:06.746845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:06.803924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:06.808348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:06.844191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Network': ['ID=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:06.858378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:06.867164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-0a16245f-e62b-41d4-848f-3d96218ada25 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202516 Oct 13 04:42:07.065357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973aa5c5-cc12-4d58-9514-4d7832dd7afc req-f202599f-4313-4370-bc23-81e731cb2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:07.068342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-973aa5c5-cc12-4d58-9514-4d7832dd7afc req-f202599f-4313-4370-bc23-81e731cb2884 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184757 Oct 13 04:42:07.074405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fe990f8f-e75a-476b-9f2d-5550cad59c7e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9352086 Oct 13 04:42:07.077023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:07.090002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'admin_state_up': True, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:07.130119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.131362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.133468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-93c6ca21-8e52-446b-9ad3-1385499df136 req-71d78204-3868-4cf9-bcae-61dfb09ce346 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548082 Oct 13 04:42:07.140659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:07.193555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-addb3dc1-5267-4373-bf5e-bbbb01afa61c None None] Provisioning complete for port 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:07.193954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-addb3dc1-5267-4373-bf5e-bbbb01afa61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.207872 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.267935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:07.276656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-addb3dc1-5267-4373-bf5e-bbbb01afa61c None None] Port 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:07.277245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1a86b3da-03c2-4ed0-8eea-05c7711ac4f3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/routers/b30ae329-3b6c-4177-bcda-9ae268c1a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3551466 Oct 13 04:42:07.277991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54252) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:07.280949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] Sync routers for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:07.284238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'port': {'network_id': '5e384177-976a-4d63-a9f1-9e2389fa8354', 'name': 'tempest-FloatingIPTestJSON-2069876897'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:07.300968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:07.301585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:07.378390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:07.408423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Made reservation on behalf of dca009e2f0d54501aab2f073c4b028f7 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:07.410261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:07.411136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:07.412692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.434793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] device_id is not set on port 1eda5b63-4764-4c9e-8824-d1fb03303f04 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:07.501686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:07.502359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7d4e9-69fa-4f1c-98c8-4380fe09c2b5 None None] The sync data for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:07.573570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Allocated IP 172.20.0.12 (5e384177-976a-4d63-a9f1-9e2389fa8354/ed36a62f-ee87-49eb-8c0f-4cda6f8209c9/1eda5b63-4764-4c9e-8824-d1fb03303f04) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:07.671127 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bc211076-96fc-40e9-b309-337036d58da7 req-85018b0a-662c-4981-ba0d-dc647b1ee28c tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0421126 Oct 13 04:42:07.795158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.849724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.910220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:07.916039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:07.920779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:07.927159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:07.932596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event updated for resources: {'Port': ['ID=1eda5b63-4764-4c9e-8824-d1fb03303f04,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:07.974618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62c9bc-e949-4377-ad2f-fd183dbc1381 req-9535df86-b9ef-4292-9552-b676050e7c0d tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:07.976230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a62c9bc-e949-4377-ad2f-fd183dbc1381 req-9535df86-b9ef-4292-9552-b676050e7c0d tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1668978 Oct 13 04:42:08.021328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:08.022153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.037962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a62c9bc-e949-4377-ad2f-fd183dbc1381 req-c926a77f-e565-42e4-816e-4f64b0d55ff0 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499351 Oct 13 04:42:08.055394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8eaf0994-c598-4769-9e99-ecccc2d70630 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7761061 Oct 13 04:42:08.057890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54264) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:08.062505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Request body: {'floatingip': {'port_id': '1eda5b63-4764-4c9e-8824-d1fb03303f04'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:08.141976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.210520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.265112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.278880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-973aa5c5-cc12-4d58-9514-4d7832dd7afc req-66529f6b-d7a4-4bc3-b351-d3250c370487 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0460012 Oct 13 04:42:08.311099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-477324d3-2c34-4b02-8a4a-685b00864df2 None None] Provisioning complete for port 1eda5b63-4764-4c9e-8824-d1fb03303f04 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:08.311726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-477324d3-2c34-4b02-8a4a-685b00864df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.390813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-477324d3-2c34-4b02-8a4a-685b00864df2 None None] Port 1eda5b63-4764-4c9e-8824-d1fb03303f04 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:08.486475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.25.0.126 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:08.617956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.656037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:08.706465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:08.709801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:08.713717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:08.719568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:08.897889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f17cebf5-922b-4668-a7d8-dbc0210a249e req-154e4005-d53e-4088-aca0-04300c4e7561 tempest-ServerShowV254Test-1400437386 tempest-ServerShowV254Test-1400437386-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0b30ca7-4566-4447-bc7e-562986aeadc1 HTTP/1.1" status: 200 len: 210 time: 0.0695195 Oct 13 04:42:09.070220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:09.141970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:09.147430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:09.223021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa82c7-707f-4946-ae56-8b03a7de8a48 req-04a02d4a-2e6c-4156-bcec-3ec26cd8c060 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:09.224527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22fa82c7-707f-4946-ae56-8b03a7de8a48 req-04a02d4a-2e6c-4156-bcec-3ec26cd8c060 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.0692124 Oct 13 04:42:09.256979 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 94bc389a-5d76-4348-ac85-92aaf7ca20fd associated. External IP: 172.25.0.238, port: 6885d925-f3b7-4471-82d6-b203733545bc. Oct 13 04:42:09.331718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22fa82c7-707f-4946-ae56-8b03a7de8a48 req-5c13313b-e614-499a-bc56-978c852c924f tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762808 Oct 13 04:42:09.349370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:09.483342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:09.489294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router e2bfe64e-5518-4e80-9cad-220122136df8 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:42:09.598073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:09.602579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:09.611838 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Sync routers for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:09.617477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:09.627884 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:09.628300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:09.628528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.629469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.629595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:09.633745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9953b55c-41a8-4081-b969-6a4eca0a093d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5524180 Oct 13 04:42:09.634056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:09.722504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.747821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:09.749855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.762216 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:09.768448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-af0f97cb-c536-421f-8a0d-43cfc3ac7a79 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=99651f642f7044e6b5b0fd99511a8e3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1305323 Oct 13 04:42:09.769466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:09.802611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.803296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990a331-cdf3-453c-9c14-d9eebd032a5f None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:09.957546 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:08Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:09.979814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f56a6-c1b5-46ce-b34c-7bf654528480 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:09.984797 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c70f56a6-c1b5-46ce-b34c-7bf654528480 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2109053 Oct 13 04:42:09.986328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:09.998909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Checking router: e2bfe64e-5518-4e80-9cad-220122136df8 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:09.999288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Updating router e2bfe64e-5518-4e80-9cad-220122136df8 port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:42:10.008338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:10.036958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cf3c2c05-c8b3-47f1-bbd7-63904131b5fd tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455358 Oct 13 04:42:10.038305 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.039836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54296) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:10.044796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347507832', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:10.160255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:10.167515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.222778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:10.227147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.238123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7ab81d06-e813-4c20-89b8-67c3ea4878e6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/floatingips/94bc389a-5d76-4348-ac85-92aaf7ca20fd HTTP/1.1" status: 200 len: 979 time: 2.1790318 Oct 13 04:42:10.239247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54298) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:10.367380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 1eda5b63-4764-4c9e-8824-d1fb03303f04 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:10.371795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.398895 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.404300 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] Sync routers for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:10.412951 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.432695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54304) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:10.527032 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.618097 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:10.619842 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:10.661355 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:10.666116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68859c78-7471-4dbf-a762-53b51214edd6 req-cfabe6fb-df64-46d4-9589-ca3b64e8be73 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:10.666861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Attempting to bind port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:10.668051 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Attempting to bind port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:10.668840 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Attempting to bind port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:10.679640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68859c78-7471-4dbf-a762-53b51214edd6 req-cfabe6fb-df64-46d4-9589-ca3b64e8be73 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1700308 Oct 13 04:42:10.682008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Pushing event updated for resources: {'Port': ['ID=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:10.687255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:10.687750 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:10.688382 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.688919 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:10.689639 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Bound port: bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:10.690112 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.695435 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:10.696170 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:10.698096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb7bd-65bd-4c60-aa63-7fdb21a67486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.703611 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.704033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.705116 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.705496 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.705836 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.706199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.706526 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.707004 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.707364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.707707 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.708104 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.708427 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:10.732569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.769655 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:10.770222 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9b0e8-514c-48cb-9b3d-87a7931717d1 None None] The sync data for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:10.806936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] For port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:10.810969 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] For port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:10.814808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.815134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.815508 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Floating IP 94bc389a-5d76-4348-ac85-92aaf7ca20fd disassociated. External IP: 172.25.0.238, port: 1eda5b63-4764-4c9e-8824-d1fb03303f04. Oct 13 04:42:10.815862 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 1eda5b63-4764-4c9e-8824-d1fb03303f04 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:10.819300 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.895182 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:10.896132 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:10.898206 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4c28c-0dd9-4948-b8f3-08a761645f95 None None] Pushing event updated for resources: {'Port': ['ID=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:10.930490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb7bd-65bd-4c60-aa63-7fdb21a67486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.981650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb2fb7bd-65bd-4c60-aa63-7fdb21a67486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:10.992494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68859c78-7471-4dbf-a762-53b51214edd6 req-e84618c5-cfff-4536-b309-d942968c9188 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2992318 Oct 13 04:42:11.021897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Subnet': ['ID=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:11.035881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Checking segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:11.036340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network hostable DHCP agents. Network: 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:11.040149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb2fb7bd-65bd-4c60-aa63-7fdb21a67486 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87100514e4b04a6e961752f2d5874172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063614 Oct 13 04:42:11.042872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54314) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:11.053673 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fb7bd-65bd-4c60-aa63-7fdb21a67486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e6ba5-bf62-47b4-8cc1-86ef7bf32c49,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:11.059572 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:11.077002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:11.089311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:11.098893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:11.099576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.102997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3db9a1-cc62-4b92-9269-66ea3b2cf19a None None] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:11.140590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-983b514a-f58a-4a63-9bb3-b666359c87bf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0994146 Oct 13 04:42:11.141646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54316) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:11.160909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.228479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=1eda5b63-4764-4c9e-8824-d1fb03303f04,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:11.277463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.325709 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.364429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:11.365392 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:08Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:11.367376 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.395108 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74629c19-edfb-4384-91e4-ba6ccb1c719d None None] The sync data for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 is: [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:08Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:11.559289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:11.579314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.581735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.582869 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/315e6ba5-bf62-47b4-8cc1-86ef7bf32c49 HTTP/1.1" status: 204 len: 168 time: 0.5388367 Oct 13 04:42:11.628575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Allocated IP 172.20.0.2 (37bb3c8b-319b-4ec4-94e7-c60ff8e94b60/54fe3a37-2d2f-42e7-a8a0-7e6824df81bb/687943b4-99d3-461a-a2eb-6ada74bd2281) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:11.696105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed854fd-774c-4731-b3f0-51fb354cbf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e6ba5-bf62-47b4-8cc1-86ef7bf32c49,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:11.880835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:11.927278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.932303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86bad56e-8358-442e-b1a1-a34d0d007361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.948605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] Sync routers for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:11.960052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:11.961104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.037155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:12.038116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:12.047539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.064882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.075036 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c995d401-0710-484f-bef9-ccb5bb60e538 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/1eda5b63-4764-4c9e-8824-d1fb03303f04 HTTP/1.1" status: 204 len: 168 time: 1.8336055 Oct 13 04:42:12.080146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54328) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:12.106907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:12.116959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:12.126404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:12.133609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:12.154889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Pushing event updated for resources: {'Port': ['ID=687943b4-99d3-461a-a2eb-6ada74bd2281,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:12.185189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:12.186207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:41:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:12.193374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a2399-0b72-4786-88e2-473e47a25e2b req-ea0be9eb-49a7-407a-ad1d-9707254a873e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:12.194962 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e22a2399-0b72-4786-88e2-473e47a25e2b req-ea0be9eb-49a7-407a-ad1d-9707254a873e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.0865998 Oct 13 04:42:12.263227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:12.263961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecd0626-d777-4d99-9b89-24f3e61a40ed None None] The sync data for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:12.277251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e22a2399-0b72-4786-88e2-473e47a25e2b req-86c4bd11-89a4-4dd8-ae3d-3fc2ce854c01 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705564 Oct 13 04:42:12.294037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Attempting to bind port 687943b4-99d3-461a-a2eb-6ada74bd2281 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:12.294414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Attempting to bind port 687943b4-99d3-461a-a2eb-6ada74bd2281 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:12.294788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Attempting to bind port 687943b4-99d3-461a-a2eb-6ada74bd2281 on network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:12.311405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:12.311791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Checking segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:12.312206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.312610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Bound using segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:12.313097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Bound port: 687943b4-99d3-461a-a2eb-6ada74bd2281, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:12.313490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.477047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] For port 687943b4-99d3-461a-a2eb-6ada74bd2281, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:12.481670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] For port 687943b4-99d3-461a-a2eb-6ada74bd2281, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=687943b4-99d3-461a-a2eb-6ada74bd2281,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:12.491918 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:12.600610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc343a-75bf-4c31-91b6-32bd9a59b1f4 None None] Pushing event updated for resources: {'Port': ['ID=687943b4-99d3-461a-a2eb-6ada74bd2281,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:12.784836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:13.200186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.20.0.1 (37bb3c8b-319b-4ec4-94e7-c60ff8e94b60/54fe3a37-2d2f-42e7-a8a0-7e6824df81bb/370b97aa-e03e-4bb3-8452-7ff449372c5d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:13.361878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a7b4248-9e33-4e0c-ba4c-04b26afe606f req-0744325c-8583-4194-b9d3-7fa705533e10 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0611191 Oct 13 04:42:13.399444 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:13.420450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:13.565374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc442ab-540d-47f4-bfe8-c25393b13813 req-3a2acbcb-9c6d-49aa-bb6a-d6f4bb323880 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:13.566880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cdc442ab-540d-47f4-bfe8-c25393b13813 req-3a2acbcb-9c6d-49aa-bb6a-d6f4bb323880 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1667573 Oct 13 04:42:13.588067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:13.680644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:13.690863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:13.695101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:13.753082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cdc442ab-540d-47f4-bfe8-c25393b13813 req-4b6e5ea2-3c04-4624-a113-6c09b56750f2 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760046 Oct 13 04:42:13.758929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:13.799940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:13.970720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:14.029020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.074874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:14.075402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.183877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:14.184563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.196487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.226845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:14.228791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2f903728-ca68-4fcc-a18f-c317ed41eb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.233793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.234718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 687943b4-99d3-461a-a2eb-6ada74bd2281 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:14.349517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:14.367350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 687943b4-99d3-461a-a2eb-6ada74bd2281 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:14.367955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.375735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.434500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 0c3ab4f7-983a-434b-a36e-ebf73800c9e3 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:14.464602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.478832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510e6a7-79ed-46bb-b730-2a4c82a51379 None None] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:14.506406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d4fb164-62c4-4b65-a3be-f1346af35b86 req-f5c0bcb7-9544-43c8-aaf6-80c104d571c0 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0630839 Oct 13 04:42:14.557095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 687943b4-99d3-461a-a2eb-6ada74bd2281, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=687943b4-99d3-461a-a2eb-6ada74bd2281,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:14.596247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.650097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.662937 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.697790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7fedd9c2-3cc0-415e-9b08-cfcbaeacd4e0 None None] Provisioning complete for port 687943b4-99d3-461a-a2eb-6ada74bd2281 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:14.698482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fedd9c2-3cc0-415e-9b08-cfcbaeacd4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.783372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:14.788153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.789556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=687943b4-99d3-461a-a2eb-6ada74bd2281,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:14.854839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:14.903095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=0c3ab4f7-983a-434b-a36e-ebf73800c9e3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:15.039561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ba6ac-fc06-483f-b1b1-8efe62ed1b08 req-8ffc4edc-eb14-4c80-b55a-ece4a2e94434 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:15.041937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-408ba6ac-fc06-483f-b1b1-8efe62ed1b08 req-8ffc4edc-eb14-4c80-b55a-ece4a2e94434 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1421490 Oct 13 04:42:15.043119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:15.046254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:15.189711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-408ba6ac-fc06-483f-b1b1-8efe62ed1b08 req-68243e7d-56f1-4991-87ae-f3de950f3260 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010077 Oct 13 04:42:15.294338 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.309233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router e2bfe64e-5518-4e80-9cad-220122136df8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:15.404620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2a3157cf-0a58-4370-b25c-79364b32c54d None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:15.405634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a3157cf-0a58-4370-b25c-79364b32c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.433762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.462452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2a3157cf-0a58-4370-b25c-79364b32c54d None None] Port 370b97aa-e03e-4bb3-8452-7ff449372c5d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:15.474199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2a3157cf-0a58-4370-b25c-79364b32c54d None None] Provisioning complete for port 687943b4-99d3-461a-a2eb-6ada74bd2281 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:15.474579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a3157cf-0a58-4370-b25c-79364b32c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.531892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.694309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9cf24ab8-ad32-4371-b62b-f3c1c2580b98 req-036c877c-7588-49eb-85ab-73bf119d4206 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0444846 Oct 13 04:42:15.717166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04ab499b-159a-4bae-8289-545d99940be2 None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:15.717613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ab499b-159a-4bae-8289-545d99940be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.796652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-04ab499b-159a-4bae-8289-545d99940be2 None None] Port 370b97aa-e03e-4bb3-8452-7ff449372c5d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:15.826887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:15.844700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a4239fb-d9d9-42d3-9dc5-559fd8072e5f req-a017e52c-051e-466c-8ac1-f65bcbcee71e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0367322 Oct 13 04:42:15.877633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:15.878301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.926246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6a5b42a5-55bc-4472-b093-ea4ef1009fa9 None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:15.926622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a5b42a5-55bc-4472-b093-ea4ef1009fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:15.945261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:15.957350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54408) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:15.957684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb878fb8-35b7-4512-a0cd-8d7b3b06243e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "PUT /v2.0/routers/e2bfe64e-5518-4e80-9cad-220122136df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8138492 Oct 13 04:42:15.962100 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Sync routers for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:15.964921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1801718474', 'description': 'tempest-secgroup_access--1801718474 description', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:15.977589 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:15.978490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:15.996512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b42a5-55bc-4472-b093-ea4ef1009fa9 None None] Port 370b97aa-e03e-4bb3-8452-7ff449372c5d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:16.008204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 687943b4-99d3-461a-a2eb-6ada74bd2281 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:16.018889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.060341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 77586c9a-b9ec-4c0a-b172-3808d0cee2ff details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:42:16.074777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 687943b4-99d3-461a-a2eb-6ada74bd2281 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:16.074777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.148797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.158528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:16.159749 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.197627 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:16.200233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:16.225043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.226448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dba10ef7-590a-41d4-aa84-36085d47109d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2650914 Oct 13 04:42:16.229276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:16.238031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1450514189', 'description': 'tempest-secgroup_general--1450514189 description', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:16.256731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:16.271178 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.283033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:42:16.365671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.373890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:16.374314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.380372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c56eb890-4c13-444b-ad9f-bd9c9cc739d1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/routers/b30ae329-3b6c-4177-bcda-9ae268c1a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2593324 Oct 13 04:42:16.385043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54420) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:16.393476 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.409669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] Sync routers for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:16.430849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77586c9a-b9ec-4c0a-b172-3808d0cee2ff {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:42:16.446239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06470f8a-0887-4e87-b21b-389de60aa0db req-301d5143-1c5f-43dc-a684-45e7f408bd7e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:16.447292 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.454945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2205050 Oct 13 04:42:16.454945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54422) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:16.455265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06470f8a-0887-4e87-b21b-389de60aa0db req-301d5143-1c5f-43dc-a684-45e7f408bd7e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 944 time: 0.1197467 Oct 13 04:42:16.459992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'security_group_rule': {'security_group_id': 'b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:16.462811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:16.464308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:16.468125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77c3f5-6e0c-4296-a841-f9543af95333 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc172737-2932-4084-ac8d-eed45de62025,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:16.511872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.533995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:16.541751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:16.553138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.553549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06470f8a-0887-4e87-b21b-389de60aa0db req-7cc05f80-9f23-4458-ba7a-195a2559c6bd tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931320 Oct 13 04:42:16.581161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.587091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] Routers {'b30ae329-3b6c-4177-bcda-9ae268c1a7b8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:16.587737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:16.604848 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 2, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:16.617491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:16.629433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.653216 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Checking router: e2bfe64e-5518-4e80-9cad-220122136df8 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:16.653661 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Updating router e2bfe64e-5518-4e80-9cad-220122136df8 port 370b97aa-e03e-4bb3-8452-7ff449372c5d binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:42:16.656102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:16.656764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e6f4e-5700-42e8-b03d-43772620ec3b None None] The sync data for ids ['b30ae329-3b6c-4177-bcda-9ae268c1a7b8'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:16.656906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.677760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24172363-2f6c-4399-bf75-1ad6d5026c7e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:16.690699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.691943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-61a79aee-e8e9-45c6-aca0-7a54442c2e3f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2360983 Oct 13 04:42:16.701967 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:16.752904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['77586c9a-b9ec-4c0a-b172-3808d0cee2ff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:42:16.873858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-abd17c69-a812-410f-b3ef-b83fbef660fe req-3fd2a65e-87e1-4d02-88e1-2af346caa4d2 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0858967 Oct 13 04:42:16.886466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.007284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-318d0609-c7d0-41f8-ab5e-2956fc08b9b3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1450514189&fields=id&tenant_id=99651f642f7044e6b5b0fd99511a8e3d HTTP/1.1" status: 200 len: 267 time: 0.0638378 Oct 13 04:42:17.028787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 518140a0-b7a1-4c46-9196-1ae93836e226 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:17.029131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.098614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-aa824393-419c-4d41-be8a-7ee505953fb1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--1801718474&fields=id&tenant_id=99651f642f7044e6b5b0fd99511a8e3d HTTP/1.1" status: 200 len: 267 time: 0.0904145 Oct 13 04:42:17.201669 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.209881 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.223575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.257326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 518140a0-b7a1-4c46-9196-1ae93836e226 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:17.274321 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c63ef5-ba82-42ef-8e14-037d1100e337 None None] Pushing event updated for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:17.286672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.296025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-3862d822-411c-470b-89f0-5ad6f52d26c3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:17.303797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-3862d822-411c-470b-89f0-5ad6f52d26c3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 797 time: 0.2042534 Oct 13 04:42:17.321046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-aec4e774-5f6e-44d3-995a-bdf1b04310dc tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/quotas/99651f642f7044e6b5b0fd99511a8e3d HTTP/1.1" status: 200 len: 375 time: 0.0160646 Oct 13 04:42:17.333600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Attempting to bind port 370b97aa-e03e-4bb3-8452-7ff449372c5d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:17.333976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Attempting to bind port 370b97aa-e03e-4bb3-8452-7ff449372c5d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:17.334338 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Attempting to bind port 370b97aa-e03e-4bb3-8452-7ff449372c5d on network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:17.340965 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:17.341934 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Checking segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:17.342642 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.343409 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Bound using segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:17.344142 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Bound port: 370b97aa-e03e-4bb3-8452-7ff449372c5d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:17.344942 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.423763 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] For port 370b97aa-e03e-4bb3-8452-7ff449372c5d, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:17.430069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] For port 370b97aa-e03e-4bb3-8452-7ff449372c5d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=370b97aa-e03e-4bb3-8452-7ff449372c5d,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:17.434912 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.438160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-94465bc4-d826-42ba-9aaf-03f2e5a5ab21 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109607 Oct 13 04:42:17.500595 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:17.502265 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:17.622880 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:17.633628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:17.634206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.701303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.736512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0d97-7d78-4f06-bb38-a8fef8b489c9 req-b6fe41c3-52ca-4c01-bb31-c4eb7cba1647 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:17.738471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-633e0d97-7d78-4f06-bb38-a8fef8b489c9 req-b6fe41c3-52ca-4c01-bb31-c4eb7cba1647 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 945 time: 0.0642529 Oct 13 04:42:17.811560 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c63ef5-ba82-42ef-8e14-037d1100e337 None None] Pushing event updated for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:17.822245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-633e0d97-7d78-4f06-bb38-a8fef8b489c9 req-5e4725c3-c9ed-4133-b935-55cbab375ec1 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760090 Oct 13 04:42:17.839718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-3c9d995e-f3fa-403d-9c35-e3b17899bc15 service neutron] 10.222.0.49 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544035 Oct 13 04:42:17.856055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:17.861411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=518140a0-b7a1-4c46-9196-1ae93836e226,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:17.942045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] For port 370b97aa-e03e-4bb3-8452-7ff449372c5d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=370b97aa-e03e-4bb3-8452-7ff449372c5d,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:17.953641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.004102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6cd4241-0381-4416-b499-d3fa1134c577 req-3557ac04-837f-4665-91eb-5e222f2254e5 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0728488 Oct 13 04:42:18.012895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.062835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7bd12-cbd6-4074-9879-2e9889f2561f None None] Pushing event updated for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:18.074478 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:18.080947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 77586c9a-b9ec-4c0a-b172-3808d0cee2ff up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:18.108199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adef3d2b-22d0-4b4c-895f-3695638c19b0 None None] The sync data for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 is: [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:18.124595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.127193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.154706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8e9383a7-f213-4b37-abc6-4625175119c6 None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:18.155167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e9383a7-f213-4b37-abc6-4625175119c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.191574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:42:18.200744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.202650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Fanout notify agent at l3_agent the message router_deleted on router b30ae329-3b6c-4177-bcda-9ae268c1a7b8 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:42:18.218141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:18.218508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.220171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.224117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64e4901c-b0c1-463f-a02d-031839da048a tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/routers/b30ae329-3b6c-4177-bcda-9ae268c1a7b8 HTTP/1.1" status: 204 len: 168 time: 1.8353124 Oct 13 04:42:18.224498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54468) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:18.249906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-08f28f21-0713-4efd-beb1-3793c68fc07a service neutron] 10.222.0.49 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092071 Oct 13 04:42:18.302900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting subnet ed36a62f-ee87-49eb-8c0f-4cda6f8209c9 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:18.308311 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.377924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.476189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.521079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.530731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:18.543904 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab8c72-a6d7-401e-8002-f76a501449bd" -d '{"events": [{"server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "name": "network-vif-plugged", "status": "completed", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:18.584266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:18.592820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.621722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ec08d9-9400-4ab0-b7f5-aec43d987966 req-c0dfeee5-b975-4338-bfae-83a471a0ca2e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 210 time: 0.0507429 Oct 13 04:42:18.659231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:18.669456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.669867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.670265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.670666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.671007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.671573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.671935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.672348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.672688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.673072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.673590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.674319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:18.696596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-770798d6-24be-4bcb-9525-c47132aa3967 req-a91a9a57-62dd-434e-bdbc-42500398520f tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0909014 Oct 13 04:42:18.702610 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af524c9-f805-484e-8946-84f4d98f45b2 x-openstack-request-id: req-2af524c9-f805-484e-8946-84f4d98f45b2 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:18.702907 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "name": "network-vif-plugged", "status": "completed", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:18.704890 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2af524c9-f805-484e-8946-84f4d98f45b2 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:18.705337 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'code': 200} Oct 13 04:42:18.737741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.766243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Subnet': ['ID=ed36a62f-ee87-49eb-8c0f-4cda6f8209c9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:18.804311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11260b-70af-4658-ae16-d12bdbafa474 None None] Network 5e384177-976a-4d63-a9f1-9e2389fa8354 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:18.810060 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:18.820987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-28f9b64a-add0-4a84-9964-e9d44d4542a3 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/subnets/ed36a62f-ee87-49eb-8c0f-4cda6f8209c9 HTTP/1.1" status: 204 len: 168 time: 0.5945153 Oct 13 04:42:18.822757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54488) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:19.073325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.089907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ded49-ab55-440c-886a-81e36d2d080f req-beb61671-945d-4fc8-9d24-9a3b0448c402 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:19.091505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c28ded49-ab55-440c-886a-81e36d2d080f req-beb61671-945d-4fc8-9d24-9a3b0448c402 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.1302066 Oct 13 04:42:19.117398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588ee65-8b71-4f44-acc2-5a7605a3d33d req-3ef86c95-762f-4b7d-ae40-1acac38c554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:19.120365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3588ee65-8b71-4f44-acc2-5a7605a3d33d req-3ef86c95-762f-4b7d-ae40-1acac38c554b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1097 time: 0.3552349 Oct 13 04:42:19.178193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3588ee65-8b71-4f44-acc2-5a7605a3d33d req-e51d0e26-6339-4f10-9427-5c9fa43e0258 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500970 Oct 13 04:42:19.206771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c28ded49-ab55-440c-886a-81e36d2d080f req-7e758f30-9395-4b1d-a919-e916dc5026e8 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020114 Oct 13 04:42:19.249014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 98b3100a-1085-4b50-8018-233c163413df {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:19.249510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.345355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] For port 98b3100a-1085-4b50-8018-233c163413df, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=98b3100a-1085-4b50-8018-233c163413df,segment=NetworkSegment(fa79adb5-721d-4524-a267-05f99b025eb3),segment_id=fa79adb5-721d-4524-a267-05f99b025eb3)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:19.345726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.368493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 98b3100a-1085-4b50-8018-233c163413df owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:19.501163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] DHCP port deletion for 5e384177-976a-4d63-a9f1-9e2389fa8354 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:42:19.520011 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.571394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=98b3100a-1085-4b50-8018-233c163413df,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:19.581142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Deleting port 98b3100a-1085-4b50-8018-233c163413df {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:19.581687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.585426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] No DVR routers for this DVR port 98b3100a-1085-4b50-8018-233c163413df on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:19.716801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] For port 98b3100a-1085-4b50-8018-233c163413df, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:19.717363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.770511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Calling delete_port for 98b3100a-1085-4b50-8018-233c163413df owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:19.787130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Port 98b3100a-1085-4b50-8018-233c163413df was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:42:19.792040 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.806098 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-19e6cc3e-69ad-4359-a69c-482048b9bb3f req-7b12edc8-46ea-42da-aecd-a7ff9f1b993a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 210 time: 0.0652471 Oct 13 04:42:19.827951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] No DVR routers for this DVR port 98b3100a-1085-4b50-8018-233c163413df on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:19.837136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.873072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737df97-e04e-458d-b215-7a261eb0a92b None None] Pushing event deleted for resources: {'Port': ['ID=98b3100a-1085-4b50-8018-233c163413df,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:19.890442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e384177-976a-4d63-a9f1-9e2389fa8354']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:19.899996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 370b97aa-e03e-4bb3-8452-7ff449372c5d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:19.922408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa79adb5-721d-4524-a267-05f99b025eb3') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:19.923672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa79adb5-721d-4524-a267-05f99b025eb3') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:19.958165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.976111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.980979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 370b97aa-e03e-4bb3-8452-7ff449372c5d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:19.981525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:19.983382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:19.985273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:20.083997 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:20.101591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04e777e4-e023-47ec-9a49-eeaa106a3b17 req-6490eb98-d806-42e7-a0fa-f671d613c90e tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.1948855 Oct 13 04:42:20.102968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.147764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.153735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/networks/5e384177-976a-4d63-a9f1-9e2389fa8354 HTTP/1.1" status: 204 len: 168 time: 1.3298194 Oct 13 04:42:20.153880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54512) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:20.154596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121f83-3882-4814-98bf-529d7f41eae1 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Network': ['ID=5e384177-976a-4d63-a9f1-9e2389fa8354,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:20.175826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 98b3100a-1085-4b50-8018-233c163413df no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:42:20.249435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 98b3100a-1085-4b50-8018-233c163413df {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:42:20.250830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 98b3100a-1085-4b50-8018-233c163413df not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:42:20.466729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d16c-2c70-4c42-836e-8fc4a25c5d07 req-4c1d2cf2-8cbc-4b3b-929b-e132f145db02 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:20.468251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a94d16c-2c70-4c42-836e-8fc4a25c5d07 req-4c1d2cf2-8cbc-4b3b-929b-e132f145db02 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.1079011 Oct 13 04:42:20.499866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port e2ece728-64af-4db4-a58d-5b21361c21f3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:20.500207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.536548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-0f3bad30-c9a7-431c-8a14-9e7a40f54690 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:20.538905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-0f3bad30-c9a7-431c-8a14-9e7a40f54690 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 797 time: 0.2340813 Oct 13 04:42:20.558948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a94d16c-2c70-4c42-836e-8fc4a25c5d07 req-a060d68d-89b8-4896-8ebd-6bdb32bb36a3 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769668 Oct 13 04:42:20.611695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.612117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.630058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-19a82460-0f12-4884-8c59-424259e094eb tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99651f642f7044e6b5b0fd99511a8e3d HTTP/1.1" status: 200 len: 478 time: 0.0786743 Oct 13 04:42:20.634856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for e2ece728-64af-4db4-a58d-5b21361c21f3 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:20.640954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'port': {'device_id': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'admin_state_up': True, 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'security_groups': ['dc172737-2932-4084-ac8d-eed45de62025', 'b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:20.803444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb62db-d9e8-4412-8559-8611d0bfdcaf req-05a082d6-214e-4e83-93e1-859c8071651e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:20.805067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5cb62db-d9e8-4412-8559-8611d0bfdcaf req-05a082d6-214e-4e83-93e1-859c8071651e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.0915143 Oct 13 04:42:20.845891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.897887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:20.900471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=e2ece728-64af-4db4-a58d-5b21361c21f3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:20.903198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:20.924923 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-198dcc9b-1d5b-4af2-99d1-78db543ad5be req-429f0cd2-586a-4e67-aba3-ba5cb52328fe tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 210 time: 0.0382042 Oct 13 04:42:20.929189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5cb62db-d9e8-4412-8559-8611d0bfdcaf req-94385266-415f-4ad4-970a-c0be332efad6 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180112 Oct 13 04:42:20.961081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54526) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.017483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.021013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.029665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9ba20da4-5aa9-42ef-b439-e93061da02f6 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/floatingips/94bc389a-5d76-4348-ac85-92aaf7ca20fd HTTP/1.1" status: 204 len: 168 time: 0.8746011 Oct 13 04:42:21.030618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54530) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.058261 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-399e2956-78a3-4c4e-8b7f-7c90e956232c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] DELETE failed (client error): The resource could not be found. Oct 13 04:42:21.059298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399e2956-78a3-4c4e-8b7f-7c90e956232c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:42:21.066438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-399e2956-78a3-4c4e-8b7f-7c90e956232c tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/1eda5b63-4764-4c9e-8824-d1fb03303f04 HTTP/1.1" status: 404 len: 333 time: 0.0346737 Oct 13 04:42:21.067188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54532) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.103312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54534) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.106892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66466758-2d96-4a8e-bb5d-d406cb00fa9e tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/ports?device_id=b30ae329-3b6c-4177-bcda-9ae268c1a7b8 HTTP/1.1" status: 200 len: 205 time: 0.0365536 Oct 13 04:42:21.200303 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-11fd98b9-88f5-4e1d-8f3d-a1b5da4472b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] delete failed (client error): The resource could not be found. Oct 13 04:42:21.206649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54538) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.219505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-11fd98b9-88f5-4e1d-8f3d-a1b5da4472b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/routers/b30ae329-3b6c-4177-bcda-9ae268c1a7b8 HTTP/1.1" status: 404 len: 336 time: 0.1151369 Oct 13 04:42:21.256396 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7471955-ac04-462c-a64e-350bdca03fa5 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] DELETE failed (client error): The resource could not be found. Oct 13 04:42:21.256870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7471955-ac04-462c-a64e-350bdca03fa5 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:42:21.258968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.20.0.9 (37bb3c8b-319b-4ec4-94e7-c60ff8e94b60/54fe3a37-2d2f-42e7-a8a0-7e6824df81bb/9b1ff3a7-231f-49fd-841c-328a26dafd05) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:21.259864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d7471955-ac04-462c-a64e-350bdca03fa5 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/subnets/ed36a62f-ee87-49eb-8c0f-4cda6f8209c9 HTTP/1.1" status: 404 len: 337 time: 0.0518386 Oct 13 04:42:21.264849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54546) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.318400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32ab77c-a38c-47fb-a36c-7486bada9ee6 req-3a42c42b-8726-48bb-9402-d23e88381824 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0714698 Oct 13 04:42:21.348768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9612f-8dd2-44f6-9379-677891c24d4e tempest-TestVolumeBackupRestore-1576389653 tempest-TestVolumeBackupRestore-1576389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:21.354863 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-42f9612f-8dd2-44f6-9379-677891c24d4e tempest-TestVolumeBackupRestore-1576389653 tempest-TestVolumeBackupRestore-1576389653-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1092 time: 0.3876293 Oct 13 04:42:21.354863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54550) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:21.361038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:21.387835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.486401 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 6885d925-f3b7-4471-82d6-b203733545bc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:21.486742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.503566 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.616381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.627457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.629091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Allocated IP 172.25.0.178 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7028f689-4107-42ec-be10-2339290da67c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:21.643512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 6885d925-f3b7-4471-82d6-b203733545bc owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:21.715556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.746033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.781635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.784435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:21.789626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:21.794029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:21.796670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:21.836947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:21.840252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:21.843372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:21.850060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'Port': ['ID=7028f689-4107-42ec-be10-2339290da67c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:21.891330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:21.892390 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.907182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:21.920541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-25f83cfc-d765-403d-9e41-003fd393ca4f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2835076 Oct 13 04:42:21.946754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-f1f25675-f464-4ad7-b432-08bd6b618789 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:42:21.947881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-f1f25675-f464-4ad7-b432-08bd6b618789 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054555 Oct 13 04:42:21.952381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=6885d925-f3b7-4471-82d6-b203733545bc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:21.972802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Request body: {'port': {'device_id': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:22.135767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.172337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-89fe2771-f5b1-4a62-b210-80506c30bb23 None None] Provisioning complete for port 9b1ff3a7-231f-49fd-841c-328a26dafd05 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:22.174289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-89fe2771-f5b1-4a62-b210-80506c30bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.220148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-89fe2771-f5b1-4a62-b210-80506c30bb23 None None] Port 9b1ff3a7-231f-49fd-841c-328a26dafd05 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:22.502297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.505861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b2273cb-d8c8-4161-b1db-b7f14c0150b8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/6885d925-f3b7-4471-82d6-b203733545bc HTTP/1.1" status: 204 len: 168 time: 1.2408688 Oct 13 04:42:22.529973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54566) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:22.547114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437798e2-cb23-43c0-a004-b4f7e25bbb89 req-7bfeb675-fe12-4aaf-a860-70b55f0a9fcc tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:22.548723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-437798e2-cb23-43c0-a004-b4f7e25bbb89 req-7bfeb675-fe12-4aaf-a860-70b55f0a9fcc tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 970 time: 0.5028093 Oct 13 04:42:22.705699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6316a5a-0ad5-4453-9423-7f2c6c487694 req-bfe65481-409b-45e4-9c69-04b96e083d26 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0377162 Oct 13 04:42:22.716821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-437798e2-cb23-43c0-a004-b4f7e25bbb89 req-2b2c813f-cdb0-490b-8f05-6f30405aebdf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1439252 Oct 13 04:42:22.726726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.807076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.811312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port c25f10ca-4297-47a7-8884-53847c79f272 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:22.811658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.947295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.986029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for c25f10ca-4297-47a7-8884-53847c79f272 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:22.992651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:22.997270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.014299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ff3a7-231f-49fd-841c-328a26dafd05 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:42:23.051400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.063863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event updated for resources: {'Port': ['ID=7028f689-4107-42ec-be10-2339290da67c,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:23.073339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Transition to ACTIVE for port object 9b1ff3a7-231f-49fd-841c-328a26dafd05 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:42:23.081009 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.084045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.147762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877893-167b-4996-b021-7786180847be service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:23.219152 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Floating IP 08bdcaed-e1cd-48c9-a0b5-f40bd69bae59 associated. External IP: 172.25.0.178, port: 77586c9a-b9ec-4c0a-b172-3808d0cee2ff. Oct 13 04:42:23.257078 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.298715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Attempting to bind port 9b1ff3a7-231f-49fd-841c-328a26dafd05 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:23.299283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Attempting to bind port 9b1ff3a7-231f-49fd-841c-328a26dafd05 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:23.299785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Attempting to bind port 9b1ff3a7-231f-49fd-841c-328a26dafd05 on network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:23.303641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=c25f10ca-4297-47a7-8884-53847c79f272,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:23.330518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Port 9b1ff3a7-231f-49fd-841c-328a26dafd05 on network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:42:23.330974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Attempting to bind port 9b1ff3a7-231f-49fd-841c-328a26dafd05 on network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:23.363007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:23.363381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Checking segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:23.363850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Bound using segment: {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:23.364362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Bound port: 9b1ff3a7-231f-49fd-841c-328a26dafd05, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:23.364788 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.419709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.424965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c28e6099-6de3-43d1-9bdb-545248a223dc tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/ports/c25f10ca-4297-47a7-8884-53847c79f272 HTTP/1.1" status: 204 len: 168 time: 0.8909073 Oct 13 04:42:23.432114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54580) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:23.507290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Router d13474b7-4802-4c11-8992-543d1cb10486 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:23.507479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:23.514768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:23.524041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ba034-3d4e-422f-857f-276eede5ed93 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:23.526390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d34ba034-3d4e-422f-857f-276eede5ed93 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fc1cff6-261f-4242-83ec-1f47f3f70ae9 HTTP/1.1" status: 200 len: 913 time: 0.0924773 Oct 13 04:42:23.528447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.530319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54584) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:23.579425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:23.580708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.582128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-59877893-167b-4996-b021-7786180847be service neutron] 10.222.0.16 "PUT /v2.0/ports/9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 1130 time: 1.6216486 Oct 13 04:42:23.620710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:23.623876 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4749b-205f-4c2d-babc-de9ada109f12" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:23.640004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:23.653715 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:23.669851 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:23.670678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:23.679684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:23.693697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877893-167b-4996-b021-7786180847be service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:23.738016 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71910382-66e1-45f3-a3a8-5fd75f3aad9a x-openstack-request-id: req-71910382-66e1-45f3-a3a8-5fd75f3aad9a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:23.738309 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:23.738567 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71910382-66e1-45f3-a3a8-5fd75f3aad9a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:23.738968 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'status': 'completed', 'code': 200} Oct 13 04:42:23.744287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86444424-148d-4e70-b943-9b2cead6e1d7 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3865535 Oct 13 04:42:23.744287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:23.745397 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92" -d '{"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:23.748578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:23.770384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-0120bc53-7dfb-42ee-8801-1d379704feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:23.773466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-0120bc53-7dfb-42ee-8801-1d379704feec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1133 time: 0.1393278 Oct 13 04:42:23.836779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-3b575f10-09e2-4fc4-a0a7-596bd722cf3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 217 time: 0.0461793 Oct 13 04:42:23.892151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6861a0-e025-4baa-9f2c-1fbb8ef7c23e req-f94d4d3e-38ae-462f-829d-51b09efb70e4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:23.900702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6861a0-e025-4baa-9f2c-1fbb8ef7c23e req-f94d4d3e-38ae-462f-829d-51b09efb70e4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 982 time: 0.0894837 Oct 13 04:42:23.935199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:23.980985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6861a0-e025-4baa-9f2c-1fbb8ef7c23e req-e9c491eb-a95d-45ee-95c1-7c35ebb49aa5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0768924 Oct 13 04:42:24.039897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1498bab6-cd7a-4e75-985d-7231035deda9 req-c2941068-327e-49a3-b8eb-4d1573395df5 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0748353 Oct 13 04:42:24.046296 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42000b7-6957-441a-82ed-3447d29faeae x-openstack-request-id: req-c42000b7-6957-441a-82ed-3447d29faeae {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:24.047212 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:24.047677 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42000b7-6957-441a-82ed-3447d29faeae {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:24.048092 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:42:24.066858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8aec5-692f-42dc-8531-4645d526048a tempest-TestVolumeBackupRestore-1576389653 tempest-TestVolumeBackupRestore-1576389653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.072611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bab8aec5-692f-42dc-8531-4645d526048a tempest-TestVolumeBackupRestore-1576389653 tempest-TestVolumeBackupRestore-1576389653-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1092 time: 0.3123839 Oct 13 04:42:24.073502 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54600) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:24.083754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-700a5cfc-c203-47fb-8c76-b5b45b60e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.085262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-700a5cfc-c203-47fb-8c76-b5b45b60e26d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 200 len: 835 time: 0.2408733 Oct 13 04:42:24.087347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Request body: {'floatingip': {'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:24.182126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:24.225108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-ad13b10f-fd0a-480f-8a4d-6fde865ff531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.226720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-ad13b10f-fd0a-480f-8a4d-6fde865ff531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141832 Oct 13 04:42:24.269472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:22Z', 'revision_number': 0, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:24.270971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-8da64040-a36b-44fe-9a1c-1c4134b95801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.273130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-8da64040-a36b-44fe-9a1c-1c4134b95801 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1097 time: 0.1304762 Oct 13 04:42:24.305533 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:24.318282 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:24.318960 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:24.345720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-3e222ba6-5cd8-453d-997c-98c56e8443e8 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095872 Oct 13 04:42:24.444126 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:24.446665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-51f68c4e-972f-49ce-85ac-9d19f9211624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.448260 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-51f68c4e-972f-49ce-85ac-9d19f9211624 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 915 time: 0.1643579 Oct 13 04:42:24.515589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ddbe27e-2ed7-4b5c-a950-fc2cb7d1c74d req-646e2325-05e8-4e98-82af-23b31161c08a service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614592 Oct 13 04:42:24.549470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:24.626628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-02f291f0-d7eb-49f9-9e32-10ca2a929855 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 1000 time: 0.1110771 Oct 13 04:42:24.681998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-58221fdf-ee9a-41a8-ab7b-6d3cb1927bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.683758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-58221fdf-ee9a-41a8-ab7b-6d3cb1927bd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.0479691 Oct 13 04:42:24.725630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-7371b210-5d15-4b5f-8aa9-10c93348187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.727240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-7371b210-5d15-4b5f-8aa9-10c93348187d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1133 time: 0.1223342 Oct 13 04:42:24.740269 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:22Z', 'revision_number': 0, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:24.774960 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b48220-5b9b-49c3-ac1d-cf2ccbf5742b None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:22Z', 'revision_number': 0, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:24.823732 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-013ccf14-566a-4b21-b185-1b772a6661a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.825390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-013ccf14-566a-4b21-b185-1b772a6661a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341081 Oct 13 04:42:24.930238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-c6b8b1bd-ef54-4793-bac4-83470df99690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:24.931881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-c6b8b1bd-ef54-4793-bac4-83470df99690 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 898 time: 0.1703949 Oct 13 04:42:24.987034 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-80ba9d5c-cf76-4a30-9893-42add0d43365 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527903 Oct 13 04:42:25.016555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-8bdbbd19-d052-45be-a2fd-e83aefe26e98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 217 time: 0.0757682 Oct 13 04:42:25.078433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-80862fd2-e764-48b7-96a0-c0c710cdba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:25.080401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-80862fd2-e764-48b7-96a0-c0c710cdba64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 200 len: 835 time: 0.0565512 Oct 13 04:42:25.087456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port ab479e10-9331-4342-a28a-76a445d1a105 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:25.087868 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.113162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57edd856-956d-4757-a6be-a41b90606560 None None] New status for floating IP 08bdcaed-e1cd-48c9-a0b5-f40bd69bae59: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:42:25.194672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-41d5f2b7-613e-405a-bc68-6a8fa09c2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:25.196137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-41d5f2b7-613e-405a-bc68-6a8fa09c2f50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042182 Oct 13 04:42:25.211123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.db.resource_extend [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 04:42:25.285456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.294515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-57edd856-956d-4757-a6be-a41b90606560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:42:25.295224 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-57edd856-956d-4757-a6be-a41b90606560 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:42:25.299261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26b7d2f1-5f87-4ff1-bb48-4c8ffe1e12a6 req-e6c7f479-5138-4f2f-a62a-6cfc0b4bb2fb tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0920000 Oct 13 04:42:25.302528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.341280 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.363722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for ab479e10-9331-4342-a28a-76a445d1a105 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:25.369463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d847da6-7ad5-45e2-b471-966110c14519 req-7d2db5bc-6aaf-49ca-a3e7-40ca3c97d821 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:25.370684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-d1ea89b0-1a96-46f5-a844-0700df32128c service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567981 Oct 13 04:42:25.377441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d847da6-7ad5-45e2-b471-966110c14519 req-7d2db5bc-6aaf-49ca-a3e7-40ca3c97d821 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 982 time: 0.2847016 Oct 13 04:42:25.420221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ff4a5791-e5ec-4f09-b178-b4ebc9bf9e92 req-dfb8fd32-414e-4c82-87b5-3ae03e88f85c service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252105 Oct 13 04:42:25.474764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d847da6-7ad5-45e2-b471-966110c14519 req-78691c76-701f-4066-987e-7939147756db tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0963097 Oct 13 04:42:25.588615 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e7c4749b-205f-4c2d-babc-de9ada109f12 req-7f8c6a9b-3daf-4dcf-912d-f0873f63745a service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090416 Oct 13 04:42:25.617633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Router d13474b7-4802-4c11-8992-543d1cb10486 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:25.706355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.744722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=ab479e10-9331-4342-a28a-76a445d1a105,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:25.750343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:25.755772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:25.796710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57edd856-956d-4757-a6be-a41b90606560 None None] New status for floating IP 08bdcaed-e1cd-48c9-a0b5-f40bd69bae59: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:42:25.819601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a7acbcc1-b44c-4b49-a587-5f0f4c70f32e tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "PUT /v2.0/floatingips/08bdcaed-e1cd-48c9-a0b5-f40bd69bae59 HTTP/1.1" status: 200 len: 992 time: 1.7435157 Oct 13 04:42:25.934783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:26.032442 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:26.041601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:26.042186 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.049701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}, {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:26.053485 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474a6eaf-1148-4550-b0be-9bbed237eb42" -d '{"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}, {"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:26.110789 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2887e32-9619-4634-9f94-8d08875b8199 x-openstack-request-id: req-a2887e32-9619-4634-9f94-8d08875b8199 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:26.111220 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:26.111608 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2887e32-9619-4634-9f94-8d08875b8199 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:26.112376 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:42:26.112750 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:42:26.178027 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:26.198418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-78a98001-16cc-4052-8f5a-3a8d940bcbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.201774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-78a98001-16cc-4052-8f5a-3a8d940bcbcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1097 time: 0.0670955 Oct 13 04:42:26.215449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:26.311237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-e74489ec-ec8b-49f5-a7c1-8a25da98ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.312722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-e74489ec-ec8b-49f5-a7c1-8a25da98ba1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 915 time: 0.1036227 Oct 13 04:42:26.379444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:26.389391 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-0748a761-55f4-48f4-80cd-08ce5f4eac15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 1002 time: 0.0686522 Oct 13 04:42:26.394647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] Sync routers for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:26.397661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9f9f256a-11bc-451a-93a8-7db355a6da01 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "PUT /v2.0/routers/5fc1cff6-261f-4242-83ec-1f47f3f70ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8640306 Oct 13 04:42:26.400279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:26.411327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:26.412189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.452365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.468045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] Routers {'5fc1cff6-261f-4242-83ec-1f47f3f70ae9'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:26.468666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.484512 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1059b6c3-e6a9-47af-b1ad-7547ad0e5b06 req-c631d78e-5d8f-4669-ae3f-a67b95a6cb22 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0981410 Oct 13 04:42:26.512756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.513602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a71b-0545-4dc5-8afc-002ba919a744 None None] The sync data for ids ['5fc1cff6-261f-4242-83ec-1f47f3f70ae9'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:26.533497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-1ac0c1b8-dd04-47dc-9056-f662aab21b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.536238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-1ac0c1b8-dd04-47dc-9056-f662aab21b08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.1260417 Oct 13 04:42:26.536939 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:25Z', 'revision_number': 2, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.565481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:26.576117 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:26.576800 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:26.598699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:26.631099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-466ec05a-9910-4359-98c6-8de13f83688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.632927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-466ec05a-9910-4359-98c6-8de13f83688f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887225 Oct 13 04:42:26.699865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97befb3a-68f1-42f5-b028-5aed58c0ed89 req-2aa00310-862e-4fb9-b1f2-e97a02fe91de tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.701207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97befb3a-68f1-42f5-b028-5aed58c0ed89 req-2aa00310-862e-4fb9-b1f2-e97a02fe91de tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 982 time: 0.0979080 Oct 13 04:42:26.727321 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:26.749152 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-3e237304-6e29-43f4-85c1-15e3a82af47c service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062858 Oct 13 04:42:26.774479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97befb3a-68f1-42f5-b028-5aed58c0ed89 req-29591677-59ad-497a-a244-537c991ca883 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0455341 Oct 13 04:42:26.800182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:26.861514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-2cae7ac1-2da4-49b3-bba5-0a7ab84d07d1 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045423 Oct 13 04:42:26.863810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting port 69a951d5-2ccb-4ba0-938d-eab3ea5d67fd {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:26.864027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:26.967939 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:26.968974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-f2802479-7baf-4cfa-8132-985f6ae25b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:26.971466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-f2802479-7baf-4cfa-8132-985f6ae25b86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1097 time: 0.0490961 Oct 13 04:42:26.982546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Calling delete_port for 69a951d5-2ccb-4ba0-938d-eab3ea5d67fd owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:27.086361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-25e1cd68-955c-4e19-82e8-6838ee3cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:27.089001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-25e1cd68-955c-4e19-82e8-6838ee3cbf92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 915 time: 0.1101947 Oct 13 04:42:27.103172 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:25Z', 'revision_number': 2, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:27.161377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-e081b3ba-760b-47e4-b3b7-61bfd186cf9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 1002 time: 0.0646043 Oct 13 04:42:27.163431 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77b499-c639-41a3-b2c7-e7b42b59696b None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '08bdcaed-e1cd-48c9-a0b5-f40bd69bae59', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'floating_ip_address': '172.25.0.178', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'port_id': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'mac_address': 'fa:16:3e:b0:f1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f3e455-5669-4c27-99c1-44195a218b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:22Z', 'updated_at': '2021-10-13T04:42:25Z', 'revision_number': 2, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:27.188359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.220174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Port': ['ID=69a951d5-2ccb-4ba0-938d-eab3ea5d67fd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:27.252060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-a0862579-368b-4527-9715-8f6a10f65186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:27.253987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-a0862579-368b-4527-9715-8f6a10f65186 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.0841157 Oct 13 04:42:27.308196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-2b79fe6d-2314-45f5-acd8-f8aa10ad6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:27.309753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-2b79fe6d-2314-45f5-acd8-f8aa10ad6e0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476377 Oct 13 04:42:27.432132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b1ff3a7-231f-49fd-841c-328a26dafd05 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:42:27.432915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-16482ef0-01bd-4afa-b024-42c8fa4ebcee service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152680 Oct 13 04:42:27.568481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-474a6eaf-1148-4550-b0be-9bbed237eb42 req-c5c5a61c-18f2-4baf-be99-5ed079c85559 service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Oct 13 04:42:27.594176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.595323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.595406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.595901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.596235 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.596620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.596875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.597448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.597776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.598095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.598442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.598765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:27.626793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:27.640143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'port_id': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'mac_address': 'fa:16:3e:43:d2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:42:27.650498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.684843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42bb7e3a-468e-4e72-9584-898982dd0127 req-6d82b08d-0381-4759-aff0-bc54266d387e tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0448322 Oct 13 04:42:27.687891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.708469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ff3a7-231f-49fd-841c-328a26dafd05 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:42:27.733589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:27.739939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.752391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.754615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.797251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:27.799140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.799710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc1cff6-261f-4242-83ec-1f47f3f70ae9 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:42:27.808109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.809832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27654974-c712-499c-8465-5f583e4f00c8 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/routers/5fc1cff6-261f-4242-83ec-1f47f3f70ae9 HTTP/1.1" status: 204 len: 168 time: 1.4082482 Oct 13 04:42:27.811954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:27.881361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Deleting subnet 4667c0eb-0a37-4140-9962-4a9357ed2679 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:27.886381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.942897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:27.955164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['9b1ff3a7-231f-49fd-841c-328a26dafd05'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:42:27.981574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0977-43f3-4179-9a83-44944ef49799 req-445a6044-e6ac-47b0-9308-1cfeb2981b2c tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:27.983182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-075d0977-43f3-4179-9a83-44944ef49799 req-445a6044-e6ac-47b0-9308-1cfeb2981b2c tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 983 time: 0.1141009 Oct 13 04:42:28.029628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.057120 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-075d0977-43f3-4179-9a83-44944ef49799 req-7100339c-9776-48ba-b0d2-d3023e3a4493 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0617211 Oct 13 04:42:28.105080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.133272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Subnet': ['ID=4667c0eb-0a37-4140-9962-4a9357ed2679,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:28.139004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.143109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b3aaeee1-11a7-4dd2-b88e-c7375c3ae23d tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/subnets/4667c0eb-0a37-4140-9962-4a9357ed2679 HTTP/1.1" status: 204 len: 168 time: 0.3298426 Oct 13 04:42:28.145208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54666) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:28.227716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.315024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.335006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:28.344175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec4f363-635e-4e69-8ea7-bd3dd777a344') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:28.344502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec4f363-635e-4e69-8ea7-bd3dd777a344') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:28.367041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.383024 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.389480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:28.389963 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:28.393394 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:28.456133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.466599 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.473154 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] 10.222.0.49 "DELETE /v2.0/networks/519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3 HTTP/1.1" status: 204 len: 168 time: 0.3242817 Oct 13 04:42:28.482586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b85a9-e2a3-44d3-9148-5c8d23e09073 tempest-FloatingIPTestJSON-1285113042 tempest-FloatingIPTestJSON-1285113042-project] Pushing event deleted for resources: {'Network': ['ID=519a3bf3-095f-4dcc-bcb2-d9ffc88cc8c3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:28.744876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54684) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:28.800741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14ea9c32-d1b2-46b5-982b-0a6195cd8ffe req-c75221aa-9e21-42e3-9ddb-7d8ce11b1610 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0297248 Oct 13 04:42:28.905935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b41b1ba3-6a4e-4262-a366-25481526253d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dca009e2f0d54501aab2f073c4b028f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597822 Oct 13 04:42:28.909014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54692) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:28.966039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:28.986844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.033571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.036386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.040129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e11cf3cb-dda4-40f9-9e0e-ab91530976d5 HTTP/1.1" status: 204 len: 168 time: 0.1275375 Oct 13 04:42:29.047352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b2b06-2a6e-4f2f-8ab9-c0af6ffaf260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11cf3cb-dda4-40f9-9e0e-ab91530976d5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:29.199270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078f68c-1727-4d4a-8ec6-5cf4fc0a788e req-8aa38b53-731d-4429-8727-8b6fb7137e35 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:29.200922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b078f68c-1727-4d4a-8ec6-5cf4fc0a788e req-8aa38b53-731d-4429-8727-8b6fb7137e35 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 983 time: 0.0663114 Oct 13 04:42:29.250411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b078f68c-1727-4d4a-8ec6-5cf4fc0a788e req-fc6c286f-d25c-4fe1-bb3b-c622eed92c52 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0431814 Oct 13 04:42:29.438884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b1ff3a7-231f-49fd-841c-328a26dafd05 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:29.494864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 9b1ff3a7-231f-49fd-841c-328a26dafd05 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:42:29.498718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 9b1ff3a7-231f-49fd-841c-328a26dafd05 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:29.499226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.584045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.611736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:29.614171 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef412c6-c3ab-40d9-9f18-808a64c099d4" -d '{"events": [{"server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:29.627975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:29.633796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:29.669466 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267cd64a-e605-4cec-acb8-a365ab5f9439 x-openstack-request-id: req-267cd64a-e605-4cec-acb8-a365ab5f9439 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:29.669817 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "name": "network-vif-plugged", "status": "completed", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:29.670076 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-267cd64a-e605-4cec-acb8-a365ab5f9439 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:29.670474 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'code': 200} Oct 13 04:42:29.707711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:29.784521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb2fe-ef25-4500-a9fe-c78ea7722a96 req-e54c0beb-a7d4-4dab-8c7e-f8dd11f5bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:29.786097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b3cb2fe-ef25-4500-a9fe-c78ea7722a96 req-e54c0beb-a7d4-4dab-8c7e-f8dd11f5bdb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.0503321 Oct 13 04:42:29.824400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b3cb2fe-ef25-4500-a9fe-c78ea7722a96 req-a3854895-b3ab-4be5-9e36-29db03b8055d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&id=dc172737-2932-4084-ac8d-eed45de62025&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0304134 Oct 13 04:42:29.862718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:29.911785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-902391c6-6f25-4624-9c8a-ae4b2390da60 req-2e5e9f5d-83a4-4634-8023-28e8fe8d323f tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0283697 Oct 13 04:42:29.970743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2002701091'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:29.993898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:29.997502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.007595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.084978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.089116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.112481 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:30.127978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e655671-c68f-4de4-b456-95de70647bb0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:30.130878 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.131322 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment 944aa1c5-1737-4180-8c3c-39060c8b4e07 of type vlan for network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 Oct 13 04:42:30.171766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.197366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.204114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:30.204962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.265100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4006357 Oct 13 04:42:30.268524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54746) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:30.277252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'name': 'tempest-PortsIpV6TestJSON-448849654'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:30.280624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3f1b-1f3e-442b-9ab7-0cd22ddd04ba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=5ba639fd-e9ed-4eee-acf7-9cec3560b152,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:30.293988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:30.395664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0aa8b-a4f2-4214-b557-f583d45c89d0 req-e604998c-fac4-412a-a30e-2756ee34772f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:30.397471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6f0aa8b-a4f2-4214-b557-f583d45c89d0 req-e604998c-fac4-412a-a30e-2756ee34772f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.0663640 Oct 13 04:42:30.405495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:30.409841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.433721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port db386c6e-829b-4eda-843c-8b2d0adb6a19 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:30.444273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a6f0aa8b-a4f2-4214-b557-f583d45c89d0 req-a0226cd8-c9bb-4ad3-81fc-e0af5957418f tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0406389 Oct 13 04:42:30.623458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.659397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.726604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=db386c6e-829b-4eda-843c-8b2d0adb6a19,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:30.732151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': '944aa1c5-1737-4180-8c3c-39060c8b4e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:30.732516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: 5ba639fd-e9ed-4eee-acf7-9cec3560b152, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:30.750065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:30.760200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5ba639fd-e9ed-4eee-acf7-9cec3560b152) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:30.764476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:30.770907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:30.771773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.772171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c0657a-6bc2-4f12-991c-5d981cadaa63 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:30.798693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-92b4fad6-5620-4837-8689-742e720d3666 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5286946 Oct 13 04:42:30.802674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:30.808402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-159226391'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:30.839741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:30.844187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.875054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:30.888877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.889275 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment 5fff7943-1e8b-4690-8c63-36a0bb99bc09 of type vlan for network a1081946-7a4b-41b3-ac2e-dc7beca28766 Oct 13 04:42:30.963348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:30.993638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:31.000718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:31.001670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:31.057629 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ec78aaf-91d3-44a3-88ac-147bed2ceb48 req-68ea71c2-6dbf-4ba0-93e7-1b0b218e723f tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0432682 Oct 13 04:42:31.060085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2561672 Oct 13 04:42:31.066233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54770) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:31.073583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'ports': [{'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'}, {'network_id': 'a1081946-7a4b-41b3-ac2e-dc7beca28766'}]} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:31.073835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:31.074359 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'a1081946-7a4b-41b3-ac2e-dc7beca28766'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:31.495950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753accaf-d9e6-476b-ab02-2c41fbc3988b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=a1081946-7a4b-41b3-ac2e-dc7beca28766,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:31.511757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a1081946-7a4b-41b3-ac2e-dc7beca28766 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:31.649515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8492b6-d63b-425a-94e1-bfe36a5727b7 req-4fedf3ae-27e3-42bf-a9dd-9863ed9be2ee tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:31.651013 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad8492b6-d63b-425a-94e1-bfe36a5727b7 req-4fedf3ae-27e3-42bf-a9dd-9863ed9be2ee tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.1199532 Oct 13 04:42:31.695513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 2} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:31.701505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:31.728175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:31.734926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad8492b6-d63b-425a-94e1-bfe36a5727b7 req-df541499-f882-41f5-85b7-fc3a0da09324 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0748522 Oct 13 04:42:31.829836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port e9e1022d-02ec-4a8d-9000-421f41e4d2a4 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:31.871914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf070f-2f94-4585-aaca-a6353651fba4 req-4e027ef8-2115-4794-8de5-d5c9611a64a7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:31.880196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21cf070f-2f94-4585-aaca-a6353651fba4 req-4e027ef8-2115-4794-8de5-d5c9611a64a7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.0672822 Oct 13 04:42:31.929969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21cf070f-2f94-4585-aaca-a6353651fba4 req-0fe81f76-2c24-47d2-b5b5-b9e68ea2acac tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0440850 Oct 13 04:42:31.971708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.062121 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port d6607280-2110-4584-9a64-e46d925c89d4 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:32.081175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-c94c9d10-62ad-47df-b620-44fe0204a25c tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:32.082718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-c94c9d10-62ad-47df-b620-44fe0204a25c tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.0712016 Oct 13 04:42:32.108394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-851139cb-4a34-47f5-a52c-43083ab88b11 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.195792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3478b63-a03e-4d45-b0d7-0ae9011fc7aa req-77355b6f-8a71-4200-9c24-cc98662b5166 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0386629 Oct 13 04:42:32.245232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.282258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-851139cb-4a34-47f5-a52c-43083ab88b11 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.288928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-851139cb-4a34-47f5-a52c-43083ab88b11 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.323310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fb72a552-6bf6-4ebc-ab7c-8681a2cf3ed1 req-851139cb-4a34-47f5-a52c-43083ab88b11 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2332978 Oct 13 04:42:32.324281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.348658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54798) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:32.368573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851139cb-4a34-47f5-a52c-43083ab88b11 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6393e0a9-3604-4c2e-873b-305afd861b63,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:32.388700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=e9e1022d-02ec-4a8d-9000-421f41e4d2a4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:32.390134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53436bbb-783f-4626-8a52-e974fec1f2fa tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:32.391921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-53436bbb-783f-4626-8a52-e974fec1f2fa tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1130 time: 0.0420527 Oct 13 04:42:32.395028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54800) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:32.400315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:32.403688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:32.408276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:32.412569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:32.413509 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.425466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.487643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=d6607280-2110-4584-9a64-e46d925c89d4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:32.501744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': '5fff7943-1e8b-4690-8c63-36a0bb99bc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a1081946-7a4b-41b3-ac2e-dc7beca28766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:32.502116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: a1081946-7a4b-41b3-ac2e-dc7beca28766, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:32.528749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network a1081946-7a4b-41b3-ac2e-dc7beca28766 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:32.538296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a1081946-7a4b-41b3-ac2e-dc7beca28766) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:32.542906 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.543466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:32.547825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa72ec-73ba-4c96-a236-2deeef53b9fb None None] Network a1081946-7a4b-41b3-ac2e-dc7beca28766 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:32.550354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:32.555518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:32.556217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.575225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f16d99c-a2a3-4f52-8891-2e3e00a0202a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5077240 Oct 13 04:42:32.577880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54806) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:32.673408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.25.0.21 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/783ab1f0-447c-4948-a50f-fbeb9abbec1d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:32.681276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port d6607280-2110-4584-9a64-e46d925c89d4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:32.681632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.767326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.782404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for d6607280-2110-4584-9a64-e46d925c89d4 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:32.793400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.831285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.868704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.872652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:32.876518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:32.880312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:32.902712 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:42:32.906114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=783ab1f0-447c-4948-a50f-fbeb9abbec1d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:32.914139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:32.920042 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/d6607280-2110-4584-9a64-e46d925c89d4 HTTP/1.1" status: 204 len: 168 time: 0.3411102 Oct 13 04:42:32.920811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54814) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:32.921521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0b1de-1c36-44b3-860c-33db658b5643 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=d6607280-2110-4584-9a64-e46d925c89d4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:33.034548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bd38d-b10b-4a03-9a5d-0a0f2b18c251 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:33.040558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bd38d-b10b-4a03-9a5d-0a0f2b18c251 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:33.042123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a53bd38d-b10b-4a03-9a5d-0a0f2b18c251 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1205652 Oct 13 04:42:33.045000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:33.253595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port e9e1022d-02ec-4a8d-9000-421f41e4d2a4 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:33.253930 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.371054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a47fcdb-4002-4bd7-834b-3017fa28c504 req-99ed0325-0e1a-4856-a372-a5d64ee6e5e7 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0712087 Oct 13 04:42:33.405620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.452180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for e9e1022d-02ec-4a8d-9000-421f41e4d2a4 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:33.511133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.606129 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.608452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.659714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=e9e1022d-02ec-4a8d-9000-421f41e4d2a4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:33.671418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.675146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddd75974-517e-458a-a8ec-8070fd41b46e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/e9e1022d-02ec-4a8d-9000-421f41e4d2a4 HTTP/1.1" status: 204 len: 168 time: 0.6293087 Oct 13 04:42:33.677901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54832) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:33.732199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766e51b-4e75-4044-a61e-155c9e6b6e24 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:33.733857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e766e51b-4e75-4044-a61e-155c9e6b6e24 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0548568 Oct 13 04:42:33.737266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:33.763842 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6ea865-6b91-424b-b6ab-e0d7e527e526 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:33.765409 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2c6ea865-6b91-424b-b6ab-e0d7e527e526 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/d6607280-2110-4584-9a64-e46d925c89d4 HTTP/1.1" status: 404 len: 333 time: 0.0270610 Oct 13 04:42:33.769113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54838) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:33.795200 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b0d9ed-9255-431d-8bb2-46c3d3ca4eba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:33.796757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-44b0d9ed-9255-431d-8bb2-46c3d3ca4eba tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/e9e1022d-02ec-4a8d-9000-421f41e4d2a4 HTTP/1.1" status: 404 len: 333 time: 0.0272377 Oct 13 04:42:33.799664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54844) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:33.876625 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.886306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.917308 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:33.964799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=783ab1f0-447c-4948-a50f-fbeb9abbec1d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:34.004864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.106821 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.160141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1081946-7a4b-41b3-ac2e-dc7beca28766']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:34.173647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fff7943-1e8b-4690-8c63-36a0bb99bc09') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:34.173865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fff7943-1e8b-4690-8c63-36a0bb99bc09') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:34.186452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.195236 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Floating IP aac41e9c-d87d-4097-ac42-d1a99908a9cd associated. External IP: 172.25.0.21, port: 9b1ff3a7-231f-49fd-841c-328a26dafd05. Oct 13 04:42:34.238776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.251396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:34.254108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:34.257191 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:34.359430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.381454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.384931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/a1081946-7a4b-41b3-ac2e-dc7beca28766 HTTP/1.1" status: 204 len: 168 time: 0.5841737 Oct 13 04:42:34.388970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861bba-245b-425c-9af5-0fc2f0de4640 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=a1081946-7a4b-41b3-ac2e-dc7beca28766,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:34.391829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54854) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:34.397847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1575158251'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:34.482999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f8dbf8b-e84a-43eb-9e05-522b0f0d1942 req-95aa4e9e-9cd0-4c71-9902-68ffad3a7748 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0333843 Oct 13 04:42:34.503675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:34.511348 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.545683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:34.549086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router e2bfe64e-5518-4e80-9cad-220122136df8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:34.559827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.560169 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment 89f387a3-b984-4f50-a508-94e57fc5f356 of type vlan for network d97d094d-3321-4afa-8147-896417552478 Oct 13 04:42:34.641827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.711756 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.717272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:34.717855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.772177 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:34.783582 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Sync routers for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:34.798813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4022989 Oct 13 04:42:34.799029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:34.799029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:34.799289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54864) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:34.803778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3c846-42e3-446e-8ef3-f2c21a38361b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=d97d094d-3321-4afa-8147-896417552478,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:34.804311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'd97d094d-3321-4afa-8147-896417552478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:34.816503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:34.818635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network d97d094d-3321-4afa-8147-896417552478 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:34.978541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:34.985794 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:35.009775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:35.061132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Performing IP validity checks on allocation pools {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:42:35.065511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:42:35.202497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c0a76980-54df-48c0-9310-07ac144d9dc8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8061149 Oct 13 04:42:35.203155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:35.206309 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6038e8-0741-48a2-a0ea-682d0ed902af" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:35.208843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54874) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:35.219258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:35.314335 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'aac41e9c-d87d-4097-ac42-d1a99908a9cd', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'port_id': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'mac_address': 'fa:16:3e:43:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:33Z', 'updated_at': '2021-10-13T04:42:33Z', 'revision_number': 0, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:35.330775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=bc496a19-988a-4515-a6fb-dc1dc85e4bab,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:35.345885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': '89f387a3-b984-4f50-a508-94e57fc5f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd97d094d-3321-4afa-8147-896417552478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:35.346373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: d97d094d-3321-4afa-8147-896417552478, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:35.384969 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Checking router: e2bfe64e-5518-4e80-9cad-220122136df8 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:35.396430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network d97d094d-3321-4afa-8147-896417552478 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:35.411548 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:35.413746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:35.423937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, d97d094d-3321-4afa-8147-896417552478) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:35.432421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b798c-566f-4d83-a5a7-fdc0f6065a93 None None] Network d97d094d-3321-4afa-8147-896417552478 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:35.436345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.441109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:35.476027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2da9c68f-8b17-4230-a263-0a57bf76cd28 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6758993 Oct 13 04:42:35.479205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54880) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:35.490700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'd97d094d-3321-4afa-8147-896417552478', 'name': 'tempest-PortsIpV6TestJSON-551530720'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:35.553482 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ce30e6-4473-48cd-a6b5-fc24f2e47c62 x-openstack-request-id: req-d4ce30e6-4473-48cd-a6b5-fc24f2e47c62 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:35.554015 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:35.554652 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4ce30e6-4473-48cd-a6b5-fc24f2e47c62 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:35.554790 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'status': 'completed', 'code': 200} Oct 13 04:42:35.572253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.572637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.573127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.573589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.574532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.575000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.575486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.575933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.578181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-404d0813-dc16-49af-b112-f185c5185b5d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5635 time: 0.3680294 Oct 13 04:42:35.581665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54888) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:35.594423 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:35.690150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8721100-0a76-4675-9ed5-727bd3d8350d req-b8c93669-e535-4acf-b390-d8861a7b4612 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Oct 13 04:42:35.704516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-d97d094d-3321-4afa-8147-896417552478', 'network_id': 'd97d094d-3321-4afa-8147-896417552478', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': 'bc496a19-988a-4515-a6fb-dc1dc85e4bab'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:35.705897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:35.713046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.713509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.713968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.714419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.714870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.715342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.715794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.717866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d4902cc1-5cf2-43e0-af56-660b56ef0e7d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.1352680 Oct 13 04:42:35.722925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54890) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:35.727012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-31672c0d-0aae-4ac8-a621-70002bff5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.728551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-31672c0d-0aae-4ac8-a621-70002bff5dde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.1730163 Oct 13 04:42:35.847874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-3b6298f7-ea39-4b68-9d34-a151343b5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:35.849276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-3b6298f7-ea39-4b68-9d34-a151343b5513 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 898 time: 0.1110559 Oct 13 04:42:35.907281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:35.911679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:35.912538 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Allocated IP 2001:db8::2 (d97d094d-3321-4afa-8147-896417552478/bc496a19-988a-4515-a6fb-dc1dc85e4bab/ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:35.961214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'aac41e9c-d87d-4097-ac42-d1a99908a9cd', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'port_id': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'mac_address': 'fa:16:3e:43:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:33Z', 'updated_at': '2021-10-13T04:42:33Z', 'revision_number': 0, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:35.966898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port bad295b9-26b9-48db-add7-41e400b5125f yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:35.991758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-7074904e-0a91-4c5d-91dc-9bbcb63ca20a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 998 time: 0.1340137 Oct 13 04:42:36.001601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605b61-9b52-4841-9af3-9b96e4e8c199 None None] The sync data for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 is: [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'aac41e9c-d87d-4097-ac42-d1a99908a9cd', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'port_id': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'mac_address': 'fa:16:3e:43:d2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:42:33Z', 'updated_at': '2021-10-13T04:42:33Z', 'revision_number': 0, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:42:36.075731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-d96a6c49-0882-4c5e-9dc0-31ed2d37673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:36.077479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-d96a6c49-0882-4c5e-9dc0-31ed2d37673b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 200 len: 835 time: 0.0775833 Oct 13 04:42:36.147710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.151822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-822f8df6-1ec4-4f10-83c6-5fd21a48aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:36.153651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-822f8df6-1ec4-4f10-83c6-5fd21a48aa18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683718 Oct 13 04:42:36.158197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.197287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Network d97d094d-3321-4afa-8147-896417552478 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:36.198724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:36.245970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:36.343638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Pushing event updated for resources: {'Port': ['ID=ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:36.366888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-410f3a67-50dc-4458-802c-781a2317f556 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013495 Oct 13 04:42:36.414002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::1f8 (d97d094d-3321-4afa-8147-896417552478/bc496a19-988a-4515-a6fb-dc1dc85e4bab/bad295b9-26b9-48db-add7-41e400b5125f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:36.423599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Attempting to bind port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:36.423815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Attempting to bind port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '89f387a3-b984-4f50-a508-94e57fc5f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd97d094d-3321-4afa-8147-896417552478'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:36.424157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Attempting to bind port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e on network d97d094d-3321-4afa-8147-896417552478 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:36.443922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff75a7-120f-435e-98ab-9545841d8a3d None None] New status for floating IP aac41e9c-d87d-4097-ac42-d1a99908a9cd: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:42:36.448994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:36.448994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Checking segment: {'id': '89f387a3-b984-4f50-a508-94e57fc5f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd97d094d-3321-4afa-8147-896417552478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:36.448994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.449416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Bound using segment: {'id': '89f387a3-b984-4f50-a508-94e57fc5f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd97d094d-3321-4afa-8147-896417552478'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:36.449986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Bound port: ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f387a3-b984-4f50-a508-94e57fc5f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd97d094d-3321-4afa-8147-896417552478'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:36.450440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.500935 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dd99abbd-0954-4b22-b55d-bce590531ef8 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.7749345 Oct 13 04:42:36.502700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54910) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:36.585579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] For port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:36.632630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc800025-4a78-4047-a904-a25252ebb35d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:36.633043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc800025-4a78-4047-a904-a25252ebb35d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:36.634685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc800025-4a78-4047-a904-a25252ebb35d tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e2bfe64e-5518-4e80-9cad-220122136df8 HTTP/1.1" status: 200 len: 1990 time: 0.1310127 Oct 13 04:42:36.644342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] For port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e,segment=NetworkSegment(89f387a3-b984-4f50-a508-94e57fc5f356),segment_id=89f387a3-b984-4f50-a508-94e57fc5f356)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:36.694822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.701301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f6038e8-0741-48a2-a0ea-682d0ed902af req-16146e70-36b2-47a6-9b5e-571e571b0348 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255553 Oct 13 04:42:36.768327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.831855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.843535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94babb6a-4520-460b-94ff-d8b49dfa1f42 None None] Pushing event updated for resources: {'Port': ['ID=ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:36.844710 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a795a5bd-f64d-487b-9689-b7b7a309568a req-8b7fc292-accf-433c-991c-cb39822def31 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0387783 Oct 13 04:42:36.908776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=bad295b9-26b9-48db-add7-41e400b5125f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:36.919759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network d97d094d-3321-4afa-8147-896417552478 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:36.921769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:36.925046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:36.931175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:36.931940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:36.956043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dfe2560a-1f6b-46a9-820e-94bde1d8f306 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4752636 Oct 13 04:42:36.958736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:37.087104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port bad295b9-26b9-48db-add7-41e400b5125f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:37.087550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.184556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.197203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for bad295b9-26b9-48db-add7-41e400b5125f owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:37.345822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.381877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=bad295b9-26b9-48db-add7-41e400b5125f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:37.416914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.420241 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-44201f88-5887-4f3d-b3d7-75c7930b3072 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/bad295b9-26b9-48db-add7-41e400b5125f HTTP/1.1" status: 204 len: 168 time: 0.4603164 Oct 13 04:42:37.423227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54920) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:37.448751 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8477e9-fc38-42f7-ad81-326d78bd281e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:42:37.449375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8477e9-fc38-42f7-ad81-326d78bd281e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:42:37.452593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a8477e9-fc38-42f7-ad81-326d78bd281e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/bad295b9-26b9-48db-add7-41e400b5125f HTTP/1.1" status: 404 len: 333 time: 0.0279148 Oct 13 04:42:37.456026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54922) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:37.480223 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0489e8d2-de10-403c-ac85-f93b346cf930 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:37.481789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0489e8d2-de10-403c-ac85-f93b346cf930 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/bad295b9-26b9-48db-add7-41e400b5125f HTTP/1.1" status: 404 len: 333 time: 0.0248575 Oct 13 04:42:37.485297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54924) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:37.546241 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet bc496a19-988a-4515-a6fb-dc1dc85e4bab {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:37.550400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.602789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.708467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.773888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.821312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=bc496a19-988a-4515-a6fb-dc1dc85e4bab,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:37.825327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.829228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5d766e29-8298-4400-a891-22323feae245 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/bc496a19-988a-4515-a6fb-dc1dc85e4bab HTTP/1.1" status: 204 len: 168 time: 0.3428204 Oct 13 04:42:37.832303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54926) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:37.913086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:37.937523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:37.978642 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a008537-6533-41fc-994b-915cf619b75d req-4efba569-fa26-41a9-8836-c94e2bb8f848 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0368311 Oct 13 04:42:37.982329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8549832-ef21-484a-8b8c-53f1645737ed None None] Network d97d094d-3321-4afa-8147-896417552478 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:38.022132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:38.022664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.067364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:38.067838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.101540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9b986c85-9268-4af8-ae23-99f3253101e2 None None] Provisioning complete for port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:38.102126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b986c85-9268-4af8-ae23-99f3253101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.109931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e,segment=NetworkSegment(89f387a3-b984-4f50-a508-94e57fc5f356),segment_id=89f387a3-b984-4f50-a508-94e57fc5f356)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:38.110376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.123112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:38.212807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.233498 n-d-813736-1 neutron-server[95049]: INFO neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No ports have port_id starting with ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e Oct 13 04:42:38.240972 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b986c85-9268-4af8-ae23-99f3253101e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.257842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:38.267102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:38.335395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f848c6a-4e6a-43e5-8cf9-1f9b2da94468 None None] DHCP port deletion for d97d094d-3321-4afa-8147-896417552478 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:42:38.374077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.394528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97d094d-3321-4afa-8147-896417552478']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:38.404324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f387a3-b984-4f50-a508-94e57fc5f356') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:38.404620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f387a3-b984-4f50-a508-94e57fc5f356') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:38.414202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.427562 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.433472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:38.433879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:38.436911 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:38.503926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.513072 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.517151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/d97d094d-3321-4afa-8147-896417552478 HTTP/1.1" status: 204 len: 168 time: 0.6837757 Oct 13 04:42:38.521391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54932) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:38.535303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-976470025'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:38.539923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31235c94-fc7c-4144-ab46-cc41beb4ea99 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=d97d094d-3321-4afa-8147-896417552478,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:38.560038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:38.563663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.587431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:38.597711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.598168 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment aa88da90-dbd4-4926-8311-4f15b525c732 of type vlan for network af266a93-ee9b-4ac7-973c-36752fab1332 Oct 13 04:42:38.638280 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.665161 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.670703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:38.671313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:38.738631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2166533 Oct 13 04:42:38.741541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54934) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:38.746394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:38.754688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ede1e7-6073-43d4-acaf-ed4d9870dc86 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=af266a93-ee9b-4ac7-973c-36752fab1332,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:38.765258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network af266a93-ee9b-4ac7-973c-36752fab1332 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:38.845465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:38.849394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.035845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.108683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de8fe502-9352-4e2d-8b9b-5a29772b5a6f req-4853e2b7-191c-43cc-afba-3f86e2df7335 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0438201 Oct 13 04:42:39.118178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=91e74b66-13a1-4307-bb0e-c65256289a66,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:39.137753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': 'aa88da90-dbd4-4926-8311-4f15b525c732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:39.138117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: af266a93-ee9b-4ac7-973c-36752fab1332, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:39.155942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network af266a93-ee9b-4ac7-973c-36752fab1332 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:39.166094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, af266a93-ee9b-4ac7-973c-36752fab1332) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:39.170497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:39.171333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.176820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d233aed-6ae7-4511-9ba7-b43039030444 None None] Network af266a93-ee9b-4ac7-973c-36752fab1332 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:39.192372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3102c469-d9e2-4687-a196-8cac6e9c51d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4494295 Oct 13 04:42:39.194752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54940) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:39.200635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1445951339'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:39.325364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:39.329619 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.355569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port e9d66050-bdd2-4488-a088-0d9a66fb6787 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:39.487869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::18b (af266a93-ee9b-4ac7-973c-36752fab1332/91e74b66-13a1-4307-bb0e-c65256289a66/e9d66050-bdd2-4488-a088-0d9a66fb6787) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:39.504819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-af266a93-ee9b-4ac7-973c-36752fab1332', 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '91e74b66-13a1-4307-bb0e-c65256289a66'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:39.505923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.633828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.668976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.713937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network af266a93-ee9b-4ac7-973c-36752fab1332 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:39.717202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:39.721765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:39.727700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:39.728308 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.730277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Allocated IP 2001:db8::2 (af266a93-ee9b-4ac7-973c-36752fab1332/91e74b66-13a1-4307-bb0e-c65256289a66/973e0c23-7c32-4856-abf9-f330e8292c4f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:39.737860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=e9d66050-bdd2-4488-a088-0d9a66fb6787,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:39.756882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-02b81c31-3b3a-49b8-89c9-bdf44c1a0786 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5584776 Oct 13 04:42:39.757180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54942) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:39.824412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:42:39.852926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:42:39.853271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ccb89f5a-70cd-46cc-bb3c-68b0e2c7a19e not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:42:39.865059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port e9d66050-bdd2-4488-a088-0d9a66fb6787 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:39.865411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.929402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.936696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.959101 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:39.972761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for e9d66050-bdd2-4488-a088-0d9a66fb6787 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:39.979891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Network af266a93-ee9b-4ac7-973c-36752fab1332 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:39.983100 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:39.987637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:39.997239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Pushing event updated for resources: {'Port': ['ID=973e0c23-7c32-4856-abf9-f330e8292c4f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:40.059826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Attempting to bind port 973e0c23-7c32-4856-abf9-f330e8292c4f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:40.060383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Attempting to bind port 973e0c23-7c32-4856-abf9-f330e8292c4f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'aa88da90-dbd4-4926-8311-4f15b525c732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:40.060847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Attempting to bind port 973e0c23-7c32-4856-abf9-f330e8292c4f on network af266a93-ee9b-4ac7-973c-36752fab1332 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:40.066574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:40.067128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Checking segment: {'id': 'aa88da90-dbd4-4926-8311-4f15b525c732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:40.067652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.068115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Bound using segment: {'id': 'aa88da90-dbd4-4926-8311-4f15b525c732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:40.068706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Bound port: 973e0c23-7c32-4856-abf9-f330e8292c4f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa88da90-dbd4-4926-8311-4f15b525c732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'af266a93-ee9b-4ac7-973c-36752fab1332'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:40.069174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.127387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.144642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] For port 973e0c23-7c32-4856-abf9-f330e8292c4f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:40.148728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] For port 973e0c23-7c32-4856-abf9-f330e8292c4f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=973e0c23-7c32-4856-abf9-f330e8292c4f,segment=NetworkSegment(aa88da90-dbd4-4926-8311-4f15b525c732),segment_id=aa88da90-dbd4-4926-8311-4f15b525c732)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:40.154517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.158719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=e9d66050-bdd2-4488-a088-0d9a66fb6787,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:40.186665 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.193211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b87c3974-2d9b-4ff9-8130-c41034721919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/e9d66050-bdd2-4488-a088-0d9a66fb6787 HTTP/1.1" status: 204 len: 168 time: 0.4324043 Oct 13 04:42:40.193801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54948) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:40.234787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbab50-c4ad-4e28-b650-e8a17e0f9f21 None None] Pushing event updated for resources: {'Port': ['ID=973e0c23-7c32-4856-abf9-f330e8292c4f,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:40.237263 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefef0ec-b3c6-419f-8e6c-0b464ee9033c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:40.241548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fefef0ec-b3c6-419f-8e6c-0b464ee9033c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/e9d66050-bdd2-4488-a088-0d9a66fb6787 HTTP/1.1" status: 404 len: 333 time: 0.0441580 Oct 13 04:42:40.241868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54950) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:40.268387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5c55448-653d-40fa-80bf-e078d1a5a3f7 req-445d8382-2115-4a06-96a5-aac051adf9ba tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0620217 Oct 13 04:42:40.303450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 91e74b66-13a1-4307-bb0e-c65256289a66 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:40.307375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.353876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.452567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.543620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.573773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=91e74b66-13a1-4307-bb0e-c65256289a66,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:40.579405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.585285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c706b064-ec5a-40c0-8c14-2475eaf8fb02 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/91e74b66-13a1-4307-bb0e-c65256289a66 HTTP/1.1" status: 204 len: 168 time: 0.3398554 Oct 13 04:42:40.586245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54952) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:40.677353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.743249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 973e0c23-7c32-4856-abf9-f330e8292c4f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:40.743550 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.812705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port 973e0c23-7c32-4856-abf9-f330e8292c4f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=973e0c23-7c32-4856-abf9-f330e8292c4f,segment=NetworkSegment(aa88da90-dbd4-4926-8311-4f15b525c732),segment_id=aa88da90-dbd4-4926-8311-4f15b525c732)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:40.813071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.826056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 973e0c23-7c32-4856-abf9-f330e8292c4f owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:40.905348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:40.926981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=973e0c23-7c32-4856-abf9-f330e8292c4f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:40.936589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port 973e0c23-7c32-4856-abf9-f330e8292c4f on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:41.050368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.073602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af266a93-ee9b-4ac7-973c-36752fab1332']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:41.091896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa88da90-dbd4-4926-8311-4f15b525c732') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:41.092337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa88da90-dbd4-4926-8311-4f15b525c732') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:41.118601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.143772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.153343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:41.153791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:41.157679 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:41.229051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.239087 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.242275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/af266a93-ee9b-4ac7-973c-36752fab1332 HTTP/1.1" status: 204 len: 168 time: 0.6547952 Oct 13 04:42:41.246219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:41.252017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'name': 'tempest-PortsIpV6TestJSON-334016771'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:41.256521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63a982-fdd6-45a5-a2a8-0c25458f2098 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=af266a93-ee9b-4ac7-973c-36752fab1332,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:41.402787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c3ce3a-6f64-4115-b574-e677db1f7066 req-672f49bb-96d4-42f4-90eb-d9898621bcd9 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0417526 Oct 13 04:42:41.416064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:41.420141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.442013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-083b8d23-7acc-44f9-9b94-b71530f79a51 None None] Could not find standard attr ID for object 973e0c23-7c32-4856-abf9-f330e8292c4f. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:42:41.443204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 453b5679-5229-435a-aa77-39368c810425 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:41.445600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adce9f5d-6816-4701-999d-13e59f4f2fc5 None None] DHCP port deletion for af266a93-ee9b-4ac7-973c-36752fab1332 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:42:41.471691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d2089-9ff4-475b-b703-04428d70c572 None None] Network af266a93-ee9b-4ac7-973c-36752fab1332 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:41.485557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d2089-9ff4-475b-b703-04428d70c572 None None] Network af266a93-ee9b-4ac7-973c-36752fab1332 could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:42:41.617057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.650153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.682917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.700092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:41.704260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:41.706608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:41.713043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:41.713644 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.728553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=453b5679-5229-435a-aa77-39368c810425,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:41.744927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-355b937a-e7ce-4c30-9191-448271f1b5b1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4950225 Oct 13 04:42:41.745091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54960) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:41.782968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9b30-54ad-4c17-a0d1-9ef435a74f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.836055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 453b5679-5229-435a-aa77-39368c810425 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:41.836401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.910135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:41.924332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 453b5679-5229-435a-aa77-39368c810425 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:42.008415 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.044400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=453b5679-5229-435a-aa77-39368c810425,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:42.046226 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.054688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-16d9e47b-2b71-4092-b6a6-0535b9f37656 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/453b5679-5229-435a-aa77-39368c810425 HTTP/1.1" status: 204 len: 168 time: 0.3048692 Oct 13 04:42:42.054688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54962) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:42.058363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'mac_address': 'fa:16:3e:2e:62:eb', 'name': 'tempest-PortsIpV6TestJSON-372351680'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:42.150113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:42.222097 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.244810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 3db85982-bdcd-4a87-a02e-183ab0ff94e7 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:42.417031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.450375 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.493421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:42.498652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:42.501658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:42.508478 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:42.509152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.514433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c077016f-b52a-4107-b779-9fa0eaa77393 req-dec61e65-07b9-47e3-97d2-08318de8b548 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Oct 13 04:42:42.526344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=3db85982-bdcd-4a87-a02e-183ab0ff94e7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:42.540631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-43a031ab-e2bf-4a0d-befc-d5e5575b554f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4860272 Oct 13 04:42:42.543315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54970) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:42.589555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00891f9e-623e-496a-9fd8-71a35d48f831 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:42.590946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-00891f9e-623e-496a-9fd8-71a35d48f831 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/3db85982-bdcd-4a87-a02e-183ab0ff94e7 HTTP/1.1" status: 200 len: 844 time: 0.0465522 Oct 13 04:42:42.593654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54972) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:42.694965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 3db85982-bdcd-4a87-a02e-183ab0ff94e7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:42.695339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.764095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.777228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 3db85982-bdcd-4a87-a02e-183ab0ff94e7 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:42.792478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.860182 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.886622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=3db85982-bdcd-4a87-a02e-183ab0ff94e7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:42.899678 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:42.902857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/3db85982-bdcd-4a87-a02e-183ab0ff94e7 HTTP/1.1" status: 204 len: 168 time: 0.3075716 Oct 13 04:42:42.904465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.904816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.905158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.905497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.905791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54974) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:42.906296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.906296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.907186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.907508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.907838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.908165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.908491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.908816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6357a601-bd11-476e-83e2-fc035f5140e8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:42:42.932744 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c943e-e3f2-465d-b4b6-abae51fe21b2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:42.934358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a41c943e-e3f2-465d-b4b6-abae51fe21b2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/3db85982-bdcd-4a87-a02e-183ab0ff94e7 HTTP/1.1" status: 404 len: 333 time: 0.0267282 Oct 13 04:42:42.938372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:42.944319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'name': 'tempest-PortsIpV6TestJSON-2029287480'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:43.043796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:43.047563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.394833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 4af88632-31d0-4e72-be3a-e8643b87c251 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:43.573618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.626295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab4cb57c-fb71-42ac-95a9-10c937b4b69d req-cd74e028-c308-4537-96a3-ab9d66e582e9 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0303979 Oct 13 04:42:43.632959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.677813 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:43.680950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:43.683306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:43.689161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:43.689765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.699776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=4af88632-31d0-4e72-be3a-e8643b87c251,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:43.713547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a1ee823-31e5-49be-8830-1ba98d35f57a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7741361 Oct 13 04:42:43.716267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54990) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:43.722021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:43.792932 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.956985 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.961616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:43.994902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] In _notify_port_updated(), no bound segment for port 4af88632-31d0-4e72-be3a-e8643b87c251 on network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 {{(pid=95047) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:42:44.001777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:44.002398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.006605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/ports/4af88632-31d0-4e72-be3a-e8643b87c251 HTTP/1.1" status: 200 len: 818 time: 0.2866776 Oct 13 04:42:44.007094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54992) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:44.055473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162afa96-3f65-40d0-826d-9fe30c96034a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=4af88632-31d0-4e72-be3a-e8643b87c251,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:44.114373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 4af88632-31d0-4e72-be3a-e8643b87c251 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:44.114897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.142557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed9affb5-c4c5-4063-9abc-3de3a9f46fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.195887 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.210902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 4af88632-31d0-4e72-be3a-e8643b87c251 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:44.296079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.336193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=4af88632-31d0-4e72-be3a-e8643b87c251,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:44.343553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.348449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a96ad64d-fcd9-4631-a22b-7ec40ec79e38 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/4af88632-31d0-4e72-be3a-e8643b87c251 HTTP/1.1" status: 204 len: 168 time: 0.3390763 Oct 13 04:42:44.350571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:44.408997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a702e5c-3bed-4b1b-afca-4322ece63857 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:44.413319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2a702e5c-3bed-4b1b-afca-4322ece63857 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0588615 Oct 13 04:42:44.413574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 54996) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:44.442269 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-622ae9b7-3b9a-4a5b-b54a-cc7ca05b4734 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:44.445452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-622ae9b7-3b9a-4a5b-b54a-cc7ca05b4734 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/4af88632-31d0-4e72-be3a-e8643b87c251 HTTP/1.1" status: 404 len: 333 time: 0.0294569 Oct 13 04:42:44.448460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 54998) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:44.459043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-964592505'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:44.486387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:44.490498 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.521613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:44.532596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.533089 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment d839f910-8b7a-43b2-9a8a-baf3915016a0 of type vlan for network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 Oct 13 04:42:44.580140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.612025 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.618611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:44.619014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.685927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2360935 Oct 13 04:42:44.689414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:44.698503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dec686-6a21-4ddf-aedc-fa7aafd2634f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=be5f98b1-9770-4c73-b37b-2c5f0e3423d5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:44.698686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:44.709863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:44.743329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-909959c6-d04a-4cd1-a484-305fd31907a8 req-f5f7ba28-917a-453e-a673-b32ad3516961 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0300350 Oct 13 04:42:44.808315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:44.811828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:44.997433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.061756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:45.072839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': 'd839f910-8b7a-43b2-9a8a-baf3915016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:45.073198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: be5f98b1-9770-4c73-b37b-2c5f0e3423d5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:45.091330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:45.101429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, be5f98b1-9770-4c73-b37b-2c5f0e3423d5) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:45.107254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:45.109116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.111618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126fc90-d174-4e84-9c8b-e45ea2643d19 None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:45.127912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f824071f-1732-4a59-87a6-ede5ecaef6e2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373162 Oct 13 04:42:45.130653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:45.135676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:45.259862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:45.264144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.270710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:45.276124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.364222 n-d-813736-1 neutron-server[95047]: INFO neutron.db.ipam_backend_mixin [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082 (CIDR: 2001:db8::/64) Oct 13 04:42:45.367868 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:42:45.368396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:42:45.379810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.386723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-edb5b5e8-2e03-41d6-b28d-0fdfa89f374c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2549150 Oct 13 04:42:45.389581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55008) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:45.395610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:45.438505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Allocated IP 2001:db8::2 (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082/1c0fa167-43e8-490e-bc8d-e8a267eb8881) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:45.529969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:45.534719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.551709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.616293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.621472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.664887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:45.670356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:45.673570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:45.676566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Pushing event updated for resources: {'Port': ['ID=1c0fa167-43e8-490e-bc8d-e8a267eb8881,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:45.736148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Attempting to bind port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:45.736526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Attempting to bind port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'd839f910-8b7a-43b2-9a8a-baf3915016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:45.736892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Attempting to bind port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 on network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:45.742327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:45.742704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Checking segment: {'id': 'd839f910-8b7a-43b2-9a8a-baf3915016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:45.743139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.743541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Bound using segment: {'id': 'd839f910-8b7a-43b2-9a8a-baf3915016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:45.744009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Bound port: 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd839f910-8b7a-43b2-9a8a-baf3915016a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:45.744410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.809462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.819705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] For port 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:45.823644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] For port 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c0fa167-43e8-490e-bc8d-e8a267eb8881,segment=NetworkSegment(d839f910-8b7a-43b2-9a8a-baf3915016a0),segment_id=d839f910-8b7a-43b2-9a8a-baf3915016a0)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:45.829530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.868506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:45.884863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c9ea9-ddb9-4ae7-8baf-4bf6295fa32a None None] Pushing event updated for resources: {'Port': ['ID=1c0fa167-43e8-490e-bc8d-e8a267eb8881,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:45.904462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:45.907988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:45.908588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:45.912439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94299752-0fef-4e10-bc88-de9f5653c1c4 req-7dbe1735-2d66-4ee8-8d90-45deaa998645 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0675917 Oct 13 04:42:45.922640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=9196fd9c-3775-4991-bfa0-cca2347831bf,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:45.955690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0eb2ff10-f3ba-49aa-9a66-654e3fe127b6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5649874 Oct 13 04:42:45.958819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:45.964242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082'}, {'subnet_id': '9196fd9c-3775-4991-bfa0-cca2347831bf'}], 'name': 'tempest-PortsIpV6TestJSON-1949810231'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:46.102442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:46.216506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:46.236892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 44736ea0-9e94-46b0-9240-ffe34bc48c6c yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:46.529576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::f1 (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082/44736ea0-9e94-46b0-9240-ffe34bc48c6c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:46.538056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8:0:1::19d (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/9196fd9c-3775-4991-bfa0-cca2347831bf/44736ea0-9e94-46b0-9240-ffe34bc48c6c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:46.714584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:46.761160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:46.810749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:46.814993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:46.819162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:46.824923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:46.825604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:46.834788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=44736ea0-9e94-46b0-9240-ffe34bc48c6c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:46.851537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7541a147-19c0-4bd5-891f-65051b34186e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.8887577 Oct 13 04:42:46.851821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55022) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:46.857217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:46.937518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:46.962474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab4c972-64ff-413c-a189-bb2a3ca8a50e None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:47.037857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] Provisioning complete for port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:47.038708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.043621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2825c980-5f4d-465e-8323-8dda396318ec req-5aa6ca60-c3c8-47d3-b788-e08c555d5a00 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0385811 Oct 13 04:42:47.221003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.262579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Delete allocated IP 2001:db8:0:1::19d (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/9196fd9c-3775-4991-bfa0-cca2347831bf) {{(pid=95048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:42:47.269393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] For port 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c0fa167-43e8-490e-bc8d-e8a267eb8881,segment=NetworkSegment(d839f910-8b7a-43b2-9a8a-baf3915016a0),segment_id=d839f910-8b7a-43b2-9a8a-baf3915016a0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:47.285060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.322827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.372346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9840e-594f-4592-a386-03c0e4e58710 None None] Pushing event updated for resources: {'Port': ['ID=1c0fa167-43e8-490e-bc8d-e8a267eb8881,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:47.378131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Update dhcp port {'port': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082', 'ip_address': '2001:db8::2'}, {'subnet_id': '9196fd9c-3775-4991-bfa0-cca2347831bf'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '1c0fa167-43e8-490e-bc8d-e8a267eb8881'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:42:47.407926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.433485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.439184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.503601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] In _notify_port_updated(), no bound segment for port 44736ea0-9e94-46b0-9240-ffe34bc48c6c on network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:42:47.509291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:47.509957 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.514487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/ports/44736ea0-9e94-46b0-9240-ffe34bc48c6c HTTP/1.1" status: 200 len: 925 time: 0.6585426 Oct 13 04:42:47.515244 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:47.520497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082'}, {'subnet_id': '9196fd9c-3775-4991-bfa0-cca2347831bf'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:47.524815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfcd2f-4c99-4a4d-a46b-f1d41585417b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=44736ea0-9e94-46b0-9240-ffe34bc48c6c,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:47.604264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.618156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Allocated IP 2001:db8:0:1::2 (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/9196fd9c-3775-4991-bfa0-cca2347831bf/1c0fa167-43e8-490e-bc8d-e8a267eb8881) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:47.720376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] For port 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c0fa167-43e8-490e-bc8d-e8a267eb8881,segment=NetworkSegment(d839f910-8b7a-43b2-9a8a-baf3915016a0),segment_id=d839f910-8b7a-43b2-9a8a-baf3915016a0)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:47.751006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.756175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:47.816657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af082bb4-26a3-4466-a3a2-a04eee5dece8 None None] Pushing event updated for resources: {'Port': ['ID=1c0fa167-43e8-490e-bc8d-e8a267eb8881,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:47.910540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8:0:1::2ed (be5f98b1-9770-4c73-b37b-2c5f0e3423d5/9196fd9c-3775-4991-bfa0-cca2347831bf/44736ea0-9e94-46b0-9240-ffe34bc48c6c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:47.920477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c0fa167-43e8-490e-bc8d-e8a267eb8881 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:47.982552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:47.983746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.106901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.113328 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.193514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-930db595-b7e9-403a-95df-9f5d48e9d6c9 req-c53d4019-13e0-45e3-b604-9f5de76a08c2 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0496025 Oct 13 04:42:48.200351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] In _notify_port_updated(), no bound segment for port 44736ea0-9e94-46b0-9240-ffe34bc48c6c on network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:42:48.207028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:48.212381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.214100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/ports/44736ea0-9e94-46b0-9240-ffe34bc48c6c HTTP/1.1" status: 200 len: 1011 time: 0.6984327 Oct 13 04:42:48.218155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55032) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:48.227656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57836a10-e871-4bef-b3be-4e1e45af7a2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=44736ea0-9e94-46b0-9240-ffe34bc48c6c,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:48.329124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 44736ea0-9e94-46b0-9240-ffe34bc48c6c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:48.329648 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.447855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.463514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 44736ea0-9e94-46b0-9240-ffe34bc48c6c owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:48.546500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57260874-df42-4d7c-ba4b-6ade9f430f0f None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:48.635686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a6140af1-dea2-4d02-9b39-0304c2081af8 None None] Provisioning complete for port 44736ea0-9e94-46b0-9240-ffe34bc48c6c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:48.636121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6140af1-dea2-4d02-9b39-0304c2081af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.681991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.714958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a6140af1-dea2-4d02-9b39-0304c2081af8 None None] Port 44736ea0-9e94-46b0-9240-ffe34bc48c6c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:48.746190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=44736ea0-9e94-46b0-9240-ffe34bc48c6c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:48.747577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a6140af1-dea2-4d02-9b39-0304c2081af8 None None] Provisioning complete for port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:48.747980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6140af1-dea2-4d02-9b39-0304c2081af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.779157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.783860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ffa18768-118f-4be1-be0f-ef83cba24c3a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/44736ea0-9e94-46b0-9240-ffe34bc48c6c HTTP/1.1" status: 204 len: 168 time: 0.5639586 Oct 13 04:42:48.786425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:48.819765 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae0cc39-aca4-4c7d-9ff5-aab188aedb2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:48.824064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eae0cc39-aca4-4c7d-9ff5-aab188aedb2f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/44736ea0-9e94-46b0-9240-ffe34bc48c6c HTTP/1.1" status: 404 len: 333 time: 0.0341141 Oct 13 04:42:48.824350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:48.889575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 9196fd9c-3775-4991-bfa0-cca2347831bf {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:48.894168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:48.944568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.052763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.101320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-58f643e0-9091-43fa-bb8e-144d4efa6a65 None None] Provisioning complete for port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:49.101952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f643e0-9091-43fa-bb8e-144d4efa6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.123431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.161001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.164828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/9196fd9c-3775-4991-bfa0-cca2347831bf HTTP/1.1" status: 204 len: 168 time: 0.3394954 Oct 13 04:42:49.166244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23898e-e5ab-46a5-ba13-957e783f7eaa tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=9196fd9c-3775-4991-bfa0-cca2347831bf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:49.167697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55044) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:49.236196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:49.240091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.305179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.341749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a990ad6-503a-4353-83d2-272c221f7292 req-85f818cc-b8aa-424c-a1d1-a9dcd35cec6a tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0534592 Oct 13 04:42:49.374663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89035460-a7e6-46f5-9518-1f195e83bf93 None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:49.425535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.440016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d3f3d636-9316-460e-8599-1017416ccaa2 None None] Could not find standard attr ID for object 44736ea0-9e94-46b0-9240-ffe34bc48c6c. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:42:49.495755 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.530312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:49.542846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.548942 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d836bebd-ff37-4a80-a795-ae8ba97cd522 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082 HTTP/1.1" status: 204 len: 168 time: 0.3772938 Oct 13 04:42:49.549505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:49.642630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f774c-6997-43bb-a868-a521790708db None None] Update dhcp port {'port': {'network_id': 'be5f98b1-9770-4c73-b37b-2c5f0e3423d5', 'fixed_ips': [{'subnet_id': '1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '1c0fa167-43e8-490e-bc8d-e8a267eb8881'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:42:49.646109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.673536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dd4f774c-6997-43bb-a868-a521790708db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.705623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:49.706149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.775529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port 1c0fa167-43e8-490e-bc8d-e8a267eb8881, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=1c0fa167-43e8-490e-bc8d-e8a267eb8881,segment=NetworkSegment(d839f910-8b7a-43b2-9a8a-baf3915016a0),segment_id=d839f910-8b7a-43b2-9a8a-baf3915016a0)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:49.775901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.790858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 1c0fa167-43e8-490e-bc8d-e8a267eb8881 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:49.870152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef664f-8c92-4662-b63f-f613cc1e17aa None None] Network be5f98b1-9770-4c73-b37b-2c5f0e3423d5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:49.892765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:49.921982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=1c0fa167-43e8-490e-bc8d-e8a267eb8881,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:49.927057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port 1c0fa167-43e8-490e-bc8d-e8a267eb8881 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:49.963104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b55d3b7d-67d7-483e-bf4b-6b49c3b867da None None] Could not find standard attr ID for object 1c0fa167-43e8-490e-bc8d-e8a267eb8881. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:42:50.002973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89021881-eb52-44c3-8cb9-d5e1eae054f5 None None] DHCP port deletion for be5f98b1-9770-4c73-b37b-2c5f0e3423d5 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:42:50.029356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.055122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5f98b1-9770-4c73-b37b-2c5f0e3423d5']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:50.065336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd839f910-8b7a-43b2-9a8a-baf3915016a0') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:50.065629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd839f910-8b7a-43b2-9a8a-baf3915016a0') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:50.079166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.093085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.100375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:50.100848 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:50.104080 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:50.168971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.177398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.180653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/be5f98b1-9770-4c73-b37b-2c5f0e3423d5 HTTP/1.1" status: 204 len: 168 time: 0.6298511 Oct 13 04:42:50.184449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:50.194515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6b96d-979b-441b-885c-7c44fcda38f0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=be5f98b1-9770-4c73-b37b-2c5f0e3423d5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:50.250404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fdd32-3ae9-4de4-8301-40d619f7c27c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:50.251952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-255fdd32-3ae9-4de4-8301-40d619f7c27c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0665002 Oct 13 04:42:50.255706 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:50.303876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3aafeecb-ba2a-4645-aef9-44854e13eab2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0470362 Oct 13 04:42:50.307405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:50.318816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269917117'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:50.341539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:50.345128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.373125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:50.385556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.385974 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment e7948ffe-bd6f-4be0-98d8-694243821e8d of type vlan for network c4a5ab5a-b3b2-4faf-9978-072178ca5353 Oct 13 04:42:50.441137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.458243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-977a0270-f5cd-4db8-bd4f-3cda4f45ae9f req-1fa305f0-4e62-49ce-8ef3-48716a2bb3a0 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Oct 13 04:42:50.482297 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.488611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:50.489190 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.545186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2366478 Oct 13 04:42:50.548743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:50.553904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:50.611352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf3af0-ead4-4ee0-8107-2b51780867f3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=c4a5ab5a-b3b2-4faf-9978-072178ca5353,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:50.621956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:50.672355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:50.683154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.875220 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.939250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=402a9fd4-59ac-42d6-9dbd-cf8b19640662,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:50.942368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': 'e7948ffe-bd6f-4be0-98d8-694243821e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:50.942730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: c4a5ab5a-b3b2-4faf-9978-072178ca5353, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:50.958671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:50.966664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c4a5ab5a-b3b2-4faf-9978-072178ca5353) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:50.972699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:50.973411 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:50.976485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e1c843-aa8b-4aac-9f5d-23ed3cc38b90 None None] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:50.992151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-daae84ba-6510-4ef5-b3ce-a676b2c2b71a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4399893 Oct 13 04:42:50.992364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:50.997212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353', 'name': 'tempest-PortsIpV6TestJSON-67472002'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:51.112407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:51.116211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.133144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c4a5ab5a-b3b2-4faf-9978-072178ca5353', 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '402a9fd4-59ac-42d6-9dbd-cf8b19640662'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:51.134017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.138670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port de05e111-c6e3-4c9a-ad24-efab72aa1a87 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:51.260757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::132 (c4a5ab5a-b3b2-4faf-9978-072178ca5353/402a9fd4-59ac-42d6-9dbd-cf8b19640662/de05e111-c6e3-4c9a-ad24-efab72aa1a87) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:51.430593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c19ee31-6513-4e83-ac7a-f5c46aff5b1e req-cfcb38c1-70eb-47fc-8ad9-3cbffd9d53f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0464623 Oct 13 04:42:51.447570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.492019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.554776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Allocated IP 2001:db8::2 (c4a5ab5a-b3b2-4faf-9978-072178ca5353/402a9fd4-59ac-42d6-9dbd-cf8b19640662/0961471f-ab5c-4575-b3bb-67e3aa33eba5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:51.569928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:51.575282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:51.585060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:51.592171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:51.592557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7c38d948-d7ae-4592-a8df-cb90b9e63277 req-2d3a6153-8fbe-40db-9054-1a55937efc1f tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0364592 Oct 13 04:42:51.593004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.617857 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6244462 Oct 13 04:42:51.620568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55070) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:51.621684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b328f-13c4-462e-b669-714596ba913f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=de05e111-c6e3-4c9a-ad24-efab72aa1a87,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:51.625710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353', 'name': 'tempest-PortsIpV6TestJSON-1746261069'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:51.743094 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.750566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.800821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:51.805134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:51.810485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:51.819330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Pushing event updated for resources: {'Port': ['ID=0961471f-ab5c-4575-b3bb-67e3aa33eba5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:51.852992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c0fa167-43e8-490e-bc8d-e8a267eb8881 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 1c0fa167-43e8-490e-bc8d-e8a267eb8881 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 1c0fa167-43e8-490e-bc8d-e8a267eb8881 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Attempting to bind port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Attempting to bind port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e7948ffe-bd6f-4be0-98d8-694243821e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Attempting to bind port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 on network c4a5ab5a-b3b2-4faf-9978-072178ca5353 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Checking segment: {'id': 'e7948ffe-bd6f-4be0-98d8-694243821e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Bound using segment: {'id': 'e7948ffe-bd6f-4be0-98d8-694243821e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Bound port: 0961471f-ab5c-4575-b3bb-67e3aa33eba5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7948ffe-bd6f-4be0-98d8-694243821e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c4a5ab5a-b3b2-4faf-9978-072178ca5353'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:51.969624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.074038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] For port 0961471f-ab5c-4575-b3bb-67e3aa33eba5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:52.074038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] For port 0961471f-ab5c-4575-b3bb-67e3aa33eba5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0961471f-ab5c-4575-b3bb-67e3aa33eba5,segment=NetworkSegment(e7948ffe-bd6f-4be0-98d8-694243821e8d),segment_id=e7948ffe-bd6f-4be0-98d8-694243821e8d)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:52.074038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.138975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:52.140615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32e8a3-5d88-487c-beb2-70466ddbc1b4 None None] Pushing event updated for resources: {'Port': ['ID=0961471f-ab5c-4575-b3bb-67e3aa33eba5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:52.144110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.167102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port bbad48a8-acb7-4501-81aa-b784d024e093 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:52.331711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::6f (c4a5ab5a-b3b2-4faf-9978-072178ca5353/402a9fd4-59ac-42d6-9dbd-cf8b19640662/bbad48a8-acb7-4501-81aa-b784d024e093) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:52.516632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.558781 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.609594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:52.613695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:52.619167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:52.625802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:52.626490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:52.635588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=bbad48a8-acb7-4501-81aa-b784d024e093,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:52.655110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-90da4807-0c16-4704-8625-c72bb4bd14c8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0309446 Oct 13 04:42:52.655762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55098) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:52.736497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2dca060e-61d9-410e-9f8e-0f4a07eae115 req-dc92611e-4085-4b7e-b0fb-36e46ff03d39 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0484033 Oct 13 04:42:52.778836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293805d-cb42-4150-911d-adba1c42317d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:52.780390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3293805d-cb42-4150-911d-adba1c42317d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A132 HTTP/1.1" status: 200 len: 927 time: 0.1233122 Oct 13 04:42:52.783960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55104) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:52.904969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port bbad48a8-acb7-4501-81aa-b784d024e093 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:52.905335 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.029729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43a7dca0-b418-4e74-903f-1f8bdbbdc691 req-877c932a-28c7-442f-9e2b-01248c7e4312 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f33d4dd4fa78426f875f3277b7dd9ff0&device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0558963 Oct 13 04:42:53.063951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79eec32f-f066-450a-915b-8e3529be1a92 req-eebaf777-54dc-4b76-a5f1-f022a4a1a7b6 tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0441251 Oct 13 04:42:53.085304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43a7dca0-b418-4e74-903f-1f8bdbbdc691 req-66216e73-9662-4a76-88ef-4dbd8f2abf2a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f33d4dd4fa78426f875f3277b7dd9ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319686 Oct 13 04:42:53.164528 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.185870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for bbad48a8-acb7-4501-81aa-b784d024e093 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:53.255207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841183f-9095-4797-95bd-b8a01a97d76d None None] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:53.268448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7dca0-b418-4e74-903f-1f8bdbbdc691 req-d30f79f2-3b22-45f4-b4ac-4b8c38723de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:53.269929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43a7dca0-b418-4e74-903f-1f8bdbbdc691 req-d30f79f2-3b22-45f4-b4ac-4b8c38723de4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772385 Oct 13 04:42:53.336664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] Provisioning complete for port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:53.337241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.368147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.396191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=bbad48a8-acb7-4501-81aa-b784d024e093,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:53.436179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.444066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-09881a08-4c7c-411e-98d3-cb871515b419 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/bbad48a8-acb7-4501-81aa-b784d024e093 HTTP/1.1" status: 204 len: 168 time: 0.6565635 Oct 13 04:42:53.444664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55120) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:53.473331 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cd7206-61c0-424d-bb5f-0207f03cecb8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:53.477432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-10cd7206-61c0-424d-bb5f-0207f03cecb8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/bbad48a8-acb7-4501-81aa-b784d024e093 HTTP/1.1" status: 404 len: 333 time: 0.0293510 Oct 13 04:42:53.477649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55122) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:53.514991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.558478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] For port 0961471f-ab5c-4575-b3bb-67e3aa33eba5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0961471f-ab5c-4575-b3bb-67e3aa33eba5,segment=NetworkSegment(e7948ffe-bd6f-4be0-98d8-694243821e8d),segment_id=e7948ffe-bd6f-4be0-98d8-694243821e8d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:53.576043 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.607746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port de05e111-c6e3-4c9a-ad24-efab72aa1a87 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:53.608501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.645085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b5c79-f99e-438b-bbe5-c0ef767c78fc None None] Pushing event updated for resources: {'Port': ['ID=0961471f-ab5c-4575-b3bb-67e3aa33eba5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:53.716976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.732465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for de05e111-c6e3-4c9a-ad24-efab72aa1a87 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:53.810286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f7dbf3c1-db7e-4907-9e85-9a2b4b67dd9d None None] Provisioning complete for port de05e111-c6e3-4c9a-ad24-efab72aa1a87 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:53.811041 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3c1-db7e-4907-9e85-9a2b4b67dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.885964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbf3c1-db7e-4907-9e85-9a2b4b67dd9d None None] Port de05e111-c6e3-4c9a-ad24-efab72aa1a87 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:53.922135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.923785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0961471f-ab5c-4575-b3bb-67e3aa33eba5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:53.929013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f7dbf3c1-db7e-4907-9e85-9a2b4b67dd9d None None] Provisioning complete for port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:53.929013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7dbf3c1-db7e-4907-9e85-9a2b4b67dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.963925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=de05e111-c6e3-4c9a-ad24-efab72aa1a87,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:53.990865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:53.998745 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-406835d1-fb04-4aa8-9783-0dff61aa82bc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/de05e111-c6e3-4c9a-ad24-efab72aa1a87 HTTP/1.1" status: 204 len: 168 time: 0.5200951 Oct 13 04:42:53.999417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55134) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:54.031441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:54.031441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.056287 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc7e942-a275-45b6-a375-0ff84ba913fc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:42:54.057928 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dbc7e942-a275-45b6-a375-0ff84ba913fc tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/de05e111-c6e3-4c9a-ad24-efab72aa1a87 HTTP/1.1" status: 404 len: 333 time: 0.0573771 Oct 13 04:42:54.061427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55136) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:54.164454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 402a9fd4-59ac-42d6-9dbd-cf8b19640662 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:42:54.169267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.193505 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a196beed-9789-4730-8193-a20caff29c64 req-7dc548c0-4132-4f9e-9151-86247e71f83a tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.49 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0349758 Oct 13 04:42:54.244181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.380139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.444323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4566083f-5b8f-4a65-89d0-886ac051d72e None None] Could not find standard attr ID for object de05e111-c6e3-4c9a-ad24-efab72aa1a87. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:42:54.462663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.490272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=402a9fd4-59ac-42d6-9dbd-cf8b19640662,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:54.501560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.508847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55146) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:54.509438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b77bf4af-3b30-4540-bcd4-b50bda0dcae6 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/402a9fd4-59ac-42d6-9dbd-cf8b19640662 HTTP/1.1" status: 204 len: 168 time: 0.4462883 Oct 13 04:42:54.560303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2ff5ff96-a974-422d-b0a7-b058ba572e95 None None] Could not find standard attr ID for object bbad48a8-acb7-4501-81aa-b784d024e093. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:42:54.576799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-43a7dca0-b418-4e74-903f-1f8bdbbdc691 req-793ce94a-7ac5-4318-b2ce-058da07baead tempest-ServerShowV257Test-1499148491 tempest-ServerShowV257Test-1499148491-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c99781d-2dac-400c-a852-4ef23e7b4de5 HTTP/1.1" status: 200 len: 210 time: 0.0341589 Oct 13 04:42:54.607947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.703430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:54.703710 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.776049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004b442-45d6-4552-8b19-eea0401151a8 None None] Network c4a5ab5a-b3b2-4faf-9978-072178ca5353 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:54.793032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port 0961471f-ab5c-4575-b3bb-67e3aa33eba5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0961471f-ab5c-4575-b3bb-67e3aa33eba5,segment=NetworkSegment(e7948ffe-bd6f-4be0-98d8-694243821e8d),segment_id=e7948ffe-bd6f-4be0-98d8-694243821e8d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:54.793561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.818327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 0961471f-ab5c-4575-b3bb-67e3aa33eba5 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:54.909203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:54.937426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=0961471f-ab5c-4575-b3bb-67e3aa33eba5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:54.942027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port 0961471f-ab5c-4575-b3bb-67e3aa33eba5 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:42:55.007090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ba2db-2647-4554-a85d-17aaecce4750 None None] DHCP port deletion for c4a5ab5a-b3b2-4faf-9978-072178ca5353 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:42:55.042812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.065344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a5ab5a-b3b2-4faf-9978-072178ca5353']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:55.077176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7948ffe-bd6f-4be0-98d8-694243821e8d') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:55.077491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7948ffe-bd6f-4be0-98d8-694243821e8d') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:55.091527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.110606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.124130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:42:55.125145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:42:55.128989 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:42:55.192615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.199934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.202396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/c4a5ab5a-b3b2-4faf-9978-072178ca5353 HTTP/1.1" status: 204 len: 168 time: 0.6923642 Oct 13 04:42:55.206896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55158) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:55.212079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1871453325'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:55.225304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcbaec-d8a6-4fc1-a2d4-d101072145d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=c4a5ab5a-b3b2-4faf-9978-072178ca5353,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:55.242179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:55.245826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.286288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:55.296208 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.297337 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment df31005e-44da-4ea6-9914-d9a6395cd346 of type vlan for network dd294b5d-f09f-45db-a54b-f49e3370f0d6 Oct 13 04:42:55.351458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.377014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.383105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:55.383607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.456413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2482772 Oct 13 04:42:55.460114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:55.468152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:55.473588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273443f9-10ca-48ca-9b7e-fb29c42ad720 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=dd294b5d-f09f-45db-a54b-f49e3370f0d6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:55.486284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:55.590857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:55.594943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.625620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55174) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:55.755513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe48db9-e4f3-4fa2-a518-b0adb7add82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.804410 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.857697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0961471f-ab5c-4575-b3bb-67e3aa33eba5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:42:55.881489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': 'df31005e-44da-4ea6-9914-d9a6395cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:55.882084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: dd294b5d-f09f-45db-a54b-f49e3370f0d6, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:55.887200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0961471f-ab5c-4575-b3bb-67e3aa33eba5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:42:55.887649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0961471f-ab5c-4575-b3bb-67e3aa33eba5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:42:55.895454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=2194d8a4-d0e3-4527-b628-5d9b1c0f006f,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:55.897664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe48db9-e4f3-4fa2-a518-b0adb7add82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.902176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe48db9-e4f3-4fa2-a518-b0adb7add82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.908409 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:55.920137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, dd294b5d-f09f-45db-a54b-f49e3370f0d6) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:55.930367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:55.931218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:55.931341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e0689c-f87e-46fa-b7d2-c6f9e893ea81 None None] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:55.948215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-efe48db9-e4f3-4fa2-a518-b0adb7add82f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f33d4dd4fa78426f875f3277b7dd9ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214753 Oct 13 04:42:55.953226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55184) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:55.958488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0afbe7a0-fa06-49df-94fd-6500d61f8007 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961381 Oct 13 04:42:55.959088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55186) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:55.965140 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6', 'name': 'tempest-PortsIpV6TestJSON-1329885563', 'fixed_ips': [{'subnet_id': '2194d8a4-d0e3-4527-b628-5d9b1c0f006f', 'ip_address': '2001:db8::10'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:55.988897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe48db9-e4f3-4fa2-a518-b0adb7add82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15064949-9554-43f9-8ee1-0b7eed41db92,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:56.050763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.074758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.128452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:56.131827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.135904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.137421 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15064949-9554-43f9-8ee1-0b7eed41db92 HTTP/1.1" status: 204 len: 168 time: 0.1826844 Oct 13 04:42:56.138414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-dd294b5d-f09f-45db-a54b-f49e3370f0d6', 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '2194d8a4-d0e3-4527-b628-5d9b1c0f006f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:42:56.139503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.147682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643fa09-7725-4634-9b8f-4f128d2ae24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15064949-9554-43f9-8ee1-0b7eed41db92,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:56.277327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.297032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port db7048c3-2033-42d4-965d-6fb581792aed yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:56.353287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Allocated IP 2001:db8::2 (dd294b5d-f09f-45db-a54b-f49e3370f0d6/2194d8a4-d0e3-4527-b628-5d9b1c0f006f/8f160828-9f2a-4db8-9ca5-e4ba275a48fb) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:56.576364 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.588872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.637366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:56.637366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:56.642716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:56.646001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Pushing event updated for resources: {'Port': ['ID=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:56.657109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::10 (dd294b5d-f09f-45db-a54b-f49e3370f0d6/2194d8a4-d0e3-4527-b628-5d9b1c0f006f/db7048c3-2033-42d4-965d-6fb581792aed) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:56.721823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Attempting to bind port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:42:56.722727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Attempting to bind port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'df31005e-44da-4ea6-9914-d9a6395cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:42:56.723362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Attempting to bind port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb on network dd294b5d-f09f-45db-a54b-f49e3370f0d6 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:42:56.730464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:42:56.730761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Checking segment: {'id': 'df31005e-44da-4ea6-9914-d9a6395cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:56.731652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.731972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Bound using segment: {'id': 'df31005e-44da-4ea6-9914-d9a6395cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:42:56.732670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Bound port: 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df31005e-44da-4ea6-9914-d9a6395cd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:42:56.732982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.742659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55212) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:56.847665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] For port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:42:56.853551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] For port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,segment=NetworkSegment(df31005e-44da-4ea6-9914-d9a6395cd346),segment_id=df31005e-44da-4ea6-9914-d9a6395cd346)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:42:56.882365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.953843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:56.954064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1097c-58e6-4e7e-a020-4c1992d166ed None None] Pushing event updated for resources: {'Port': ['ID=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:57.011917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.031305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Deleting port 7028f689-4107-42ec-be10-2339290da67c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:57.032028 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.102465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=db7048c3-2033-42d4-965d-6fb581792aed,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:57.122169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:57.123773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:57.131529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:57.143129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:57.144182 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.173698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d541820e-2e00-42b0-8013-2a445dbac3c3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2125907 Oct 13 04:42:57.175114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55228) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:57.183373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': 'dd294b5d-f09f-45db-a54b-f49e3370f0d6', 'name': 'tempest-PortsIpV6TestJSON-413208823', 'fixed_ips': [{'subnet_id': '2194d8a4-d0e3-4527-b628-5d9b1c0f006f', 'ip_address': '2001:db8::f'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:57.213530 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55230) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:57.416715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:57.423193 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.450231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port edede68f-3fe0-42eb-b17a-0c3fa32f2a86 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:42:57.529541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-525716026-network', 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:57.598034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:57.600356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.614372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.614705 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.615798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.628201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Calling delete_port for 7028f689-4107-42ec-be10-2339290da67c owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:57.713187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::f (dd294b5d-f09f-45db-a54b-f49e3370f0d6/2194d8a4-d0e3-4527-b628-5d9b1c0f006f/edede68f-3fe0-42eb-b17a-0c3fa32f2a86) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:42:57.786682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.799218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.812956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:42:57.822793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.822793 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Added segment fffab904-a759-4ca5-a4e0-a2c21e823a7d of type vlan for network 8ed987d1-a525-4d65-9080-02495da7ce83 Oct 13 04:42:57.848976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.880738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.911014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event deleted for resources: {'Port': ['ID=7028f689-4107-42ec-be10-2339290da67c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:57.927015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.928311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:57.928693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:57.980670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8f160828-9f2a-4db8-9ca5-e4ba275a48fb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:58.000373 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.000751 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Floating IP 08bdcaed-e1cd-48c9-a0b5-f40bd69bae59 disassociated (deleted). External IP: 172.25.0.178, port: 77586c9a-b9ec-4c0a-b172-3808d0cee2ff. Oct 13 04:42:58.084102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:58.085452 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.118093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee6287-fbe8-475d-b195-c391f5c3ac25,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:58.149020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55244) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:58.149218 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9345782 Oct 13 04:42:58.157982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Request body: {'subnet': {'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-525716026-subnet', 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:42:58.162081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1ceb4-1bc9-447d-b911-ea5d0fdaded7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed987d1-a525-4d65-9080-02495da7ce83,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:58.181909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 8ed987d1-a525-4d65-9080-02495da7ce83 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:42:58.207755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:42:58.210695 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.228540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.312719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.378479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:42:58.382445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:58.390957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:42:58.398258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:58.398974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.454303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2735248 Oct 13 04:42:58.458786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:58.476536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f585c5f-5a42-4e68-ac3d-5dd0eeea6d7d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=edede68f-3fe0-42eb-b17a-0c3fa32f2a86,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:58.482102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.544741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,segment=NetworkSegment(df31005e-44da-4ea6-9914-d9a6395cd346),segment_id=df31005e-44da-4ea6-9914-d9a6395cd346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:42:58.551999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.559806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Router d13474b7-4802-4c11-8992-543d1cb10486 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:42:58.586865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db266f-05d5-4254-b809-8b00fe87729f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:58.591111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e5db266f-05d5-4254-b809-8b00fe87729f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1248395 Oct 13 04:42:58.593151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55250) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:58.626586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b272ab-9a12-4fbb-b316-fe07337168bd None None] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:58.725918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbeaf4-32a4-4e42-94a9-c302a38335d8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:58.729209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:58.736141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbeaf4-32a4-4e42-94a9-c302a38335d8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:58.736342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5973726c-afbd-47f7-9806-5507b9d5a1cf None None] Provisioning complete for port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:58.736647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5973726c-afbd-47f7-9806-5507b9d5a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.743588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbeaf4-32a4-4e42-94a9-c302a38335d8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:58.748300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-78bbeaf4-32a4-4e42-94a9-c302a38335d8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1504197 Oct 13 04:42:58.749155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:58.828352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.883370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcc1a97-c179-42d4-8eb8-fb41614c0882,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:58.920473 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port edede68f-3fe0-42eb-b17a-0c3fa32f2a86 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:42:58.922159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:58.987428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:42:58.989324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Checking segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:42:58.995696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Network hostable DHCP agents. Network: 8ed987d1-a525-4d65-9080-02495da7ce83, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:42:59.002834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:42:59.008772 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.023318 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:59.026923 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:59.069252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0799b823-d13a-4cd4-8382-5fe131a3ffe9 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "DELETE /v2.0/floatingips/08bdcaed-e1cd-48c9-a0b5-f40bd69bae59 HTTP/1.1" status: 204 len: 168 time: 2.3250861 Oct 13 04:42:59.070450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:42:59.073437 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2461012-6248-4919-99ee-6c11e23e66de" -d '{"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:42:59.076399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Network 8ed987d1-a525-4d65-9080-02495da7ce83 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:42:59.107504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 8ed987d1-a525-4d65-9080-02495da7ce83) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:42:59.115839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:59.116462 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.121218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef0e5d-9768-4f9a-8fab-c80c52d4579a None None] Network 8ed987d1-a525-4d65-9080-02495da7ce83 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:59.125809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.164972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for edede68f-3fe0-42eb-b17a-0c3fa32f2a86 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:42:59.169178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82fb6260-8307-479f-a6ca-f5ec802d093f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0158551 Oct 13 04:42:59.188882 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efacfde-e8af-4cf9-aba0-ec63fb4a5731 x-openstack-request-id: req-5efacfde-e8af-4cf9-aba0-ec63fb4a5731 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:42:59.189468 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:42:59.189875 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5efacfde-e8af-4cf9-aba0-ec63fb4a5731 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:42:59.190436 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:42:59.297664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:42:59.404474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042382e-0284-47d5-8896-266508ea4217 None None] Network 8ed987d1-a525-4d65-9080-02495da7ce83 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:42:59.550516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461012-6248-4919-99ee-6c11e23e66de req-3a46736f-f12a-4a14-ba5f-e4f0d43335a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:59.556603 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-3a46736f-f12a-4a14-ba5f-e4f0d43335a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 1097 time: 0.3425312 Oct 13 04:42:59.568944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24c31d-33b0-4dea-aaf7-1752ed1186ec req-8a45b1a0-799d-42ab-87bd-2c1cf49b9460 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:42:59.578516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c24c31d-33b0-4dea-aaf7-1752ed1186ec req-8a45b1a0-799d-42ab-87bd-2c1cf49b9460 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.1327052 Oct 13 04:42:59.682060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Provisioning complete for port db7048c3-2033-42d4-965d-6fb581792aed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:59.682458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.691841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1c24c31d-33b0-4dea-aaf7-1752ed1186ec req-cfc2bbde-d183-482b-b5e2-32c5c5787a69 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115882 Oct 13 04:42:59.742986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.792841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Port db7048c3-2033-42d4-965d-6fb581792aed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:42:59.826690 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:59.827241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Provisioning complete for port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:42:59.829223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.831699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=edede68f-3fe0-42eb-b17a-0c3fa32f2a86,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:42:59.904064 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:42:59.924947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8f160828-9f2a-4db8-9ca5-e4ba275a48fb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:42:59.937949 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:42:59.938521 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:42:59.962641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:42:59.968284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4175bacd-f70d-4e97-a657-4bf7582ba6f1 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/edede68f-3fe0-42eb-b17a-0c3fa32f2a86 HTTP/1.1" status: 204 len: 168 time: 1.2163384 Oct 13 04:42:59.970475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55290) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:42:59.989925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461012-6248-4919-99ee-6c11e23e66de req-5fe26ddf-e0af-4fef-9f80-70f157e5a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:00.000270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-5fe26ddf-e0af-4fef-9f80-70f157e5a1c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 200 len: 915 time: 0.4084177 Oct 13 04:43:00.016090 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3aa260-7565-4e47-8edc-647fdbfae2d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:43:00.025561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fd3aa260-7565-4e47-8edc-647fdbfae2d0 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/edede68f-3fe0-42eb-b17a-0c3fa32f2a86 HTTP/1.1" status: 404 len: 333 time: 0.0516338 Oct 13 04:43:00.026237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55296) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:00.091825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:00.092578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.182698 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:00.214327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ac1d8b38-f68f-4c3b-8f20-bebe1a4abb7b None None] Could not find standard attr ID for object edede68f-3fe0-42eb-b17a-0c3fa32f2a86. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:00.236235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-3e9e9b19-e442-49b2-8814-153023e9841b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 200 len: 217 time: 0.2353332 Oct 13 04:43:00.290346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port db7048c3-2033-42d4-965d-6fb581792aed {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:00.291704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.369892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-83647674-a7fb-4dae-a493-c0a7150fe6bc None None] Provisioning complete for port db7048c3-2033-42d4-965d-6fb581792aed triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:00.370412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83647674-a7fb-4dae-a493-c0a7150fe6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.436146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-83647674-a7fb-4dae-a493-c0a7150fe6bc None None] Port db7048c3-2033-42d4-965d-6fb581792aed cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:00.455735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.471371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for db7048c3-2033-42d4-965d-6fb581792aed owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:00.554820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ba9ff9d4-6edf-414b-8b23-e416576b0370 None None] Could not find standard attr ID for object edede68f-3fe0-42eb-b17a-0c3fa32f2a86. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:00.752271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.766008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:00.797105 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748864ee-f974-4353-a4c4-c0fbde65c2f3 None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:24Z', 'revision_number': 4, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '30f489f6-6784-4ac1-a4a4-410d272fe2e9', 'name': '', 'network_id': '2c529fd2-7275-4102-a00f-6ee6cfc8ef69', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'mac_address': 'fa:16:3e:ba:5c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '91452427-6791-4bc0-b553-7e795adac7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:23Z', 'updated_at': '2021-10-13T04:38:30Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'subnets': [{'id': '91452427-6791-4bc0-b553-7e795adac7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:00.883855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:00.890763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/db7048c3-2033-42d4-965d-6fb581792aed HTTP/1.1" status: 204 len: 168 time: 0.8601847 Oct 13 04:43:00.891912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17e3a7-621d-4d43-a0fa-c2b2222a28d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=db7048c3-2033-42d4-965d-6fb581792aed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:00.901091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55308) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:00.910724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461012-6248-4919-99ee-6c11e23e66de req-a47aa390-53ee-4556-8121-e1eb135c223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:00.912239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-a47aa390-53ee-4556-8121-e1eb135c223d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 200 len: 853 time: 0.6574686 Oct 13 04:43:00.954693 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02e11b5-eeb5-48d6-9cfe-065ae0f94b24 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:43:00.964173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f02e11b5-eeb5-48d6-9cfe-065ae0f94b24 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/db7048c3-2033-42d4-965d-6fb581792aed HTTP/1.1" status: 404 len: 333 time: 0.0618887 Oct 13 04:43:00.965220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55310) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:00.989335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02e135-b3a9-466c-a675-2ef6f8ab4834 req-5c2382e8-a3f0-4a27-bf80-d53dc8425a83 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:00.991718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc02e135-b3a9-466c-a675-2ef6f8ab4834 req-5c2382e8-a3f0-4a27-bf80-d53dc8425a83 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.1918099 Oct 13 04:43:00.992109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-3235a0cb-64a4-41f4-8959-43f8573db09f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:00.994395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-3235a0cb-64a4-41f4-8959-43f8573db09f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.9917464 Oct 13 04:43:01.030114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-d7c6e1ab-bfa7-46e6-8af2-1aa68f40ef7a tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:01.037334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-d7c6e1ab-bfa7-46e6-8af2-1aa68f40ef7a tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 946 time: 0.1321113 Oct 13 04:43:01.043880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-056fbda2-1da0-4685-bf01-75e066896eee tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/quotas/1478f3114c754c8d939bfe27890cfe0b HTTP/1.1" status: 200 len: 375 time: 0.0343595 Oct 13 04:43:01.059764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461012-6248-4919-99ee-6c11e23e66de req-f30adc3c-ebfb-4c08-a1c1-8dace5b3627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:01.061197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-f30adc3c-ebfb-4c08-a1c1-8dace5b3627d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2c529fd2-7275-4102-a00f-6ee6cfc8ef69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338010 Oct 13 04:43:01.114990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bc02e135-b3a9-466c-a675-2ef6f8ab4834 req-a65980f1-82cb-4d02-a527-902447bcbf8b tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/security-groups?id=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777361 Oct 13 04:43:01.135376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 2194d8a4-d0e3-4527-b628-5d9b1c0f006f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:01.140520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.211908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.231429 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-554f0052-ed40-4cd6-9383-3da0a070482d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552424 Oct 13 04:43:01.267869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cd617b-9dec-43af-9251-b655dba62efa None None] New status for floating IP 08bdcaed-e1cd-48c9-a0b5-f40bd69bae59: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:43:01.324143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.409776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-0b0b47d5-6956-4f1d-8c9e-fcec43d128be service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325381 Oct 13 04:43:01.426927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.458424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=2194d8a4-d0e3-4527-b628-5d9b1c0f006f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:01.462552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.466245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6ed2a69b-5fcc-4d29-9e20-439e154216be tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/2194d8a4-d0e3-4527-b628-5d9b1c0f006f HTTP/1.1" status: 204 len: 168 time: 0.4985924 Oct 13 04:43:01.472819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:01.476610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889e58d6-3b02-4fc3-8564-55d9611ffbb9 None None] Network dd294b5d-f09f-45db-a54b-f49e3370f0d6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:01.519890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Deleting port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:01.520227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.539622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-4570d130-25cd-45ce-b5eb-fb3d6de363ba service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770801 Oct 13 04:43:01.679232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] DHCP port deletion for dd294b5d-f09f-45db-a54b-f49e3370f0d6 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:01.729090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Deleting port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:01.729477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.743497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.765511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b2461012-6248-4919-99ee-6c11e23e66de req-56e34da8-5415-4fb4-9a6a-9f484f2251da service neutron] 10.222.0.47 "GET /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455279 Oct 13 04:43:01.789081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] For port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:01.789620 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.832178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Calling delete_port for 77586c9a-b9ec-4c0a-b172-3808d0cee2ff owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:01.837311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] For port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,segment=NetworkSegment(df31005e-44da-4ea6-9914-d9a6395cd346),segment_id=df31005e-44da-4ea6-9914-d9a6395cd346)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:01.838132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:01.856440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Calling delete_port for 8f160828-9f2a-4db8-9ca5-e4ba275a48fb owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:01.856961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-cf621675-6189-4ff0-8ba4-653732b35d16 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470622 Oct 13 04:43:01.860353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8f160828-9f2a-4db8-9ca5-e4ba275a48fb no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:01.934947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:01.935317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.036120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.050744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.072791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] No DVR routers for this DVR port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:02.091304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,segment=NetworkSegment(df31005e-44da-4ea6-9914-d9a6395cd346),segment_id=df31005e-44da-4ea6-9914-d9a6395cd346)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:02.091304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.111635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 8f160828-9f2a-4db8-9ca5-e4ba275a48fb owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:02.126700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8613d7f-179c-43ee-863b-1a547d160942 None None] Pushing event deleted for resources: {'Port': ['ID=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:02.130466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa0ee74e-503d-4185-a873-5145a2a1786e req-155a3132-f279-48e2-8854-09fdca9a04a4 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 210 time: 0.0483956 Oct 13 04:43:02.164355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.286190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event deleted for resources: {'Port': ['ID=77586c9a-b9ec-4c0a-b172-3808d0cee2ff,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:02.293828 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b31690a9-4ce1-4050-9228-ae6ecb489e1c req-415eadb5-c8da-493f-875a-18ecb5b7ce8f tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0774710 Oct 13 04:43:02.363675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] No DVR routers for this DVR port 77586c9a-b9ec-4c0a-b172-3808d0cee2ff on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:02.377495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.383250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6db63ce6-2be8-4fad-994f-d10ff45b6325 req-45fc14c7-23a0-4def-9f80-895559108985 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.47 "DELETE /v2.0/ports/77586c9a-b9ec-4c0a-b172-3808d0cee2ff HTTP/1.1" status: 204 len: 173 time: 1.3365839 Oct 13 04:43:02.383250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'name': 'network-vif-deleted', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:02.386225 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cb11ec-7bc4-4813-a9e6-891b0c0bda47" -d '{"events": [{"server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "name": "network-vif-deleted", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:02.399371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.419321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port 8f160828-9f2a-4db8-9ca5-e4ba275a48fb on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:02.527998 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aab43b-b6f0-48cd-b0c0-b0c348b00550 x-openstack-request-id: req-52aab43b-b6f0-48cd-b0c0-b0c348b00550 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:02.528306 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f3e455-5669-4c27-99c1-44195a218b3d", "name": "network-vif-deleted", "tag": "77586c9a-b9ec-4c0a-b172-3808d0cee2ff", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:02.528562 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52aab43b-b6f0-48cd-b0c0-b0c348b00550 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:02.528967 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f3e455-5669-4c27-99c1-44195a218b3d', 'name': 'network-vif-deleted', 'tag': '77586c9a-b9ec-4c0a-b172-3808d0cee2ff', 'status': 'completed', 'code': 200} Oct 13 04:43:02.531128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=8f160828-9f2a-4db8-9ca5-e4ba275a48fb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:02.622220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.659595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd294b5d-f09f-45db-a54b-f49e3370f0d6']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:02.679338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df31005e-44da-4ea6-9914-d9a6395cd346') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:02.679639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df31005e-44da-4ea6-9914-d9a6395cd346') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:02.706486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.724653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.738520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:02.739114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self.session.flush() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:02.743017 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:02.857335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.882641 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.885956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/dd294b5d-f09f-45db-a54b-f49e3370f0d6 HTTP/1.1" status: 204 len: 168 time: 1.4121578 Oct 13 04:43:02.887255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeaf5b-b918-4d6d-804d-b3889c2fd3da tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=dd294b5d-f09f-45db-a54b-f49e3370f0d6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:02.889804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55364) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:02.897621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-569654981'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:02.925844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:02.929817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.965213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:43:02.977966 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:02.978358 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Added segment 17db0871-c376-48d3-bcc5-48430dabf393 of type vlan for network 0c467cd9-d403-400b-a86a-919e6f7d1514 Oct 13 04:43:03.032831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.082379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.089245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:03.089835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.167148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Network': ['ID=0c467cd9-d403-400b-a86a-919e6f7d1514,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:03.184527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:43:03.192910 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55374) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:03.193457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-709121c4-a099-4d1f-b402-fac3b7a153e9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2999911 Oct 13 04:43:03.207321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:03.291169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-36a29e65-05e3-4375-bcbf-65d052c57ba9 req-a14bfb61-0894-4880-8d97-60b0530be89d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 210 time: 0.0641236 Oct 13 04:43:03.340474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:03.344926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.430321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fce997e7-7c29-4780-a467-ecbb64b3f5fe req-d817abbf-a095-4693-973d-ae56b93a3307 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0406644 Oct 13 04:43:03.670462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-3498ff49-4a4f-41a4-8035-4c4823db9f93 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:03.672510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-3498ff49-4a4f-41a4-8035-4c4823db9f93 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.1879692 Oct 13 04:43:03.690285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Request body: {'port': {'device_id': '8d9643ee-7938-471e-8626-5fb51bede89c', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'admin_state_up': True, 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:03.799609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.902758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=1af6123e-2c8c-4334-8aa9-0a00f33f0358,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:03.922480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Checking segment: {'id': '17db0871-c376-48d3-bcc5-48430dabf393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:03.922934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network hostable DHCP agents. Network: 0c467cd9-d403-400b-a86a-919e6f7d1514, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:43:03.933173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:03.936783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:03.959345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:43:04.003604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0c467cd9-d403-400b-a86a-919e6f7d1514) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:04.013289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f192a3-53b3-46cd-9132-f4d41b1a5ecf None None] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:04.013965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:04.014549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.048718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2f29971c-1000-4f1c-b96e-96e0573d757a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8542945 Oct 13 04:43:04.051431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55392) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:04.059094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-490018697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:04.131300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.132708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.134554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Allocated IP 172.20.0.8 (8ed987d1-a525-4d65-9080-02495da7ce83/bfcc1a97-c179-42d4-8eb8-fb41614c0882/895ec01a-b9ae-42b4-851f-db8e1fa90a16) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:04.272522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.280632 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.318126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.320758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4b096b82-2b42-43b2-a2a4-d8d58d2251eb tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2668188 Oct 13 04:43:04.323257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55400) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:04.326688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0c467cd9-d403-400b-a86a-919e6f7d1514', 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '1af6123e-2c8c-4334-8aa9-0a00f33f0358'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:04.328249 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.331250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514', 'name': 'tempest-PortsIpV6TestJSON-1485404087'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:04.374033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.441098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.459605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32a5c42-3aa5-4422-b552-f669687ae021 req-48168b4b-6e1a-4487-8b78-3028771954ac tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 210 time: 0.0610240 Oct 13 04:43:04.538806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Allocated IP 2001:db8::2 (0c467cd9-d403-400b-a86a-919e6f7d1514/1af6123e-2c8c-4334-8aa9-0a00f33f0358/429660c1-1b0d-448a-8bd5-930ba5edb180) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:04.581893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Network 8ed987d1-a525-4d65-9080-02495da7ce83 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:04.587229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:04.590850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:04.591304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.610873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:04.616414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event updated for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:04.626485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:43:04.662541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f404dc9b-9f03-49a9-b7a8-41ea0378da85 req-bb9c6db3-b103-48cc-880a-f753d8616d91 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0764410 Oct 13 04:43:04.703595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:04.704274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.737621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-962bdc46-ddc3-45bd-8efe-e1b8308b4377 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521023 Oct 13 04:43:04.753583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Request body: {'port': {'device_id': '8d9643ee-7938-471e-8626-5fb51bede89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:04.807543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.815337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.851278 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:04.889167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:04.895320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:04.898992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::1b5 (0c467cd9-d403-400b-a86a-919e6f7d1514/1af6123e-2c8c-4334-8aa9-0a00f33f0358/4a7bb917-c318-470d-8fe6-dcf1dfb8ade6) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:04.902689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:04.910020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Pushing event updated for resources: {'Port': ['ID=429660c1-1b0d-448a-8bd5-930ba5edb180,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:04.991419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Attempting to bind port 429660c1-1b0d-448a-8bd5-930ba5edb180 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:04.991962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Attempting to bind port 429660c1-1b0d-448a-8bd5-930ba5edb180 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17db0871-c376-48d3-bcc5-48430dabf393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:04.992461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Attempting to bind port 429660c1-1b0d-448a-8bd5-930ba5edb180 on network 0c467cd9-d403-400b-a86a-919e6f7d1514 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:04.998397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:04.999105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Checking segment: {'id': '17db0871-c376-48d3-bcc5-48430dabf393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:05.000165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.001228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Bound using segment: {'id': '17db0871-c376-48d3-bcc5-48430dabf393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:05.001937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Bound port: 429660c1-1b0d-448a-8bd5-930ba5edb180, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17db0871-c376-48d3-bcc5-48430dabf393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0c467cd9-d403-400b-a86a-919e6f7d1514'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:05.002566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.130493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] For port 429660c1-1b0d-448a-8bd5-930ba5edb180, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:05.134840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] For port 429660c1-1b0d-448a-8bd5-930ba5edb180, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=429660c1-1b0d-448a-8bd5-930ba5edb180,segment=NetworkSegment(17db0871-c376-48d3-bcc5-48430dabf393),segment_id=17db0871-c376-48d3-bcc5-48430dabf393)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:05.142045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.148996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.205145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.263027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895ec01a-b9ae-42b4-851f-db8e1fa90a16 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:05.277410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.286469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3da1-b12a-427b-9241-818232eaa522 None None] Pushing event updated for resources: {'Port': ['ID=429660c1-1b0d-448a-8bd5-930ba5edb180,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:05.293088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Transition to ACTIVE for port object 895ec01a-b9ae-42b4-851f-db8e1fa90a16 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:43:05.298445 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.305592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:05.325686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:05.339462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:05.346209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:05.346880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.394624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=4a7bb917-c318-470d-8fe6-dcf1dfb8ade6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:05.411540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c302ed65-04e6-4b08-9d59-1bb1cb3d6be7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0868950 Oct 13 04:43:05.414295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:05.463644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Attempting to bind port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:05.464152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Attempting to bind port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:05.464392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Attempting to bind port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:05.466330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Pushing event updated for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:05.473113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 on network 8ed987d1-a525-4d65-9080-02495da7ce83 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:43:05.473441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Attempting to bind port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:05.478684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:05.479129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Checking segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:05.479587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Bound using segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:05.480095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Bound port: 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:05.480524 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.662502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:05.668948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:05.683774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.744968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:05.746196 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:05.748031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] 10.222.0.16 "PUT /v2.0/ports/895ec01a-b9ae-42b4-851f-db8e1fa90a16 HTTP/1.1" status: 200 len: 1091 time: 0.9998398 Oct 13 04:43:05.748610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:05.751961 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be55433-efdd-4d55-a426-3942ad941da5" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:05.850725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b923b8f1-9db2-4da5-8b12-63a98d155daf req-e1c614b8-3615-44d4-a021-098f81bbe5bd tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0635374 Oct 13 04:43:05.938185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e86204-12f9-4de6-a2ac-3e835df6be5c service neutron] Pushing event updated for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:05.956647 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb61f48-7110-471c-add6-c47aa009c418 x-openstack-request-id: req-0cb61f48-7110-471c-add6-c47aa009c418 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:05.956951 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:05.957207 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cb61f48-7110-471c-add6-c47aa009c418 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:05.957603 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'status': 'completed', 'code': 200} Oct 13 04:43:05.966752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-61c92fee-f7e6-42d4-a4eb-6456c1327d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:05.969355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-61c92fee-f7e6-42d4-a4eb-6456c1327d9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 1094 time: 0.1294961 Oct 13 04:43:05.977757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 429660c1-1b0d-448a-8bd5-930ba5edb180 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:06.026632 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-f1c9296c-ffc1-45cb-a78e-e6bad0410d82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16 HTTP/1.1" status: 200 len: 217 time: 0.0488927 Oct 13 04:43:06.067643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 429660c1-1b0d-448a-8bd5-930ba5edb180 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:06.068242 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:06.115582 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b325b1-7978-4826-905c-bcdbfd930466 req-5fbd34f1-e744-445d-8274-a6ab0c060be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:06.120230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-5fbd34f1-e744-445d-8274-a6ab0c060be2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0835152 Oct 13 04:43:06.179107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-f8112af4-d7dd-4626-af37-a2931b5f1b08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471976 Oct 13 04:43:06.234849 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:06.284027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 429660c1-1b0d-448a-8bd5-930ba5edb180, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=429660c1-1b0d-448a-8bd5-930ba5edb180,segment=NetworkSegment(17db0871-c376-48d3-bcc5-48430dabf393),segment_id=17db0871-c376-48d3-bcc5-48430dabf393)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:06.306398 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:06.353311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 77586c9a-b9ec-4c0a-b172-3808d0cee2ff no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:06.377579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-abb16a02-f31a-4cc6-be78-b42dbd8456aa service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831400 Oct 13 04:43:06.392521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 77586c9a-b9ec-4c0a-b172-3808d0cee2ff {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:06.395154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 77586c9a-b9ec-4c0a-b172-3808d0cee2ff not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:06.400654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb7d5b-7ff8-4fa8-b984-0c3d7fa7d96e req-72db798b-aeee-4a90-a976-9b333752825e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:06.403453 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7bb7d5b-7ff8-4fa8-b984-0c3d7fa7d96e req-72db798b-aeee-4a90-a976-9b333752825e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 943 time: 0.7598934 Oct 13 04:43:06.455545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=429660c1-1b0d-448a-8bd5-930ba5edb180,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:06.560694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77b325b1-7978-4826-905c-bcdbfd930466 req-0866bbb3-1583-4be4-8558-bf12c668df7b service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736405 Oct 13 04:43:06.574284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7bb7d5b-7ff8-4fa8-b984-0c3d7fa7d96e req-2018a450-bc18-4221-85b9-c5e962473faa tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633780 Oct 13 04:43:06.642365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:06.711408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be55433-efdd-4d55-a426-3942ad941da5 req-e9e84bee-6cb2-40fe-8b03-01af8bff37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:06.713031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-e9e84bee-6cb2-40fe-8b03-01af8bff37b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 1094 time: 0.0823560 Oct 13 04:43:06.900076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be55433-efdd-4d55-a426-3942ad941da5 req-3ef3c166-d6eb-4365-9fa4-b9fd3d9fca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:06.901582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-3ef3c166-d6eb-4365-9fa4-b9fd3d9fca48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.1774907 Oct 13 04:43:06.966260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09057fcd-7524-4218-8769-318213a975bd None None] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:06.990590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7c0ed7dc-c0e3-4965-8515-28cbf01b5d1c req-6f234f63-7883-47b8-8835-3901ce087e6f tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0289218 Oct 13 04:43:06.992143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-29543615-b500-4d55-a016-ab40cc8f7597 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16 HTTP/1.1" status: 200 len: 217 time: 0.0802312 Oct 13 04:43:07.008251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:07.013197 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:07.059872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-35578479-c342-499f-ad34-5b0585807dd5 None None] Provisioning complete for port 429660c1-1b0d-448a-8bd5-930ba5edb180 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:07.060359 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35578479-c342-499f-ad34-5b0585807dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:07.061369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be55433-efdd-4d55-a426-3942ad941da5 req-6259ea7c-5aef-48ec-87d6-bfde61d4ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:07.064394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-6259ea7c-5aef-48ec-87d6-bfde61d4ba2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0624070 Oct 13 04:43:07.101378 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=4a7bb917-c318-470d-8fe6-dcf1dfb8ade6,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:07.116444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-019f22cc-eb32-40d7-b241-1dde0a41f642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394502 Oct 13 04:43:07.264396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-d4f8c1d7-17d0-4e02-a99c-28db858a54f6 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376059 Oct 13 04:43:07.347567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:07.428444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2be55433-efdd-4d55-a426-3942ad941da5 req-cd847d8e-fa87-4d53-ae9b-348d73a5dd98 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558061 Oct 13 04:43:07.563334 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:07.892922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 429660c1-1b0d-448a-8bd5-930ba5edb180 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:07.955461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e75bb2-b87b-4d97-a66c-68c64ed14510 req-92f017ba-8da1-45e8-b4d5-99633276470d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:07.957087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14e75bb2-b87b-4d97-a66c-68c64ed14510 req-92f017ba-8da1-45e8-b4d5-99633276470d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 943 time: 0.2318127 Oct 13 04:43:07.990659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e4793da0-9eee-4af5-b723-74b9d3f506de None None] Provisioning complete for port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:07.991628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e4793da0-9eee-4af5-b723-74b9d3f506de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.008578 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.037708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.040854 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.043762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 429660c1-1b0d-448a-8bd5-930ba5edb180 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:08.044146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.083586 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14e75bb2-b87b-4d97-a66c-68c64ed14510 req-85d8c5e0-4144-4e46-9a7d-d8d2b81e4c66 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168883 Oct 13 04:43:08.162467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e4793da0-9eee-4af5-b723-74b9d3f506de None None] Port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:08.166139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cb2896f8-ec66-4d22-9237-04e43fba952d req-b8b01197-1f09-48d9-a2c9-d5deab540799 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0555985 Oct 13 04:43:08.197125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e4793da0-9eee-4af5-b723-74b9d3f506de None None] Provisioning complete for port 429660c1-1b0d-448a-8bd5-930ba5edb180 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:08.197558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e4793da0-9eee-4af5-b723-74b9d3f506de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.269068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=4a7bb917-c318-470d-8fe6-dcf1dfb8ade6,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:08.309858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:08.311659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:08.504440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Router 3818bd25-5b99-42eb-afb8-8edbc8c35539 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:43:08.507270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bfc0203a-015b-44b2-9be3-cc09884448b3 None None] Provisioning complete for port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:08.507270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfc0203a-015b-44b2-9be3-cc09884448b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.552616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0203a-015b-44b2-9be3-cc09884448b3 None None] Port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:08.637411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:08.643385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c35007c8-78d5-4026-94aa-5fc61412b953 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/routers/3818bd25-5b99-42eb-afb8-8edbc8c35539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280207 Oct 13 04:43:08.646219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55490) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:08.653689 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] Sync routers for ids ['3818bd25-5b99-42eb-afb8-8edbc8c35539'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:08.696837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-06c168fd-85fc-4cd2-9352-3ec4bef265df None None] Provisioning complete for port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:08.697242 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06c168fd-85fc-4cd2-9352-3ec4bef265df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.699232 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] Routers {'3818bd25-5b99-42eb-afb8-8edbc8c35539'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:08.699853 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3818bd25-5b99-42eb-afb8-8edbc8c35539'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:08.716721 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de04926b-9517-4740-ae0d-43f65d78a5d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:08.723295 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-de04926b-9517-4740-ae0d-43f65d78a5d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?device_id=3818bd25-5b99-42eb-afb8-8edbc8c35539 HTTP/1.1" status: 200 len: 989 time: 0.0758626 Oct 13 04:43:08.724213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55494) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:08.749828 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:08.760183 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] Routers {'3818bd25-5b99-42eb-afb8-8edbc8c35539'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:08.761016 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3818bd25-5b99-42eb-afb8-8edbc8c35539'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:08.791589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-06c168fd-85fc-4cd2-9352-3ec4bef265df None None] Port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:08.798844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:08.799914 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678b566-d7c5-4cec-9839-6cb04b459167 None None] The sync data for ids ['3818bd25-5b99-42eb-afb8-8edbc8c35539'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:08.920350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2bf176ef-bdfb-496c-adcc-36fdbe2acfb3 None None] Provisioning complete for port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:08.920978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bf176ef-bdfb-496c-adcc-36fdbe2acfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:08.964056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2bf176ef-bdfb-496c-adcc-36fdbe2acfb3 None None] Port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:09.299114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.314970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df3ece1c-ad43-450e-8a97-79cc876bbc96 req-5ea27443-1937-4108-9101-bd51ef69276f tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "GET /v2.0/ports?device_id=56f3e455-5669-4c27-99c1-44195a218b3d HTTP/1.1" status: 200 len: 210 time: 0.0489419 Oct 13 04:43:09.355628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266f25-a4e4-44bf-8e89-04b4b65048bf req-c03e9f0a-226e-4377-a7b0-f296141ffbc7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:09.357105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72266f25-a4e4-44bf-8e89-04b4b65048bf req-c03e9f0a-226e-4377-a7b0-f296141ffbc7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 943 time: 0.1822474 Oct 13 04:43:09.397668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:09.455100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-72266f25-a4e4-44bf-8e89-04b4b65048bf req-7bc41ab9-b126-4573-8317-1dd35fab23b9 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711305 Oct 13 04:43:09.505651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9dd40052-1be0-49d1-b8db-7c8ea89e4277 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2595 time: 0.1064942 Oct 13 04:43:09.508405 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:09.514026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'network': {'name': 'tempest-network-smoke--1819493628', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'port_security_enabled': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:09.537198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:09.542883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.569279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:43:09.580121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.580473 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Added segment 82f2e6b2-4c78-4140-b27c-aaa0c9304e81 of type vlan for network ab260ef2-7541-4c18-b439-c8c6f7302842 Oct 13 04:43:09.599482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 895ec01a-b9ae-42b4-851f-db8e1fa90a16 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:43:09.626783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.627371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:09.627877 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.665368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.674803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:09.675548 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.711179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:09.729001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'port_id': '895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'mac_address': 'fa:16:3e:54:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcc1a97-c179-42d4-8eb8-fb41614c0882', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:43:09.763414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.773385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2635539 Oct 13 04:43:09.776020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55508) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:09.792672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'admin_state_up': True, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:09.793802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.804477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:09.810233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbf9cb-ffa5-4ccb-af6b-ca4569bfcbd7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Network': ['ID=ab260ef2-7541-4c18-b439-c8c6f7302842,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:09.813515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895ec01a-b9ae-42b4-851f-db8e1fa90a16 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:09.826216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:43:09.843093 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-2869a9c2-85d5-4936-b62f-2f3d15a05055 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837185 Oct 13 04:43:09.850548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:09.878871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.903024 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:43:09.952591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-654bbf16-f030-4988-8f5b-b520162b01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:09.954324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-654bbf16-f030-4988-8f5b-b520162b01d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.0632601 Oct 13 04:43:09.957063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:09.976831 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:09.977812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.057995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.074173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-7d146c59-78cc-4717-b162-6dacafdfd5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:10.075720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-7d146c59-78cc-4717-b162-6dacafdfd5c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 898 time: 0.0965803 Oct 13 04:43:10.097640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:43:10.172526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-aab068d4-19fc-44e1-af56-4a46dcfad025 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 1000 time: 0.0875111 Oct 13 04:43:10.232472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-a49576cb-ce6f-46f4-b6b8-87e543685e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:10.235576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-a49576cb-ce6f-46f4-b6b8-87e543685e8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 200 len: 835 time: 0.0568202 Oct 13 04:43:10.287188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-40bb85a1-a79e-4a53-8718-8a55d5fe9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:10.288762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-40bb85a1-a79e-4a53-8718-8a55d5fe9de4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464959 Oct 13 04:43:10.375095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55512) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:10.429513 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-efead84e-c13e-4988-b25e-fa25201267fc service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322646 Oct 13 04:43:10.503876 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.511441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.516885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.547816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.548388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=4a7bb917-c318-470d-8fe6-dcf1dfb8ade6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:10.604461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b8c3ae5-c8b6-43c5-bedd-6280924b9187 req-b54068b8-b0fc-4717-8d1f-aa1f0416e8f1 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660824 Oct 13 04:43:10.647826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.650545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.654372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] 10.222.0.49 "DELETE /v2.0/security-groups/97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2 HTTP/1.1" status: 204 len: 168 time: 0.2756753 Oct 13 04:43:10.667966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952465-249d-449b-96db-b0391d1d6137 tempest-TestVolumeBackupRestore-2018763406 tempest-TestVolumeBackupRestore-2018763406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97692ff0-4ce9-4f40-aa12-96c2ed7c4ac2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:10.831164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:10.878528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d05e8-cbb5-49d2-8149-ed876bc10c19 req-3d627773-9d81-4c0d-b814-92d9108df4c8 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:10.880193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-523d05e8-cbb5-49d2-8149-ed876bc10c19 req-3d627773-9d81-4c0d-b814-92d9108df4c8 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 944 time: 0.3188224 Oct 13 04:43:11.039129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-523d05e8-cbb5-49d2-8149-ed876bc10c19 req-aeb0e5ce-6fbe-491e-ab52-67df514c4d14 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525517 Oct 13 04:43:11.204250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Router 3818bd25-5b99-42eb-afb8-8edbc8c35539 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:11.231815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.256779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.363675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:11.371104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-87fc3b88-95db-40b8-afca-d0ccd092f8b4 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/routers/3818bd25-5b99-42eb-afb8-8edbc8c35539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455266 Oct 13 04:43:11.373865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55594) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:11.376158 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] Sync routers for ids ['3818bd25-5b99-42eb-afb8-8edbc8c35539'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:11.386379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] Routers {'3818bd25-5b99-42eb-afb8-8edbc8c35539'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:11.387259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3818bd25-5b99-42eb-afb8-8edbc8c35539'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:11.426938 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad2eca2-4af1-4527-a31a-ba6cd7eed47e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:43:11.429937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:11.430965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9ad2eca2-4af1-4527-a31a-ba6cd7eed47e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/4a7bb917-c318-470d-8fe6-dcf1dfb8ade6 HTTP/1.1" status: 404 len: 333 time: 0.0533230 Oct 13 04:43:11.431742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55602) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:11.442292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] Routers {'3818bd25-5b99-42eb-afb8-8edbc8c35539'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:11.442929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['3818bd25-5b99-42eb-afb8-8edbc8c35539'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:11.497071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:11.499872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834e0645-a0e5-4d5b-9b9c-3c08209f0087 None None] The sync data for ids ['3818bd25-5b99-42eb-afb8-8edbc8c35539'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:11.532661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.25.0.167 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/cccfeb26-3b61-4003-a7e8-38122dc9f76c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:11.537103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.615600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 895ec01a-b9ae-42b4-851f-db8e1fa90a16 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:11.699205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.700670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:43:11.706050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:11.706470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.780792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.785041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.822657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.866164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:11.868531 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3b533-b265-499b-aaff-e84ab477defd" -d '{"events": [{"server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "name": "network-vif-plugged", "status": "completed", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:11.870917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.872277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Fanout notify agent at l3_agent the message router_deleted on router 3818bd25-5b99-42eb-afb8-8edbc8c35539 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:11.874996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b9847db1-02c3-4011-880b-15cbd445397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.886503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.887663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f7eafe65-83c5-4566-afbe-dba9d8647733 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/routers/3818bd25-5b99-42eb-afb8-8edbc8c35539 HTTP/1.1" status: 204 len: 168 time: 0.4533358 Oct 13 04:43:11.891013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:11.893331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:11.895467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.899083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.961463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:11.990274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 1af6123e-2c8c-4334-8aa9-0a00f33f0358 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:12.004066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.025547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:12.061379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=cccfeb26-3b61-4003-a7e8-38122dc9f76c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:12.112901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:12.115880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:12.123277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:12.129567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.151986 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1dbbe7-44ed-43f0-be3c-27163a6c6d65 x-openstack-request-id: req-3b1dbbe7-44ed-43f0-be3c-27163a6c6d65 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:12.152323 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "name": "network-vif-plugged", "status": "completed", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:12.152587 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b1dbbe7-44ed-43f0-be3c-27163a6c6d65 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:12.153023 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'code': 200} Oct 13 04:43:12.287453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.326016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8cc96-f76b-4940-8620-b954e6d2669f req-9f4b20b4-7466-417d-9b4c-396ab5c51db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:12.327914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9e8cc96-f76b-4940-8620-b954e6d2669f req-9f4b20b4-7466-417d-9b4c-396ab5c51db9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 1096 time: 0.1093807 Oct 13 04:43:12.355312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76a99-34b2-400b-9c4c-ca6cf5e249db req-81977a02-a236-4192-8ede-32259f40c93b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:12.357708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06c76a99-34b2-400b-9c4c-ca6cf5e249db req-81977a02-a236-4192-8ede-32259f40c93b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 945 time: 0.1730971 Oct 13 04:43:12.387295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9e8cc96-f76b-4940-8620-b954e6d2669f req-5539d1be-d335-4119-b07e-8ce1f9861449 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Oct 13 04:43:12.400430 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.440156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=1af6123e-2c8c-4334-8aa9-0a00f33f0358,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:12.447270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547e875-51ae-42dd-b4d9-4cd95171186e None None] Network 0c467cd9-d403-400b-a86a-919e6f7d1514 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:12.447999 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.460906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87d61b20-5f3c-41aa-a05b-22d45b0b932f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/1af6123e-2c8c-4334-8aa9-0a00f33f0358 HTTP/1.1" status: 204 len: 168 time: 0.5686452 Oct 13 04:43:12.463188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55710) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:12.539650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.563933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.628915 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 429660c1-1b0d-448a-8bd5-930ba5edb180 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:12.629353 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.635029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06c76a99-34b2-400b-9c4c-ca6cf5e249db req-ba6d7f62-d8aa-4eb7-a0cb-5d493573f7d7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687545 Oct 13 04:43:12.756855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] For port 429660c1-1b0d-448a-8bd5-930ba5edb180, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=429660c1-1b0d-448a-8bd5-930ba5edb180,segment=NetworkSegment(17db0871-c376-48d3-bcc5-48430dabf393),segment_id=17db0871-c376-48d3-bcc5-48430dabf393)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:12.757745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.776314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 429660c1-1b0d-448a-8bd5-930ba5edb180 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:12.833097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.856155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] DHCP port deletion for 0c467cd9-d403-400b-a86a-919e6f7d1514 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:12.923036 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.937396 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:12.958368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=429660c1-1b0d-448a-8bd5-930ba5edb180,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:12.970243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No DVR routers for this DVR port 429660c1-1b0d-448a-8bd5-930ba5edb180 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:12.976294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Deleting port 429660c1-1b0d-448a-8bd5-930ba5edb180 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:12.976748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.073895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] For port 429660c1-1b0d-448a-8bd5-930ba5edb180, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:13.074277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.104293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Calling delete_port for 429660c1-1b0d-448a-8bd5-930ba5edb180 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:13.114337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Port 429660c1-1b0d-448a-8bd5-930ba5edb180 was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:43:13.116751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.118214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.149958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c467cd9-d403-400b-a86a-919e6f7d1514']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:13.170636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17db0871-c376-48d3-bcc5-48430dabf393') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:13.171466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17db0871-c376-48d3-bcc5-48430dabf393') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:13.172415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router 4bec962c-eed9-433c-9e9f-e681047adce5 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:43:13.182771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.201685 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.204354 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] Pushing event deleted for resources: {'Port': ['ID=429660c1-1b0d-448a-8bd5-930ba5edb180,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:13.209417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:13.210327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.217714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69e115-8e00-482a-be59-f4249ec2a20f None None] No DVR routers for this DVR port 429660c1-1b0d-448a-8bd5-930ba5edb180 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:13.301344 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:13.321611 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.337747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.341200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/0c467cd9-d403-400b-a86a-919e6f7d1514 HTTP/1.1" status: 204 len: 168 time: 0.8764071 Oct 13 04:43:13.345453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55796) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:13.424936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:13.449356 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Sync routers for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:13.464857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071877e-f8be-4a1f-adee-15d11e480df3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:13.466311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7071877e-f8be-4a1f-adee-15d11e480df3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/db386c6e-829b-4eda-843c-8b2d0adb6a19 HTTP/1.1" status: 200 len: 844 time: 0.1197760 Oct 13 04:43:13.471151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55806) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:13.488929 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:13.493072 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:42:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:13.498325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7176b-aa8c-46ba-a24b-8d78558a5cc8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=0c467cd9-d403-400b-a86a-919e6f7d1514,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:13.557943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.560341 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0fac9b2-4277-4df3-9395-6a08417057b1 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.7827022 Oct 13 04:43:13.565436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:13.578109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7cd82ab5-0abd-466e-bb1d-688a3a1a1a73 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/db386c6e-829b-4eda-843c-8b2d0adb6a19?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1050563 Oct 13 04:43:13.579045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:13.588620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:13.735107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:13.735238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b80ba8-37e0-4b9b-852b-def815246ab9 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:13.739046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:13.742004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:13.750103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-64b80ba8-37e0-4b9b-852b-def815246ab9 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=99651f642f7044e6b5b0fd99511a8e3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1831334 Oct 13 04:43:13.756933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:13.890415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 429660c1-1b0d-448a-8bd5-930ba5edb180 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:13.944350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 429660c1-1b0d-448a-8bd5-930ba5edb180 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:13.944710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 429660c1-1b0d-448a-8bd5-930ba5edb180 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:14.041960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f1909-2837-440e-bc0b-314fc614efb8 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:14.043506 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-760f1909-2837-440e-bc0b-314fc614efb8 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3005548 Oct 13 04:43:14.049021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55868) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.123426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-72256e88-071d-41a8-8213-e6a8cd4a73d3 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732386 Oct 13 04:43:14.126957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55878) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.165098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-65b5b379-e751-43ed-a11a-a743759afbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.223311 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-70366947-3984-41da-b3bd-b13e06b1e38c tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=99651f642f7044e6b5b0fd99511a8e3d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913849 Oct 13 04:43:14.237965 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:12Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:14.285229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55888) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.303036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Checking router: 4bec962c-eed9-433c-9e9f-e681047adce5 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:14.303415 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Updating router 4bec962c-eed9-433c-9e9f-e681047adce5 port cccfeb26-3b61-4003-a7e8-38122dc9f76c binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:43:14.377902 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.621979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.627490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583c55d-7972-40d5-b132-76a2e73ead90 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:14.631921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6583c55d-7972-40d5-b132-76a2e73ead90 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3397150 Oct 13 04:43:14.632074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0fe77-3d95-4c2d-9b1e-1f74cc5e2ac5 req-a832b31e-8be1-4251-9e55-9f5a21ebc58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:14.635901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55928) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.637827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9c0fe77-3d95-4c2d-9b1e-1f74cc5e2ac5 req-a832b31e-8be1-4251-9e55-9f5a21ebc58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 945 time: 0.8584943 Oct 13 04:43:14.712589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9c0fe77-3d95-4c2d-9b1e-1f74cc5e2ac5 req-8720d71a-74a6-4820-aebd-01457975ccb1 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685246 Oct 13 04:43:14.758294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55944) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.758497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6bb2073d-9fa5-46de-926e-f3d8bfa8cc9f tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212351 Oct 13 04:43:14.761512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:14.764530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728541669', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:14.767746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:14.772435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:14.776086 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.778784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa008d3-2c2c-44c7-a32e-943e44d39756 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:14.804785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=52553103-3ecb-41c6-af17-b19c3a5a1c9a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:14.821623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b2fa1b1-48ca-48b2-9dba-4214db6f6a94 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2412870 Oct 13 04:43:14.830084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 55950) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:14.835666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'security_group': {'name': 'tempest-secgroup-549406713'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:14.873558 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.885226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.888015 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:14.942410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:14.951181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.084549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Pushing event updated for resources: {'Port': ['ID=cccfeb26-3b61-4003-a7e8-38122dc9f76c,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:15.096463 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Attempting to bind port cccfeb26-3b61-4003-a7e8-38122dc9f76c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:15.096814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Attempting to bind port cccfeb26-3b61-4003-a7e8-38122dc9f76c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:15.097441 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Attempting to bind port cccfeb26-3b61-4003-a7e8-38122dc9f76c on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:15.131949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.133810 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:15.134867 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:15.134867 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.135123 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:15.135447 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Bound port: cccfeb26-3b61-4003-a7e8-38122dc9f76c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:15.135820 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.138161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.138504 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.138822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.142105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.151276 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.151735 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.152067 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.152403 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.152775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.153024 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.153345 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.153678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.153974 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:15.228885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.234559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4031663 Oct 13 04:43:15.237933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 55980) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:15.244907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae796b6d-02d6-48a8-aee3-df28a9de1b8f tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad97190-66bf-4541-a3a3-69042789db64,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:15.254998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'security_group': {'name': 'tempest-secgroup-1940758686'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:15.318841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.329418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'tenant_id': 'b4333cda7e4540758c53e9df2cb29d7e', 'fixed_ips': [{'subnet_id': '52553103-3ecb-41c6-af17-b19c3a5a1c9a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:15.330340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.431800 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] For port cccfeb26-3b61-4003-a7e8-38122dc9f76c, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:15.443253 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] For port cccfeb26-3b61-4003-a7e8-38122dc9f76c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cccfeb26-3b61-4003-a7e8-38122dc9f76c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:15.477901 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.641743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.642096 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2529b7d-39a6-43bf-b0ae-1e8f303dadd6 None None] Pushing event updated for resources: {'Port': ['ID=cccfeb26-3b61-4003-a7e8-38122dc9f76c,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:15.685939 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:15.688342 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:15.692421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.735596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.867164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.881731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Allocated IP 2001:db8::2 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/52553103-3ecb-41c6-af17-b19c3a5a1c9a/4b987ae8-0620-4aaa-8a57-7a94b9121e8c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:15.915664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:15.925965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.953229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:15.955222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7105789 Oct 13 04:43:15.957926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56024) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:15.963303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-197950650', 'security_groups': ['20af10b9-7616-4303-9333-386f56b09cbd'], 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52553103-3ecb-41c6-af17-b19c3a5a1c9a'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:16.006357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b445bb-bfef-45c6-a6ae-4c7c50891dd8 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20af10b9-7616-4303-9333-386f56b09cbd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:16.064130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Checking segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:16.064632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network hostable DHCP agents. Network: ab260ef2-7541-4c18-b439-c8c6f7302842, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:43:16.072149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Subnet': ['ID=de1a3682-df19-4ee4-abb7-208761ab412a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:16.099319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:43:16.135884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, ab260ef2-7541-4c18-b439-c8c6f7302842) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:16.147966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:16.148584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:16.153524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004940fa-aa8e-483c-a412-8f48f574994e None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:16.192864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c241a8cf-a808-4f3e-aed5-2dd6e865ea16 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4327846 Oct 13 04:43:16.195021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56030) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:16.526781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:16.541108 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:12Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:16.568633 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:16.612500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:16.619126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:16.633352 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e404b9e2-ccd2-48ab-8bdb-50f5ac487e3a None None] The sync data for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 is: [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:12Z', 'revision_number': 3, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:16.690750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:16.856661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:16.863405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:16.885745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Attempting to bind port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:16.886216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Attempting to bind port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '944aa1c5-1737-4180-8c3c-39060c8b4e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:16.887770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Attempting to bind port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c on network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:16.899164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:16.899555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Checking segment: {'id': '944aa1c5-1737-4180-8c3c-39060c8b4e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:16.900023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:16.900434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Bound using segment: {'id': '944aa1c5-1737-4180-8c3c-39060c8b4e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:16.900925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Bound port: 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944aa1c5-1737-4180-8c3c-39060c8b4e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:16.901317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:17.041803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:17.045674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:17.053668 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:17.100976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:17.156613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-ab260ef2-7541-4c18-b439-c8c6f7302842', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'fixed_ips': [{'subnet_id': 'de1a3682-df19-4ee4-abb7-208761ab412a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:17.157464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:17.187376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 05afaa4c-16a3-4aea-bdaf-7b732cd2293d yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:43:17.278688 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:17.728185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56040) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:17.737692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::14d (5ba639fd-e9ed-4eee-acf7-9cec3560b152/52553103-3ecb-41c6-af17-b19c3a5a1c9a/05afaa4c-16a3-4aea-bdaf-7b732cd2293d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:17.879055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed40a-3714-4487-bb05-0f1f092f293a None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:17.894429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:18.063249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cccfeb26-3b61-4003-a7e8-38122dc9f76c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:18.215856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Allocated IP 172.20.0.18 (ab260ef2-7541-4c18-b439-c8c6f7302842/de1a3682-df19-4ee4-abb7-208761ab412a/00b560af-78c4-43a3-b5e4-683a71bf3b75) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:18.228669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:18.354471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:18.378605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cccfeb26-3b61-4003-a7e8-38122dc9f76c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:18.379178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:18.700035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:18.720071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:18.726595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:18.741459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:18.742483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:18.805301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=05afaa4c-16a3-4aea-bdaf-7b732cd2293d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:18.836368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-631a5365-62ce-4893-84e9-f1a567605a51 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8767726 Oct 13 04:43:18.838939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:18.844480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:19.091328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.124465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.237449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.20.0.17 (ab260ef2-7541-4c18-b439-c8c6f7302842/de1a3682-df19-4ee4-abb7-208761ab412a/d286be7c-e2ab-42af-a461-948acdc16214) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:19.327381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Pushing event updated for resources: {'Port': ['ID=00b560af-78c4-43a3-b5e4-683a71bf3b75,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:19.338995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:19.343748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:19.344128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.489739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:19.499870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.515652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.525012 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:19.532056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:19.537004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.537370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.537700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.538049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.538563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.538959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.539336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.539721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.540059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.540389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.540766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.541098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:19.669072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.818260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port cccfeb26-3b61-4003-a7e8-38122dc9f76c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cccfeb26-3b61-4003-a7e8-38122dc9f76c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:19.835711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.911649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Attempting to bind port 00b560af-78c4-43a3-b5e4-683a71bf3b75 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:19.915276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Attempting to bind port 00b560af-78c4-43a3-b5e4-683a71bf3b75 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:19.915844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Attempting to bind port 00b560af-78c4-43a3-b5e4-683a71bf3b75 on network ab260ef2-7541-4c18-b439-c8c6f7302842 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:19.928038 n-d-813736-1 neutron-server[95047]: INFO neutron.db.ipam_backend_mixin [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52553103-3ecb-41c6-af17-b19c3a5a1c9a (CIDR: 2001:db8::/64) Oct 13 04:43:19.940874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.970502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:19.973038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Checking segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:19.973494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.975569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Bound using segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:19.976090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Bound port: 00b560af-78c4-43a3-b5e4-683a71bf3b75, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:19.980289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:19.984886 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.079282 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:43:20.080936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:20.126265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0d22ff5-84ee-461b-bb8c-fb3e5fdd9472 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2861547 Oct 13 04:43:20.130148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:20.135458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:20.156537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.175879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Deleting port 30f489f6-6784-4ac1-a4a4-410d272fe2e9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:20.177968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.221270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:20.255849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:20.328798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.348756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:20.370069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=cccfeb26-3b61-4003-a7e8-38122dc9f76c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:20.396137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:20.406078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:20.413580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:20.425830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] For port 30f489f6-6784-4ac1-a4a4-410d272fe2e9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=30f489f6-6784-4ac1-a4a4-410d272fe2e9,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:20.428774 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.444559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:20.459785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Calling delete_port for 30f489f6-6784-4ac1-a4a4-410d272fe2e9 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:20.465985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] For port 00b560af-78c4-43a3-b5e4-683a71bf3b75, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:20.497336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] For port 00b560af-78c4-43a3-b5e4-683a71bf3b75, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=00b560af-78c4-43a3-b5e4-683a71bf3b75,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:20.501413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:20.501851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.521154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:20.521544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.550779 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.585809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.684116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b46666f0-22dd-40a0-ae0d-4eb4604f7544 None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:20.783954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d65de-69a4-405f-8229-0caefe021306 None None] Pushing event updated for resources: {'Port': ['ID=00b560af-78c4-43a3-b5e4-683a71bf3b75,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:20.816901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:20.818247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7ca2a20d-50ce-4f5f-984a-475884342af6 None None] Provisioning complete for port 05afaa4c-16a3-4aea-bdaf-7b732cd2293d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:20.818640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a20d-50ce-4f5f-984a-475884342af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.820789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.863866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2a20d-50ce-4f5f-984a-475884342af6 None None] Port 05afaa4c-16a3-4aea-bdaf-7b732cd2293d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:20.921016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:20.991747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f489f6-6784-4ac1-a4a4-410d272fe2e9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:21.079224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:21.359447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:21.651392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Router d13474b7-4802-4c11-8992-543d1cb10486 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:21.768160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:21.787719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:21.794880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e4d9f63c-f3d6-4f2a-b1f3-65da0c1550b8 admin admin] 10.222.0.49 "PUT /v2.0/routers/d13474b7-4802-4c11-8992-543d1cb10486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0624881 Oct 13 04:43:21.799719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Sync routers for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:21.800496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56072) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:21.829869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:21.830764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:21.880948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:21.901688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:21.923753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:21.934735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.016409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=8479b2c1-a501-468d-985d-d8a1323dba82,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:22.034346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8547e82f-8f97-4464-9e7e-5e8550ca2154 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:22.048062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56076) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:22.057301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7b08ed59-7dfc-4ece-8c4f-97f6aa9c3684 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9260094 Oct 13 04:43:22.100312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-718254721', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8479b2c1-a501-468d-985d-d8a1323dba82'}], 'security_groups': ['6ad97190-66bf-4541-a3a3-69042789db64']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:22.103788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.119656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.127812 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.209049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:22.220509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.448292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c454433a-dc6b-476d-9b9a-05a3939685f3 None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:22.523008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:22.566959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 00b560af-78c4-43a3-b5e4-683a71bf3b75 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:22.588869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.645431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:22.646935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:22.675980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.776779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Deleting port 4ef85603-4120-4428-8ef1-fa59fb8e91ec {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:22.777273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.848075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] Provisioning complete for port 00b560af-78c4-43a3-b5e4-683a71bf3b75 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:22.848634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.859404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router 4bec962c-eed9-433c-9e9f-e681047adce5 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:22.962922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 00b560af-78c4-43a3-b5e4-683a71bf3b75 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:22.963845 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:22.996128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:23.010052 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Sync routers for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:23.016193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-104b27a4-bd54-4873-843f-90b43e791568 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "PUT /v2.0/routers/4bec962c-eed9-433c-9e9f-e681047adce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8198366 Oct 13 04:43:23.016398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:43:20Z', 'revision_number': 5, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port': {'id': '4ef85603-4120-4428-8ef1-fa59fb8e91ec', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:23.041098 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:23.046090 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:23.090926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Checking router: d13474b7-4802-4c11-8992-543d1cb10486 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:23.262269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Routers {'d13474b7-4802-4c11-8992-543d1cb10486'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:23.262924 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d13474b7-4802-4c11-8992-543d1cb10486'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:23.281795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.390901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] For port 00b560af-78c4-43a3-b5e4-683a71bf3b75, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=00b560af-78c4-43a3-b5e4-683a71bf3b75,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:23.391129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] For port 4ef85603-4120-4428-8ef1-fa59fb8e91ec, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4ef85603-4120-4428-8ef1-fa59fb8e91ec,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:23.391615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.415139 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:23.433001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Calling delete_port for 4ef85603-4120-4428-8ef1-fa59fb8e91ec owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:23.496623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] Set router d13474b7-4802-4c11-8992-543d1cb10486 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:23.572790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-40c9db3d-0163-47c8-940f-5c082cca66e7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:23.574497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-40c9db3d-0163-47c8-940f-5c082cca66e7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/networks?id=ab260ef2-7541-4c18-b439-c8c6f7302842 HTTP/1.1" status: 200 len: 798 time: 0.2265937 Oct 13 04:43:23.581200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:43:22Z', 'revision_number': 6, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:23.597556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-4f603283-1875-4b82-a4bb-7c21538485c8 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/quotas/99651f642f7044e6b5b0fd99511a8e3d HTTP/1.1" status: 200 len: 375 time: 0.0152347 Oct 13 04:43:23.624219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c5f170-d8b7-42a3-99cb-ebbf50f0a6c7 None None] The sync data for ids ['d13474b7-4802-4c11-8992-543d1cb10486'] in n-d-813736-1 is: [{'id': 'd13474b7-4802-4c11-8992-543d1cb10486', 'name': 'tempest-TestVolumeBackupRestore-1040898868-router', 'tenant_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:18Z', 'updated_at': '2021-10-13T04:43:22Z', 'revision_number': 6, 'project_id': 'd5a5313ccf6c426982b7a87f3e47595b', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:23.627380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.669783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.696191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Update dhcp port {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'fixed_ips': [{'subnet_id': '52553103-3ecb-41c6-af17-b19c3a5a1c9a', 'ip_address': '2001:db8::2'}, {'subnet_id': '8479b2c1-a501-468d-985d-d8a1323dba82'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '4b987ae8-0620-4aaa-8a57-7a94b9121e8c'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:43:23.709335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-1557c1e6-1b00-4902-8ac5-9209b8f51b6e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1058631 Oct 13 04:43:23.735821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-2a857a9d-65ba-4589-95a0-bc0f1921e16f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:43:23.737041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-2a857a9d-65ba-4589-95a0-bc0f1921e16f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059907 Oct 13 04:43:23.760037 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:20Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd286be7c-e2ab-42af-a461-948acdc16214', 'name': '', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:34:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:17Z', 'updated_at': '2021-10-13T04:43:21Z', 'revision_number': 2, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:23.799227 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Checking router: 4bec962c-eed9-433c-9e9f-e681047adce5 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:23.799535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Updating router 4bec962c-eed9-433c-9e9f-e681047adce5 port d286be7c-e2ab-42af-a461-948acdc16214 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:43:23.812365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Delete allocated IP 2001:db8::14d (5ba639fd-e9ed-4eee-acf7-9cec3560b152/52553103-3ecb-41c6-af17-b19c3a5a1c9a) {{(pid=95048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:43:23.839160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8:0:1::204 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/8479b2c1-a501-468d-985d-d8a1323dba82/05afaa4c-16a3-4aea-bdaf-7b732cd2293d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:23.865884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.883626 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.914902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:43:23.915426 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:43:23.926712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-293acb92-a94e-4ba2-8571-5f6933bda8d6 None None] Provisioning complete for port d286be7c-e2ab-42af-a461-948acdc16214 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:23.927821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-293acb92-a94e-4ba2-8571-5f6933bda8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:23.965926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-293acb92-a94e-4ba2-8571-5f6933bda8d6 None None] Port d286be7c-e2ab-42af-a461-948acdc16214 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:23.966621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-e7200302-67c7-43e2-9f0e-c823e6d1cb54 service neutron] 10.222.0.49 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089953 Oct 13 04:43:24.009891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fa287-10d2-4fb2-a494-7c92047e89ed None None] Pushing event updated for resources: {'Port': ['ID=00b560af-78c4-43a3-b5e4-683a71bf3b75,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:24.070258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-293acb92-a94e-4ba2-8571-5f6933bda8d6 None None] Provisioning complete for port 00b560af-78c4-43a3-b5e4-683a71bf3b75 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:24.070783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-293acb92-a94e-4ba2-8571-5f6933bda8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.158571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-aaf45e75-1b5c-4ca7-8d45-61f3a5456f47 service neutron] 10.222.0.49 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762700 Oct 13 04:43:24.280389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.366029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef85603-4120-4428-8ef1-fa59fb8e91ec,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:24.400298 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.407024 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.461764 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ad35a-b864-4317-a999-ef37a11e538f None None] Pushing event updated for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:24.497292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cccfeb26-3b61-4003-a7e8-38122dc9f76c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:24.551338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6782bc41-0ffd-4bad-a303-53347f348f0b None None] Provisioning complete for port d286be7c-e2ab-42af-a461-948acdc16214 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:24.552163 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6782bc41-0ffd-4bad-a303-53347f348f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.552565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aac46c85-0b94-4885-9057-70ca59048f29 req-133294e5-baa7-4553-a994-2206ce373a3b tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 210 time: 0.1271701 Oct 13 04:43:24.553034 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Attempting to bind port d286be7c-e2ab-42af-a461-948acdc16214 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:24.553341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Attempting to bind port d286be7c-e2ab-42af-a461-948acdc16214 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:24.553703 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Attempting to bind port d286be7c-e2ab-42af-a461-948acdc16214 on network ab260ef2-7541-4c18-b439-c8c6f7302842 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:24.560323 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:24.562839 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Checking segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:24.563208 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.563603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Bound using segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:24.564083 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Bound port: d286be7c-e2ab-42af-a461-948acdc16214, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:24.564459 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.636919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.653575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.690643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.738089 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] For port d286be7c-e2ab-42af-a461-948acdc16214, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:24.739221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Allocated IP 2001:db8:0:1::2 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/8479b2c1-a501-468d-985d-d8a1323dba82/4b987ae8-0620-4aaa-8a57-7a94b9121e8c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:24.750386 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] For port d286be7c-e2ab-42af-a461-948acdc16214, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d286be7c-e2ab-42af-a461-948acdc16214,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:24.761756 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.885411 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ad35a-b864-4317-a999-ef37a11e538f None None] Pushing event updated for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:24.937029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:24.938775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:24.944430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:24.947098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.040289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.041039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d13474b7-4802-4c11-8992-543d1cb10486 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:25.088708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.093504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56120) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:25.104468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ddd083bc-f5f3-4394-9197-3a1314b5903c admin admin] 10.222.0.49 "DELETE /v2.0/routers/d13474b7-4802-4c11-8992-543d1cb10486 HTTP/1.1" status: 204 len: 168 time: 3.3015075 Oct 13 04:43:25.107113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] In _notify_port_updated(), no bound segment for port 05afaa4c-16a3-4aea-bdaf-7b732cd2293d on network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:43:25.128117 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:25.129219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.130727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/ports/05afaa4c-16a3-4aea-bdaf-7b732cd2293d HTTP/1.1" status: 200 len: 930 time: 3.0478113 Oct 13 04:43:25.141057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:25.205656 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:25.228227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6782bc41-0ffd-4bad-a303-53347f348f0b None None] Port d286be7c-e2ab-42af-a461-948acdc16214 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:25.264123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Deleting subnet 91452427-6791-4bc0-b553-7e795adac7c1 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:25.268042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cccfeb26-3b61-4003-a7e8-38122dc9f76c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:25.268421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.285440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.325969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:25.369360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] Provisioning complete for port d286be7c-e2ab-42af-a461-948acdc16214 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:25.369360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.369606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d1b60-5cf3-43ff-b393-3a53008aa3d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=05afaa4c-16a3-4aea-bdaf-7b732cd2293d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:25.390564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.446895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 05afaa4c-16a3-4aea-bdaf-7b732cd2293d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:25.447748 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.477711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.526584 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.526991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.613493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d897538-7b7b-45ab-bb20-9bdb6708833c None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:25.615234 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.648509 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:20Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd286be7c-e2ab-42af-a461-948acdc16214', 'name': '', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:34:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:17Z', 'updated_at': '2021-10-13T04:43:24Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:25.667022 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.669035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:25.681744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 05afaa4c-16a3-4aea-bdaf-7b732cd2293d owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:25.683767 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1eae7-c8fb-4ae7-9526-44d6f5700e44 None None] The sync data for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 is: [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:20Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'd286be7c-e2ab-42af-a461-948acdc16214', 'name': '', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:34:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:17Z', 'updated_at': '2021-10-13T04:43:24Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:25.699192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91452427-6791-4bc0-b553-7e795adac7c1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:25.781417 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49936ecd-881b-443e-80c7-834d9146ca0d req-07f12850-12c8-412c-824e-dcfeb85a0c40 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 210 time: 0.1273470 Oct 13 04:43:25.782862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.790660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-509aa2e1-ed9c-4974-bc90-85c77fb5a10c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91452427-6791-4bc0-b553-7e795adac7c1 HTTP/1.1" status: 204 len: 168 time: 0.6952260 Oct 13 04:43:25.791868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56128) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:25.849193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9d92d-261e-4563-9b5a-544e514ea68b None None] Network 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:25.928481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:25.985436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.045940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.086315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:26.086704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.109851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Deleting port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:26.110367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.181477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-90272607-1e6b-4c6b-a112-e71be729d3ed tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:26.183141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-90272607-1e6b-4c6b-a112-e71be729d3ed tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.47 "GET /v2.0/networks?id=ab260ef2-7541-4c18-b439-c8c6f7302842 HTTP/1.1" status: 200 len: 798 time: 0.2636828 Oct 13 04:43:26.187404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=05afaa4c-16a3-4aea-bdaf-7b732cd2293d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:26.201891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Request body: {'port': {'device_id': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'admin_state_up': True, 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:26.266506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] For port 159569aa-ed87-4ee5-9f65-a86aa34e0f24, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=159569aa-ed87-4ee5-9f65-a86aa34e0f24,segment=NetworkSegment(24fcb8b2-25ab-4907-8b18-c87f11a5f451),segment_id=24fcb8b2-25ab-4907-8b18-c87f11a5f451)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:26.267029 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.288953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Calling delete_port for 159569aa-ed87-4ee5-9f65-a86aa34e0f24 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:26.303900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] For port d286be7c-e2ab-42af-a461-948acdc16214, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d286be7c-e2ab-42af-a461-948acdc16214,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:26.320579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.329086 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.337032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4865a7a6-7f2c-4d54-993e-b1104092b8d3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/05afaa4c-16a3-4aea-bdaf-7b732cd2293d HTTP/1.1" status: 204 len: 168 time: 1.1813149 Oct 13 04:43:26.338008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56132) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:26.374625 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf3b985-777f-44cf-a962-5020d574a382 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:43:26.379397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ccf3b985-777f-44cf-a962-5020d574a382 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/05afaa4c-16a3-4aea-bdaf-7b732cd2293d HTTP/1.1" status: 404 len: 333 time: 0.0381706 Oct 13 04:43:26.379915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56134) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:26.466558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.469661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66c3c8-3f12-4207-be64-e607da746857 None None] Pushing event updated for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:26.552955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.574073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] No DVR routers for this DVR port 159569aa-ed87-4ee5-9f65-a86aa34e0f24 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:26.609259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4011a-d56c-48ea-a52b-50dd51d7e0c3 None None] DHCP port deletion for 2c529fd2-7275-4102-a00f-6ee6cfc8ef69 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:26.614418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=159569aa-ed87-4ee5-9f65-a86aa34e0f24,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:26.629272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.666269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Made reservation on behalf of 99651f642f7044e6b5b0fd99511a8e3d for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:26.686536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.725287 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.754334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c529fd2-7275-4102-a00f-6ee6cfc8ef69']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:26.775619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fcb8b2-25ab-4907-8b18-c87f11a5f451') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:26.776062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fcb8b2-25ab-4907-8b18-c87f11a5f451') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:26.790906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 00b560af-78c4-43a3-b5e4-683a71bf3b75 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:26.792502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.851479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.871124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:26.874390 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.890635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 00b560af-78c4-43a3-b5e4-683a71bf3b75 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:26.891613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:26.908329 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:26.978752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.987498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:26.990151 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb48a956-8399-43e7-ba6b-627fbe9c75bd req-d4693759-9286-4bf6-a204-07a37ccfa71d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 210 time: 0.0425344 Oct 13 04:43:26.995670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c529fd2-7275-4102-a00f-6ee6cfc8ef69 HTTP/1.1" status: 204 len: 168 time: 1.2009165 Oct 13 04:43:26.997190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:27.030660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d286be7c-e2ab-42af-a461-948acdc16214 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:27.031020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dfc52-575e-4ff8-8abb-f98d1cb97f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c529fd2-7275-4102-a00f-6ee6cfc8ef69,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:27.062040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Allocated IP 172.20.0.19 (ab260ef2-7541-4c18-b439-c8c6f7302842/de1a3682-df19-4ee4-abb7-208761ab412a/2a8653ba-4bc4-41bf-bf12-91f1b154e4d3) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:27.068170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.075786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.080562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:27.085169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/security-groups/20af10b9-7616-4303-9333-386f56b09cbd HTTP/1.1" status: 204 len: 168 time: 0.6999063 Oct 13 04:43:27.108672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:27.109177 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.118142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88514511-ca06-471f-8b1c-46ec3ef9f56d tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20af10b9-7616-4303-9333-386f56b09cbd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:27.180013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.233279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d286be7c-e2ab-42af-a461-948acdc16214 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:27.233890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.234252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.309476 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.313773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.318393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ad97190-66bf-4541-a3a3-69042789db64 HTTP/1.1" status: 204 len: 168 time: 0.2342651 Oct 13 04:43:27.327759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56148) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:27.328579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5365d3-3130-4e22-8bdb-905aa7c6a037 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad97190-66bf-4541-a3a3-69042789db64,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:27.395971 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Could not find standard attr ID for object 05afaa4c-16a3-4aea-bdaf-7b732cd2293d. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:27.402387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 52553103-3ecb-41c6-af17-b19c3a5a1c9a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:27.408214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.470431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.480942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:27.481829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.558126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.558373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0c3fe-9c00-42c0-b6cc-840a4c11c7c0 None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:27.569161 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:27.655225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:27.655623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.695456 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.733394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0794065c-d9e9-4de4-9732-88ea16302bb5 None None] Could not find standard attr ID for object 05afaa4c-16a3-4aea-bdaf-7b732cd2293d. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:27.767650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.830151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:27.834291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.865971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:27.872414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30f489f6-6784-4ac1-a4a4-410d272fe2e9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:27.874925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:27.888598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=52553103-3ecb-41c6-af17-b19c3a5a1c9a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:27.901332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.901984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.902523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.903081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.903941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.905058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.905884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.906463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.907164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 30f489f6-6784-4ac1-a4a4-410d272fe2e9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:27.907509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.907626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 30f489f6-6784-4ac1-a4a4-410d272fe2e9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:27.907941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ef85603-4120-4428-8ef1-fa59fb8e91ec no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:27.908314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.908859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.909378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:27.932771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.937297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a4413b00-7031-44c5-a516-dbdf8ddc1321 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/52553103-3ecb-41c6-af17-b19c3a5a1c9a HTTP/1.1" status: 204 len: 168 time: 0.6048291 Oct 13 04:43:27.937609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fbe69-a8ba-4273-b4b7-cc8024a35742 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:27.941736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:27.947137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:27.951095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event updated for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:27.959892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:27.960510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:27.990379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-eb5afe03-9243-4fe8-8377-7c3c42cb550a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7950761 Oct 13 04:43:28.005989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Request body: {'port': {'device_id': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:28.099167 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.170572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 4ef85603-4120-4428-8ef1-fa59fb8e91ec {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:28.171035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4ef85603-4120-4428-8ef1-fa59fb8e91ec not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:28.238596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:28.244159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.248922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.366705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-806b5a43-44d0-4662-99e9-18d9fe4efcb5 None None] Provisioning complete for port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:28.367107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-806b5a43-44d0-4662-99e9-18d9fe4efcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.448583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-806b5a43-44d0-4662-99e9-18d9fe4efcb5 None None] Port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:28.616203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 159569aa-ed87-4ee5-9f65-a86aa34e0f24 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:28.683899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 159569aa-ed87-4ee5-9f65-a86aa34e0f24 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:28.684258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 159569aa-ed87-4ee5-9f65-a86aa34e0f24 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:28.762981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:28.775398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.803442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Transition to ACTIVE for port object 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:43:28.814902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:28.983852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29753857-9216-413d-b357-5762e72905f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:29.054128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0cba9-61a1-4c4f-8bd4-74fb3c3ddf5a req-6ab57be6-ba24-4dc3-95d1-1aefaf2d6f0a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:29.080084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26c0cba9-61a1-4c4f-8bd4-74fb3c3ddf5a req-6ab57be6-ba24-4dc3-95d1-1aefaf2d6f0a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 895 time: 0.9371428 Oct 13 04:43:29.161685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Attempting to bind port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:29.162059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Attempting to bind port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:29.162388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Attempting to bind port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 on network ab260ef2-7541-4c18-b439-c8c6f7302842 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:29.165494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.170973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 on network ab260ef2-7541-4c18-b439-c8c6f7302842 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:43:29.178764 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Attempting to bind port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 on network ab260ef2-7541-4c18-b439-c8c6f7302842 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:29.214465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:29.215008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Checking segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:29.215640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Bound using segment: {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:29.216259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Bound port: 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f2e6b2-4c78-4140-b27c-aaa0c9304e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:29.216795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.276830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:29.281016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:29.289492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=6ec9030a-2b33-432b-a668-18836080a695,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:29.294731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f767898-c949-4648-b59d-1d2d5375f334 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:29.305259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:29.308651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:29.310025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:29.311017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.330947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.347362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e7d2744b-f3c8-4792-8985-fcc6c10e0ae2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4038105 Oct 13 04:43:29.349954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56162) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:29.354806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343114526'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:29.395845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f6cb6070-7aa3-450a-bc9a-e145b2112991 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:29.396598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6070-7aa3-450a-bc9a-e145b2112991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.407006 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.424144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:29.424957 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.426445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-29753857-9216-413d-b357-5762e72905f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 HTTP/1.1" status: 200 len: 1055 time: 1.4253302 Oct 13 04:43:29.427874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Deleting port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:29.428239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.430102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:29.449241 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a06843-ccc4-467b-b833-5748ac13d93b" -d '{"events": [{"name": "network-changed", "server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:29.600224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.612342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.694829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.703338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] For port 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:29.703715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.705607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3540905 Oct 13 04:43:29.712514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56170) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:29.723908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Calling delete_port for 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:29.724147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'security_group': {'name': 'tempest-secgroup-2069183455'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:29.741162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60a974-28fc-46bd-8305-c4ff214839d2 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cddd6f-76a1-4d35-a02b-2ffb70404b07,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:29.778939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f6cb6070-7aa3-450a-bc9a-e145b2112991 None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:29.782464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6070-7aa3-450a-bc9a-e145b2112991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.804858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.870556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29753857-9216-413d-b357-5762e72905f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:29.888354 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6b9a1-f656-4bd8-8066-8e9fb8d30305 x-openstack-request-id: req-55f6b9a1-f656-4bd8-8066-8e9fb8d30305 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:29.889703 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:29.890267 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55f6b9a1-f656-4bd8-8066-8e9fb8d30305 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:29.890868 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3', 'status': 'completed', 'code': 200} Oct 13 04:43:29.891011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb6070-7aa3-450a-bc9a-e145b2112991 None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:29.904714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Update dhcp port {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'fixed_ips': [{'subnet_id': '8479b2c1-a501-468d-985d-d8a1323dba82', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6ec9030a-2b33-432b-a668-18836080a695'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '4b987ae8-0620-4aaa-8a57-7a94b9121e8c'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:43:29.942900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.954745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:29.960547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-94b8016b-8374-4dbb-a5c3-9a5b8933963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:29.962448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-94b8016b-8374-4dbb-a5c3-9a5b8933963a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 1058 time: 0.0846977 Oct 13 04:43:29.967817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.031619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-1bb6e5c3-b654-4f63-828f-8c69a5b31155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0540187 Oct 13 04:43:30.034053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.035466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3216472 Oct 13 04:43:30.036512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f972-4992-4435-a482-c64cce111ed5 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c80e8-00f6-4faa-9499-a8a31a73488e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:30.038681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56174) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:30.043539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'security_group': {'name': 'tempest-secgroup-1623043470'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:30.071953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.139927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-069b9d08-d52e-4011-ba46-9857eded3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:30.141861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-069b9d08-d52e-4011-ba46-9857eded3d88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de1a3682-df19-4ee4-abb7-208761ab412a HTTP/1.1" status: 200 len: 837 time: 0.0647562 Oct 13 04:43:30.188357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.195544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.210636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Allocated IP 2001:db8::2 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/6ec9030a-2b33-432b-a668-18836080a695/4b987ae8-0620-4aaa-8a57-7a94b9121e8c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:30.269904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.273958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2316945 Oct 13 04:43:30.274610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:30.281400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1295980204', 'security_groups': ['24bc6937-8531-4cb4-9a30-11f317a9f7ea'], 'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6ec9030a-2b33-432b-a668-18836080a695'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:30.343601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:30.420409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.436265 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.474124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944dce1-7021-4d30-8ec8-a079c2ccad89 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bc6937-8531-4cb4-9a30-11f317a9f7ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:30.496844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc21bb-9238-4004-a872-02d3e33b4695 req-5799d752-1c7d-4da2-ab53-55db174e0b04 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:30.510973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-04cc21bb-9238-4004-a872-02d3e33b4695 req-5799d752-1c7d-4da2-ab53-55db174e0b04 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 907 time: 0.3104498 Oct 13 04:43:30.527523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:30.583250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2d48-f984-4673-a525-f94d1349b1c2 None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:30.659212 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.675584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:30.693454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] device_id is not set on port 3ea6ae7b-891f-48ca-8636-01d331f77842 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:43:30.702666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-51619a27-af17-4bf3-a834-67807e3769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:30.704536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-51619a27-af17-4bf3-a834-67807e3769ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab260ef2-7541-4c18-b439-c8c6f7302842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5533483 Oct 13 04:43:30.765689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:31.035267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8::3dd (5ba639fd-e9ed-4eee-acf7-9cec3560b152/6ec9030a-2b33-432b-a668-18836080a695/3ea6ae7b-891f-48ca-8636-01d331f77842) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:31.119227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-f641ac89-cff8-4564-ae97-79536e9e0f01 service neutron] 10.222.0.47 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652160 Oct 13 04:43:31.193715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.279975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.329055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.340225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-337281a1-f7ad-4afb-ad22-d92e0867dc24 req-9083c841-06a6-4594-beea-ed95a2d2eb4c service neutron] 10.222.0.47 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130847 Oct 13 04:43:31.394603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:31.398218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:31.402944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:31.412894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:31.413570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.417650 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=3ea6ae7b-891f-48ca-8636-01d331f77842,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:31.440356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc3ac8e0-e13c-4a3c-a90f-7b78e23cafea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1632369 Oct 13 04:43:31.442417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56184) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:31.449137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:31.478637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-20cfe55f-ebb6-49cc-87c4-276a0abf3aea None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:31.479245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20cfe55f-ebb6-49cc-87c4-276a0abf3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.500793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-f5479333-8292-44bf-9ef9-1d4efcd92a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:31.502284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-f5479333-8292-44bf-9ef9-1d4efcd92a97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 1058 time: 0.1041639 Oct 13 04:43:31.703478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Router c1b943e3-de25-4180-a627-67768084e0f4 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:31.709888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:31.713987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.718338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-20cfe55f-ebb6-49cc-87c4-276a0abf3aea None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:31.720301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-20cfe55f-ebb6-49cc-87c4-276a0abf3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.776945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-20cfe55f-ebb6-49cc-87c4-276a0abf3aea None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:31.860314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de03a83-babe-4428-bc3e-5f6f34f632d3 req-b48b8c68-4836-46be-9922-37b3fc82d87a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:31.861837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7de03a83-babe-4428-bc3e-5f6f34f632d3 req-b48b8c68-4836-46be-9922-37b3fc82d87a tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 907 time: 0.2416184 Oct 13 04:43:31.865270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-8376eda7-b28b-4832-9fba-131b1c2ed4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:31.866659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-8376eda7-b28b-4832-9fba-131b1c2ed4c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ab260ef2-7541-4c18-b439-c8c6f7302842 HTTP/1.1" status: 200 len: 899 time: 0.3555217 Oct 13 04:43:31.923562 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e39f9a2c-c693-4287-a266-0431a93b578e None None] Provisioning complete for port 3ea6ae7b-891f-48ca-8636-01d331f77842 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:31.924544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e39f9a2c-c693-4287-a266-0431a93b578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:31.925552 n-d-813736-1 neutron-server[95047]: INFO neutron.db.ipam_backend_mixin [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6ec9030a-2b33-432b-a668-18836080a695 (CIDR: 2001:db8::/64) Oct 13 04:43:31.933918 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:43:31.941732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:31.947692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-5def5360-8e2b-4319-88ea-8c7b8ea5a05a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0696061 Oct 13 04:43:31.981392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6abcd214-36c8-43eb-bbb1-ed1340e86919 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5351169 Oct 13 04:43:31.982702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:31.988956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:32.005226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e39f9a2c-c693-4287-a266-0431a93b578e None None] Port 3ea6ae7b-891f-48ca-8636-01d331f77842 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:32.065141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-4d2439c7-8b2e-41e9-8278-f4bbe0d529ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:32.066640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-4d2439c7-8b2e-41e9-8278-f4bbe0d529ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=de1a3682-df19-4ee4-abb7-208761ab412a HTTP/1.1" status: 200 len: 837 time: 0.0644464 Oct 13 04:43:32.068191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:32.073319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-928928f4-6eba-4cc9-9027-17a65b0d9c1b admin admin] 10.222.0.49 "PUT /v2.0/routers/c1b943e3-de25-4180-a627-67768084e0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753210 Oct 13 04:43:32.076899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56240) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:32.085207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Sync routers for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:32.096501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:32.097574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:32.147262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-35d9c0fe-8efc-40a7-a93b-3eb22f449d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:32.149385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-35d9c0fe-8efc-40a7-a93b-3eb22f449d10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ab260ef2-7541-4c18-b439-c8c6f7302842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744877 Oct 13 04:43:32.283144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:32.287223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.341146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.411424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:43:32.416421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-2ba86645-bf59-4e0c-a8ca-8721c233bfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580147 Oct 13 04:43:32.490925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:32.566449 n-d-813736-1 neutron-server[95047]: INFO neutron.db.ipam_backend_mixin [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8479b2c1-a501-468d-985d-d8a1323dba82 (CIDR: 2001:db8:0:1::/64) Oct 13 04:43:32.582791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f7a06843-ccc4-467b-b833-5748ac13d93b req-812d6271-7ed0-4747-93fb-dc8999355d92 service neutron] 10.222.0.47 "GET /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569653 Oct 13 04:43:32.583556 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:43:32.584188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:32.608433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.643502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1f1ae92f-da13-4a9b-9a78-50b0b7c861f9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6593318 Oct 13 04:43:32.646361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56292) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:32.651852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'subnet': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:32.700186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:32.750392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Deleting port 9b5926ea-4538-46c9-b611-dfdc28c99275 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:32.750740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.846688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:32.858790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] For port 9b5926ea-4538-46c9-b611-dfdc28c99275, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=9b5926ea-4538-46c9-b611-dfdc28c99275,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:32.859523 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.871954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3', 'network_id': 'ab260ef2-7541-4c18-b439-c8c6f7302842', 'port_id': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3', 'mac_address': 'fa:16:3e:21:02:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1a3682-df19-4ee4-abb7-208761ab412a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:43:32.883941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Calling delete_port for 9b5926ea-4538-46c9-b611-dfdc28c99275 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:32.902961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Made reservation on behalf of b4333cda7e4540758c53e9df2cb29d7e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:32.915289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.947101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:32.969659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:32.977902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:32.979147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.034250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:33.047891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.120097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174'}], 'enable_snat': True}, 'gw_port_id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:43:29Z', 'revision_number': 5, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port': {'id': '9b5926ea-4538-46c9-b611-dfdc28c99275', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:38:30Z', 'updated_at': '2021-10-13T04:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:33.162527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Checking router: c1b943e3-de25-4180-a627-67768084e0f4 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:33.209397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9983d67-fe65-4e8b-a92e-611e253d024e req-970a074d-a7d1-42ca-a262-fcf183e36b63 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:33.211399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9983d67-fe65-4e8b-a92e-611e253d024e req-970a074d-a7d1-42ca-a262-fcf183e36b63 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 908 time: 0.0936489 Oct 13 04:43:33.212625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:33.220850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Routers {'c1b943e3-de25-4180-a627-67768084e0f4'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:33.221665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c1b943e3-de25-4180-a627-67768084e0f4'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:33.250680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.270725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['2a8653ba-4bc4-41bf-bf12-91f1b154e4d3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:43:33.289140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5926ea-4538-46c9-b611-dfdc28c99275,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:33.307557 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.364247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.376620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:33.378796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] Set router c1b943e3-de25-4180-a627-67768084e0f4 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:33.381612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:33.385763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Subnet': ['ID=8cb4c630-a05d-463c-9274-89aab0741bc9,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:33.388828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:33.390719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.414724 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f6f7b11e-a2a9-4006-b91a-f36e9724698b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7648666 Oct 13 04:43:33.418665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:33.419321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a20d5-41fd-450c-b460-2a01e8300aa1 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:33.424466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1856934267', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8cb4c630-a05d-463c-9274-89aab0741bc9'}], 'security_groups': ['34cddd6f-76a1-4d35-a02b-2ffb70404b07', '2e5c80e8-00f6-4faa-9499-a8a31a73488e']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:33.450642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:43:32Z', 'revision_number': 6, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:33.504453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.515944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.517887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c42a13-9328-49ee-aa39-725f96312261 None None] The sync data for ids ['c1b943e3-de25-4180-a627-67768084e0f4'] in n-d-813736-1 is: [{'id': 'c1b943e3-de25-4180-a627-67768084e0f4', 'name': 'tempest-TestVolumeBackupRestore-1134604306-router', 'tenant_id': 'd556f81ea4c04da79deca99f5732497d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:38:28Z', 'updated_at': '2021-10-13T04:43:32Z', 'revision_number': 6, 'project_id': 'd556f81ea4c04da79deca99f5732497d', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:33.579587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.580205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1b943e3-de25-4180-a627-67768084e0f4 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:33.586344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.592369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f7f6ff0c-956b-4c6b-b305-7b4d9f39d362 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c1b943e3-de25-4180-a627-67768084e0f4 HTTP/1.1" status: 204 len: 168 time: 1.5135629 Oct 13 04:43:33.592753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56392) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:33.683790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Deleting subnet e5474edb-3022-42af-b915-cd05dc773ebc {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:33.686654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.690299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.743844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Update dhcp port {'port': {'network_id': '5ba639fd-e9ed-4eee-acf7-9cec3560b152', 'fixed_ips': [{'subnet_id': '8479b2c1-a501-468d-985d-d8a1323dba82', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6ec9030a-2b33-432b-a668-18836080a695', 'ip_address': '2001:db8::2'}, {'subnet_id': '8cb4c630-a05d-463c-9274-89aab0741bc9'}], 'binding:host_id': 'n-d-813736-1'}, 'id': '4b987ae8-0620-4aaa-8a57-7a94b9121e8c'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:43:33.767902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.771042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:33.966427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Allocated IP 2001:db8:0:2::2 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/8cb4c630-a05d-463c-9274-89aab0741bc9/4b987ae8-0620-4aaa-8a57-7a94b9121e8c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:34.029931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.082042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:34.110651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.129795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.138090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.140082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5474edb-3022-42af-b915-cd05dc773ebc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:34.152922 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.157582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-821ef94f-1824-45a1-8ff2-7229eb441b2d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e5474edb-3022-42af-b915-cd05dc773ebc HTTP/1.1" status: 204 len: 168 time: 0.5633657 Oct 13 04:43:34.160139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56468) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:34.180051 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc79838-8dc8-4c24-8c7e-0181483fb670 None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:34.303026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Delete allocated IP 2001:db8::3dd (5ba639fd-e9ed-4eee-acf7-9cec3560b152/6ec9030a-2b33-432b-a668-18836080a695) {{(pid=95048) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 04:43:34.309272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfd55e-b138-42cd-ad9f-7d6cfce63251 None None] Pushing event updated for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:34.327921 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.331374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Allocated IP 2001:db8:0:2::365 (5ba639fd-e9ed-4eee-acf7-9cec3560b152/8cb4c630-a05d-463c-9274-89aab0741bc9/3ea6ae7b-891f-48ca-8636-01d331f77842) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:34.427356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:34.479877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Deleting port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:34.480351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.525580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199504b-ac47-419c-a855-57fadaa047db None None] DHCP port deletion for ab7be8e4-e83a-46d8-b321-253aacdbc972 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:34.544083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57477e3a-23ab-4c9f-ae46-d3ea84b35c3e req-900ba61c-1f13-48c9-9cc6-a45ccfe0b7e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:34.547232 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-57477e3a-23ab-4c9f-ae46-d3ea84b35c3e req-900ba61c-1f13-48c9-9cc6-a45ccfe0b7e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 908 time: 0.1795661 Oct 13 04:43:34.634097 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] For port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:34.634469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.655557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:34.667606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Calling delete_port for 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:34.720895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.740330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.766417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:43:34.778513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:34.780188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.783675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:34.784468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.788881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Deleting port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:34.789644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.841217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] In _notify_port_updated(), no bound segment for port 3ea6ae7b-891f-48ca-8636-01d331f77842 on network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:43:34.848311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:34.849033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.850675 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "PUT /v2.0/ports/3ea6ae7b-891f-48ca-8636-01d331f77842 HTTP/1.1" status: 200 len: 970 time: 1.4308751 Oct 13 04:43:34.857231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56536) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:34.881452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:34.920251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a213c6a-af83-44c0-aeed-ac8d98b9d128 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event updated for resources: {'Port': ['ID=3ea6ae7b-891f-48ca-8636-01d331f77842,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:34.950181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:34.978962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] No DVR routers for this DVR port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:35.008651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port 3ea6ae7b-891f-48ca-8636-01d331f77842 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:35.009223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.093001 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9199504b-ac47-419c-a855-57fadaa047db None None] For port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,segment=NetworkSegment(76800495-0d8e-426f-ba30-01a87a441f2a),segment_id=76800495-0d8e-426f-ba30-01a87a441f2a)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:35.093643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.095424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.116472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Calling delete_port for 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:35.143181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.148444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7be8e4-e83a-46d8-b321-253aacdbc972']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:35.159929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for 3ea6ae7b-891f-48ca-8636-01d331f77842 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:35.180972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76800495-0d8e-426f-ba30-01a87a441f2a') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:35.181413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76800495-0d8e-426f-ba30-01a87a441f2a') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:35.195969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.232069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.246841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:35.248776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:35.264331 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:35.356755 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.402744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.402744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab7be8e4-e83a-46d8-b321-253aacdbc972 HTTP/1.1" status: 204 len: 168 time: 1.2384081 Oct 13 04:43:35.402744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715c34e-40cb-4883-9c03-bc8908583161 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7be8e4-e83a-46d8-b321-253aacdbc972,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:35.500425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.602201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.644200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Network ab7be8e4-e83a-46d8-b321-253aacdbc972 is not hosted by any dhcp agent {{(pid=95049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:43:35.645300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199504b-ac47-419c-a855-57fadaa047db None None] No DVR routers for this DVR port 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:35.654936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:35.659307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:35.659752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.671167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199504b-ac47-419c-a855-57fadaa047db None None] Pushing event deleted for resources: {'Port': ['ID=6d83c774-8ccd-47d5-8a33-e4240cbce9a4,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:35.727905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56614) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:35.745656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:35.748245 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c1506-bee0-4e74-bc7e-63fbd409e50b" -d '{"events": [{"server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "name": "network-vif-plugged", "status": "completed", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:35.774574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:35.774929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6d83c774-8ccd-47d5-8a33-e4240cbce9a4 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:35.780421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9b5926ea-4538-46c9-b611-dfdc28c99275 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:35.801633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8736d-9760-4b99-9c7b-182030435846 req-c49624b3-1376-48fb-974a-d378659edb80 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:35.815279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d8736d-9760-4b99-9c7b-182030435846 req-c49624b3-1376-48fb-974a-d378659edb80 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 908 time: 0.0891616 Oct 13 04:43:35.841292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21bca23d-9d99-4612-a5b6-9b24d0de46fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5a5313ccf6c426982b7a87f3e47595b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111257 Oct 13 04:43:35.844230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56630) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:35.885632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:35.887515 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce10210-b9bb-4f09-aa1d-7efc85d15c15 x-openstack-request-id: req-8ce10210-b9bb-4f09-aa1d-7efc85d15c15 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:35.887814 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "name": "network-vif-plugged", "status": "completed", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:35.888079 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ce10210-b9bb-4f09-aa1d-7efc85d15c15 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:35.888505 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3', 'code': 200} Oct 13 04:43:35.892141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 9b5926ea-4538-46c9-b611-dfdc28c99275 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:35.892675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 9b5926ea-4538-46c9-b611-dfdc28c99275 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:35.893309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:35.894467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.921150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.930039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:35.930708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0e716fa4-4fa1-4bd5-94f5-d3c4f54a0c24 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:35.932425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.964158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:35.973124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=3ea6ae7b-891f-48ca-8636-01d331f77842,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.020016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.036260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Could not find standard attr ID for object 3ea6ae7b-891f-48ca-8636-01d331f77842. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:36.037864 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.047601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:36.047760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.047861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9284b097-0090-4796-9034-c2ef8310b4d9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/3ea6ae7b-891f-48ca-8636-01d331f77842 HTTP/1.1" status: 204 len: 168 time: 1.1861973 Oct 13 04:43:36.048369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.050565 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.052257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1311caf0-6baa-4ad6-ae19-81999c976e5c HTTP/1.1" status: 204 len: 168 time: 0.2027409 Oct 13 04:43:36.052938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56650) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.056742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b31431-feef-4a06-9817-74196b39a32f req-c2a948aa-c788-4c5a-b34d-f8e452226f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:36.058649 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88b31431-feef-4a06-9817-74196b39a32f req-c2a948aa-c788-4c5a-b34d-f8e452226f5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 1060 time: 0.0969396 Oct 13 04:43:36.093614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a0ef-bbf3-4a0c-b1cd-75fe44cc99e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311caf0-6baa-4ad6-ae19-81999c976e5c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.100581 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b601d06-a87c-466f-b26e-a53958025f4c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] GET failed (client error): The resource could not be found. Oct 13 04:43:36.102744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b601d06-a87c-466f-b26e-a53958025f4c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports/3ea6ae7b-891f-48ca-8636-01d331f77842 HTTP/1.1" status: 404 len: 333 time: 0.0457039 Oct 13 04:43:36.105410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56658) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.131930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d82a3645-e45a-41ed-bb6e-09b5ea3402fc None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:36.200228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.235137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.246730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4b9a1c62-f127-44a8-ac7e-3b5e22475ada None None] Could not find standard attr ID for object 3ea6ae7b-891f-48ca-8636-01d331f77842. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:43:36.302914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.305574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.306743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/security-groups/24bc6937-8531-4cb4-9a30-11f317a9f7ea HTTP/1.1" status: 204 len: 168 time: 0.2002025 Oct 13 04:43:36.309881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56678) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.316574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c26e59-4c1e-42a0-a068-9d9d20c93cea tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bc6937-8531-4cb4-9a30-11f317a9f7ea,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.381829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.406124 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.449985 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.453398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.456988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/security-groups/2e5c80e8-00f6-4faa-9499-a8a31a73488e HTTP/1.1" status: 204 len: 168 time: 0.1431952 Oct 13 04:43:36.458010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56680) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.463874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d64ac-3ce7-4eb2-a283-8db63c79fb05 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c80e8-00f6-4faa-9499-a8a31a73488e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.477594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56682) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.522664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.525515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d9eb4373-d122-4ef4-a585-fde9427a242d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d556f81ea4c04da79deca99f5732497d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456846 Oct 13 04:43:36.527937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56684) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.547803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.579332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.592962 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.595770 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.596916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/security-groups/34cddd6f-76a1-4d35-a02b-2ffb70404b07 HTTP/1.1" status: 204 len: 168 time: 0.1377535 Oct 13 04:43:36.600216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56686) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.606818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02930-fad6-40be-8764-39fd9bb14c49 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cddd6f-76a1-4d35-a02b-2ffb70404b07,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.614033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.678523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 6ec9030a-2b33-432b-a668-18836080a695 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:36.681649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.736775 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.739341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.742785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cfef4d16-1d52-47ee-90f6-58d732ac8d0f HTTP/1.1" status: 204 len: 168 time: 0.2116454 Oct 13 04:43:36.746250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.775315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a7cd-8eee-412b-af2e-64143a754605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef4d16-1d52-47ee-90f6-58d732ac8d0f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.844943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.943079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.972971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec9030a-2b33-432b-a668-18836080a695,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:36.977718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:36.981307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5c0dace4-ac3f-4075-9302-957f6c08431c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/6ec9030a-2b33-432b-a668-18836080a695 HTTP/1.1" status: 204 len: 168 time: 0.3801019 Oct 13 04:43:36.986731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56696) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:36.992394 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d313c0-5779-4146-a187-d9f322f7d71d None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:37.017312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc6b17-dd59-41c6-ace1-91fcec102f12 req-7ac2a2df-492f-47ed-9e85-5eb5749c3ddf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:37.020392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6fc6b17-dd59-41c6-ace1-91fcec102f12 req-7ac2a2df-492f-47ed-9e85-5eb5749c3ddf tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.1056120 Oct 13 04:43:37.120746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 8cb4c630-a05d-463c-9274-89aab0741bc9 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:37.128661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.261997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.390654 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.549083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.615476 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb4c630-a05d-463c-9274-89aab0741bc9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:37.615476 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.618962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:37.619179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c5eaa4de-0e41-47e5-ac43-df2c90ca0b7e tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/8cb4c630-a05d-463c-9274-89aab0741bc9 HTTP/1.1" status: 204 len: 168 time: 0.6302044 Oct 13 04:43:37.657848 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5fc831-2250-47f9-995d-676b35196411 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:37.658311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5fc831-2250-47f9-995d-676b35196411 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:37.661970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0c5fc831-2250-47f9-995d-676b35196411 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/6ec9030a-2b33-432b-a668-18836080a695 HTTP/1.1" status: 404 len: 337 time: 0.0414340 Oct 13 04:43:37.664839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56712) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:37.725165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting subnet 8479b2c1-a501-468d-985d-d8a1323dba82 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:37.728747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.775753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.954169 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:37.963999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-8823ae9e-a21a-49bb-972b-4bfd8d9857cf tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:37.965476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-8823ae9e-a21a-49bb-972b-4bfd8d9857cf tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.1659963 Oct 13 04:43:38.006672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-d86baa8d-d48c-43e1-91d9-4cfb1e4cc944 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/quotas/1478f3114c754c8d939bfe27890cfe0b HTTP/1.1" status: 200 len: 375 time: 0.0174754 Oct 13 04:43:38.039612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2317f6a-9bc1-4e2e-9f61-a628af71f182 None None] Network 5ba639fd-e9ed-4eee-acf7-9cec3560b152 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:38.082297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.121610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Subnet': ['ID=8479b2c1-a501-468d-985d-d8a1323dba82,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:38.131368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-cf44afa5-7a0a-4782-ad64-f082d1658f87 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108315 Oct 13 04:43:38.132479 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.138526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-10128662-9112-47aa-8f15-9de643b7737a tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/8479b2c1-a501-468d-985d-d8a1323dba82 HTTP/1.1" status: 204 len: 168 time: 0.4721849 Oct 13 04:43:38.139356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56726) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.183586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4080f-c5dd-4070-85fb-895617f51228 req-6e6ca4df-6f9f-415f-b3e4-618ef1f6a311 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:38.193663 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e00954-d067-4689-a6c5-ccfd0cfdd6c7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.193663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e00954-d067-4689-a6c5-ccfd0cfdd6c7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.199026 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72b4080f-c5dd-4070-85fb-895617f51228 req-6e6ca4df-6f9f-415f-b3e4-618ef1f6a311 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.0938153 Oct 13 04:43:38.199847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56728) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.202517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d4e00954-d067-4689-a6c5-ccfd0cfdd6c7 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/52553103-3ecb-41c6-af17-b19c3a5a1c9a HTTP/1.1" status: 404 len: 337 time: 0.0617750 Oct 13 04:43:38.209305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a9a79386-d5c0-4574-b9cb-03b113232756 None None] Provisioning complete for port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:38.209745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9a79386-d5c0-4574-b9cb-03b113232756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.236130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38d1174e-f5a1-44d9-89e1-9f6370450687 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "GET /v2.0/ports?device_id=3818bd25-5b99-42eb-afb8-8edbc8c35539 HTTP/1.1" status: 200 len: 205 time: 0.0331368 Oct 13 04:43:38.238535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56732) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.306443 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-e5af151c-4631-45a6-8df3-31584144713c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] delete failed (client error): The resource could not be found. Oct 13 04:43:38.310311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e5af151c-4631-45a6-8df3-31584144713c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/routers/3818bd25-5b99-42eb-afb8-8edbc8c35539 HTTP/1.1" status: 404 len: 336 time: 0.0707161 Oct 13 04:43:38.315481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-16192267-86bf-415c-8676-0f1574c324ff service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685553 Oct 13 04:43:38.316289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.387703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a9a79386-d5c0-4574-b9cb-03b113232756 None None] Provisioning complete for port db386c6e-829b-4eda-843c-8b2d0adb6a19 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:38.388107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9a79386-d5c0-4574-b9cb-03b113232756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.399691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686907-6b3d-4940-bf9b-88e8d505f5ba req-f4babc4b-1ef5-4ac0-90a3-36ce0c0bebcb tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:38.401534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34686907-6b3d-4940-bf9b-88e8d505f5ba req-f4babc4b-1ef5-4ac0-90a3-36ce0c0bebcb tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.1083066 Oct 13 04:43:38.411730 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0298f32-2178-4971-8b9e-efc501bd1427 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.412199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0298f32-2178-4971-8b9e-efc501bd1427 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.416729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d0298f32-2178-4971-8b9e-efc501bd1427 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/1af6123e-2c8c-4334-8aa9-0a00f33f0358 HTTP/1.1" status: 404 len: 337 time: 0.0992470 Oct 13 04:43:38.421554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56736) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.431668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] DHCP port deletion for 5ba639fd-e9ed-4eee-acf7-9cec3560b152 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:38.452875 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e3c053-d1ed-44ee-9761-659c25751477 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.453345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e3c053-d1ed-44ee-9761-659c25751477 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.459623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d7e3c053-d1ed-44ee-9761-659c25751477 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/2194d8a4-d0e3-4527-b628-5d9b1c0f006f HTTP/1.1" status: 404 len: 337 time: 0.0379829 Oct 13 04:43:38.460297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56740) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.491932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a9a79386-d5c0-4574-b9cb-03b113232756 None None] Port db386c6e-829b-4eda-843c-8b2d0adb6a19 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:38.492459 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bd84ff-270b-40ca-840d-d2b803a2816c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.493880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bd84ff-270b-40ca-840d-d2b803a2816c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.501236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f9bd84ff-270b-40ca-840d-d2b803a2816c tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/402a9fd4-59ac-42d6-9dbd-cf8b19640662 HTTP/1.1" status: 404 len: 337 time: 0.0398417 Oct 13 04:43:38.501924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56742) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.518285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-022267ad-cdf7-431c-878c-b51357e24b73 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923013 Oct 13 04:43:38.525123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Deleting port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:38.527531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.531174 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdf008b-589f-4b81-a424-8e6173b55f19 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.531782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdf008b-589f-4b81-a424-8e6173b55f19 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.537993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56744) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.538147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-efdf008b-589f-4b81-a424-8e6173b55f19 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/44736ea0-9e94-46b0-9240-ffe34bc48c6c HTTP/1.1" status: 404 len: 333 time: 0.0351710 Oct 13 04:43:38.585140 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc6e2b7-d5e5-4399-9a5d-e2cb541f0ee9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.585613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc6e2b7-d5e5-4399-9a5d-e2cb541f0ee9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.594179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9fc6e2b7-d5e5-4399-9a5d-e2cb541f0ee9 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/9196fd9c-3775-4991-bfa0-cca2347831bf HTTP/1.1" status: 404 len: 337 time: 0.0544729 Oct 13 04:43:38.598546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56748) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.636232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a94655-f6d7-4f63-b9fd-b1903e1d1177 req-860f6dce-a650-40c1-b0d5-45b11667c174 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:38.637002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] For port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,segment=NetworkSegment(944aa1c5-1737-4180-8c3c-39060c8b4e07),segment_id=944aa1c5-1737-4180-8c3c-39060c8b4e07)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:38.637509 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.639820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1a94655-f6d7-4f63-b9fd-b1903e1d1177 req-860f6dce-a650-40c1-b0d5-45b11667c174 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 1060 time: 0.0997529 Oct 13 04:43:38.655837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Calling delete_port for 4b987ae8-0620-4aaa-8a57-7a94b9121e8c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:38.674110 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9904ce-c3a6-43ae-b52a-d3d3b869e625 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.674533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9904ce-c3a6-43ae-b52a-d3d3b869e625 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.677809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ba9904ce-c3a6-43ae-b52a-d3d3b869e625 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/1d6e7d2a-0003-4b9e-a8a0-7f5fc594f082 HTTP/1.1" status: 404 len: 337 time: 0.0781512 Oct 13 04:43:38.682478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56752) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.707917 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7857662-aa7d-4df9-8f38-044fb30d692b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.708601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7857662-aa7d-4df9-8f38-044fb30d692b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.714652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e7857662-aa7d-4df9-8f38-044fb30d692b tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/e9d66050-bdd2-4488-a088-0d9a66fb6787 HTTP/1.1" status: 404 len: 333 time: 0.0286350 Oct 13 04:43:38.714883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56756) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.745156 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5d2a31-37e6-4967-a09b-3eb86382fae3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.745695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5d2a31-37e6-4967-a09b-3eb86382fae3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.751837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2c5d2a31-37e6-4967-a09b-3eb86382fae3 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/91e74b66-13a1-4307-bb0e-c65256289a66 HTTP/1.1" status: 404 len: 337 time: 0.0335047 Oct 13 04:43:38.753263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56760) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.753430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4b987ae8-0620-4aaa-8a57-7a94b9121e8c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:38.793766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650c351-2f28-467b-b594-04bcd15234a0 req-12ba9772-c490-4a6b-bdf6-fe45881c0027 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:38.801537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3650c351-2f28-467b-b594-04bcd15234a0 req-12ba9772-c490-4a6b-bdf6-fe45881c0027 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.0639145 Oct 13 04:43:38.811280 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc18459-5d66-4036-879a-f60b449c8f59 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] DELETE failed (client error): The resource could not be found. Oct 13 04:43:38.811756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc18459-5d66-4036-879a-f60b449c8f59 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:43:38.818851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5cc18459-5d66-4036-879a-f60b449c8f59 tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/subnets/bc496a19-988a-4515-a6fb-dc1dc85e4bab HTTP/1.1" status: 404 len: 337 time: 0.0631824 Oct 13 04:43:38.819034 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-da88a061-c4ae-48be-85a8-95599f54ba7b req-87d0d543-f5a6-4bf6-aa40-7139802e3324 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 210 time: 0.0586712 Oct 13 04:43:38.820164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56762) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.851981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.886728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3650c351-2f28-467b-b594-04bcd15234a0 req-7fac5436-3085-4c90-ae55-901b9efe5ad1 tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0842152 Oct 13 04:43:38.890222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] Pushing event deleted for resources: {'Port': ['ID=4b987ae8-0620-4aaa-8a57-7a94b9121e8c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:38.896791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59674149-1fc2-41ce-9e71-7cd6ccd5d996 None None] No DVR routers for this DVR port 4b987ae8-0620-4aaa-8a57-7a94b9121e8c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:38.911524 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.913815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56766) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:38.948461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Deleting port db386c6e-829b-4eda-843c-8b2d0adb6a19 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:38.948785 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:38.959913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95442b7-1789-49cc-8459-9da6f5159f0a tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:38.963918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b95442b7-1789-49cc-8459-9da6f5159f0a tempest-TestSecurityGroupsBasicOps-1481249252 tempest-TestSecurityGroupsBasicOps-1481249252-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 1055 time: 0.0458972 Oct 13 04:43:39.027637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.042063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Calling delete_port for db386c6e-829b-4eda-843c-8b2d0adb6a19 owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:39.126663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.160837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Port': ['ID=db386c6e-829b-4eda-843c-8b2d0adb6a19,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:39.168328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.172358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-67030bce-08f7-436a-a7d4-3d7926c582ac tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/ports/db386c6e-829b-4eda-843c-8b2d0adb6a19 HTTP/1.1" status: 204 len: 168 time: 0.3509617 Oct 13 04:43:39.174997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56776) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:39.227553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dfd95-9994-478a-953a-b358f673318c req-788eb521-a442-40b1-b2c1-01a330ffbb9e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:39.229174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-821dfd95-9994-478a-953a-b358f673318c req-788eb521-a442-40b1-b2c1-01a330ffbb9e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.0556371 Oct 13 04:43:39.270961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.360037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.380273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba639fd-e9ed-4eee-acf7-9cec3560b152']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:39.391153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944aa1c5-1737-4180-8c3c-39060c8b4e07') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:39.391581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944aa1c5-1737-4180-8c3c-39060c8b4e07') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:39.406181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.420492 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.428127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:39.428551 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:39.431578 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:39.490005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.497278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:39.501112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] 10.222.0.49 "DELETE /v2.0/networks/5ba639fd-e9ed-4eee-acf7-9cec3560b152 HTTP/1.1" status: 204 len: 168 time: 0.3249838 Oct 13 04:43:39.513538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16d7e9-731a-4824-9211-5af17deab2ef tempest-PortsIpV6TestJSON-1899917037 tempest-PortsIpV6TestJSON-1899917037-project] Pushing event deleted for resources: {'Network': ['ID=5ba639fd-e9ed-4eee-acf7-9cec3560b152,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:39.759940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56786) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:39.880642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-ceac9f53-98e9-44c8-a4c5-ec8a06bfd383 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:39.882428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-ceac9f53-98e9-44c8-a4c5-ec8a06bfd383 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.1455734 Oct 13 04:43:39.897579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Request body: {'port': {'device_id': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'admin_state_up': True, 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:39.954445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7252955d-321b-4893-8293-4e4d33c3ee4c req-e6ca121a-a342-4c7a-be53-43d3cc55293e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 210 time: 0.0361402 Oct 13 04:43:39.993521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a242f25b-cc52-469f-961d-30d28898e2e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4333cda7e4540758c53e9df2cb29d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322650 Oct 13 04:43:39.996034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:40.033426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:40.037734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.054189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-560ec125-2727-47f3-9a32-3841f3ba0615 req-3ba342e8-46a3-4a00-a920-69b3b3859672 service neutron] (95048) timed out ('10.222.0.16', 50320) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:43:40.055953 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.083201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.135121 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.137611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.141300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e655671-c68f-4de4-b456-95de70647bb0 HTTP/1.1" status: 204 len: 168 time: 0.1421225 Oct 13 04:43:40.149435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d041-7b8e-4fdb-876c-f6d91ccfceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e655671-c68f-4de4-b456-95de70647bb0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:40.192292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Allocated IP 172.20.0.5 (8ed987d1-a525-4d65-9080-02495da7ce83/bfcc1a97-c179-42d4-8eb8-fb41614c0882/c07d5892-fc90-4b30-b816-0e5e1db1efff) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:40.385437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.407878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8562d23-30db-4f43-9fc3-2991f51b7ae0 req-e9e28f52-6f94-49b1-ad85-50af145c15c7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:40.409424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8562d23-30db-4f43-9fc3-2991f51b7ae0 req-e9e28f52-6f94-49b1-ad85-50af145c15c7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.0825324 Oct 13 04:43:40.444683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.460167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:43:40.468054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-3a6cc9aa-e8bc-4bf2-ab6f-f3f6d9c0c51e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:40.470524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-3a6cc9aa-e8bc-4bf2-ab6f-f3f6d9c0c51e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.47 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 909 time: 0.0756445 Oct 13 04:43:40.523800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Network 8ed987d1-a525-4d65-9080-02495da7ce83 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:40.527391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:40.535098 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:40.579146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event updated for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:40.616147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:40.616647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.624195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:40.625504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.647268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-939cbd65-e28c-4dbd-8d96-8e7d8acf5d92 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538781 Oct 13 04:43:40.664257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Request body: {'port': {'device_id': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:40.734381 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:40.734756 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.737598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:40.750310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:40.962916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.006762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=2a8653ba-4bc4-41bf-bf12-91f1b154e4d3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:41.085647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d5892-fc90-4b30-b816-0e5e1db1efff {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:41.086515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] No DVR routers for this DVR port 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:41.097817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.101939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.107262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14c1a157-9042-4f58-8d99-783305f8cbd1 req-5cf0377c-0563-4ec8-94cd-da823fd7ae67 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.47 "DELETE /v2.0/ports/2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 HTTP/1.1" status: 204 len: 173 time: 0.6300867 Oct 13 04:43:41.107969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'name': 'network-vif-deleted', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:41.111461 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2787a-a639-4210-9d3d-ac2040c99b97" -d '{"events": [{"server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "name": "network-vif-deleted", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:41.113831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Transition to ACTIVE for port object c07d5892-fc90-4b30-b816-0e5e1db1efff will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:43:41.121387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.212855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b81414-334e-4b96-bb2c-c5eda318a209 req-2e183bad-a06e-4b0b-aedc-7564f0b8470f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:41.213136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56824) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:41.214913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5b81414-334e-4b96-bb2c-c5eda318a209 req-2e183bad-a06e-4b0b-aedc-7564f0b8470f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 931 time: 0.1306689 Oct 13 04:43:41.256301 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d1ee7-6804-4249-acd5-b5d2728cd800 x-openstack-request-id: req-f91d1ee7-6804-4249-acd5-b5d2728cd800 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:41.256743 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43258be3-1d0d-438a-8b52-bea1f14d2a81", "name": "network-vif-deleted", "tag": "2a8653ba-4bc4-41bf-bf12-91f1b154e4d3", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:41.257234 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f91d1ee7-6804-4249-acd5-b5d2728cd800 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:41.259397 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43258be3-1d0d-438a-8b52-bea1f14d2a81', 'name': 'network-vif-deleted', 'tag': '2a8653ba-4bc4-41bf-bf12-91f1b154e4d3', 'status': 'completed', 'code': 200} Oct 13 04:43:41.278998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a5b81414-334e-4b96-bb2c-c5eda318a209 req-9263f514-4b29-49be-b7df-212847ae054e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Oct 13 04:43:41.333881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:41.372501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Attempting to bind port c07d5892-fc90-4b30-b816-0e5e1db1efff on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:41.372960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Attempting to bind port c07d5892-fc90-4b30-b816-0e5e1db1efff by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:41.373575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Attempting to bind port c07d5892-fc90-4b30-b816-0e5e1db1efff on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:41.380929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-506710160'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:41.389461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Port c07d5892-fc90-4b30-b816-0e5e1db1efff on network 8ed987d1-a525-4d65-9080-02495da7ce83 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:43:41.390061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Attempting to bind port c07d5892-fc90-4b30-b816-0e5e1db1efff on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:41.399584 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:41.399920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Checking segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:41.400299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Bound using segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:41.400725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Bound port: c07d5892-fc90-4b30-b816-0e5e1db1efff, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:41.401084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.420616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:41.423994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.451778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.525496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:41.549594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-09fc50bc-b280-4e7f-9699-abf9391cd518 req-23a1febd-37f3-4949-966c-5bd14667e019 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=43258be3-1d0d-438a-8b52-bea1f14d2a81 HTTP/1.1" status: 200 len: 210 time: 0.0498490 Oct 13 04:43:41.561738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:41.577698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.635222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:41.635931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.637343 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-509149ba-865a-4627-bf80-24733f648b36 service neutron] 10.222.0.16 "PUT /v2.0/ports/c07d5892-fc90-4b30-b816-0e5e1db1efff HTTP/1.1" status: 200 len: 1091 time: 0.9805727 Oct 13 04:43:41.637875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:41.641319 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eae13fb-130f-4773-b974-180fd38b1437" -d '{"events": [{"name": "network-changed", "server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:41.698008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509149ba-865a-4627-bf80-24733f648b36 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:41.703654 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfffafc8-2e7d-45d0-bd6f-3503ca113949 x-openstack-request-id: req-bfffafc8-2e7d-45d0-bd6f-3503ca113949 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:41.711282 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:41.711636 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfffafc8-2e7d-45d0-bd6f-3503ca113949 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:41.712346 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'status': 'completed', 'code': 200} Oct 13 04:43:41.726581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.734178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.762892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.784272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a49c963-d5dc-4760-a8d0-786b99887808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.806983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:43:41.825088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245c05e5-b935-467e-96bd-3c325a251b47,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:41.831541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.832014 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment 13aff64a-e6ad-48b1-8153-fe5f0e19ec17 of type vlan for network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 Oct 13 04:43:41.843229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-f7d33651-1ce6-4ec4-9497-ef1aecfa2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:41.844784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-f7d33651-1ce6-4ec4-9497-ef1aecfa2772 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 1094 time: 0.1265242 Oct 13 04:43:41.925619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-b40c9edd-e36f-4acc-82ff-bcb80b3ce3e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff HTTP/1.1" status: 200 len: 217 time: 0.0548177 Oct 13 04:43:41.927098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.987136 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.992583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:41.993151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:41.998794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-b85c42c7-f9ec-496e-a20b-4c21725c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:42.000574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-b85c42c7-f9ec-496e-a20b-4c21725c915e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0680821 Oct 13 04:43:42.077042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-b3fe3b9d-dda3-4c75-b777-a3da74cca91f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606601 Oct 13 04:43:42.082216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8664968 Oct 13 04:43:42.085052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:42.091274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487272054'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:42.112494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c023ac4-91da-4f32-82f4-50c8fe4bdd84 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:42.115759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:42.119823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.126189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:43:42.151316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:43:42.166341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.166805 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment 455c221d-5ced-4599-83d6-9683cd598a1b of type vlan for network 22d501fb-2c0c-482e-badd-ff16cdc78897 Oct 13 04:43:42.196123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-c471b910-148c-4179-bc6f-2b1bf92211a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061802 Oct 13 04:43:42.225035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.245703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.252106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:42.252799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.311101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-834c9afd-f9b1-4d7e-905d-6e987bdab517 req-acdf5835-80f5-452f-bb56-4911d8ba3060 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072471 Oct 13 04:43:42.316227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2294300 Oct 13 04:43:42.318969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56838) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:42.326750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:42.333156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d740-0c6e-4798-bf13-df3c5cdbdf8a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=22d501fb-2c0c-482e-badd-ff16cdc78897,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:42.347861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:43:42.496566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71cc7a-12f1-4ce7-8167-f5c863ec6fdf req-b5480bfa-9cc2-472a-abc5-b59ffc59b96c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:42.498604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae71cc7a-12f1-4ce7-8167-f5c863ec6fdf req-b5480bfa-9cc2-472a-abc5-b59ffc59b96c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 943 time: 0.1145434 Oct 13 04:43:42.500288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae13fb-130f-4773-b974-180fd38b1437 req-48f0f10d-1e69-45ad-83bf-6b1901d0a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:42.501665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-48f0f10d-1e69-45ad-83bf-6b1901d0a7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 1094 time: 0.1187611 Oct 13 04:43:42.631854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56844) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:42.812657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.921192 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:42.924420 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:42.992790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae71cc7a-12f1-4ce7-8167-f5c863ec6fdf req-b9fb4e12-72d9-4a76-b394-f0058f5a789b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853921 Oct 13 04:43:43.038218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.048846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae13fb-130f-4773-b974-180fd38b1437 req-1bf6b1cd-6db1-409c-80ec-8d06d3cf0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:43.050335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-1bf6b1cd-6db1-409c-80ec-8d06d3cf0ff1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.5400407 Oct 13 04:43:43.104644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-668c9e72-da19-4d6b-8a64-5752b94bf3af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff HTTP/1.1" status: 200 len: 217 time: 0.0431025 Oct 13 04:43:43.216998 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae13fb-130f-4773-b974-180fd38b1437 req-31fa9b7f-89f6-4f70-82af-cc66bd697234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:43.218570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-31fa9b7f-89f6-4f70-82af-cc66bd697234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0897212 Oct 13 04:43:43.255824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-4358a26f-6087-4abf-9295-4cb1620914d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284536 Oct 13 04:43:43.256822 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.305039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port d286be7c-e2ab-42af-a461-948acdc16214 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:43.305645 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.385232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=7fbceb99-7b7f-4d04-bb1e-80b3b7093b69,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:43.397999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': '13aff64a-e6ad-48b1-8153-fe5f0e19ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:43.398368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:43:43.402214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port d286be7c-e2ab-42af-a461-948acdc16214, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d286be7c-e2ab-42af-a461-948acdc16214,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:43.402572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.415426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for d286be7c-e2ab-42af-a461-948acdc16214 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:43.418968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-c011ffb3-eec6-417b-9931-50b961d73651 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532860 Oct 13 04:43:43.436949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:43:43.482282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:43.491384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:43.491564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9026d3b-a0fe-45f8-afad-95b1b7c384ff None None] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:43.491997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.523245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c598e9cf-8769-46a4-9f14-8134c3465d92 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2028444 Oct 13 04:43:43.525666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56848) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:43.533835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:43.591939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2eae13fb-130f-4773-b974-180fd38b1437 req-8b12d63f-706b-44e9-906e-38319e083204 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638892 Oct 13 04:43:43.656103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:43.659593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.660706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.693060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=d286be7c-e2ab-42af-a461-948acdc16214,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:43.710104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5', 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': '7fbceb99-7b7f-4d04-bb1e-80b3b7093b69'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:43.711088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.727784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.728141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.728536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.728921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.729264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.729686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.730027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.730362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.730697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.731026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.731399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.731818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:43:43.912142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Allocated IP 172.20.0.2 (2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5/7fbceb99-7b7f-4d04-bb1e-80b3b7093b69/b79de2eb-f047-4132-8063-fa352b2950b2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:43.921612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.987406 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:43.994510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=4904067a-e698-48a0-9b7e-78e0efd11ea2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:44.010940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': '455c221d-5ced-4599-83d6-9683cd598a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:44.011474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: 22d501fb-2c0c-482e-badd-ff16cdc78897, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:43:44.056596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:43:44.078518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 22d501fb-2c0c-482e-badd-ff16cdc78897) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:44.084658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:44.085664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.104537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe24d91-eebd-4f8d-95ea-9bdd96c523c9 None None] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:44.109575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7a772364-572b-4c39-a64c-60b51321696f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5829582 Oct 13 04:43:44.110341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56854) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:44.115679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-5607534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:44.148663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.150428 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.223436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43bd8-5d22-4df2-b3a3-26dcc7858ef0 req-bd512684-30f8-4509-b4a4-82e7b1d3181e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:44.225698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.227620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbc43bd8-5d22-4df2-b3a3-26dcc7858ef0 req-bd512684-30f8-4509-b4a4-82e7b1d3181e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 943 time: 0.1000051 Oct 13 04:43:44.236167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.258571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.262921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:44.264201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-808820ab-090e-4eef-a564-570ae917fbea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1525741 Oct 13 04:43:44.292901 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82ac9bd9-6868-4602-9923-62739ad23a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.307472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.333402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.347531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-22d501fb-2c0c-482e-badd-ff16cdc78897', 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': '4904067a-e698-48a0-9b7e-78e0efd11ea2'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:44.348387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.394166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:44.400664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:44.407654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:44.415301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Pushing event updated for resources: {'Port': ['ID=b79de2eb-f047-4132-8063-fa352b2950b2,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:44.589412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:44.623136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:44.623453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a8653ba-4bc4-41bf-bf12-91f1b154e4d3 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:44.637487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Allocated IP 172.21.0.2 (22d501fb-2c0c-482e-badd-ff16cdc78897/4904067a-e698-48a0-9b7e-78e0efd11ea2/5e605892-4cef-4525-9667-2f01ab970195) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:44.640685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Attempting to bind port b79de2eb-f047-4132-8063-fa352b2950b2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:44.641037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Attempting to bind port b79de2eb-f047-4132-8063-fa352b2950b2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '13aff64a-e6ad-48b1-8153-fe5f0e19ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:44.641413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Attempting to bind port b79de2eb-f047-4132-8063-fa352b2950b2 on network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:44.655611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:44.656042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Checking segment: {'id': '13aff64a-e6ad-48b1-8153-fe5f0e19ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:44.656409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.656820 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Bound using segment: {'id': '13aff64a-e6ad-48b1-8153-fe5f0e19ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:44.657423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Bound port: b79de2eb-f047-4132-8063-fa352b2950b2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13aff64a-e6ad-48b1-8153-fe5f0e19ec17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:44.657830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.733145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cbc43bd8-5d22-4df2-b3a3-26dcc7858ef0 req-360363ba-09a4-42d1-ba20-2e8bfcaceef6 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989226 Oct 13 04:43:44.801168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] For port b79de2eb-f047-4132-8063-fa352b2950b2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:44.826358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] For port b79de2eb-f047-4132-8063-fa352b2950b2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b79de2eb-f047-4132-8063-fa352b2950b2,segment=NetworkSegment(13aff64a-e6ad-48b1-8153-fe5f0e19ec17),segment_id=13aff64a-e6ad-48b1-8153-fe5f0e19ec17)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:44.832555 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.892350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router 4bec962c-eed9-433c-9e9f-e681047adce5 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:44.929664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.932551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2d5a-280d-4e32-9d95-2f3d16b7aa85 None None] Pushing event updated for resources: {'Port': ['ID=b79de2eb-f047-4132-8063-fa352b2950b2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:44.946018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:44.992999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:44.996756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:45.001815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:45.006223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Pushing event updated for resources: {'Port': ['ID=5e605892-4cef-4525-9667-2f01ab970195,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:45.052652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.068877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Attempting to bind port 5e605892-4cef-4525-9667-2f01ab970195 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:43:45.069360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Attempting to bind port 5e605892-4cef-4525-9667-2f01ab970195 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '455c221d-5ced-4599-83d6-9683cd598a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:43:45.069799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Attempting to bind port 5e605892-4cef-4525-9667-2f01ab970195 on network 22d501fb-2c0c-482e-badd-ff16cdc78897 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:43:45.075547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:43:45.076521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Checking segment: {'id': '455c221d-5ced-4599-83d6-9683cd598a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:45.076958 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.077621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Bound using segment: {'id': '455c221d-5ced-4599-83d6-9683cd598a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:43:45.078119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Bound port: 5e605892-4cef-4525-9667-2f01ab970195, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455c221d-5ced-4599-83d6-9683cd598a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '22d501fb-2c0c-482e-badd-ff16cdc78897'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:43:45.078609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.145322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:45.156211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48418709-81f7-49c2-b839-53fcf879dea3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "PUT /v2.0/routers/4bec962c-eed9-433c-9e9f-e681047adce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5197520 Oct 13 04:43:45.157239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56860) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:45.157720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] For port 5e605892-4cef-4525-9667-2f01ab970195, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:43:45.159322 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Sync routers for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:45.161836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] For port 5e605892-4cef-4525-9667-2f01ab970195, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e605892-4cef-4525-9667-2f01ab970195,segment=NetworkSegment(455c221d-5ced-4599-83d6-9683cd598a1b),segment_id=455c221d-5ced-4599-83d6-9683cd598a1b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:43:45.170825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.258156 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:45.262406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e702d-2afd-49b7-a7a0-3e983501c6e2 None None] Pushing event updated for resources: {'Port': ['ID=5e605892-4cef-4525-9667-2f01ab970195,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:45.262648 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:45.339376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting subnet de1a3682-df19-4ee4-abb7-208761ab412a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:45.343489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.378372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.431739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.20.0.1 (2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5/7fbceb99-7b7f-4d04-bb1e-80b3b7093b69/e63e7aec-7e92-4880-a1fb-55092b03e754) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:45.474318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.520618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.553243 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:45.601172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.658493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.667461 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.733438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=e63e7aec-7e92-4880-a1fb-55092b03e754,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:45.750000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c07d5892-fc90-4b30-b816-0e5e1db1efff details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:43:45.776890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.792045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:45.797711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:45.806076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:45.835149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Subnet': ['ID=de1a3682-df19-4ee4-abb7-208761ab412a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:45.839638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.843661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6723b1a0-c999-4686-8bb4-0a1e170964b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/subnets/de1a3682-df19-4ee4-abb7-208761ab412a HTTP/1.1" status: 204 len: 168 time: 0.6828153 Oct 13 04:43:45.846166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56864) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:45.875608 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:43Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:45.902545 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100a416-4262-4018-9bac-4f76754145d7 None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:45.925603 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:45.937087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Checking router: 4bec962c-eed9-433c-9e9f-e681047adce5 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:45.957187 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Routers {'4bec962c-eed9-433c-9e9f-e681047adce5'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:45.958904 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['4bec962c-eed9-433c-9e9f-e681047adce5'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:46.105908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.172606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df825213-7dfb-4728-a4a3-0c55b4747881 req-74abb42a-65cb-4d1d-a91f-7a7e081fc5c2 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:46.174144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df825213-7dfb-4728-a4a3-0c55b4747881 req-74abb42a-65cb-4d1d-a91f-7a7e081fc5c2 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 943 time: 0.2628508 Oct 13 04:43:46.188879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.293713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] Set router 4bec962c-eed9-433c-9e9f-e681047adce5 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:46.419385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.449772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df825213-7dfb-4728-a4a3-0c55b4747881 req-f9402c1c-0c1a-4598-927e-7209e353201b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096132 Oct 13 04:43:46.515445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:46.566069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'port_id': 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'mac_address': 'fa:16:3e:9c:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcc1a97-c179-42d4-8eb8-fb41614c0882', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:43:46.589494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.601299 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.603612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf0949-9f5c-4b7a-98fd-334fa86f42ba None None] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:46.625959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port cccfeb26-3b61-4003-a7e8-38122dc9f76c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:46.625959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.679471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.748389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] Provisioning complete for port b79de2eb-f047-4132-8063-fa352b2950b2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:46.748751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.751158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.781468 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:43Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:46.806676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07d5892-fc90-4b30-b816-0e5e1db1efff {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:43:46.817329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b79de2eb-f047-4132-8063-fa352b2950b2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:46.824202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port cccfeb26-3b61-4003-a7e8-38122dc9f76c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cccfeb26-3b61-4003-a7e8-38122dc9f76c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:46.825637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.837864 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94880c-5242-407b-a6b1-1415507f6a70 None None] The sync data for ids ['4bec962c-eed9-433c-9e9f-e681047adce5'] in n-d-813736-1 is: [{'id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-499625636', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:43:09Z', 'updated_at': '2021-10-13T04:43:43Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'cccfeb26-3b61-4003-a7e8-38122dc9f76c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec962c-eed9-433c-9e9f-e681047adce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:43:11Z', 'updated_at': '2021-10-13T04:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:46.849297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for cccfeb26-3b61-4003-a7e8-38122dc9f76c owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:46.897445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:46.908730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:43:46.917269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:46.927679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] DHCP port deletion for ab260ef2-7541-4c18-b439-c8c6f7302842 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:46.938976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:46.942430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:46.965115 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=e63e7aec-7e92-4880-a1fb-55092b03e754,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:47.025183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.075713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.076497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a324b26-0772-48a8-b6c3-ba805b7209a8 None None] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:47.105181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=cccfeb26-3b61-4003-a7e8-38122dc9f76c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:47.129720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 9191f6e2-c355-492b-9115-4b9d6d2cde43 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:43:47.176313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:47.183270 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.197074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['c07d5892-fc90-4b30-b816-0e5e1db1efff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:43:47.229792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] For port b79de2eb-f047-4132-8063-fa352b2950b2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b79de2eb-f047-4132-8063-fa352b2950b2,segment=NetworkSegment(13aff64a-e6ad-48b1-8153-fe5f0e19ec17),segment_id=13aff64a-e6ad-48b1-8153-fe5f0e19ec17)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:47.235795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b79de2eb-f047-4132-8063-fa352b2950b2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:47.236179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.238020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:47.245078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66f60db4-b9a7-4ace-90ce-ac13e4156304 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793024 Oct 13 04:43:47.248366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56874) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:47.285874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.299996 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.302382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.304287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] Sync routers for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:47.304837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8137ed-66e0-4229-9fc0-2502f779c37d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:47.306823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aa8137ed-66e0-4229-9fc0-2502f779c37d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports/e63e7aec-7e92-4880-a1fb-55092b03e754 HTTP/1.1" status: 200 len: 910 time: 0.0571749 Oct 13 04:43:47.309653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56876) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:47.380235 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.380965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Fanout notify agent at l3_agent the message router_deleted on router 4bec962c-eed9-433c-9e9f-e681047adce5 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:47.397104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.398573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-524b933b-8bab-46c0-bfb9-535a73bb1779 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/routers/4bec962c-eed9-433c-9e9f-e681047adce5 HTTP/1.1" status: 204 len: 168 time: 1.5511787 Oct 13 04:43:47.401363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56878) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:47.421503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.457737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:47.458387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:47.508074 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.533269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Deleting port 00b560af-78c4-43a3-b5e4-683a71bf3b75 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:47.533853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.600352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port 00b560af-78c4-43a3-b5e4-683a71bf3b75 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:47.600990 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.722692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:47.739710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074186a0-e084-461f-aba2-d02a1cf98276 req-91566cbb-827b-4a01-915e-1132cc24935a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:47.740930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port 00b560af-78c4-43a3-b5e4-683a71bf3b75, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=00b560af-78c4-43a3-b5e4-683a71bf3b75,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:47.741390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-074186a0-e084-461f-aba2-d02a1cf98276 req-91566cbb-827b-4a01-915e-1132cc24935a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 944 time: 0.1496813 Oct 13 04:43:47.741922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.772471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] Provisioning complete for port 5e605892-4cef-4525-9667-2f01ab970195 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:47.772852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.775812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1bc9b-cfd5-416d-a731-e5d582e55d06 None None] Pushing event updated for resources: {'Port': ['ID=b79de2eb-f047-4132-8063-fa352b2950b2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:47.802795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for 00b560af-78c4-43a3-b5e4-683a71bf3b75 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:47.846609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-074186a0-e084-461f-aba2-d02a1cf98276 req-2a031fb9-0be5-4fc5-b572-3e0942acec73 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Oct 13 04:43:47.868979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:47.869599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:47.922464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:47.954737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.010172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=00b560af-78c4-43a3-b5e4-683a71bf3b75,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:48.017815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] No DVR routers for this DVR port 00b560af-78c4-43a3-b5e4-683a71bf3b75 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:48.043986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] For port 00b560af-78c4-43a3-b5e4-683a71bf3b75, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=00b560af-78c4-43a3-b5e4-683a71bf3b75,segment=NetworkSegment(82f2e6b2-4c78-4140-b27c-aaa0c9304e81),segment_id=82f2e6b2-4c78-4140-b27c-aaa0c9304e81)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:48.046531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.051831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:48.053265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf6375-e5f2-40dd-94ae-615dee68341d None None] The sync data for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:48.118594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.140003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e605892-4cef-4525-9667-2f01ab970195 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:48.147995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab260ef2-7541-4c18-b439-c8c6f7302842']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:48.172246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f2e6b2-4c78-4140-b27c-aaa0c9304e81') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:48.172538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f2e6b2-4c78-4140-b27c-aaa0c9304e81') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:48.188237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.205718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.212744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:48.213578 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:48.217273 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:48.247738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Calling delete_port for 00b560af-78c4-43a3-b5e4-683a71bf3b75 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:48.316014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.327933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.337775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.21.0.1 (22d501fb-2c0c-482e-badd-ff16cdc78897/4904067a-e698-48a0-9b7e-78e0efd11ea2/2f7346ec-f9a3-4dc0-b12c-401da48af07f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:48.343916 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/networks/ab260ef2-7541-4c18-b439-c8c6f7302842 HTTP/1.1" status: 204 len: 168 time: 0.9291208 Oct 13 04:43:48.345824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56894) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:48.380194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a385-3571-487c-a6fb-fd87afdd34b4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Network': ['ID=ab260ef2-7541-4c18-b439-c8c6f7302842,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:48.486784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5e605892-4cef-4525-9667-2f01ab970195 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:48.487190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.526193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.580735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.627709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.632692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.635468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] For port 5e605892-4cef-4525-9667-2f01ab970195, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e605892-4cef-4525-9667-2f01ab970195,segment=NetworkSegment(455c221d-5ced-4599-83d6-9683cd598a1b),segment_id=455c221d-5ced-4599-83d6-9683cd598a1b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:48.664955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Network ab260ef2-7541-4c18-b439-c8c6f7302842 is not hosted by any dhcp agent {{(pid=95049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:43:48.665423 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] No DVR routers for this DVR port 00b560af-78c4-43a3-b5e4-683a71bf3b75 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:48.676968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec071f1d-a96d-46bf-9477-7ca4f8993d11 None None] Pushing event deleted for resources: {'Port': ['ID=00b560af-78c4-43a3-b5e4-683a71bf3b75,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:48.686298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.717433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:48.721874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port 783ab1f0-447c-4948-a50f-fbeb9abbec1d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:48.722964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.734333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:48.737470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:43:48.783283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920e8fd-017b-4328-91ac-053ce58c0709 None None] Pushing event updated for resources: {'Port': ['ID=5e605892-4cef-4525-9667-2f01ab970195,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:48.825251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Provisioning complete for port e63e7aec-7e92-4880-a1fb-55092b03e754 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:48.828021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.828606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=2f7346ec-f9a3-4dc0-b12c-401da48af07f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:48.836237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.903083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Port e63e7aec-7e92-4880-a1fb-55092b03e754 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:48.910970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.911349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.914742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Provisioning complete for port b79de2eb-f047-4132-8063-fa352b2950b2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:48.915328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:48.950310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for 783ab1f0-447c-4948-a50f-fbeb9abbec1d owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:48.967602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b79de2eb-f047-4132-8063-fa352b2950b2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:49.025215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.080548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b79de2eb-f047-4132-8063-fa352b2950b2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:49.080927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.167466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d1f6a-2314-4a0a-9dc1-576780f4c06f req-7a8d3688-e573-4550-ba3e-90d8b5c1976a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:49.167466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a1d1f6a-2314-4a0a-9dc1-576780f4c06f req-7a8d3688-e573-4550-ba3e-90d8b5c1976a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 944 time: 0.1328485 Oct 13 04:43:49.254712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a1d1f6a-2314-4a0a-9dc1-576780f4c06f req-5b71af4e-1071-4363-9fee-be3654618899 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Oct 13 04:43:49.292852 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.302900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Provisioning complete for port 5e605892-4cef-4525-9667-2f01ab970195 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:49.303322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-63290cb9-0ea4-4eb9-9946-104fb401bcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.328672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=783ab1f0-447c-4948-a50f-fbeb9abbec1d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:49.400249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.400593 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Floating IP aac41e9c-d87d-4097-ac42-d1a99908a9cd disassociated (deleted). External IP: 172.25.0.21, port: 9b1ff3a7-231f-49fd-841c-328a26dafd05. Oct 13 04:43:49.405477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e605892-4cef-4525-9667-2f01ab970195 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:49.514410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5e605892-4cef-4525-9667-2f01ab970195 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:49.514410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.623695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6e92d1fd-4733-4d3a-8ca5-839e4087384c None None] Provisioning complete for port 2f7346ec-f9a3-4dc0-b12c-401da48af07f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:49.624350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e92d1fd-4733-4d3a-8ca5-839e4087384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.661752 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6e92d1fd-4733-4d3a-8ca5-839e4087384c None None] Port 2f7346ec-f9a3-4dc0-b12c-401da48af07f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:49.674508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 00b560af-78c4-43a3-b5e4-683a71bf3b75 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:49.698417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 00b560af-78c4-43a3-b5e4-683a71bf3b75 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:49.698779 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 00b560af-78c4-43a3-b5e4-683a71bf3b75 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:49.699235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cccfeb26-3b61-4003-a7e8-38122dc9f76c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:49.710171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router e2bfe64e-5518-4e80-9cad-220122136df8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:49.724317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cccfeb26-3b61-4003-a7e8-38122dc9f76c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:49.724667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cccfeb26-3b61-4003-a7e8-38122dc9f76c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:49.725123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d286be7c-e2ab-42af-a461-948acdc16214 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:49.745177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d286be7c-e2ab-42af-a461-948acdc16214 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:49.745531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d286be7c-e2ab-42af-a461-948acdc16214 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:49.773199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c07d5892-fc90-4b30-b816-0e5e1db1efff up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:43:49.817770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.824755 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.840741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:49.850355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port c07d5892-fc90-4b30-b816-0e5e1db1efff completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:43:49.851872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Sync routers for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:49.855499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.858765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port c07d5892-fc90-4b30-b816-0e5e1db1efff triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:49.859191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.876370 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:49.877270 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:49.889849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-118b1b73-6a86-4607-9989-ba4a68df8243 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/floatingips/aac41e9c-d87d-4097-ac42-d1a99908a9cd HTTP/1.1" status: 204 len: 168 time: 1.5423727 Oct 13 04:43:49.891008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:49.894740 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8f94e-3ca9-4548-91ed-80010a05ab4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:49.912077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=2f7346ec-f9a3-4dc0-b12c-401da48af07f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:49.914671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.965879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:49.990177 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999deb9a-85f2-4790-adf0-de1a23ad6e74 x-openstack-request-id: req-999deb9a-85f2-4790-adf0-de1a23ad6e74 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:49.990946 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:49.990946 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-999deb9a-85f2-4790-adf0-de1a23ad6e74 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:49.991211 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'status': 'completed', 'code': 200} Oct 13 04:43:49.993757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:50.010861 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9431da0-f9b2-40c0-8710-971d7fecbaae" -d '{"events": [{"server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "name": "network-vif-plugged", "status": "completed", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:50.032055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:43:50.033752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:50.040080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:50.051158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:50.129484 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393031d-a36a-42a6-b858-370d154ea285 x-openstack-request-id: req-1393031d-a36a-42a6-b858-370d154ea285 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:50.129833 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "name": "network-vif-plugged", "status": "completed", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:50.130023 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1393031d-a36a-42a6-b858-370d154ea285 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:50.130420 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'code': 200} Oct 13 04:43:50.184678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:50.196434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:50.236295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-a0b7970c-195e-440a-b63d-f12edac10c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.238193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-a0b7970c-195e-440a-b63d-f12edac10c4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 1135 time: 0.2229619 Oct 13 04:43:50.270205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 9191f6e2-c355-492b-9115-4b9d6d2cde43 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:50.414593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768afd8-ef68-4ccf-9f11-ff2deefed50b req-3b84f162-6122-4d7d-b885-745b52442cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.416127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1768afd8-ef68-4ccf-9f11-ff2deefed50b req-3b84f162-6122-4d7d-b885-745b52442cef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 1096 time: 0.2485766 Oct 13 04:43:50.464690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d00cb-f268-4284-b546-38783c8be4ce req-0836c7c2-41c9-4efa-a528-e50b3776eaad tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.466560 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-439d00cb-f268-4284-b546-38783c8be4ce req-0836c7c2-41c9-4efa-a528-e50b3776eaad tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.0898957 Oct 13 04:43:50.474511 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:50.487273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07dc264f-023b-4c9a-90c2-c7a97962f14c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1740518 Oct 13 04:43:50.487411 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.488027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23cf51-ccf8-4597-b5cc-417250e2f124 req-e624a625-2a6b-410f-bc3d-4f2ede46c0f7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.488602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56934) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:50.503483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] Sync routers for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:50.508965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa23cf51-ccf8-4597-b5cc-417250e2f124 req-e624a625-2a6b-410f-bc3d-4f2ede46c0f7 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.2127507 Oct 13 04:43:50.525826 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Checking router: e2bfe64e-5518-4e80-9cad-220122136df8 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:50.534723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b863874f-ef16-4089-9a57-e689f9abb369 None None] Provisioning complete for port 2f7346ec-f9a3-4dc0-b12c-401da48af07f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:43:50.535445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b863874f-ef16-4089-9a57-e689f9abb369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:50.541682 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:50.542303 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.556942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1768afd8-ef68-4ccf-9f11-ff2deefed50b req-e106feb8-702c-4f9c-9818-5b279c37544a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258874 Oct 13 04:43:50.563385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-49e64860-4e04-46a8-a53b-e2078691ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.565270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-49e64860-4e04-46a8-a53b-e2078691ba2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 200 len: 898 time: 0.3007786 Oct 13 04:43:50.565970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:50.566861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.614893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-aa23cf51-ccf8-4597-b5cc-417250e2f124 req-41df35e6-928f-41d2-999a-adfe9139b117 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0959260 Oct 13 04:43:50.615082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a779b8e-8789-4a70-b3a9-efe4b2f3a4f3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.615082 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5a779b8e-8789-4a70-b3a9-efe4b2f3a4f3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports/2f7346ec-f9a3-4dc0-b12c-401da48af07f HTTP/1.1" status: 200 len: 910 time: 0.1213124 Oct 13 04:43:50.615289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 56940) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:50.626435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-439d00cb-f268-4284-b546-38783c8be4ce req-3c0498b1-83c2-4a72-942e-0994d972d223 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102364 Oct 13 04:43:50.652085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.666061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:50.666717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.696591 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:50.701214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b863874f-ef16-4089-9a57-e689f9abb369 None None] Port 2f7346ec-f9a3-4dc0-b12c-401da48af07f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:43:50.703700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.704608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa474b-543f-4fd9-9220-174e80aedcc7 None None] The sync data for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:50.848840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-30f6c937-d951-491d-b668-d77a0660b970 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 200 len: 217 time: 0.0953069 Oct 13 04:43:50.914490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:50.945743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-2b8b96df-e2c9-4ed5-9fd4-af028a4d4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:50.947221 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187fb05-680a-489c-852a-2fcb91a14c75 None None] The sync data for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 is: [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:42:13Z', 'revision_number': 4, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '370b97aa-e03e-4bb3-8452-7ff449372c5d', 'name': '', 'network_id': '37bb3c8b-319b-4ec4-94e7-c60ff8e94b60', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'mac_address': 'fa:16:3e:87:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:12Z', 'updated_at': '2021-10-13T04:42:17Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'subnets': [{'id': '54fe3a37-2d2f-42e7-a8a0-7e6824df81bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:50.947457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-2b8b96df-e2c9-4ed5-9fd4-af028a4d4dd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 200 len: 835 time: 0.0892444 Oct 13 04:43:51.024466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-3e25b7e1-2f07-4610-add4-ca07b4869443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:51.026122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-3e25b7e1-2f07-4610-add4-ca07b4869443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708838 Oct 13 04:43:51.229758 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d30461-5afd-4417-8176-96dd4e9ae864 None None] New status for floating IP aac41e9c-d87d-4097-ac42-d1a99908a9cd: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:43:51.510554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-220f911e-3ed0-4d6d-90ec-1829a8904989 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738977 Oct 13 04:43:51.520386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:51.779387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3df8f94e-3ca9-4548-91ed-80010a05ab4b req-59bce5e2-587f-4b53-860e-24473b6a14c1 service neutron] 10.222.0.16 "GET /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561603 Oct 13 04:43:51.799102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcba47-97e3-4324-b641-8a99c48ad860 req-8c888f03-5e80-4035-aac9-bc2f660f3037 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:51.801450 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fdbcba47-97e3-4324-b641-8a99c48ad860 req-8c888f03-5e80-4035-aac9-bc2f660f3037 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.0681596 Oct 13 04:43:51.853144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fdbcba47-97e3-4324-b641-8a99c48ad860 req-8980feb8-a93e-4363-8b65-96ab93ba1c09 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Oct 13 04:43:51.858635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056662cf-33fa-48fc-a4a4-a10a3d35e353 req-f62601a0-7e94-4544-9fa8-71e7e6f1ee3e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:51.860163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-056662cf-33fa-48fc-a4a4-a10a3d35e353 req-f62601a0-7e94-4544-9fa8-71e7e6f1ee3e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.1563694 Oct 13 04:43:51.885456 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-64fee24b-fa4e-46cf-aed0-1acd84044643 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:51.886764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-64fee24b-fa4e-46cf-aed0-1acd84044643 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 984 time: 0.1113091 Oct 13 04:43:51.964068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-056662cf-33fa-48fc-a4a4-a10a3d35e353 req-b8c89ade-19d6-4194-ab47-4f296d7181c4 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/security-groups?id=dc172737-2932-4084-ac8d-eed45de62025&id=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0945268 Oct 13 04:43:52.084871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port 9b1ff3a7-231f-49fd-841c-328a26dafd05 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:52.085221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.137562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 2f7346ec-f9a3-4dc0-b12c-401da48af07f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:52.138621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.236863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port 9b1ff3a7-231f-49fd-841c-328a26dafd05, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=9b1ff3a7-231f-49fd-841c-328a26dafd05,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:52.237256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.263916 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for 9b1ff3a7-231f-49fd-841c-328a26dafd05 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:52.275966 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.294465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 2f7346ec-f9a3-4dc0-b12c-401da48af07f owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:52.543194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.592058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=9b1ff3a7-231f-49fd-841c-328a26dafd05,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:52.631816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] No DVR routers for this DVR port 9b1ff3a7-231f-49fd-841c-328a26dafd05 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:52.634650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.638931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b8a0a731-ecaa-4334-be7e-28b6116ee38b req-4901f150-48e2-4bc8-bdad-53f0573b78e5 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.16 "DELETE /v2.0/ports/9b1ff3a7-231f-49fd-841c-328a26dafd05 HTTP/1.1" status: 204 len: 173 time: 0.7427807 Oct 13 04:43:52.639720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'name': 'network-vif-deleted', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:43:52.642381 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1729b5e-4a9c-4eb0-bf24-caaf738a9599" -d '{"events": [{"server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "name": "network-vif-deleted", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:43:52.645860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:52.687800 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c428e177-5a0d-4a73-a78c-5fb8fa05b14e x-openstack-request-id: req-c428e177-5a0d-4a73-a78c-5fb8fa05b14e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:43:52.688449 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5", "name": "network-vif-deleted", "tag": "9b1ff3a7-231f-49fd-841c-328a26dafd05", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:43:52.689055 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c428e177-5a0d-4a73-a78c-5fb8fa05b14e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:43:52.689822 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5', 'name': 'network-vif-deleted', 'tag': '9b1ff3a7-231f-49fd-841c-328a26dafd05', 'status': 'completed', 'code': 200} Oct 13 04:43:52.696188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=2f7346ec-f9a3-4dc0-b12c-401da48af07f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:52.871305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:53.036204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c57c36-8bc3-4491-ae16-70c40e5c98ce req-078eb3fd-ead0-4c12-8e08-356afd17d46d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:53.037906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55c57c36-8bc3-4491-ae16-70c40e5c98ce req-078eb3fd-ead0-4c12-8e08-356afd17d46d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.0817056 Oct 13 04:43:53.127097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14280c3e-2877-4445-a207-dd32c4604380 req-3ab9318d-6caf-48cc-80bb-b2ee8efbebe3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7aa35e9-7f50-4ae7-96bc-f2bbd96a41d5 HTTP/1.1" status: 200 len: 210 time: 0.0374773 Oct 13 04:43:53.187591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-55c57c36-8bc3-4491-ae16-70c40e5c98ce req-f98607cf-aa67-46de-81a8-2ee268b12f02 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402841 Oct 13 04:43:53.205266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 9191f6e2-c355-492b-9115-4b9d6d2cde43 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:53.305308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:53.312859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6a065982-b9d0-44b3-a508-540a40b117d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974273 Oct 13 04:43:53.315981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 56998) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:53.318881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] Sync routers for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:53.332840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:53.333810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:53.379764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:53.390520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:53.391349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:53.456468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:53.457053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ce3c8-95e3-4daa-94a2-86d9d6fbe7ed None None] The sync data for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:53.701033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:53.962827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port e63e7aec-7e92-4880-a1fb-55092b03e754 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:53.963487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.058655 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.070919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for e63e7aec-7e92-4880-a1fb-55092b03e754 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:54.194283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57028) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:54.281282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.284806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.320151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.330599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=e63e7aec-7e92-4880-a1fb-55092b03e754,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:54.385157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.387976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.389158 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/security-groups/dc172737-2932-4084-ac8d-eed45de62025 HTTP/1.1" status: 204 len: 168 time: 0.1931324 Oct 13 04:43:54.397131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57032) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:54.427045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80d19e-23e7-473d-8a6c-20142d3c495d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc172737-2932-4084-ac8d-eed45de62025,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:54.525365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.538091 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.556260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.618620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.624651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:54.626014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/security-groups/b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06 HTTP/1.1" status: 204 len: 168 time: 0.2279143 Oct 13 04:43:54.632661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:54.682117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a228e84-33f1-4132-a3b8-e72ca62f4ca3 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b2fe3-bb0a-4c2c-a28a-73ca091bcf06,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:54.788720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 9191f6e2-c355-492b-9115-4b9d6d2cde43 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:54.884585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:54.894460 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] Sync routers for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:54.895920 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e7c38e0f-24df-4633-95f2-12d635332d38 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5787787 Oct 13 04:43:54.898589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:54.903697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:54.904725 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:54.934051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-78da41bd-9eca-4b1e-b154-d8b0ad27ebed tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=9191f6e2-c355-492b-9115-4b9d6d2cde43 HTTP/1.1" status: 200 len: 205 time: 0.0337226 Oct 13 04:43:54.937621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57044) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:54.955779 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:54.979200 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] Routers {'9191f6e2-c355-492b-9115-4b9d6d2cde43'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:54.980010 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['9191f6e2-c355-492b-9115-4b9d6d2cde43'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:55.022422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:55.023528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60f863-6649-460e-974e-0a53cbf459f8 None None] The sync data for ids ['9191f6e2-c355-492b-9115-4b9d6d2cde43'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:55.037553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.121590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.242721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.245218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.293381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.294948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router 9191f6e2-c355-492b-9115-4b9d6d2cde43 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:55.305525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.306625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9cfaf49-631c-4b63-bdf3-99a8fa2a87f0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43 HTTP/1.1" status: 204 len: 168 time: 0.3679500 Oct 13 04:43:55.309158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:55.383311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet 4904067a-e698-48a0-9b7e-78e0efd11ea2 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:55.397786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.462940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.486519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port 370b97aa-e03e-4bb3-8452-7ff449372c5d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:55.487149 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.577563 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.602477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port 370b97aa-e03e-4bb3-8452-7ff449372c5d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=370b97aa-e03e-4bb3-8452-7ff449372c5d,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:55.603047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.623639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for 370b97aa-e03e-4bb3-8452-7ff449372c5d owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:55.671160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.704397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=4904067a-e698-48a0-9b7e-78e0efd11ea2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:55.708399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.717067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13f463-d1cd-40be-9511-dc4bcdff1672 None None] Network 22d501fb-2c0c-482e-badd-ff16cdc78897 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:55.719991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79678b7c-fec0-4038-b060-060d8bb87dc7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/4904067a-e698-48a0-9b7e-78e0efd11ea2 HTTP/1.1" status: 204 len: 168 time: 0.4036727 Oct 13 04:43:55.729712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57062) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:55.817274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet 7fbceb99-7b7f-4d04-bb1e-80b3b7093b69 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:55.829308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b1ff3a7-231f-49fd-841c-328a26dafd05 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:55.830331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.892658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 9b1ff3a7-231f-49fd-841c-328a26dafd05 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:55.893024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 9b1ff3a7-231f-49fd-841c-328a26dafd05 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:55.900387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:55.935761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.010670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=370b97aa-e03e-4bb3-8452-7ff449372c5d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:56.063907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.115916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] DHCP port deletion for 22d501fb-2c0c-482e-badd-ff16cdc78897 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:56.171261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.208220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Deleting port 5e605892-4cef-4525-9667-2f01ab970195 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:56.208871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.228822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.235848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/7fbceb99-7b7f-4d04-bb1e-80b3b7093b69 HTTP/1.1" status: 204 len: 168 time: 0.5022609 Oct 13 04:43:56.235848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af1319-e111-47a5-be72-7552efb7c115 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbceb99-7b7f-4d04-bb1e-80b3b7093b69,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:56.243093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:56.284726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4d29de-9ebe-4c6d-887d-f67f6c367de3 None None] Network 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:56.375445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] For port 5e605892-4cef-4525-9667-2f01ab970195, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e605892-4cef-4525-9667-2f01ab970195,segment=NetworkSegment(455c221d-5ced-4599-83d6-9683cd598a1b),segment_id=455c221d-5ced-4599-83d6-9683cd598a1b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:56.375852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.378613 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.384615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.398173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Calling delete_port for 5e605892-4cef-4525-9667-2f01ab970195 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:56.558888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.594395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] Pushing event deleted for resources: {'Port': ['ID=5e605892-4cef-4525-9667-2f01ab970195,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:56.597359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] DHCP port deletion for 2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:56.615492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4741e4-7021-498b-9d86-94655e8439c9 None None] No DVR routers for this DVR port 5e605892-4cef-4525-9667-2f01ab970195 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:56.689393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Deleting port b79de2eb-f047-4132-8063-fa352b2950b2 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:56.699367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.791625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] For port b79de2eb-f047-4132-8063-fa352b2950b2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b79de2eb-f047-4132-8063-fa352b2950b2,segment=NetworkSegment(13aff64a-e6ad-48b1-8153-fe5f0e19ec17),segment_id=13aff64a-e6ad-48b1-8153-fe5f0e19ec17)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:56.792329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:56.826527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Calling delete_port for b79de2eb-f047-4132-8063-fa352b2950b2 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:56.909179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] The port '5e605892-4cef-4525-9667-2f01ab970195' was deleted {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 04:43:56.993378 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.002295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b79de2eb-f047-4132-8063-fa352b2950b2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:57.006223 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.052720 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b79de2eb-f047-4132-8063-fa352b2950b2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:57.053075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b79de2eb-f047-4132-8063-fa352b2950b2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:57.053495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e605892-4cef-4525-9667-2f01ab970195 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:57.071484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d501fb-2c0c-482e-badd-ff16cdc78897']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.082842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 5e605892-4cef-4525-9667-2f01ab970195 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:57.083556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e605892-4cef-4525-9667-2f01ab970195 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:57.086624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] Pushing event deleted for resources: {'Port': ['ID=b79de2eb-f047-4132-8063-fa352b2950b2,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:57.086937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455c221d-5ced-4599-83d6-9683cd598a1b') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.087267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455c221d-5ced-4599-83d6-9683cd598a1b') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.094651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49c3e4-2556-449b-b221-300484ac0a0f None None] No DVR routers for this DVR port b79de2eb-f047-4132-8063-fa352b2950b2 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:57.115135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.165936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.178197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:57.178591 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:57.181644 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:57.286262 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.295734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.298846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/22d501fb-2c0c-482e-badd-ff16cdc78897 HTTP/1.1" status: 204 len: 168 time: 1.0547392 Oct 13 04:43:57.301789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57092) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:57.314525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec491e77-9394-474d-a193-fa123ae4ae20 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=22d501fb-2c0c-482e-badd-ff16cdc78897,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:57.320458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Router e2bfe64e-5518-4e80-9cad-220122136df8 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:43:57.445003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.493786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:43:57.501973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a45a799e-6d4e-41d1-8515-c7cd0350061d tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "PUT /v2.0/routers/e2bfe64e-5518-4e80-9cad-220122136df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8660069 Oct 13 04:43:57.502302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57098) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:57.511976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Sync routers for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:43:57.525176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:57.525884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.578065 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.589224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting subnet 54fe3a37-2d2f-42e7-a8a0-7e6824df81bb {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:43:57.593088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.602746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.613967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13aff64a-e6ad-48b1-8153-fe5f0e19ec17') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.614599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13aff64a-e6ad-48b1-8153-fe5f0e19ec17') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:57.627540 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.645113 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.648884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.653352 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:57.653962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:57.705318 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:57.737583 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.751996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.764519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5 HTTP/1.1" status: 204 len: 168 time: 0.4573357 Oct 13 04:43:57.764877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57102) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:57.766584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.783141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:57.789619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857147218'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:57.796111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c302f6-1a28-45ed-a097-c113dca83b07 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=2d94aa27-b36d-4acb-9a9b-1f94d2eba2f5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:57.820362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:57.826687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.899467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:43:57.915839 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.916455 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment 8f609357-49d4-4928-b0aa-00dfd436d005 of type vlan for network 3047b822-86d0-4940-8eaf-e6005a7a1db9 Oct 13 04:43:57.921683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.958895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Subnet': ['ID=54fe3a37-2d2f-42e7-a8a0-7e6824df81bb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:57.967002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:57.973487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3753f513-6f11-41ce-8436-cc5f94002ded tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/subnets/54fe3a37-2d2f-42e7-a8a0-7e6824df81bb HTTP/1.1" status: 204 len: 168 time: 0.4700911 Oct 13 04:43:57.974168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57106) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:57.978967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.004567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac926d9-e42e-438a-a877-295864838fa1 None None] Network 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:58.015103 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.025755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:58.028438 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.158457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3900769 Oct 13 04:43:58.159750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57114) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:58.166004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:58.170837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6986f-12d2-4339-ab48-f34d40c0a168 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=3047b822-86d0-4940-8eaf-e6005a7a1db9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:58.171092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:43:55Z', 'revision_number': 5, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port': {'id': 'bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:42:08Z', 'updated_at': '2021-10-13T04:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:58.206530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.245383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:43:58.311747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:58.317084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.357430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] DHCP port deletion for 37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:43:58.361834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Checking router: e2bfe64e-5518-4e80-9cad-220122136df8 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:43:58.384344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.436241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Routers {'e2bfe64e-5518-4e80-9cad-220122136df8'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:43:58.437835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e2bfe64e-5518-4e80-9cad-220122136df8'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:58.466924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Deleting port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:58.467230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.592500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] Set router e2bfe64e-5518-4e80-9cad-220122136df8 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:43:58.594984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] For port bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:58.596130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.615455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Calling delete_port for bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:58.628491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Deleting port 687943b4-99d3-461a-a2eb-6ada74bd2281 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:43:58.628901 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.661618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:43:58Z', 'revision_number': 6, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:58.666486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.734803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c687b-e540-42db-bc66-28206335a0eb None None] The sync data for ids ['e2bfe64e-5518-4e80-9cad-220122136df8'] in n-d-813736-1 is: [{'id': 'e2bfe64e-5518-4e80-9cad-220122136df8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-83209987', 'tenant_id': '99651f642f7044e6b5b0fd99511a8e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:42:07Z', 'updated_at': '2021-10-13T04:43:58Z', 'revision_number': 6, 'project_id': '99651f642f7044e6b5b0fd99511a8e3d', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:43:58.774581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': '8f609357-49d4-4928-b0aa-00dfd436d005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:43:58.774961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: 3047b822-86d0-4940-8eaf-e6005a7a1db9, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:43:58.799799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=64c8d093-0b9b-4702-b705-3a30bd79a153,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:58.800317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] For port 687943b4-99d3-461a-a2eb-6ada74bd2281, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=687943b4-99d3-461a-a2eb-6ada74bd2281,segment=NetworkSegment(2a5e0f95-7417-43e0-9b0f-88dcc8ec134b),segment_id=2a5e0f95-7417-43e0-9b0f-88dcc8ec134b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:43:58.801035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.819747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Calling delete_port for 687943b4-99d3-461a-a2eb-6ada74bd2281 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:43:58.826670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:43:58.846799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3047b822-86d0-4940-8eaf-e6005a7a1db9) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:43:58.859822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:43:58.860459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.882520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fdd395-aea3-4db0-9cff-4131908c1e0b None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:43:58.904147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-333eb41e-1ee9-4675-b53d-2ea4e23a34ba tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7428255 Oct 13 04:43:58.907031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57122) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:58.912216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-219434654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:58.952648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:58.954469 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.006330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.060699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.065822 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Port': ['ID=bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:59.132983 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.151629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.163357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] No DVR routers for this DVR port 687943b4-99d3-461a-a2eb-6ada74bd2281 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:43:59.174626 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc09a7-4182-4f62-8ae8-9eeaaa961cb6 None None] Pushing event deleted for resources: {'Port': ['ID=687943b4-99d3-461a-a2eb-6ada74bd2281,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:43:59.191708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-3047b822-86d0-4940-8eaf-e6005a7a1db9', 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': '64c8d093-0b9b-4702-b705-3a30bd79a153'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:43:59.192651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.206094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.208390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-96554dd0-f47e-4633-8528-91733af0bb60 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2999940 Oct 13 04:43:59.216435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57130) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:59.237412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'port': {'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9', 'name': 'tempest-RoutersTest-1316220935'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:43:59.260547 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.423077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.428455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.459539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:43:59.463884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.487704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.488281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Fanout notify agent at l3_agent the message router_deleted on router e2bfe64e-5518-4e80-9cad-220122136df8 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:43:59.497173 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.499376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4f73dbb7-7711-4d2e-a4e4-43003cf3a5b6 tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/routers/e2bfe64e-5518-4e80-9cad-220122136df8 HTTP/1.1" status: 204 len: 168 time: 1.5242269 Oct 13 04:43:59.502126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:43:59.503901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] device_id is not set on port 9b932e55-db0f-4c0d-9a38-c36989f838cb yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:43:59.621067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.683773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 687943b4-99d3-461a-a2eb-6ada74bd2281 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:59.703318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.20.0.14 (3047b822-86d0-4940-8eaf-e6005a7a1db9/64c8d093-0b9b-4702-b705-3a30bd79a153/9b932e55-db0f-4c0d-9a38-c36989f838cb) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:43:59.710774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 687943b4-99d3-461a-a2eb-6ada74bd2281 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:59.711149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 687943b4-99d3-461a-a2eb-6ada74bd2281 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:59.711563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 370b97aa-e03e-4bb3-8452-7ff449372c5d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:43:59.756988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 370b97aa-e03e-4bb3-8452-7ff449372c5d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:43:59.757338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 370b97aa-e03e-4bb3-8452-7ff449372c5d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:43:59.785106 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.807974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bb3c8b-319b-4ec4-94e7-c60ff8e94b60']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:59.818491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:59.818867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5e0f95-7417-43e0-9b0f-88dcc8ec134b') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:43:59.829827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.849400 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.865286 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:43:59.866144 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:43:59.957426 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:43:59.962797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.985734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:43:59.994958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] 10.222.0.49 "DELETE /v2.0/networks/37bb3c8b-319b-4ec4-94e7-c60ff8e94b60 HTTP/1.1" status: 204 len: 168 time: 0.4885688 Oct 13 04:44:00.016461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaae01f-e8a4-4c55-801a-7d2744da074e tempest-TestSecurityGroupsBasicOps-166110076 tempest-TestSecurityGroupsBasicOps-166110076-project] Pushing event deleted for resources: {'Network': ['ID=37bb3c8b-319b-4ec4-94e7-c60ff8e94b60,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:00.297349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.363080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.445094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:00.449248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:00.462310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:00.468363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57160) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:00.470873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Allocated IP 172.20.0.2 (3047b822-86d0-4940-8eaf-e6005a7a1db9/64c8d093-0b9b-4702-b705-3a30bd79a153/10dbb50b-9eae-4e7c-84ae-bc87395fd6ae) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:00.503103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=9b932e55-db0f-4c0d-9a38-c36989f838cb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:00.529803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:00.530899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.551981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee553f8f-4bbe-4caf-8397-1f93f7dfc1b7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3330221 Oct 13 04:44:00.554379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57166) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:00.725313 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.734420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.762103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ca46ce1b-c467-4762-a054-757a58d54349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99651f642f7044e6b5b0fd99511a8e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897177 Oct 13 04:44:00.762919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:00.763582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:00.764023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:00.788521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:00.828637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Pushing event updated for resources: {'Port': ['ID=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:00.853165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.876824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:00.883962 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.908279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:00.908712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device bf1bc68e-e800-4e8e-9423-7b76f6cc0c3c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:00.914650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Attempting to bind port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:00.915283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Attempting to bind port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8f609357-49d4-4928-b0aa-00dfd436d005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:00.915842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Attempting to bind port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae on network 3047b822-86d0-4940-8eaf-e6005a7a1db9 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:00.922185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:00.922877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Checking segment: {'id': '8f609357-49d4-4928-b0aa-00dfd436d005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:00.923522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.924096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Bound using segment: {'id': '8f609357-49d4-4928-b0aa-00dfd436d005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:00.924766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Bound port: 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f609357-49d4-4928-b0aa-00dfd436d005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3047b822-86d0-4940-8eaf-e6005a7a1db9'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:00.925354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.947666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.950905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:00.952109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/33836fa1-b633-438d-8a31-e40bb4ffaf91 HTTP/1.1" status: 204 len: 168 time: 0.1801736 Oct 13 04:44:00.967288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcecec5-324b-4501-b4d0-2dca676e7c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33836fa1-b633-438d-8a31-e40bb4ffaf91,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:00.986236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-a73a34af-5a29-49f7-b476-a92c6c03b495 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:00.988037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-a73a34af-5a29-49f7-b476-a92c6c03b495 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.3106689 Oct 13 04:44:00.989581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.007008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-6fb5a861-09a2-45be-91da-9adf29531acf tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/quotas/1478f3114c754c8d939bfe27890cfe0b HTTP/1.1" status: 200 len: 375 time: 0.0112858 Oct 13 04:44:01.029530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] For port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:01.035088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] For port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,segment=NetworkSegment(8f609357-49d4-4928-b0aa-00dfd436d005),segment_id=8f609357-49d4-4928-b0aa-00dfd436d005)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:01.041750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.126651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-69fc8c22-cc06-42c0-968a-063d16c47eff tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064677 Oct 13 04:44:01.142368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b6b52-a506-4665-9c51-3a4279c66dc0 None None] Pushing event updated for resources: {'Port': ['ID=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:01.274207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-3a196d64-b5a2-40dc-99fb-efc6fd61debb service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380103 Oct 13 04:44:01.405217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-e6f949b6-ed80-411e-b408-03536a08a747 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297939 Oct 13 04:44:01.448738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57192) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:01.466971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.479256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.480259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c056b75-59b6-42c5-bc2d-b2f76de8c14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.615622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=9b932e55-db0f-4c0d-9a38-c36989f838cb,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:01.619255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c056b75-59b6-42c5-bc2d-b2f76de8c14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.627154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3c056b75-59b6-42c5-bc2d-b2f76de8c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.681038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3c056b75-59b6-42c5-bc2d-b2f76de8c14f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4501a2062fa548899a2a315b1f564ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312045 Oct 13 04:44:01.682313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c056b75-59b6-42c5-bc2d-b2f76de8c14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83711939-e53d-4e22-b437-ee1e76aee4a2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:01.686530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57204) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:01.723093 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-274033c6-8234-4560-8348-3e7fa05231c4 req-04cd0ff6-aad5-4cb8-80f9-de262b551458 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 210 time: 0.0526655 Oct 13 04:44:01.761351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.795907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.867777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.868099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.872843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:01.874471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83711939-e53d-4e22-b437-ee1e76aee4a2 HTTP/1.1" status: 204 len: 168 time: 0.1867840 Oct 13 04:44:01.887768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9968e93-a52d-4991-8e8a-64c29b05457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83711939-e53d-4e22-b437-ee1e76aee4a2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:02.068842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.411980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:02.423534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.433692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.486263 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6b21d-dbca-4099-a33c-4db89e90e4e3 None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:02.493975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31db279d-ce0e-446c-87e6-ec857ae3ebae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33cd18bc2a9249c48a5ac15becb12a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807838 Oct 13 04:44:02.499609 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57226) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:02.550966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=9b932e55-db0f-4c0d-9a38-c36989f838cb,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:02.553648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.572286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.585748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] Provisioning complete for port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:02.586374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.603804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.679351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:02.681044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.684087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:02.685595 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.687089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6393e0a9-3604-4c2e-873b-305afd861b63 HTTP/1.1" status: 204 len: 168 time: 0.1852677 Oct 13 04:44:02.716984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.719393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82790fd-0d36-4dd4-8ffe-e74e201a7d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6393e0a9-3604-4c2e-873b-305afd861b63,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:02.776866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] For port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,segment=NetworkSegment(8f609357-49d4-4928-b0aa-00dfd436d005),segment_id=8f609357-49d4-4928-b0aa-00dfd436d005)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:02.837902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:02.882353 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2002817-1e01-4865-9ada-634d595a8441 req-84b1d588-704a-4c2b-950d-0a3e32c32c81 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 210 time: 0.0638061 Oct 13 04:44:02.890436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router fba9ad7e-64a4-418e-a0c5-c85c84c158e1 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:44:03.033776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:03.127465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e62f-c899-4240-a846-b90e262ec2ee None None] Pushing event updated for resources: {'Port': ['ID=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:03.156090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-e681e6af-adc7-43d1-b72e-d2ba0f63e2fe tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:03.158211 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-e681e6af-adc7-43d1-b72e-d2ba0f63e2fe tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.47 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.2461483 Oct 13 04:44:03.161632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:03.170995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9883305e-ca71-430f-9fa0-6dc904c188c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/fba9ad7e-64a4-418e-a0c5-c85c84c158e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103680 Oct 13 04:44:03.171637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57246) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:03.178210 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] Sync routers for ids ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:03.195465 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] Routers {'fba9ad7e-64a4-418e-a0c5-c85c84c158e1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:03.196073 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:03.198302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:03.198896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:03.200943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Request body: {'port': {'device_id': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'admin_state_up': True, 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:03.228199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e4d43-d170-44c3-aeee-c0aabaf4dafe tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:03.235274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-814e4d43-d170-44c3-aeee-c0aabaf4dafe tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports/9b932e55-db0f-4c0d-9a38-c36989f838cb HTTP/1.1" status: 200 len: 978 time: 0.0625083 Oct 13 04:44:03.238114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:03.264676 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:03.284140 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] Routers {'fba9ad7e-64a4-418e-a0c5-c85c84c158e1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:03.285114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:03.327905 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:03.329256 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5820eb8-fc34-4223-939a-e87f4b68867f None None] The sync data for ids ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:03.453595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:03.458360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:03.534322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-2d90b027-9290-4b62-b496-e54c25c50714 req-02b3e50b-7aee-4e5c-be14-50e46578a508 service neutron] (95047) timed out ('10.222.0.47', 64180) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:44:03.582019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d7942e82-b4f0-4d1e-a661-1eacd85e34df None None] Provisioning complete for port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:03.582485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7942e82-b4f0-4d1e-a661-1eacd85e34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:03.738801 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Allocated IP 172.20.0.10 (8ed987d1-a525-4d65-9080-02495da7ce83/bfcc1a97-c179-42d4-8eb8-fb41614c0882/7f981517-204b-469b-8ca5-da4afa29390a) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:03.753183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d7942e82-b4f0-4d1e-a661-1eacd85e34df None None] Provisioning complete for port 9b932e55-db0f-4c0d-9a38-c36989f838cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:03.753558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d7942e82-b4f0-4d1e-a661-1eacd85e34df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:03.824386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d7942e82-b4f0-4d1e-a661-1eacd85e34df None None] Port 9b932e55-db0f-4c0d-9a38-c36989f838cb cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:03.912395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:03.959800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-509087e4-21cc-448f-9ef5-c8a62d38e074 None None] Provisioning complete for port 9b932e55-db0f-4c0d-9a38-c36989f838cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:03.960464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-509087e4-21cc-448f-9ef5-c8a62d38e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.018111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.039882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-509087e4-21cc-448f-9ef5-c8a62d38e074 None None] Port 9b932e55-db0f-4c0d-9a38-c36989f838cb cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:04.048880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57280) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:04.086889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-306a345d-67f5-4274-9fd2-19cc28fa7bb0 req-acd60340-d39c-4ac1-aa12-bfe4e9ba0cd1 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 210 time: 0.0613670 Oct 13 04:44:04.140013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.154127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'c07d5892-fc90-4b30-b816-0e5e1db1efff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:04.173859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Network 8ed987d1-a525-4d65-9080-02495da7ce83 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:04.200088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:04.204568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:04.247964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fa1698b2-7c38-4cc2-af30-410f422bd8e0 None None] Provisioning complete for port 9b932e55-db0f-4c0d-9a38-c36989f838cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:04.248306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa1698b2-7c38-4cc2-af30-410f422bd8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.261377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 9b932e55-db0f-4c0d-9a38-c36989f838cb {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:04.261487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.306073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event updated for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:04.322196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:04.324296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.332070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fa1698b2-7c38-4cc2-af30-410f422bd8e0 None None] Port 9b932e55-db0f-4c0d-9a38-c36989f838cb cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:04.342085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-724563792-network', 'tenant_id': '30363a54e4a54559a88af6114cbf963c'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:04.349547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-33e67769-5636-4ed7-8d55-3f687da19ce0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1809833 Oct 13 04:44:04.369246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Request body: {'port': {'device_id': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:04.401009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Made reservation on behalf of 30363a54e4a54559a88af6114cbf963c for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:04.405113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.417104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.486194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.499187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.520789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 9b932e55-db0f-4c0d-9a38-c36989f838cb owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:04.588554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1e6b9c83-cb2e-4903-945f-d2b4952bd8cb None None] Provisioning complete for port 9b932e55-db0f-4c0d-9a38-c36989f838cb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:04.589127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e6b9c83-cb2e-4903-945f-d2b4952bd8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.613605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.633828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.638312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b9c83-cb2e-4903-945f-d2b4952bd8cb None None] Port 9b932e55-db0f-4c0d-9a38-c36989f838cb cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:04.664504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:04.722495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.722495 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Added segment 9ed7c240-05d5-4841-88a7-a12e0c4e1027 of type vlan for network e86f1167-6880-463e-9398-976997be52b3 Oct 13 04:44:04.733334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743e8a6-d094-41b8-83ba-c87afd907849,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:04.779322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.849063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.850012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:04.850590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.911153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8567772 Oct 13 04:44:04.912917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57294) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:04.923243 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f981517-204b-469b-8ca5-da4afa29390a {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:04.923794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Request body: {'subnet': {'network_id': 'e86f1167-6880-463e-9398-976997be52b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-724563792-subnet', 'tenant_id': '30363a54e4a54559a88af6114cbf963c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:04.936073 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.943419 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.947316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea7e86-3f4e-4709-be5e-f2a147824e5c admin admin] Pushing event updated for resources: {'Network': ['ID=e86f1167-6880-463e-9398-976997be52b3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:04.948676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:04.979017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Transition to ACTIVE for port object 7f981517-204b-469b-8ca5-da4afa29390a will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:44:04.986258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:04.990581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=9b932e55-db0f-4c0d-9a38-c36989f838cb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:05.001847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Made reservation on behalf of 30363a54e4a54559a88af6114cbf963c for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:05.004652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.022199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e86f1167-6880-463e-9398-976997be52b3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:05.112236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:05.151448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:05.152127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.221750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Attempting to bind port 7f981517-204b-469b-8ca5-da4afa29390a on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:05.222350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Attempting to bind port 7f981517-204b-469b-8ca5-da4afa29390a by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:05.222799 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Attempting to bind port 7f981517-204b-469b-8ca5-da4afa29390a on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:05.227586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Port 7f981517-204b-469b-8ca5-da4afa29390a on network 8ed987d1-a525-4d65-9080-02495da7ce83 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:44:05.227837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Attempting to bind port 7f981517-204b-469b-8ca5-da4afa29390a on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:05.237285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:05.237537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Checking segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:05.238018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Bound using segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:05.238664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Bound port: 7f981517-204b-469b-8ca5-da4afa29390a, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:05.239033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.345740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.355670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:05.361588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7f981517-204b-469b-8ca5-da4afa29390a,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:05.368314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.435541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:05.436533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:05.438141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] 10.222.0.47 "PUT /v2.0/ports/7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 200 len: 1092 time: 1.0790570 Oct 13 04:44:05.480009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:05.483483 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be498da6-4837-412c-96af-f17b84a390ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "tag": "7f981517-204b-469b-8ca5-da4afa29390a"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:05.487400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f6ec0-f538-4f02-8d9f-25a37f196e7f service neutron] Pushing event updated for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:05.540698 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9dc13d-7f87-4c2c-a65b-45652395c25d x-openstack-request-id: req-0b9dc13d-7f87-4c2c-a65b-45652395c25d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:05.541014 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "tag": "7f981517-204b-469b-8ca5-da4afa29390a", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:05.541256 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b9dc13d-7f87-4c2c-a65b-45652395c25d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:05.541655 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a', 'status': 'completed', 'code': 200} Oct 13 04:44:05.554568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-56d8aea6-4feb-42a0-b6e0-05603fa62ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:05.556618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-56d8aea6-4feb-42a0-b6e0-05603fa62ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 1095 time: 0.0663033 Oct 13 04:44:05.604282 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-a103e511-8e4f-45b9-b56d-a08c91e8b6aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 200 len: 217 time: 0.0391922 Oct 13 04:44:05.660730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-31b1bbd5-80a2-4ff3-a020-3be78c0fdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:05.662264 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-31b1bbd5-80a2-4ff3-a020-3be78c0fdfae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0497773 Oct 13 04:44:05.696085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-409b6f00-d8b5-4253-a63b-f681c6f0aa12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265069 Oct 13 04:44:05.805549 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-d97c5a87-ba67-4113-a7f1-f5df4de2e84d service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020460 Oct 13 04:44:05.906138 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2142b392-2347-4599-8a7d-01b0236a78d7 req-d486c499-c8c5-4426-8ca8-bf25dfc72dfd service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921378 Oct 13 04:44:05.908662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa6cb1-e8b0-4be0-83b8-9d5262b7cd55 req-d07af168-40b4-40cd-afc2-3785ea74ab86 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:05.910290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17aa6cb1-e8b0-4be0-83b8-9d5262b7cd55 req-d07af168-40b4-40cd-afc2-3785ea74ab86 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 944 time: 0.6584585 Oct 13 04:44:05.945969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:06.004519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be498da6-4837-412c-96af-f17b84a390ec req-e8a5fe13-ab5b-463d-9bed-e41ddbbac41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:06.006124 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-e8a5fe13-ab5b-463d-9bed-e41ddbbac41f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 1095 time: 0.0494344 Oct 13 04:44:06.033156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-17aa6cb1-e8b0-4be0-83b8-9d5262b7cd55 req-fd8e1d6a-2baa-407e-9054-d1c29411ef88 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082325 Oct 13 04:44:06.100947 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be498da6-4837-412c-96af-f17b84a390ec req-9cb3e326-8b49-47fb-af72-dbd24fee60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:06.101677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69fd580-8ae5-4482-95df-fd6e24e2b46d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:06.103086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-9cb3e326-8b49-47fb-af72-dbd24fee60db service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.0895264 Oct 13 04:44:06.111141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router fba9ad7e-64a4-418e-a0c5-c85c84c158e1 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:06.124558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Checking segment: {'id': '9ed7c240-05d5-4841-88a7-a12e0c4e1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e86f1167-6880-463e-9398-976997be52b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:06.124922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Network hostable DHCP agents. Network: e86f1167-6880-463e-9398-976997be52b3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:06.151056 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-416f3022-aee1-4d9f-b8e5-d9cdd347a02a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 200 len: 217 time: 0.0409284 Oct 13 04:44:06.204996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be498da6-4837-412c-96af-f17b84a390ec req-0248a089-84ef-45df-ab05-114cd74d1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:06.206466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-0248a089-84ef-45df-ab05-114cd74d1618 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0480087 Oct 13 04:44:06.210541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:06.218822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-116f6272-8665-4abc-82c9-e4dd346a874a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/fba9ad7e-64a4-418e-a0c5-c85c84c158e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765913 Oct 13 04:44:06.219464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57318) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:06.222540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca846715-5539-473c-b359-6423672b8da3 None None] Sync routers for ids ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:06.227622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Network e86f1167-6880-463e-9398-976997be52b3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:06.235676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] Routers {'fba9ad7e-64a4-418e-a0c5-c85c84c158e1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:06.236309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:06.242790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-87fa423c-5667-4475-a901-0f7a6847b2e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282354 Oct 13 04:44:06.285034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:06.295356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] Routers {'fba9ad7e-64a4-418e-a0c5-c85c84c158e1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:06.295977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:06.297547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e86f1167-6880-463e-9398-976997be52b3) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:06.324218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:06.326351 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:06.332330 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2234f7-55c5-40e6-8243-5ef1bef69f97 None None] Network e86f1167-6880-463e-9398-976997be52b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:06.334621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca846715-5539-473c-b359-6423672b8da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:06.335282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca846715-5539-473c-b359-6423672b8da3 None None] The sync data for ids ['fba9ad7e-64a4-418e-a0c5-c85c84c158e1'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:06.365925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-44e1a933-9c07-4a3b-b81a-373f4e1dbc57 service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159582 Oct 13 04:44:06.434835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e2e41c65-11e1-4146-af3a-15611900b359 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5150957 Oct 13 04:44:06.489952 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-799c21f3-df36-4601-ab67-caba53c7cdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 04:44:06.494392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-799c21f3-df36-4601-ab67-caba53c7cdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/fba9ad7e-64a4-418e-a0c5-c85c84c158e1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2735288 Oct 13 04:44:06.495161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57326) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:06.515798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea7fac-b14b-4084-8cbe-8904223e6622 None None] Network e86f1167-6880-463e-9398-976997be52b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:06.531452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-be498da6-4837-412c-96af-f17b84a390ec req-4246a589-ee52-4660-b11d-36697e2b396c service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579685 Oct 13 04:44:06.532808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:06.533170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e326c53f-0fc1-45fa-b332-e28a985c38ea tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba9ad7e-64a4-418e-a0c5-c85c84c158e1 HTTP/1.1" status: 200 len: 205 time: 0.0367036 Oct 13 04:44:06.927265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.060861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57354) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:07.065876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1320602476-network', 'tenant_id': '71d363e5f9ec429091390852be023f4e'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:07.099586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Made reservation on behalf of 71d363e5f9ec429091390852be023f4e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:07.104002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.109805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.114436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.122092 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.192341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.192972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router fba9ad7e-64a4-418e-a0c5-c85c84c158e1 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:44:07.196137 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.201110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.201682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.202234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2131db1b-8cb7-4727-af72-deb1df8c54b1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/fba9ad7e-64a4-418e-a0c5-c85c84c158e1 HTTP/1.1" status: 204 len: 168 time: 0.6681528 Oct 13 04:44:07.208829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57356) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:07.211551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218cd44-bbbd-475d-bf69-b38b9c326c64 req-d2029357-1227-4ec5-9806-344606821752 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:07.213054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1218cd44-bbbd-475d-bf69-b38b9c326c64 req-d2029357-1227-4ec5-9806-344606821752 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 944 time: 0.1013253 Oct 13 04:44:07.257733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1218cd44-bbbd-475d-bf69-b38b9c326c64 req-62c60487-4a48-4f97-8230-9c517027f048 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Oct 13 04:44:07.269175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:07.280835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ecad0c-d1b6-471d-9590-5c92d6b80809,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:07.298089 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.298322 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Added segment 630041d8-2478-4465-b379-d168376a5255 of type vlan for network 84a600f4-8a62-4a69-b667-f8d474a05ed9 Oct 13 04:44:07.303161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet 64c8d093-0b9b-4702-b705-3a30bd79a153 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:07.313514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.379013 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.389382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.442142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.443103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:07.443675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.523589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4610417 Oct 13 04:44:07.525752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57362) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:07.530696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Request body: {'subnet': {'network_id': '84a600f4-8a62-4a69-b667-f8d474a05ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1320602476-subnet', 'tenant_id': '71d363e5f9ec429091390852be023f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:07.541167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1702-9d05-4f30-b02c-bf8db1323e1e admin admin] Pushing event updated for resources: {'Network': ['ID=84a600f4-8a62-4a69-b667-f8d474a05ed9,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:07.554796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.556712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Made reservation on behalf of 71d363e5f9ec429091390852be023f4e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:07.561339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 84a600f4-8a62-4a69-b667-f8d474a05ed9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:07.561887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.638177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.670546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=64c8d093-0b9b-4702-b705-3a30bd79a153,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:07.676457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.679869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-47421899-99b1-4321-be86-a6ce9a338fd3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/64c8d093-0b9b-4702-b705-3a30bd79a153 HTTP/1.1" status: 204 len: 168 time: 0.4699047 Oct 13 04:44:07.682389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:07.685761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd031f55-659c-43cb-9b8c-38c721dcb6fe None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:07.772606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.773185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.852149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:07.852432 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.855332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Checking segment: {'id': '630041d8-2478-4465-b379-d168376a5255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '84a600f4-8a62-4a69-b667-f8d474a05ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:07.856683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Network hostable DHCP agents. Network: 84a600f4-8a62-4a69-b667-f8d474a05ed9, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:07.882112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1107c27-7f48-41e7-b800-003d25c0f6ab,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:07.889128 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Network 84a600f4-8a62-4a69-b667-f8d474a05ed9 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:07.912583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 84a600f4-8a62-4a69-b667-f8d474a05ed9) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:07.922276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fa5e6-6666-4866-ac39-aa1becc08e79 None None] Network 84a600f4-8a62-4a69-b667-f8d474a05ed9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:07.924474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:07.927031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.933537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,segment=NetworkSegment(8f609357-49d4-4928-b0aa-00dfd436d005),segment_id=8f609357-49d4-4928-b0aa-00dfd436d005)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:07.933913 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:07.949677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:07.951574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5790f76e-9b7b-4ab6-a6fa-0f958623ebf4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4246480 Oct 13 04:44:08.016972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] DHCP port deletion for 3047b822-86d0-4940-8eaf-e6005a7a1db9 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:08.052708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.088995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:08.092400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:08.159427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb912b-71c2-47fa-b816-7f170add323f None None] Network 84a600f4-8a62-4a69-b667-f8d474a05ed9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:08.174215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Deleting port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:08.174597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.192829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.223125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3047b822-86d0-4940-8eaf-e6005a7a1db9']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:08.234261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f609357-49d4-4928-b0aa-00dfd436d005') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:08.234654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f609357-49d4-4928-b0aa-00dfd436d005') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:08.247341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.263442 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.273007 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:08.273413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:08.278081 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:08.305619 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] For port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:08.306221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.330789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Calling delete_port for 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:08.337681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:44:08.357976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.358232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.365852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Network 3047b822-86d0-4940-8eaf-e6005a7a1db9 is not hosted by any dhcp agent {{(pid=95049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:44:08.366527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] No DVR routers for this DVR port 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:08.369892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.400278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/3047b822-86d0-4940-8eaf-e6005a7a1db9 HTTP/1.1" status: 204 len: 168 time: 0.7132733 Oct 13 04:44:08.416928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866c7c-b028-4706-afdf-37a68b0bbc91 None None] Pushing event deleted for resources: {'Port': ['ID=10dbb50b-9eae-4e7c-84ae-bc87395fd6ae,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:08.427669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57390) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:08.428489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4695-ec47-42fc-8780-6a461e724b9b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=3047b822-86d0-4940-8eaf-e6005a7a1db9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:08.440285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-1444893461'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:08.471010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:08.473546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a730379-00ae-461a-84cf-bdcfedd74cb1 req-d59fbccd-7de0-482c-8976-fd03f82b766e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:08.475176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a730379-00ae-461a-84cf-bdcfedd74cb1 req-d59fbccd-7de0-482c-8976-fd03f82b766e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 944 time: 0.0904937 Oct 13 04:44:08.477547 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.519361 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a730379-00ae-461a-84cf-bdcfedd74cb1 req-76c3b713-0ce3-4ad1-9852-031f74ec094f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372162 Oct 13 04:44:08.577254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:08.597148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7f981517-204b-469b-8ca5-da4afa29390a details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:44:08.608004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.608412 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment f29b4c96-d840-429a-97e7-cb59b8f6d30e of type vlan for network b90b0469-77b1-47a1-92b7-56d9faabdd4c Oct 13 04:44:08.641930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-781c3ac9-b883-4247-9fa9-65042a0b72d7 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:08.643845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-781c3ac9-b883-4247-9fa9-65042a0b72d7 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/networks?id=e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 200 len: 811 time: 0.1520205 Oct 13 04:44:08.682842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-4551d020-7768-46a1-b40d-6a0b139d5013 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/quotas/30363a54e4a54559a88af6114cbf963c HTTP/1.1" status: 200 len: 375 time: 0.0199490 Oct 13 04:44:08.686591 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.736691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-f3048931-72cf-4b9f-9fc0-0429c7c37423 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=30363a54e4a54559a88af6114cbf963c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424631 Oct 13 04:44:08.757273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.764152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:08.764954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:08.865611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7f981517-204b-469b-8ca5-da4afa29390a,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:08.886428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '7f981517-204b-469b-8ca5-da4afa29390a', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'port_id': '7f981517-204b-469b-8ca5-da4afa29390a', 'mac_address': 'fa:16:3e:c0:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcc1a97-c179-42d4-8eb8-fb41614c0882', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:44:08.910720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4773982 Oct 13 04:44:08.913820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57410) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:08.920798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:08.930238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc074be5-7527-45ca-8444-07baea96c8ef tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=b90b0469-77b1-47a1-92b7-56d9faabdd4c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:08.952844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:08.955862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:08.956599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-00a3f8d7-baeb-4873-af84-37a614d2c1e8 service neutron] 10.222.0.49 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102413 Oct 13 04:44:09.001693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:09.002040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 10dbb50b-9eae-4e7c-84ae-bc87395fd6ae not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:09.033713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.047996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:09.050505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f981517-204b-469b-8ca5-da4afa29390a {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:09.052653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.074242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-04c4aa7d-62a9-4dc3-b85a-202442796608 service neutron] 10.222.0.49 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114135 Oct 13 04:44:09.089403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7f981517-204b-469b-8ca5-da4afa29390a,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:09.095189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.179826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:09.286068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7f981517-204b-469b-8ca5-da4afa29390a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:09.311134 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92aec7f2-a1b1-4440-b4ef-983775d9d469 req-e5f2e33b-41e5-44ac-9cc6-06bc88bcd6b4 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 210 time: 0.0468915 Oct 13 04:44:09.326480 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.425857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=be32906f-5757-4ffb-994f-cfc3cd7c1967,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:09.445820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': 'f29b4c96-d840-429a-97e7-cb59b8f6d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:09.446492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: b90b0469-77b1-47a1-92b7-56d9faabdd4c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:09.466598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:09.478611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, b90b0469-77b1-47a1-92b7-56d9faabdd4c) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:09.484421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:09.485281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.493221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61d202-2126-430b-a9dc-1089c41d03c6 None None] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:09.512969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57428) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:09.518346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1868575421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:09.523741 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b065684-9d76-4cf7-8ad4-b4aa93935c24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6087444 Oct 13 04:44:09.550495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.552466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.659601 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.685348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-b90b0469-77b1-47a1-92b7-56d9faabdd4c', 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': 'be32906f-5757-4ffb-994f-cfc3cd7c1967'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:09.686987 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.696808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61c72c-c375-4e44-af33-4f05ed7d652c req-27ac246d-b386-49be-aebd-4d6cebc555e5 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:09.698604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e61c72c-c375-4e44-af33-4f05ed7d652c req-27ac246d-b386-49be-aebd-4d6cebc555e5 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 945 time: 0.1041131 Oct 13 04:44:09.700623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.752508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:09.756293 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-938c9b02-a134-44e9-90ec-4a2ffbffcd89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2391920 Oct 13 04:44:09.756996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57438) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:09.770002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0e61c72c-c375-4e44-af33-4f05ed7d652c req-aedbbc6c-6bd2-43e0-98aa-8611da872d05 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Oct 13 04:44:09.838439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-c029ff2e-6ace-4332-86fe-fbf84a82c8a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561705 Oct 13 04:44:09.875323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Allocated IP 172.20.0.2 (b90b0469-77b1-47a1-92b7-56d9faabdd4c/be32906f-5757-4ffb-994f-cfc3cd7c1967/cd51e684-961e-44ef-b034-28d4b0cc8163) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:09.969246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-9dfa0318-20ad-4803-92cf-9700bbea3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:09.971172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-9dfa0318-20ad-4803-92cf-9700bbea3fb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 1096 time: 0.0616181 Oct 13 04:44:10.103264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.117764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.132645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.168896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-3f9c5ecf-00f5-4b3b-a49f-fb01f13fe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:10.173897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-3f9c5ecf-00f5-4b3b-a49f-fb01f13fe2f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.1796377 Oct 13 04:44:10.191431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:10.195254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:10.197732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:10.209038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Pushing event updated for resources: {'Port': ['ID=cd51e684-961e-44ef-b034-28d4b0cc8163,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:10.238537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-7e6d945a-da7f-4da7-90c8-f24abf39762f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16 HTTP/1.1" status: 200 len: 217 time: 0.0575824 Oct 13 04:44:10.266600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Attempting to bind port cd51e684-961e-44ef-b034-28d4b0cc8163 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:10.267525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Attempting to bind port cd51e684-961e-44ef-b034-28d4b0cc8163 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'f29b4c96-d840-429a-97e7-cb59b8f6d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:10.268129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Attempting to bind port cd51e684-961e-44ef-b034-28d4b0cc8163 on network b90b0469-77b1-47a1-92b7-56d9faabdd4c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:10.275464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:10.275991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Checking segment: {'id': 'f29b4c96-d840-429a-97e7-cb59b8f6d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:10.276505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.277126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Bound using segment: {'id': 'f29b4c96-d840-429a-97e7-cb59b8f6d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:10.278587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Bound port: cd51e684-961e-44ef-b034-28d4b0cc8163, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29b4c96-d840-429a-97e7-cb59b8f6d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b90b0469-77b1-47a1-92b7-56d9faabdd4c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:10.279115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.321356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-2bb3a526-2e3d-4021-a79c-14407fc5dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:10.323145 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-2bb3a526-2e3d-4021-a79c-14407fc5dd04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0668824 Oct 13 04:44:10.379223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] For port cd51e684-961e-44ef-b034-28d4b0cc8163, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:10.379997 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-e1932308-e506-44a5-84ad-445df1bdbd3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471015 Oct 13 04:44:10.383725 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] For port cd51e684-961e-44ef-b034-28d4b0cc8163, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cd51e684-961e-44ef-b034-28d4b0cc8163,segment=NetworkSegment(f29b4c96-d840-429a-97e7-cb59b8f6d30e),segment_id=f29b4c96-d840-429a-97e7-cb59b8f6d30e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:10.392697 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.491251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c7c2-0106-4702-a28c-9fbc8cd48aba None None] Pushing event updated for resources: {'Port': ['ID=cd51e684-961e-44ef-b034-28d4b0cc8163,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:10.499547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bd84e476-1f5e-4a4e-93c6-abc16112895b req-556fa83b-c05a-47a5-acf6-f3e4adc9f297 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 210 time: 0.0533705 Oct 13 04:44:10.525362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.20.0.1 (b90b0469-77b1-47a1-92b7-56d9faabdd4c/be32906f-5757-4ffb-994f-cfc3cd7c1967/9e6b1bbe-e833-41c9-9e98-e7f3e64987d7) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:10.587450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-426bbd82-b9c1-4847-b249-996d3465bca6 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982317 Oct 13 04:44:10.616080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7f981517-204b-469b-8ca5-da4afa29390a up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:10.716182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 7f981517-204b-469b-8ca5-da4afa29390a completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:44:10.722282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.722466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 7f981517-204b-469b-8ca5-da4afa29390a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:10.722726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.745067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-646989cf-9b2a-4f20-b631-07dd237b6f3d req-f608c1f1-fc39-4e77-82c0-cec86740fd02 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486204 Oct 13 04:44:10.806993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.877916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:10.884512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:10.892510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:10.920963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:10.930191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:10.932617 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb00c90-0ba6-446a-a219-8c7b3b836736" -d '{"events": [{"server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "name": "network-vif-plugged", "status": "completed", "tag": "7f981517-204b-469b-8ca5-da4afa29390a"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:10.985334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49faf4-2e63-45eb-9c15-29e1fbfa7a56 req-c57c1519-2cd8-4df9-9a6b-06af0325b62a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:10.987090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e49faf4-2e63-45eb-9c15-29e1fbfa7a56 req-c57c1519-2cd8-4df9-9a6b-06af0325b62a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 945 time: 0.0934389 Oct 13 04:44:11.004985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7f981517-204b-469b-8ca5-da4afa29390a,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:11.018583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.072108 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e49faf4-2e63-45eb-9c15-29e1fbfa7a56 req-3e8220e2-312d-4abc-a0c5-be884a18c775 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769081 Oct 13 04:44:11.075559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=9e6b1bbe-e833-41c9-9e98-e7f3e64987d7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:11.075749 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36a083-f7af-4b3f-922f-75a56db3199e x-openstack-request-id: req-df36a083-f7af-4b3f-922f-75a56db3199e {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:11.076209 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "name": "network-vif-plugged", "status": "completed", "tag": "7f981517-204b-469b-8ca5-da4afa29390a", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:11.076473 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df36a083-f7af-4b3f-922f-75a56db3199e {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:11.076868 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a', 'code': 200} Oct 13 04:44:11.077639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cd51e684-961e-44ef-b034-28d4b0cc8163 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:11.120360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.181961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:11.227803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cd51e684-961e-44ef-b034-28d4b0cc8163 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:11.228172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.306164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-6f520aac-c87e-488d-a488-c0906b658141 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:11.308658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-6f520aac-c87e-488d-a488-c0906b658141 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.47 "GET /v2.0/networks?id=e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 200 len: 811 time: 0.3670740 Oct 13 04:44:11.317612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.325308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Request body: {'port': {'device_id': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'network_id': 'e86f1167-6880-463e-9398-976997be52b3', 'admin_state_up': True, 'tenant_id': '30363a54e4a54559a88af6114cbf963c'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:11.356403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port cd51e684-961e-44ef-b034-28d4b0cc8163, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cd51e684-961e-44ef-b034-28d4b0cc8163,segment=NetworkSegment(f29b4c96-d840-429a-97e7-cb59b8f6d30e),segment_id=f29b4c96-d840-429a-97e7-cb59b8f6d30e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:11.361524 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.375569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31ede6-6f56-4b4b-b5e6-df94cdc97f41 req-c4d53a03-ee05-411b-9c56-1734f5b3ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:11.377452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f31ede6-6f56-4b4b-b5e6-df94cdc97f41 req-c4d53a03-ee05-411b-9c56-1734f5b3ef23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 1097 time: 0.1732936 Oct 13 04:44:11.381456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.418093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=cd51e684-961e-44ef-b034-28d4b0cc8163,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:11.571324 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f31ede6-6f56-4b4b-b5e6-df94cdc97f41 req-400c272d-c0e6-4a9c-9917-128e8dc72026 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710215 Oct 13 04:44:11.643810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7a03efd-1a46-4b19-9fa9-7a21747cfd71 req-9c0bf4c8-7a9c-426a-9ca8-06b0ab52c29f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 210 time: 0.0503321 Oct 13 04:44:11.659330 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Made reservation on behalf of 30363a54e4a54559a88af6114cbf963c for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:11.662828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.741139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.769594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d4fcd038-16e3-4bea-abbd-78e476a3c3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.800658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba44ad3e-3625-4fa2-b580-83894bda4a7e None None] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:11.873439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-dc358671-e85f-4535-8b83-438dcec35cf2 None None] Provisioning complete for port cd51e684-961e-44ef-b034-28d4b0cc8163 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:11.874123 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc358671-e85f-4535-8b83-438dcec35cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.892423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Allocated IP 172.20.0.10 (e86f1167-6880-463e-9398-976997be52b3/b69fd580-8ae5-4482-95df-fd6e24e2b46d/01c41665-5901-4893-a031-273fb619e856) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:11.895651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:11.904979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.007486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.016401 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=9e6b1bbe-e833-41c9-9e98-e7f3e64987d7,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:12.204732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.219718 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:12.223551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:12.264477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d56f-3797-4066-81a4-be3093fc3527 req-df1d0b99-18ad-4a66-bd7e-936510c97770 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:12.266170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8686d56f-3797-4066-81a4-be3093fc3527 req-df1d0b99-18ad-4a66-bd7e-936510c97770 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 946 time: 0.0664673 Oct 13 04:44:12.309058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8686d56f-3797-4066-81a4-be3093fc3527 req-e22dee69-ecb2-4097-b8b1-44b086c658fe tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356638 Oct 13 04:44:12.337082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.373229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-245541a7-302b-4294-8a3a-b183fb4c4d14 None None] Provisioning complete for port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:12.373611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-245541a7-302b-4294-8a3a-b183fb4c4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.418563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-245541a7-302b-4294-8a3a-b183fb4c4d14 None None] Port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:12.430654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-245541a7-302b-4294-8a3a-b183fb4c4d14 None None] Provisioning complete for port cd51e684-961e-44ef-b034-28d4b0cc8163 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:12.431039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-245541a7-302b-4294-8a3a-b183fb4c4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.719810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d3f92fc-c945-4c38-b5c0-ffff0c0fff14 None None] Provisioning complete for port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:12.720190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d3f92fc-c945-4c38-b5c0-ffff0c0fff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.788377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f92fc-c945-4c38-b5c0-ffff0c0fff14 None None] Port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:12.789538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Network e86f1167-6880-463e-9398-976997be52b3 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:12.802929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:12.810652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:12.827420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.857207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Pushing event updated for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:12.866048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:44:12.886875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:12.893497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:12.917844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6450-5400-42c0-9dfa-74a86fc076f7 req-667a5033-980a-435b-a89c-13e0432fbe1a tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:12.919570 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9cf6450-5400-42c0-9dfa-74a86fc076f7 req-667a5033-980a-435b-a89c-13e0432fbe1a tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 932 time: 0.1683755 Oct 13 04:44:12.936387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cd51e684-961e-44ef-b034-28d4b0cc8163 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:12.990203 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-71568009-3b0e-43b0-b5b0-c4527e58da47 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6694319 Oct 13 04:44:13.003355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port cd51e684-961e-44ef-b034-28d4b0cc8163 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:13.003948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.026504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Request body: {'port': {'device_id': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:13.042557 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5cd3e6a6-968f-4115-bcb3-2ce32da4455c None None] Provisioning complete for port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:13.042942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5cd3e6a6-968f-4115-bcb3-2ce32da4455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.077287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9cf6450-5400-42c0-9dfa-74a86fc076f7 req-6f5da6c7-b258-4fd8-981c-69dd47e2fec0 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492753 Oct 13 04:44:13.092677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3e6a6-968f-4115-bcb3-2ce32da4455c None None] Port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:13.113668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:13.115365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.120159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c4bfbd4-1ff0-429c-804e-5899061a9790 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/e3b3dade-b4d8-4a36-b59c-16ed0c3e2786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3619916 Oct 13 04:44:13.123817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:13.128028 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] Sync routers for ids ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:13.147029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] Routers {'e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:13.147899 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:13.184952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46690b8-29cf-4c3c-8541-190408308855 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:13.189061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f46690b8-29cf-4c3c-8541-190408308855 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports/9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 HTTP/1.1" status: 200 len: 910 time: 0.0615878 Oct 13 04:44:13.189445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57504) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:13.279652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:13.289529 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] Routers {'e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:13.289942 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:43:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:13.350291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:13.350977 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d43792-f823-42eb-8a6c-7a872abf9ada None None] The sync data for ids ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:13.479570 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c41665-5901-4893-a031-273fb619e856 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:13.487367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9f2b-65d1-48fa-aa4e-e9d2fde7cb17 req-2a5868be-cbc3-44db-8614-9fb8a36511f0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:13.487940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.488877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca6d9f2b-65d1-48fa-aa4e-e9d2fde7cb17 req-2a5868be-cbc3-44db-8614-9fb8a36511f0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 946 time: 0.0935829 Oct 13 04:44:13.499895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Transition to ACTIVE for port object 01c41665-5901-4893-a031-273fb619e856 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:44:13.504291 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.557120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Pushing event updated for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:13.567628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca6d9f2b-65d1-48fa-aa4e-e9d2fde7cb17 req-4c1aaf9a-a662-4827-a1bf-f1f4dbd616c6 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Oct 13 04:44:13.639861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Attempting to bind port 01c41665-5901-4893-a031-273fb619e856 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:13.640254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Attempting to bind port 01c41665-5901-4893-a031-273fb619e856 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '9ed7c240-05d5-4841-88a7-a12e0c4e1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e86f1167-6880-463e-9398-976997be52b3'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:13.640532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Attempting to bind port 01c41665-5901-4893-a031-273fb619e856 on network e86f1167-6880-463e-9398-976997be52b3 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:13.645260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Port 01c41665-5901-4893-a031-273fb619e856 on network e86f1167-6880-463e-9398-976997be52b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:44:13.645639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Attempting to bind port 01c41665-5901-4893-a031-273fb619e856 on network e86f1167-6880-463e-9398-976997be52b3 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:13.651097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:13.652179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Checking segment: {'id': '9ed7c240-05d5-4841-88a7-a12e0c4e1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e86f1167-6880-463e-9398-976997be52b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:13.652639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Bound using segment: {'id': '9ed7c240-05d5-4841-88a7-a12e0c4e1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e86f1167-6880-463e-9398-976997be52b3'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:13.653085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Bound port: 01c41665-5901-4893-a031-273fb619e856, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed7c240-05d5-4841-88a7-a12e0c4e1027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e86f1167-6880-463e-9398-976997be52b3'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:13.653449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.665092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.735750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:13.739069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=01c41665-5901-4893-a031-273fb619e856,segment=NetworkSegment(9ed7c240-05d5-4841-88a7-a12e0c4e1027),segment_id=9ed7c240-05d5-4841-88a7-a12e0c4e1027)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:13.746773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.790051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:13.790695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:13.792194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 200 len: 1092 time: 0.7713799 Oct 13 04:44:13.792649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'tag': '01c41665-5901-4893-a031-273fb619e856'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:13.795001 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d77da4-43cf-4822-af66-46a4ce4361ef" -d '{"events": [{"name": "network-changed", "server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "tag": "01c41665-5901-4893-a031-273fb619e856"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:13.828452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3adb2b-4f4f-4472-9cf8-e8a55ab427d9 service neutron] Pushing event updated for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:13.886714 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b75b3-e0fd-47ab-8570-73616e327710 x-openstack-request-id: req-ef3b75b3-e0fd-47ab-8570-73616e327710 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:13.892669 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "tag": "01c41665-5901-4893-a031-273fb619e856", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:13.893067 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef3b75b3-e0fd-47ab-8570-73616e327710 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:13.895558 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'tag': '01c41665-5901-4893-a031-273fb619e856', 'status': 'completed', 'code': 200} Oct 13 04:44:13.930546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-b35989e6-42bd-4b72-b23e-de4b141d95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:13.934708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-b35989e6-42bd-4b72-b23e-de4b141d95ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30363a54e4a54559a88af6114cbf963c&device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 1095 time: 0.0961976 Oct 13 04:44:13.995123 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-1dc231c7-8b97-473b-b205-b11da874b099 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 200 len: 217 time: 0.0482323 Oct 13 04:44:14.030741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:14.031113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:14.064574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-11980e88-03ca-4e24-ba00-b150b0926cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.066231 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-11980e88-03ca-4e24-ba00-b150b0926cfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b69fd580-8ae5-4482-95df-fd6e24e2b46d HTTP/1.1" status: 200 len: 851 time: 0.0664089 Oct 13 04:44:14.103719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-d958fa2a-b4aa-4dce-96bb-a7070fead3cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e86f1167-6880-463e-9398-976997be52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304658 Oct 13 04:44:14.166972 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5670552-4ee9-49cf-aff5-ca9ef5613b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:14.195151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:14.217856 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-5bdc6bf6-f4ed-4e5f-8989-a18da1e25b96 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058397 Oct 13 04:44:14.235227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 9e6b1bbe-e833-41c9-9e98-e7f3e64987d7 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:14.269074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b155d-717d-48a8-a5be-3267931b1aca req-633b69f6-ab4e-45b5-aadb-b19f7f1f3ba7 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.270646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c7b155d-717d-48a8-a5be-3267931b1aca req-633b69f6-ab4e-45b5-aadb-b19f7f1f3ba7 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 944 time: 0.0966451 Oct 13 04:44:14.357501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6f1a3305-a654-4ae8-ad4f-6299792257e4 req-9ae80205-9c3c-4810-8ac8-20c9c1c5f4f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315892 Oct 13 04:44:14.389155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c7b155d-717d-48a8-a5be-3267931b1aca req-f5ddb344-9195-445c-9784-e684ab8c939b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Oct 13 04:44:14.465568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-5f4dd77c-27bd-49a5-8a5f-b6a601d90b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.467646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-5f4dd77c-27bd-49a5-8a5f-b6a601d90b03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30363a54e4a54559a88af6114cbf963c&device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 1095 time: 0.0472815 Oct 13 04:44:14.540116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:14.573024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=9e6b1bbe-e833-41c9-9e98-e7f3e64987d7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:14.611436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-4ac80e8a-66b7-4c4c-bd00-1aecba59a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.614197 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-4ac80e8a-66b7-4c4c-bd00-1aecba59a426 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 200 len: 912 time: 0.1384461 Oct 13 04:44:14.673092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-8a0b76c5-b538-4582-89c6-8f5342f083a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 200 len: 217 time: 0.0494130 Oct 13 04:44:14.750492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-0a3abaa6-ed56-4dac-8175-1c53e2dc4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:14.752035 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-0a3abaa6-ed56-4dac-8175-1c53e2dc4b96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b69fd580-8ae5-4482-95df-fd6e24e2b46d HTTP/1.1" status: 200 len: 851 time: 0.0711756 Oct 13 04:44:14.769968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:14.794574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-89fdd72b-4826-48ec-8352-dffb3938ede2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e86f1167-6880-463e-9398-976997be52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349400 Oct 13 04:44:14.932580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-46d099ae-6e64-4731-8cbe-c9325b971e14 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273999 Oct 13 04:44:14.996687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:15.102323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-14d77da4-43cf-4822-af66-46a4ce4361ef req-cd0f92f1-8f60-4386-bb2d-b2eb46c33c04 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451888 Oct 13 04:44:15.364090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.486986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:15.492935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aed0a2bc-b760-4f1d-b7aa-1cc752982af8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/e3b3dade-b4d8-4a36-b59c-16ed0c3e2786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024547 Oct 13 04:44:15.495732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57560) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:15.500475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] Sync routers for ids ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:15.526416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8888d949-7730-440f-a953-1849914e90d1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 HTTP/1.1" status: 200 len: 205 time: 0.0287600 Oct 13 04:44:15.529622 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:15.542887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.545489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] Routers {'e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:15.546224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:15.570326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e0134-cdbf-4893-a9d0-81ad771e1c55 req-dd7e1f72-6531-4c98-b1b6-d8e0160cc20e tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:15.572000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b0e0134-cdbf-4893-a9d0-81ad771e1c55 req-dd7e1f72-6531-4c98-b1b6-d8e0160cc20e tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 944 time: 0.0949671 Oct 13 04:44:15.592611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:15.603114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] Routers {'e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:15.603978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:15.617119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.626318 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b0e0134-cdbf-4893-a9d0-81ad771e1c55 req-f5b3298a-77fa-4dfc-a341-7ace86537d0d tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Oct 13 04:44:15.643904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:15.644608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b967c-9035-494a-8eb2-9e99d0efb8b3 None None] The sync data for ids ['e3b3dade-b4d8-4a36-b59c-16ed0c3e2786'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:15.785423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.787883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.831530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.832068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:44:15.839228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.840985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42b73d33-1092-4181-83f4-0c278285ff5f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 HTTP/1.1" status: 204 len: 168 time: 0.3103144 Oct 13 04:44:15.843679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57568) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:15.894150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet be32906f-5757-4ffb-994f-cfc3cd7c1967 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:15.897314 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:15.936577 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.025513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.102019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.131400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=be32906f-5757-4ffb-994f-cfc3cd7c1967,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:16.139846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.148928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6dc08d0c-6f52-4a7b-9102-9231fa0a54a0 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/be32906f-5757-4ffb-994f-cfc3cd7c1967 HTTP/1.1" status: 204 len: 168 time: 0.3042440 Oct 13 04:44:16.151933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:16.161130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef624d5b-2c54-4b84-8874-bb026f5e9f08 None None] Network b90b0469-77b1-47a1-92b7-56d9faabdd4c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:16.255275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.316372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port cd51e684-961e-44ef-b034-28d4b0cc8163 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:16.317131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.396470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] DHCP port deletion for b90b0469-77b1-47a1-92b7-56d9faabdd4c request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:16.399794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port cd51e684-961e-44ef-b034-28d4b0cc8163, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cd51e684-961e-44ef-b034-28d4b0cc8163,segment=NetworkSegment(f29b4c96-d840-429a-97e7-cb59b8f6d30e),segment_id=f29b4c96-d840-429a-97e7-cb59b8f6d30e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:16.400198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.421606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for cd51e684-961e-44ef-b034-28d4b0cc8163 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:16.499566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Deleting port cd51e684-961e-44ef-b034-28d4b0cc8163 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:16.499903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.526687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.561731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=cd51e684-961e-44ef-b034-28d4b0cc8163,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:16.564147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port cd51e684-961e-44ef-b034-28d4b0cc8163 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:16.604053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] For port cd51e684-961e-44ef-b034-28d4b0cc8163, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=cd51e684-961e-44ef-b034-28d4b0cc8163,segment=NetworkSegment(f29b4c96-d840-429a-97e7-cb59b8f6d30e),segment_id=f29b4c96-d840-429a-97e7-cb59b8f6d30e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:16.604577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.624413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Calling delete_port for cd51e684-961e-44ef-b034-28d4b0cc8163 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:16.705201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.734368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-8d9537e0-503b-4aac-9779-efcdad9ac7f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233110 Oct 13 04:44:16.734580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.746759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90b0469-77b1-47a1-92b7-56d9faabdd4c']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:16.794691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] Pushing event deleted for resources: {'Port': ['ID=cd51e684-961e-44ef-b034-28d4b0cc8163,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:16.802487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246191c-435e-4aab-b4b4-a697c3af0623 None None] No DVR routers for this DVR port cd51e684-961e-44ef-b034-28d4b0cc8163 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:16.830522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29b4c96-d840-429a-97e7-cb59b8f6d30e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:16.830826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29b4c96-d840-429a-97e7-cb59b8f6d30e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:16.847181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.866508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.874097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:16.874501 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:16.890988 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:16.900030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cd51e684-961e-44ef-b034-28d4b0cc8163 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:16.921543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: cd51e684-961e-44ef-b034-28d4b0cc8163 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:16.921904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device cd51e684-961e-44ef-b034-28d4b0cc8163 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:16.963688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66c98-687b-47e6-ad1b-8a70a50a0265 req-d268d1fa-4711-4305-bcad-f3a98d69161a tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:16.965244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6b66c98-687b-47e6-ad1b-8a70a50a0265 req-d268d1fa-4711-4305-bcad-f3a98d69161a tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 944 time: 0.2433822 Oct 13 04:44:16.968728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-3d7f8b95-adc6-4978-89f5-c125e06501a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:16.970207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-3d7f8b95-adc6-4978-89f5-c125e06501a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 1097 time: 0.1855021 Oct 13 04:44:16.987029 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:16.994202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.003810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/b90b0469-77b1-47a1-92b7-56d9faabdd4c HTTP/1.1" status: 204 len: 168 time: 0.8442018 Oct 13 04:44:17.004169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57604) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:17.009276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-399911287', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:17.038194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66071dc6-7127-406f-b64a-1bd145e34a00 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=b90b0469-77b1-47a1-92b7-56d9faabdd4c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:17.070893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.073060 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.132785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d6b66c98-687b-47e6-ad1b-8a70a50a0265 req-7fa7c91a-c4ab-4959-a96d-a77bce9e7fd4 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567476 Oct 13 04:44:17.133835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-b30b44ac-d5e8-4333-a2d7-18e664d4635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:17.135338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-b30b44ac-d5e8-4333-a2d7-18e664d4635e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.1362526 Oct 13 04:44:17.148585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.185313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-28a0a2dc-e16f-4b2a-a7b1-7aea24caa2a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 200 len: 217 time: 0.0413570 Oct 13 04:44:17.250071 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-b4da9b54-df3d-4ad7-bfaa-24c59e7a1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:17.252357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-b4da9b54-df3d-4ad7-bfaa-24c59e7a1e3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0598574 Oct 13 04:44:17.289845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-fcbf1355-68f6-4374-abf5-4748ec0cce3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301650 Oct 13 04:44:17.295780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.319296 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.409465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-c547e4e7-eef0-47fd-9545-7e90dfc15d00 service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110864 Oct 13 04:44:17.539837 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b755a6f6-1b23-4291-a35a-88926a2336c4 req-e2c918f4-cb2d-4c14-9ccf-ada7a34c2eaa service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232145 Oct 13 04:44:17.584077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.607184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.731477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.25.0.47 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/793276e1-a443-4ec7-94f3-b3965538174d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:17.843165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.883053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:17.929970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:17.933163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:17.937615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:17.966801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=793276e1-a443-4ec7-94f3-b3965538174d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:18.223201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:18.364780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80246b-7e42-4a7c-b488-07720db6e782 req-01adb435-ff31-4242-a5be-b6c9320ecc76 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:18.366525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b80246b-7e42-4a7c-b488-07720db6e782 req-01adb435-ff31-4242-a5be-b6c9320ecc76 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 944 time: 0.1059735 Oct 13 04:44:18.507341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b80246b-7e42-4a7c-b488-07720db6e782 req-91c3a5e1-7caa-4808-a13b-866eaf960c39 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279516 Oct 13 04:44:18.539425 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:18.659798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 01c41665-5901-4893-a031-273fb619e856 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:44:18.700943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 62de43ee-70fc-4bf1-8ad4-44324184b6fe is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:44:18.770072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=01c41665-5901-4893-a031-273fb619e856,segment=NetworkSegment(9ed7c240-05d5-4841-88a7-a12e0c4e1027),segment_id=9ed7c240-05d5-4841-88a7-a12e0c4e1027)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:18.792520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '01c41665-5901-4893-a031-273fb619e856', 'network_id': 'e86f1167-6880-463e-9398-976997be52b3', 'port_id': '01c41665-5901-4893-a031-273fb619e856', 'mac_address': 'fa:16:3e:c5:84:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69fd580-8ae5-4482-95df-fd6e24e2b46d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:44:18.837034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:18.848490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:18.853805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c41665-5901-4893-a031-273fb619e856 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:18.860059 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] Sync routers for ids ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:18.870073 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] Routers {'62de43ee-70fc-4bf1-8ad4-44324184b6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:18.870668 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:18.878907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=01c41665-5901-4893-a031-273fb619e856,segment=NetworkSegment(9ed7c240-05d5-4841-88a7-a12e0c4e1027),segment_id=9ed7c240-05d5-4841-88a7-a12e0c4e1027)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:18.884557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:18.910938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:18.912506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a5b41408-cdb0-4dbf-8da6-1ad793b683cb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9067955 Oct 13 04:44:18.915108 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57640) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:18.921731 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:18.931764 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] Routers {'62de43ee-70fc-4bf1-8ad4-44324184b6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:18.932365 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:18.948916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:18.983180 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:18.983851 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e6efc-dc40-4ddf-8718-b59e455e0363 None None] The sync data for ids ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:19.044962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d459caa7-8fe5-4f37-8621-ec400fe8d426 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers/62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 200 len: 879 time: 0.1278820 Oct 13 04:44:19.047398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57646) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:19.103856 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['01c41665-5901-4893-a031-273fb619e856'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:19.307105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-07948818-f486-4563-a6ce-6a0efbfd50c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2581336 Oct 13 04:44:19.309878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:19.314465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-399911287'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:19.734697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e80eeb-0f1c-467e-8728-4e96318dc5a2 req-8f7fbc29-ebca-4546-a310-edca0a2680f3 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:19.748568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26e80eeb-0f1c-467e-8728-4e96318dc5a2 req-8f7fbc29-ebca-4546-a310-edca0a2680f3 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 945 time: 0.1267190 Oct 13 04:44:19.803180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26e80eeb-0f1c-467e-8728-4e96318dc5a2 req-8f366a49-3f80-4837-a1ce-8293a669e77b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Oct 13 04:44:20.092067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.104610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.228626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 62de43ee-70fc-4bf1-8ad4-44324184b6fe has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:20.358775 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:20.365548 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.366863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-40f0fac2-0d25-48ff-9433-ff3804feee9f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 200 len: 886 time: 1.0559449 Oct 13 04:44:20.369483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:20.372673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] Sync routers for ids ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:20.383101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] Routers {'62de43ee-70fc-4bf1-8ad4-44324184b6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:20.384021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:20.422586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:20.433395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] Routers {'62de43ee-70fc-4bf1-8ad4-44324184b6fe'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:20.434441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:20.470973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:20.471708 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe5a09d-e753-4450-b374-a0df4ea97858 None None] The sync data for ids ['62de43ee-70fc-4bf1-8ad4-44324184b6fe'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:20.512367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5c3e9e64-6030-42bd-b2b6-6b94b198a687 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers/62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 200 len: 886 time: 0.1385212 Oct 13 04:44:20.512705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57678) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:20.543536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5043551b-dd6a-4d70-aa41-09e98aface04 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 200 len: 205 time: 0.0266504 Oct 13 04:44:20.543796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:20.660179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 01c41665-5901-4893-a031-273fb619e856 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:20.700470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.773036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 01c41665-5901-4893-a031-273fb619e856 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:44:20.783341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 01c41665-5901-4893-a031-273fb619e856 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:20.783780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.960567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:20.985483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c41665-5901-4893-a031-273fb619e856'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:20.987889 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec76eb7-5d19-4739-aa90-1d84755ddaab" -d '{"events": [{"server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "name": "network-vif-plugged", "status": "completed", "tag": "01c41665-5901-4893-a031-273fb619e856"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:20.992305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1dec4-9cb9-4a38-a2a6-90bd331f86f3 req-82477a59-e9fe-4cf2-bfcd-6c408cb8181b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:21.002018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eab1dec4-9cb9-4a38-a2a6-90bd331f86f3 req-82477a59-e9fe-4cf2-bfcd-6c408cb8181b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 945 time: 0.1045227 Oct 13 04:44:21.005882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=01c41665-5901-4893-a031-273fb619e856,segment=NetworkSegment(9ed7c240-05d5-4841-88a7-a12e0c4e1027),segment_id=9ed7c240-05d5-4841-88a7-a12e0c4e1027)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:21.007925 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.016694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.049473 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703eb9ab-5916-4741-9a46-5ea2eb0a312b x-openstack-request-id: req-703eb9ab-5916-4741-9a46-5ea2eb0a312b {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:21.049862 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "name": "network-vif-plugged", "status": "completed", "tag": "01c41665-5901-4893-a031-273fb619e856", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:21.050184 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-703eb9ab-5916-4741-9a46-5ea2eb0a312b {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:21.050775 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c41665-5901-4893-a031-273fb619e856', 'code': 200} Oct 13 04:44:21.107103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:21.116300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eab1dec4-9cb9-4a38-a2a6-90bd331f86f3 req-303dfe80-3c4c-44f1-92de-b68cf4fb1cdf tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041148 Oct 13 04:44:21.118479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.120273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.120629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.120999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.121373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.121714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.122054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.122395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.126315 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.126689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.127041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.127416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:21.174365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 793276e1-a443-4ec7-94f3-b3965538174d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:21.174701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.181078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e794de-0cdf-472b-a6a5-e958aca2c707 req-fe416672-59b0-49e6-bc20-9c2cd115f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:21.183244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6e794de-0cdf-472b-a6a5-e958aca2c707 req-fe416672-59b0-49e6-bc20-9c2cd115f0bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 1097 time: 0.0889721 Oct 13 04:44:21.235779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e6e794de-0cdf-472b-a6a5-e958aca2c707 req-80fc0a21-1d30-472b-8c75-f45199d7590b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443351 Oct 13 04:44:21.270774 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.283895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 793276e1-a443-4ec7-94f3-b3965538174d owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:21.477596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.505881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=793276e1-a443-4ec7-94f3-b3965538174d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:21.573162 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.668749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.671034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.716637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.717368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router 62de43ee-70fc-4bf1-8ad4-44324184b6fe {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:44:21.724959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.726105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc302b7e-618d-4912-82fc-3f4cfe6917fd tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 204 len: 168 time: 1.1813228 Oct 13 04:44:21.730531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57704) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:21.735558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-183643320'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:21.757445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:21.761239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.787329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:21.798041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.798467 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment a2f4b908-f165-49a3-8e73-f176e016e5bd of type vlan for network f9dc05c9-a334-4723-88c6-c3069e4f7529 Oct 13 04:44:21.844111 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.877281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.883665 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:21.884486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:21.952576 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2207766 Oct 13 04:44:21.955472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57712) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:21.960549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:21.968648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44447d3b-a13e-479a-82c8-a74d7a0b2d69 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=f9dc05c9-a334-4723-88c6-c3069e4f7529,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:21.982250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:22.065138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:22.068745 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.320718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.323003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636c259-e1e1-491a-8e7b-b06f483a4dbf req-5ae80c1c-d2b5-4144-af13-857d10f51a8f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:22.337437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0636c259-e1e1-491a-8e7b-b06f483a4dbf req-5ae80c1c-d2b5-4144-af13-857d10f51a8f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.1071398 Oct 13 04:44:22.388926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0636c259-e1e1-491a-8e7b-b06f483a4dbf req-1b45dc0f-4777-4054-8920-914350518d81 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Oct 13 04:44:22.420746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=ca631d27-322e-4ce7-be32-0c4b11202595,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:22.436846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': 'a2f4b908-f165-49a3-8e73-f176e016e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:22.437217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: f9dc05c9-a334-4723-88c6-c3069e4f7529, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:22.463693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:22.475986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f9dc05c9-a334-4723-88c6-c3069e4f7529) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:22.484231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0945ee0b-8937-4ba6-bc99-06a70768bfef None None] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:22.491533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:22.492933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.524170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57734) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:22.524859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d1344562-6cdc-4318-a7b7-3d7ddd98b320 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5682378 Oct 13 04:44:22.529556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-638922806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:22.556405 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.559368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.620302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.625638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.646260 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.650460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1c3571f-6b43-4190-a506-b4f8c4d2f434 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1219976 Oct 13 04:44:22.650948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57736) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:22.665060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f9dc05c9-a334-4723-88c6-c3069e4f7529', 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': 'ca631d27-322e-4ce7-be32-0c4b11202595'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:22.666089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.810678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Allocated IP 172.20.0.2 (f9dc05c9-a334-4723-88c6-c3069e4f7529/ca631d27-322e-4ce7-be32-0c4b11202595/f0dbca41-58c0-48bc-a1a6-ea72e62646cc) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:22.934429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.966034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:22.975466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.188997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:23.193645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:23.197490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:23.205492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.20.0.1 (f9dc05c9-a334-4723-88c6-c3069e4f7529/ca631d27-322e-4ce7-be32-0c4b11202595/c3c2b36c-1851-49e4-952b-1bdeeddde3f8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:23.211097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Pushing event updated for resources: {'Port': ['ID=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:23.260645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Attempting to bind port f0dbca41-58c0-48bc-a1a6-ea72e62646cc on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:23.261023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Attempting to bind port f0dbca41-58c0-48bc-a1a6-ea72e62646cc by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a2f4b908-f165-49a3-8e73-f176e016e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:23.261390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Attempting to bind port f0dbca41-58c0-48bc-a1a6-ea72e62646cc on network f9dc05c9-a334-4723-88c6-c3069e4f7529 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:23.267231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:23.267600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Checking segment: {'id': 'a2f4b908-f165-49a3-8e73-f176e016e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:23.268014 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.268407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Bound using segment: {'id': 'a2f4b908-f165-49a3-8e73-f176e016e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:23.268887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Bound port: f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4b908-f165-49a3-8e73-f176e016e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f9dc05c9-a334-4723-88c6-c3069e4f7529'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:23.269270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.338086 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.351817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] For port f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:23.356488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] For port f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,segment=NetworkSegment(a2f4b908-f165-49a3-8e73-f176e016e5bd),segment_id=a2f4b908-f165-49a3-8e73-f176e016e5bd)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:23.361406 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.385724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.436859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:23.440238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:23.444585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:23.466301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550b906-76cb-4570-a6d4-f66c44d275fc None None] Pushing event updated for resources: {'Port': ['ID=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:23.478664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=c3c2b36c-1851-49e4-952b-1bdeeddde3f8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:23.502881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.545825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e792f7-1a50-462a-bf87-3ca279be4ae5 req-70c82b76-733d-4209-bd72-bc336b362e38 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:23.552248 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60e792f7-1a50-462a-bf87-3ca279be4ae5 req-70c82b76-733d-4209-bd72-bc336b362e38 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0632749 Oct 13 04:44:23.607428 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60e792f7-1a50-462a-bf87-3ca279be4ae5 req-b5a80450-a011-427f-9f12-88bf31bca93a tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Oct 13 04:44:23.646123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:23.899910 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:44:24.156722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb2fa1-3d32-4d2c-b812-8d7ca1cc7dfe req-543deed9-10c4-432d-aa2a-0a0618421c2f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:24.158291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0bb2fa1-3d32-4d2c-b812-8d7ca1cc7dfe req-543deed9-10c4-432d-aa2a-0a0618421c2f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.4431088 Oct 13 04:44:24.262859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f0bb2fa1-3d32-4d2c-b812-8d7ca1cc7dfe req-f2faf1e1-b792-494e-aa41-fbbd9427f737 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969841 Oct 13 04:44:24.367956 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.381112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.480521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.483644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=c3c2b36c-1851-49e4-952b-1bdeeddde3f8,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:24.536097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219872d-fa2f-4546-a73e-8992e2bdb583 None None] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:24.636326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] Provisioning complete for port f0dbca41-58c0-48bc-a1a6-ea72e62646cc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:24.636766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.640844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc408a2c-5f2c-4c49-a79f-a2cd10abf2b4 req-f2b76b06-231f-4ad4-9fd5-212de100c5e6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:24.642501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc408a2c-5f2c-4c49-a79f-a2cd10abf2b4 req-f2b76b06-231f-4ad4-9fd5-212de100c5e6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0854771 Oct 13 04:44:24.666823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:24.669745 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:24.771160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc408a2c-5f2c-4c49-a79f-a2cd10abf2b4 req-9062e465-cb4e-437f-a16c-7544daf6c969 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188488 Oct 13 04:44:24.798947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.824610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router c59bdd19-9de2-4937-a83a-f8f3135fb4d6 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:44:24.852473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] For port f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,segment=NetworkSegment(a2f4b908-f165-49a3-8e73-f176e016e5bd),segment_id=a2f4b908-f165-49a3-8e73-f176e016e5bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:24.863146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:24.927369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0ad28-c4a0-4aea-873e-4036f96218cc None None] Pushing event updated for resources: {'Port': ['ID=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:24.955856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:24.964125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57754) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:24.964575 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9fa62541-5d41-4f49-a48b-ceb3ddc8a5ad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/c59bdd19-9de2-4937-a83a-f8f3135fb4d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120115 Oct 13 04:44:24.976595 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] Sync routers for ids ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:24.977649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f0dbca41-58c0-48bc-a1a6-ea72e62646cc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:24.988617 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] Routers {'c59bdd19-9de2-4937-a83a-f8f3135fb4d6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:24.991233 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:25.036735 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:25.047249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] Routers {'c59bdd19-9de2-4937-a83a-f8f3135fb4d6'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:25.048105 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:25.057512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f0dbca41-58c0-48bc-a1a6-ea72e62646cc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:25.058038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.069354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32703a70-c3cc-4b7b-a5b1-ca4023f14bc3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:25.071116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-32703a70-c3cc-4b7b-a5b1-ca4023f14bc3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports/c3c2b36c-1851-49e4-952b-1bdeeddde3f8 HTTP/1.1" status: 200 len: 910 time: 0.1055601 Oct 13 04:44:25.074782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57758) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:25.082396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca631d27-322e-4ce7-be32-0c4b11202595'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:25.138835 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:25.139775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e0e0b-58c4-4ea3-864f-27c0c460dc57 None None] The sync data for ids ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:25.244156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-09f11d17-32ff-4cb5-9b46-0a15f7039c8b None None] Provisioning complete for port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:25.244601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-09f11d17-32ff-4cb5-9b46-0a15f7039c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.289872 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-09f11d17-32ff-4cb5-9b46-0a15f7039c8b None None] Port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:25.300992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-09f11d17-32ff-4cb5-9b46-0a15f7039c8b None None] Provisioning complete for port f0dbca41-58c0-48bc-a1a6-ea72e62646cc triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:25.301366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-09f11d17-32ff-4cb5-9b46-0a15f7039c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.315005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.520387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b77308c4-0226-4612-b819-307dd87b0e44 None None] Provisioning complete for port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:25.520775 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b77308c4-0226-4612-b819-307dd87b0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.566918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b77308c4-0226-4612-b819-307dd87b0e44 None None] Port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:25.685828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9f96d38a-dc64-4794-8220-ba99e8e77bbe None None] Provisioning complete for port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:25.686113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f96d38a-dc64-4794-8220-ba99e8e77bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.720560 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9f96d38a-dc64-4794-8220-ba99e8e77bbe None None] Port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:25.746604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.754996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.834964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:25.835609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:25.840775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/ports/c3c2b36c-1851-49e4-952b-1bdeeddde3f8 HTTP/1.1" status: 200 len: 910 time: 0.7609217 Oct 13 04:44:25.840775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9d9c4-5d88-491f-a4db-891efb6ec401 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=c3c2b36c-1851-49e4-952b-1bdeeddde3f8,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:25.840775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57764) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:25.922443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ff040-86b2-4f79-b1ed-59a745a068b5 req-f9f1ebd1-4732-495b-93d3-40550e8d342b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:25.924237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-869ff040-86b2-4f79-b1ed-59a745a068b5 req-f9f1ebd1-4732-495b-93d3-40550e8d342b tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Oct 13 04:44:25.965521 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-869ff040-86b2-4f79-b1ed-59a745a068b5 req-e7d207b8-0303-40b3-ab51-bb037a2bb3cf tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344825 Oct 13 04:44:26.197073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e378-7ac7-46ce-8842-3c163c6abfb1 req-6ae98725-b748-4df8-87bf-9437332c49b8 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:26.199640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26a3e378-7ac7-46ce-8842-3c163c6abfb1 req-6ae98725-b748-4df8-87bf-9437332c49b8 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0751369 Oct 13 04:44:26.223543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:26.246881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26a3e378-7ac7-46ce-8842-3c163c6abfb1 req-e2437bfe-cf51-4bfe-8bae-11eeb4125e24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Oct 13 04:44:26.296616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31249b-b908-45b8-927e-bc01f285199d req-6e6b0a59-7cc7-482c-9b59-bb468fe085ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:26.298144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-6e6b0a59-7cc7-482c-9b59-bb468fe085ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30363a54e4a54559a88af6114cbf963c&device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 1097 time: 0.1176412 Oct 13 04:44:26.468958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31249b-b908-45b8-927e-bc01f285199d req-d2737085-1072-46e6-a2f1-ee2142729d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:26.470441 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-d2737085-1072-46e6-a2f1-ee2142729d7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 200 len: 912 time: 0.1647353 Oct 13 04:44:26.518233 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-de576945-24c7-4f0a-935a-d9c46572a410 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 200 len: 217 time: 0.0363159 Oct 13 04:44:26.610112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31249b-b908-45b8-927e-bc01f285199d req-54b55db3-8c60-47ce-b551-932eba20311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:26.611482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-54b55db3-8c60-47ce-b551-932eba20311b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b69fd580-8ae5-4482-95df-fd6e24e2b46d HTTP/1.1" status: 200 len: 851 time: 0.0777771 Oct 13 04:44:26.646467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-5025e295-9f18-44bc-a871-026b4dfe605a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e86f1167-6880-463e-9398-976997be52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267150 Oct 13 04:44:26.656694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port c3c2b36c-1851-49e4-952b-1bdeeddde3f8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:26.657038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:26.809436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:26.818190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-c0715626-95f8-436e-8c53-7f7519403d13 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636333 Oct 13 04:44:26.823756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for c3c2b36c-1851-49e4-952b-1bdeeddde3f8 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:26.903141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f0dbca41-58c0-48bc-a1a6-ea72e62646cc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:26.952081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f0dbca41-58c0-48bc-a1a6-ea72e62646cc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:26.953268 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:26.970329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b31249b-b908-45b8-927e-bc01f285199d req-0b3fcb3e-5db4-4b95-8e34-d58b6847d5e4 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421685 Oct 13 04:44:27.079752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:27.106581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=c3c2b36c-1851-49e4-952b-1bdeeddde3f8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:27.254947 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:27.728552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5139f-42c4-47fc-8c0a-bfeecfd022ff req-f16bdc58-aef8-484b-b24b-8ce2a15c8cf3 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:27.729982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03a5139f-42c4-47fc-8c0a-bfeecfd022ff req-f16bdc58-aef8-484b-b24b-8ce2a15c8cf3 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.1120250 Oct 13 04:44:27.786432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router c59bdd19-9de2-4937-a83a-f8f3135fb4d6 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:27.801316 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03a5139f-42c4-47fc-8c0a-bfeecfd022ff req-54b62a96-cb2f-41a0-9228-0630d1c77b08 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Oct 13 04:44:27.875542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:27.884057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50cf2f41-d625-4ea8-9fd7-dfb53f165cf2 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/c59bdd19-9de2-4937-a83a-f8f3135fb4d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392668 Oct 13 04:44:27.884057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57780) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:27.886178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] Sync routers for ids ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:27.896690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] Routers {'c59bdd19-9de2-4937-a83a-f8f3135fb4d6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:27.897396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:27.914196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53424dfc-2341-4ac7-ad52-1153269f986c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=c59bdd19-9de2-4937-a83a-f8f3135fb4d6 HTTP/1.1" status: 200 len: 205 time: 0.0269914 Oct 13 04:44:27.914446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57782) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:27.932156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:27.941881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] Routers {'c59bdd19-9de2-4937-a83a-f8f3135fb4d6'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:27.942627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:27.975128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:27.975959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3b912-1fb1-49ad-95d1-c1532228f707 None None] The sync data for ids ['c59bdd19-9de2-4937-a83a-f8f3135fb4d6'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:27.992458 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.161869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.163886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.206795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.207363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router c59bdd19-9de2-4937-a83a-f8f3135fb4d6 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:44:28.213965 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.215681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-427e67b0-8469-4da1-9df0-a38666990b5a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/c59bdd19-9de2-4937-a83a-f8f3135fb4d6 HTTP/1.1" status: 204 len: 168 time: 0.3003488 Oct 13 04:44:28.218524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57784) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:28.275632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet ca631d27-322e-4ce7-be32-0c4b11202595 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:28.279125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.317910 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.401122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.466243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.493937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=ca631d27-322e-4ce7-be32-0c4b11202595,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:28.498342 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.502025 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-72a26aed-66c3-49ba-adc2-8bb07ff86d5c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/ca631d27-322e-4ce7-be32-0c4b11202595 HTTP/1.1" status: 204 len: 168 time: 0.2821536 Oct 13 04:44:28.504493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57794) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:28.508890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b35cb-9a1c-48e3-b894-774fd9594d60 None None] Network f9dc05c9-a334-4723-88c6-c3069e4f7529 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:28.597416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.666736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port f0dbca41-58c0-48bc-a1a6-ea72e62646cc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:28.667091 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.736480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] DHCP port deletion for f9dc05c9-a334-4723-88c6-c3069e4f7529 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:28.747834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,segment=NetworkSegment(a2f4b908-f165-49a3-8e73-f176e016e5bd),segment_id=a2f4b908-f165-49a3-8e73-f176e016e5bd)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:28.748341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.762348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for f0dbca41-58c0-48bc-a1a6-ea72e62646cc owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:28.788818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Deleting port f0dbca41-58c0-48bc-a1a6-ea72e62646cc {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:28.789131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.904507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.907547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] For port f0dbca41-58c0-48bc-a1a6-ea72e62646cc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,segment=NetworkSegment(a2f4b908-f165-49a3-8e73-f176e016e5bd),segment_id=a2f4b908-f165-49a3-8e73-f176e016e5bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:28.907708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:28.928504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Calling delete_port for f0dbca41-58c0-48bc-a1a6-ea72e62646cc owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:28.959298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:28.968480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port f0dbca41-58c0-48bc-a1a6-ea72e62646cc on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:28.971389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.972169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.972627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.975872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.976301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.976774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.977197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.977600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.977975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.978667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.979187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:28.981617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f0dbca41-58c0-48bc-a1a6-ea72e62646cc no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:28.987950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:29.010670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f0dbca41-58c0-48bc-a1a6-ea72e62646cc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:29.011015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f0dbca41-58c0-48bc-a1a6-ea72e62646cc not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:29.015654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc55402-a134-4fd0-84ad-e57c8735f27f req-f2755902-a7d3-4b8e-abb3-57ebc820ea74 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:29.017280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc55402-a134-4fd0-84ad-e57c8735f27f req-f2755902-a7d3-4b8e-abb3-57ebc820ea74 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0552864 Oct 13 04:44:29.051693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.069888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-afc55402-a134-4fd0-84ad-e57c8735f27f req-200c27d4-a4fa-4ef1-90de-62c914c00677 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Oct 13 04:44:29.082636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] No DVR routers for this DVR port f0dbca41-58c0-48bc-a1a6-ea72e62646cc on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:29.096548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27699c22-d88b-407a-8b68-6c3a7b4dcc0a None None] Pushing event deleted for resources: {'Port': ['ID=f0dbca41-58c0-48bc-a1a6-ea72e62646cc,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:29.162142 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.188129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dc05c9-a334-4723-88c6-c3069e4f7529']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:29.199195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f4b908-f165-49a3-8e73-f176e016e5bd') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:29.199590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f4b908-f165-49a3-8e73-f176e016e5bd') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:29.211914 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.229012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.237303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:29.237786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:29.241925 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:29.309174 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.348292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.352292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/f9dc05c9-a334-4723-88c6-c3069e4f7529 HTTP/1.1" status: 204 len: 168 time: 0.8467903 Oct 13 04:44:29.353559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f0c5d-32e3-49f5-971f-51cf63ad8ed6 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=f9dc05c9-a334-4723-88c6-c3069e4f7529,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:29.356695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57826) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:29.362163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25d649-ff15-4299-bcbb-bdfaf58f453f req-3ee643ad-d5b7-42e7-97c5-3183ae1ba7bf tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:29.362491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-499967990', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:29.364266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e25d649-ff15-4299-bcbb-bdfaf58f453f req-3ee643ad-d5b7-42e7-97c5-3183ae1ba7bf tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0780089 Oct 13 04:44:29.395243 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.396413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.408615 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9e25d649-ff15-4299-bcbb-bdfaf58f453f req-c787838f-d457-4596-8b7d-fa6972e52be1 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374353 Oct 13 04:44:29.462422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.466787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.486099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.487896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bf31b738-21fb-4d57-babb-be4e18100139 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1299894 Oct 13 04:44:29.490755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57828) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:29.496683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-572666354'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:29.528213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:29.531777 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.556981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:29.567600 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.568032 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment e777f26a-6b48-4d6d-a28f-401dfe727391 of type vlan for network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 Oct 13 04:44:29.611647 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.636120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.641694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:29.642283 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:29.713989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57830) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:29.714226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2220268 Oct 13 04:44:29.721423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409ccb-9edc-4be2-a884-cb0005503186 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=1bd8148c-02ca-419d-8dc3-e93e3cd552b3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:29.722313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:29.735515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:29.837524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:29.841776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.045732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.128054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=52fae05a-f3ea-415a-9f14-1d364c08fb9a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:30.143479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:30.143968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: 1bd8148c-02ca-419d-8dc3-e93e3cd552b3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:30.164478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:30.175390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1bd8148c-02ca-419d-8dc3-e93e3cd552b3) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:30.179787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:30.180453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.188404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6bf48-58bc-42eb-9346-89d019706d79 None None] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:30.204660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4c8f9a56-e4c1-4788-b026-7a157c5b9b89 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4887900 Oct 13 04:44:30.207510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57836) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:30.358435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:30.359348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.537741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Allocated IP 172.20.0.2 (1bd8148c-02ca-419d-8dc3-e93e3cd552b3/52fae05a-f3ea-415a-9f14-1d364c08fb9a/68094380-17ce-4959-9992-b709927c30eb) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:30.585016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.613459 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4d74-6406-4485-bb0e-f614c5c7fd04 req-5dbf13f3-1182-4adf-8009-61c3ca59a705 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:30.615485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83ee4d74-6406-4485-bb0e-f614c5c7fd04 req-5dbf13f3-1182-4adf-8009-61c3ca59a705 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0826292 Oct 13 04:44:30.708135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.716266 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.768201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:30.772777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:30.786404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:30.804932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Pushing event updated for resources: {'Port': ['ID=68094380-17ce-4959-9992-b709927c30eb,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:30.878873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Attempting to bind port 68094380-17ce-4959-9992-b709927c30eb on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:30.879282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Attempting to bind port 68094380-17ce-4959-9992-b709927c30eb by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:30.879670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Attempting to bind port 68094380-17ce-4959-9992-b709927c30eb on network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:30.884682 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.20.0.1 (1bd8148c-02ca-419d-8dc3-e93e3cd552b3/52fae05a-f3ea-415a-9f14-1d364c08fb9a/8a8c7abf-ef7c-4a8b-865f-480ac616b380) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:30.885845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:30.887160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Checking segment: {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:30.887359 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.887786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Bound using segment: {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:30.888257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Bound port: 68094380-17ce-4959-9992-b709927c30eb, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:30.888700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:30.890813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83ee4d74-6406-4485-bb0e-f614c5c7fd04 req-595b87e6-ac73-4e6d-9214-79130a283f11 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Oct 13 04:44:30.995432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] For port 68094380-17ce-4959-9992-b709927c30eb, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:31.012845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] For port 68094380-17ce-4959-9992-b709927c30eb, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68094380-17ce-4959-9992-b709927c30eb,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:31.021320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:31.053144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:31.124492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a39c-1a73-4d2b-a411-493897dc0a26 None None] Pushing event updated for resources: {'Port': ['ID=68094380-17ce-4959-9992-b709927c30eb,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:31.172858 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:31.214892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45dd5e-c930-4b9e-961a-cf8329b5fd98 req-86a6bc94-6eea-4a4a-b7e9-ed108a3abb35 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:31.220289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c45dd5e-c930-4b9e-961a-cf8329b5fd98 req-86a6bc94-6eea-4a4a-b7e9-ed108a3abb35 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.1107981 Oct 13 04:44:31.243313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:31.249001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:31.257152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:31.282689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c45dd5e-c930-4b9e-961a-cf8329b5fd98 req-a60d7c49-62cb-4865-a538-d681075120f0 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497885 Oct 13 04:44:31.300199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:31.304008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045320c4-f9b4-424d-a443-d2db50471af9 req-fc7ef498-cd86-47db-ad62-fe6f0cf9b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:31.305629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-fc7ef498-cd86-47db-ad62-fe6f0cf9b804 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30363a54e4a54559a88af6114cbf963c&device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 1097 time: 0.1418641 Oct 13 04:44:31.341357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:31.508917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045320c4-f9b4-424d-a443-d2db50471af9 req-331ae88d-af1c-4955-838f-1622fbf2c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:31.510598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-331ae88d-af1c-4955-838f-1622fbf2c034 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 200 len: 912 time: 0.1961248 Oct 13 04:44:31.576713 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:31.579384 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-6c28c7ac-190f-4a5e-9543-dd143b7456c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 200 len: 217 time: 0.0468414 Oct 13 04:44:31.666270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045320c4-f9b4-424d-a443-d2db50471af9 req-0e265371-9715-4977-bc82-4c45771e2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:31.667921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-0e265371-9715-4977-bc82-4c45771e2d5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b69fd580-8ae5-4482-95df-fd6e24e2b46d HTTP/1.1" status: 200 len: 851 time: 0.0795548 Oct 13 04:44:31.754751 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-067d1581-8a8b-4ce5-8d61-63b80e274bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e86f1167-6880-463e-9398-976997be52b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534642 Oct 13 04:44:31.924135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-4139b8db-6f5e-4899-9978-7c527ba25b45 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606734 Oct 13 04:44:32.040108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.052160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.064947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-045320c4-f9b4-424d-a443-d2db50471af9 req-0eda0335-b9ce-432e-8a01-9d1b81b34115 service neutron] 10.222.0.47 "GET /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305857 Oct 13 04:44:32.138987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:32.143052 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.194778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae367bf8-7c92-4a75-8895-62bc2bbc9a1d None None] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:32.253710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:32.255510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:32.323540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] Provisioning complete for port 68094380-17ce-4959-9992-b709927c30eb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:32.324462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.388851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:44:32.406547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52960b6a-93ee-47df-80e3-12cb35f16fa2 req-72339ad8-428f-460c-8412-f886954246c6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:32.414781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52960b6a-93ee-47df-80e3-12cb35f16fa2 req-72339ad8-428f-460c-8412-f886954246c6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0615513 Oct 13 04:44:32.448045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.471713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52960b6a-93ee-47df-80e3-12cb35f16fa2 req-094b4651-29ed-47fb-bfb2-6f91fc637828 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557001 Oct 13 04:44:32.499906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] For port 68094380-17ce-4959-9992-b709927c30eb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68094380-17ce-4959-9992-b709927c30eb,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:32.511938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.525228 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:32.536369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:32.539162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-65077f0a-c983-4e27-9689-bdea109a1586 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3303273 Oct 13 04:44:32.541761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57854) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:32.547904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-186026307'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:32.559554 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:32.560273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:32.580541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:32.584413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.606943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dac1d2-81d6-4da8-8c4f-27f08baa10e8 None None] Pushing event updated for resources: {'Port': ['ID=68094380-17ce-4959-9992-b709927c30eb,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:32.625696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:32.640006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.640456 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment c9affb4a-b264-4574-9d57-3b64b40fedc1 of type vlan for network f66653e3-6b63-4d91-8e7c-55e368dd1d5b Oct 13 04:44:32.699324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.731448 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:32.742033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.748334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:32.748699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.767909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2241287 Oct 13 04:44:32.770735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57856) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:32.775814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:32.837015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf0a9-4c69-4e96-8592-25bdcdab6d02 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=f66653e3-6b63-4d91-8e7c-55e368dd1d5b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:32.860209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04ae5902-1a1b-4d6b-a4f8-ffbac3eeb176 None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:32.860820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ae5902-1a1b-4d6b-a4f8-ffbac3eeb176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:32.867426 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:32.972546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:32.977460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.013919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-04ae5902-1a1b-4d6b-a4f8-ffbac3eeb176 None None] Port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:33.021256 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:31Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:31Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:33.032739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68094380-17ce-4959-9992-b709927c30eb up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:33.076635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04ae5902-1a1b-4d6b-a4f8-ffbac3eeb176 None None] Provisioning complete for port 68094380-17ce-4959-9992-b709927c30eb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:33.077377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04ae5902-1a1b-4d6b-a4f8-ffbac3eeb176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.078538 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:33.079494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Updating router 2ebe349a-57bd-4640-a820-c22d77e48aca port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:44:33.116995 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.144000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 68094380-17ce-4959-9992-b709927c30eb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:33.145243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.325232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.344983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a1cb90c1-735c-4b0a-83bc-71ea073e3b65 None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:33.346247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1cb90c1-735c-4b0a-83bc-71ea073e3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.389912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb90c1-735c-4b0a-83bc-71ea073e3b65 None None] Port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:33.406850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:33.407404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: f66653e3-6b63-4d91-8e7c-55e368dd1d5b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:33.413368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=da1deded-8c9b-4864-b1cd-dccbf101996f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:33.430695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:33.441324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, f66653e3-6b63-4d91-8e7c-55e368dd1d5b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:33.446420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:33.447034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.458910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815cb54b-6766-4c8c-9375-1e6572eb720e None None] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:33.477215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57862) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:33.478288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-824e58b0-6add-438f-b2fc-44441843d481 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7054551 Oct 13 04:44:33.501043 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.509713 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.576568 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330796-b325-43d2-a767-49884909f588 None None] Pushing event updated for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:33.601758 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.602114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.602551 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.603674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.603674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.603674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.604234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.604815 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.605764 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.606333 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.606779 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.607232 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d330796-b325-43d2-a767-49884909f588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:33.610930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a937f74c-d68f-444b-b679-34d7db599272 None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:33.611333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a937f74c-d68f-444b-b679-34d7db599272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.635004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3f2e-dd19-4257-8c9b-8356e5f9b2cb req-0bfd2151-ff42-4e21-a1db-9e8657900b18 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:33.636958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dac3f2e-dd19-4257-8c9b-8356e5f9b2cb req-0bfd2151-ff42-4e21-a1db-9e8657900b18 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0915587 Oct 13 04:44:33.665877 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Attempting to bind port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:33.668211 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Attempting to bind port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:33.670301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Attempting to bind port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 on network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:33.682848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a937f74c-d68f-444b-b679-34d7db599272 None None] Port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:33.686616 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:33.687160 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Checking segment: {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:33.687742 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.688255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Bound using segment: {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:33.692094 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Bound port: 8a8c7abf-ef7c-4a8b-865f-480ac616b380, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777f26a-6b48-4d6d-a28f-401dfe727391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:33.693166 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.708409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4dac3f2e-dd19-4257-8c9b-8356e5f9b2cb req-3ff77e18-ddb0-4f41-859b-1e75384ddd80 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596371 Oct 13 04:44:33.799821 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] For port 8a8c7abf-ef7c-4a8b-865f-480ac616b380, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:33.815825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] For port 8a8c7abf-ef7c-4a8b-865f-480ac616b380, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8a8c7abf-ef7c-4a8b-865f-480ac616b380,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:33.832357 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.836956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:33.838335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:33.936333 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:33.937085 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:34.032159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:34.032536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.070122 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:34.141832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Allocated IP 172.21.0.2 (f66653e3-6b63-4d91-8e7c-55e368dd1d5b/da1deded-8c9b-4864-b1cd-dccbf101996f/c84e6bbd-058c-4f9e-b972-2dca28a8a8a9) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:34.176285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff2d31-270f-429e-a9b9-bd0ece864769 req-9f509654-a67f-4466-81a2-246d6d6b58bb tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:34.185513 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddff2d31-270f-429e-a9b9-bd0ece864769 req-9f509654-a67f-4466-81a2-246d6d6b58bb tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0707126 Oct 13 04:44:34.243866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ddff2d31-270f-429e-a9b9-bd0ece864769 req-ea777184-c991-406b-bf3e-d8ffddcb24cd tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568929 Oct 13 04:44:34.255211 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330796-b325-43d2-a767-49884909f588 None None] Pushing event updated for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:34.424248 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:31Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:33Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:34.436326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.457903 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414864ef-dacb-47e4-ad2e-52b36e90e575 None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:31Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:33Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:34.521727 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] For port 8a8c7abf-ef7c-4a8b-865f-480ac616b380, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8a8c7abf-ef7c-4a8b-865f-480ac616b380,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:34.531712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.625281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.633953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0edcd-3182-4b6c-82d4-43e7741ad6d7 None None] Pushing event updated for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:34.654822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.665804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.670345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-afc14849-190a-448d-bbcf-8566f42cc2fa None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:34.670731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-afc14849-190a-448d-bbcf-8566f42cc2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.770566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:34.777595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Pushing event updated for resources: {'Port': ['ID=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:34.780339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:34.783278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:34.876189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Attempting to bind port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:34.876569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Attempting to bind port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:34.876940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Attempting to bind port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 on network f66653e3-6b63-4d91-8e7c-55e368dd1d5b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:34.899135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:34.899845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Checking segment: {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:34.900444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:34.901023 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Bound using segment: {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:34.902434 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Bound port: c84e6bbd-058c-4f9e-b972-2dca28a8a8a9, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:34.903620 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.001218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.21.0.1 (f66653e3-6b63-4d91-8e7c-55e368dd1d5b/da1deded-8c9b-4864-b1cd-dccbf101996f/84aad3ad-8920-4e02-9070-ad2a59b3a2ca) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:35.010424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] For port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:35.014975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] For port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:35.018071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8a8c7abf-ef7c-4a8b-865f-480ac616b380 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:35.050534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.139054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db726e5-9333-4f9e-b453-a640abe603cc None None] Pushing event updated for resources: {'Port': ['ID=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:35.166175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:35.166826 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.218575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.279785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.416022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:35.420720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:35.425180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:35.470643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8ff24-d221-4bec-86fe-b0e427226f89 req-b4c6017f-6cb9-472b-a064-054b61413589 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:35.478524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:35.480113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94f8ff24-d221-4bec-86fe-b0e427226f89 req-b4c6017f-6cb9-472b-a064-054b61413589 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0946589 Oct 13 04:44:35.510429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.558896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94f8ff24-d221-4bec-86fe-b0e427226f89 req-34341781-022c-4a97-ae01-6cd0a4521def tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Oct 13 04:44:35.671051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:35.954044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-3fe5af1f-d8ae-4818-ac31-f796ea7186ce tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:35.956474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-3fe5af1f-d8ae-4818-ac31-f796ea7186ce tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.1943521 Oct 13 04:44:36.025698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-d332072c-486e-4399-9fc9-266c81ae2a58 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/quotas/1478f3114c754c8d939bfe27890cfe0b HTTP/1.1" status: 200 len: 375 time: 0.0539875 Oct 13 04:44:36.103498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-4c75e9d7-8fbd-4ac0-93e9-1b33f6d4b60f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.105084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-4c75e9d7-8fbd-4ac0-93e9-1b33f6d4b60f tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.47 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.1321666 Oct 13 04:44:36.129696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:36.152734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:36.163003 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-bd337f80-b92f-4411-a44b-09d25ebd63e2 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1279578 Oct 13 04:44:36.328808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:36.334764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:36.434687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-c6a2dd23-db6b-4890-9eb7-e560f9123bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238917 Oct 13 04:44:36.473297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Deleting port 01c41665-5901-4893-a031-273fb619e856 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:36.473639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:36.586440 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:36.594260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:36.721311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db94ea-d954-4c06-934f-3813b1c2ff38 req-196405b0-632c-480f-b7d2-5e99f38971c2 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:36.727300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:36.730295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6db94ea-d954-4c06-934f-3813b1c2ff38 req-196405b0-632c-480f-b7d2-5e99f38971c2 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 946 time: 0.0779352 Oct 13 04:44:36.771647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6db94ea-d954-4c06-934f-3813b1c2ff38 req-b0f3df30-90a0-4b32-86d8-2e636c6c11b6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/security-groups?id=3743e8a6-d094-41b8-83ba-c87afd907849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Oct 13 04:44:36.790948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10a3e1-116a-44f6-b1d1-7a9e3ac20ef9 None None] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:36.796744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-9b2bdfd6-35e4-4b54-bd0a-d1b815c3f3b6 service neutron] 10.222.0.49 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530028 Oct 13 04:44:36.878112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] For port 01c41665-5901-4893-a031-273fb619e856, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=01c41665-5901-4893-a031-273fb619e856,segment=NetworkSegment(9ed7c240-05d5-4841-88a7-a12e0c4e1027),segment_id=9ed7c240-05d5-4841-88a7-a12e0c4e1027)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:36.878612 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:36.909491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Calling delete_port for 01c41665-5901-4893-a031-273fb619e856 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:36.937376 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:36.955307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57902) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:36.956005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b3283fac-7126-4b5e-a888-a456d75fa49f tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768441 Oct 13 04:44:36.969407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128810510'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:36.981078 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:36.995266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] Provisioning complete for port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:36.995790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.022484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:37.028025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.039278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:37.094543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3f4a72-22de-4959-9979-f766d85b2d4f req-65ee7133-f65e-48eb-b22b-18cc40375e38 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 210 time: 0.0591021 Oct 13 04:44:37.116524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:37.131799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.132234 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment ec8e005f-f829-4947-b33d-ef72664a9421 of type vlan for network df1c6011-a679-46c6-bbea-0ab99bb491fd Oct 13 04:44:37.133564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.169703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Pushing event deleted for resources: {'Port': ['ID=01c41665-5901-4893-a031-273fb619e856,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:37.175817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['01c41665-5901-4893-a031-273fb619e856'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:37.185117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.217011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:37.217789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:37.218495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.226604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:37.227803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.258187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] No DVR routers for this DVR port 01c41665-5901-4893-a031-273fb619e856 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:37.260914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.273246 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c60649c1-1cc5-4eac-9291-3954f2a3ba56 req-3ae3fefc-7a3e-49e2-a6e4-b38c0882fc24 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.47 "DELETE /v2.0/ports/01c41665-5901-4893-a031-273fb619e856 HTTP/1.1" status: 204 len: 173 time: 1.1533632 Oct 13 04:44:37.274655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'name': 'network-vif-deleted', 'tag': '01c41665-5901-4893-a031-273fb619e856'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:37.281154 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd348e-e34f-4291-a7ab-df9db84ad901" -d '{"events": [{"server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "name": "network-vif-deleted", "tag": "01c41665-5901-4893-a031-273fb619e856"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:37.379405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:37.383832 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b261c676-1a4c-4bff-88cb-3c4a4ca4fd28 x-openstack-request-id: req-b261c676-1a4c-4bff-88cb-3c4a4ca4fd28 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:37.384127 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39cf83f2-96b1-4bd4-9cac-17b20d55ea07", "name": "network-vif-deleted", "tag": "01c41665-5901-4893-a031-273fb619e856", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:37.384378 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b261c676-1a4c-4bff-88cb-3c4a4ca4fd28 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:37.384780 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39cf83f2-96b1-4bd4-9cac-17b20d55ea07', 'name': 'network-vif-deleted', 'tag': '01c41665-5901-4893-a031-273fb619e856', 'status': 'completed', 'code': 200} Oct 13 04:44:37.392129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=df1c6011-a679-46c6-bbea-0ab99bb491fd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:37.435402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d7a0f47c-b0ba-4f45-9daa-f3d95c39aae9 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4717503 Oct 13 04:44:37.438603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57914) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:37.445265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:37.462939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network df1c6011-a679-46c6-bbea-0ab99bb491fd details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:37.655341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:37.660949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.700610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:37.701314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.735278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.773838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] For port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:37.805241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:37.963724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cf55d228-80d8-43bc-a837-5a07a3952ee9 req-c2094749-1d84-41b5-a646-dbdfb3e715f6 tempest-TestServerAdvancedOps-1370586566 tempest-TestServerAdvancedOps-1370586566-project] 10.222.0.49 "GET /v2.0/ports?device_id=39cf83f2-96b1-4bd4-9cac-17b20d55ea07 HTTP/1.1" status: 200 len: 210 time: 0.0432503 Oct 13 04:44:38.084741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f795a-3c63-4f1b-a54a-d676413c959f None None] Pushing event updated for resources: {'Port': ['ID=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:38.106988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abe3a370-d1cd-4839-84b5-366e9a09b61c None None] Provisioning complete for port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:38.107456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe3a370-d1cd-4839-84b5-366e9a09b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:38.121788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:38.205084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:35Z', 'revision_number': 3, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:35Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:38.241571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:38.241835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=e389b672-e56c-4b23-a886-555a650852c0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:38.242481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Updating router 2ebe349a-57bd-4640-a820-c22d77e48aca port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:44:38.245007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-abe3a370-d1cd-4839-84b5-366e9a09b61c None None] Port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:38.247969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52125c96-2cb8-4735-975c-ca4cc3bf9a27 req-c6809eed-c002-449e-925a-3362f4d88ff4 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 210 time: 0.0525861 Oct 13 04:44:38.256742 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:38.257105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: df1c6011-a679-46c6-bbea-0ab99bb491fd, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:38.294478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network df1c6011-a679-46c6-bbea-0ab99bb491fd is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:38.299363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:38.302723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-abe3a370-d1cd-4839-84b5-366e9a09b61c None None] Provisioning complete for port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:38.303315 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abe3a370-d1cd-4839-84b5-366e9a09b61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:38.313597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, df1c6011-a679-46c6-bbea-0ab99bb491fd) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:38.317883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:38.318543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:38.345580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57928) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:38.346493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-879a1871-eccc-4f7a-ae3b-cfce32d83a1d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9028347 Oct 13 04:44:38.350432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75549883-ad72-445f-970d-f90efff2aa74 None None] Network df1c6011-a679-46c6-bbea-0ab99bb491fd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:38.790929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-e4d46309-c607-44eb-bfe4-916da8e73e36 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:38.793549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-e4d46309-c607-44eb-bfe4-916da8e73e36 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 814 time: 0.2155600 Oct 13 04:44:38.811684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Request body: {'port': {'device_id': '25024444-e552-40d5-8783-2811e01241b8', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'admin_state_up': True, 'tenant_id': '1478f3114c754c8d939bfe27890cfe0b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:38.948193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:39.039441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57934) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:39.063038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-df1c6011-a679-46c6-bbea-0ab99bb491fd', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:39.063891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.111273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Deleting subnet b69fd580-8ae5-4482-95df-fd6e24e2b46d {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:39.116376 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.122696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.178169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-88768d86-0c46-40d5-a748-f651828aa361 None None] Provisioning complete for port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:39.178552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-88768d86-0c46-40d5-a748-f651828aa361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.182126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.182743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.253110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.279117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b8e1-4fcd-4f4a-a171-d97ea6863b90 None None] Pushing event updated for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:39.321422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.332636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:39.333195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.384043 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69fd580-8ae5-4482-95df-fd6e24e2b46d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:39.386799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.390257 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4320afcc-b3a1-4df4-817a-1c81fe103325 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b69fd580-8ae5-4482-95df-fd6e24e2b46d HTTP/1.1" status: 204 len: 168 time: 0.3495798 Oct 13 04:44:39.406700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57938) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:39.418219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-88768d86-0c46-40d5-a748-f651828aa361 None None] Port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:39.424784 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb0d4271-cc2a-4831-8bdc-65489079cd14 req-6efe5114-9516-4f3e-9f46-4c74cda5b43f tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 210 time: 0.0560067 Oct 13 04:44:39.461676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.510999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Allocated IP 172.22.0.2 (df1c6011-a679-46c6-bbea-0ab99bb491fd/e389b672-e56c-4b23-a886-555a650852c0/6b0118cc-ac00-471b-81f2-651f4548205c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:39.560338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.643996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Attempting to bind port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:39.644374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Attempting to bind port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:39.644770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Attempting to bind port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca on network f66653e3-6b63-4d91-8e7c-55e368dd1d5b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:39.652763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:39.653435 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Checking segment: {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:39.653856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.654291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Bound using segment: {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:39.654849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Bound port: 84aad3ad-8920-4e02-9070-ad2a59b3a2ca, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9affb4a-b264-4574-9d57-3b64b40fedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:39.655324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.679567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.713447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86f1167-6880-463e-9398-976997be52b3']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:39.715200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Made reservation on behalf of 1478f3114c754c8d939bfe27890cfe0b for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:39.719519 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.766622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed7c240-05d5-4841-88a7-a12e0c4e1027') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:39.767317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed7c240-05d5-4841-88a7-a12e0c4e1027') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:39.783738 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.805393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.819876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:39.823155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.843449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-481a5070-0bfa-4a06-a71e-69f4ae0c6b02 None None] Provisioning complete for port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:39.843847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-481a5070-0bfa-4a06-a71e-69f4ae0c6b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.851554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] For port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:39.883902 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:39.893031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.900941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-481a5070-0bfa-4a06-a71e-69f4ae0c6b02 None None] Port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:39.905485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.953090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Network df1c6011-a679-46c6-bbea-0ab99bb491fd is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:39.956986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:39.959490 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:39.966954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:39.970774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.22.0.1 (df1c6011-a679-46c6-bbea-0ab99bb491fd/e389b672-e56c-4b23-a886-555a650852c0/df8172ff-fdcc-4f50-aed9-b2edba91e63f) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:39.973798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Pushing event updated for resources: {'Port': ['ID=6b0118cc-ac00-471b-81f2-651f4548205c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:39.981829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] For port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:39.994048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.006579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.020835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] 10.222.0.49 "DELETE /v2.0/networks/e86f1167-6880-463e-9398-976997be52b3 HTTP/1.1" status: 204 len: 168 time: 0.6128962 Oct 13 04:44:40.024000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57942) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:40.079454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4cefb-b629-49f7-970a-9002bd6bd54a admin admin] Pushing event deleted for resources: {'Network': ['ID=e86f1167-6880-463e-9398-976997be52b3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:40.081537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Attempting to bind port 6b0118cc-ac00-471b-81f2-651f4548205c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:40.082077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Attempting to bind port 6b0118cc-ac00-471b-81f2-651f4548205c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:40.082609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Attempting to bind port 6b0118cc-ac00-471b-81f2-651f4548205c on network df1c6011-a679-46c6-bbea-0ab99bb491fd {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:40.103736 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:40.104426 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Checking segment: {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:40.105114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.105693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Bound using segment: {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:40.106532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Bound port: 6b0118cc-ac00-471b-81f2-651f4548205c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:40.107183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.116891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b8e1-4fcd-4f4a-a171-d97ea6863b90 None None] Pushing event updated for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:40.127848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:40.130171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:40.153971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Allocated IP 172.20.0.4 (8ed987d1-a525-4d65-9080-02495da7ce83/bfcc1a97-c179-42d4-8eb8-fb41614c0882/eff7e594-c024-4df3-8e1c-ec42254d4fa7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:40.205151 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.210658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Deleting subnet f1107c27-7f48-41e7-b800-003d25c0f6ab {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:40.227002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.278457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.326353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.364263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.367349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:40.412341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network df1c6011-a679-46c6-bbea-0ab99bb491fd is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:40.417218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:40.426444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.442135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:40.445475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] For port 6b0118cc-ac00-471b-81f2-651f4548205c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:40.452302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] For port 6b0118cc-ac00-471b-81f2-651f4548205c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6b0118cc-ac00-471b-81f2-651f4548205c,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:40.463507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.471713 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f1107c27-7f48-41e7-b800-003d25c0f6ab HTTP/1.1" status: 204 len: 168 time: 0.4465964 Oct 13 04:44:40.472838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:40.489519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.494742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.503091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2dbef-ead2-43b8-88c4-777ff5d00a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1107c27-7f48-41e7-b800-003d25c0f6ab,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:40.613399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.638514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54d1584b-e5b8-4db7-9488-9c1e100a5d93 req-a8cf715b-35c1-4c0c-afc8-1ef3915aa97d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 210 time: 0.0767825 Oct 13 04:44:40.665970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:40.682059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.704777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452167-05d6-464a-a91d-900dd7101b99 None None] Pushing event updated for resources: {'Port': ['ID=6b0118cc-ac00-471b-81f2-651f4548205c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:40.742932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 01c41665-5901-4893-a031-273fb619e856 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:40.747918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.754837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.781712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] Provisioning complete for port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:40.782678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.790152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a600f4-8a62-4a69-b667-f8d474a05ed9']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:40.809289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630041d8-2478-4465-b379-d168376a5255') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:40.809847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630041d8-2478-4465-b379-d168376a5255') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:40.815710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.827276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.856893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.861836 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 01c41665-5901-4893-a031-273fb619e856 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:40.865746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:40.866286 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:40.867281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 01c41665-5901-4893-a031-273fb619e856 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:40.869346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7f981517-204b-469b-8ca5-da4afa29390a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:40.873113 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:40.897113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'c07d5892-fc90-4b30-b816-0e5e1db1efff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:40.979133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Network 8ed987d1-a525-4d65-9080-02495da7ce83 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:40.993734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:40.997395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:41.029189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.048394 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.060015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] 10.222.0.49 "DELETE /v2.0/networks/84a600f4-8a62-4a69-b667-f8d474a05ed9 HTTP/1.1" status: 204 len: 168 time: 0.5660720 Oct 13 04:44:41.087657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33674793-b813-4569-8d87-de2a3ac439ae admin admin] Pushing event deleted for resources: {'Network': ['ID=84a600f4-8a62-4a69-b667-f8d474a05ed9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:41.099961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event updated for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:41.129752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:41.129752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.181076 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-8bccb60b-5e2f-4c98-8e1b-6fdea641ca3e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750148 Oct 13 04:44:41.219025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Request body: {'port': {'device_id': '25024444-e552-40d5-8783-2811e01241b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:41.264290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.300324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57954) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:41.312860 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.371960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:35Z', 'revision_number': 3, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:39Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:41.374766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] For port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:41.412155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.421513 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.423141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.429601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc9393-6925-4c92-8c5c-10d7d7a04e5a None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:35Z', 'revision_number': 3, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:39Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:41.590075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.606335 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccee31-b46b-4e5f-b9da-4490a8ce77e0 None None] Pushing event updated for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:41.785790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.799886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04da1aac-dff4-4e81-a0a8-c697e28dc40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.801272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-90cf898c-ba65-46fa-9a27-00a3c5675b82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30363a54e4a54559a88af6114cbf963c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997663 Oct 13 04:44:41.803974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:41.810441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:41.857619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2573c-5464-4206-9599-94b70dbe340a req-ee0d29a0-8dcc-4d27-8b72-dce6789d811e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:41.865303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33e2573c-5464-4206-9599-94b70dbe340a req-ee0d29a0-8dcc-4d27-8b72-dce6789d811e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 931 time: 0.0984406 Oct 13 04:44:41.898868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network df1c6011-a679-46c6-bbea-0ab99bb491fd is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:41.902112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:41.911044 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:41.923472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33e2573c-5464-4206-9599-94b70dbe340a req-d6c8bf49-f998-4e4d-9710-f1d06908d660 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Oct 13 04:44:41.957629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.033826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.038929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.043419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3743e8a6-d094-41b8-83ba-c87afd907849 HTTP/1.1" status: 204 len: 168 time: 0.2355688 Oct 13 04:44:42.051004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f8f0b-b176-4727-a276-b44d0127d1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743e8a6-d094-41b8-83ba-c87afd907849,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:42.068378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea443c-c838-465b-9207-9732b97ecd79 None None] Network df1c6011-a679-46c6-bbea-0ab99bb491fd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:42.103739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff7e594-c024-4df3-8e1c-ec42254d4fa7 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:42.114645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:42.116915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.140419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Transition to ACTIVE for port object eff7e594-c024-4df3-8e1c-ec42254d4fa7 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:44:42.175815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.286131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] Provisioning complete for port 6b0118cc-ac00-471b-81f2-651f4548205c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:42.286686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.298870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Pushing event updated for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:42.304591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:42.310927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4a5192ee-3dba-4318-9192-43850e66b5af tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9640622 Oct 13 04:44:42.313635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57964) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:42.322042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'network': {'name': 'tempest-RoutersTest-891417581'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:42.362763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:42.366728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.407505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:44:42.422011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.422424 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added segment 1463e164-23d1-45b8-8c5d-52bdeaf97f76 of type vlan for network 2c895695-81da-4f5f-ad28-f3d405814d83 Oct 13 04:44:42.451531 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Attempting to bind port eff7e594-c024-4df3-8e1c-ec42254d4fa7 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:42.454573 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Attempting to bind port eff7e594-c024-4df3-8e1c-ec42254d4fa7 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:42.455133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Attempting to bind port eff7e594-c024-4df3-8e1c-ec42254d4fa7 on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:42.463268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Port eff7e594-c024-4df3-8e1c-ec42254d4fa7 on network 8ed987d1-a525-4d65-9080-02495da7ce83 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:44:42.463831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Attempting to bind port eff7e594-c024-4df3-8e1c-ec42254d4fa7 on network 8ed987d1-a525-4d65-9080-02495da7ce83 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:42.476669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:42.477276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Checking segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:42.477875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Bound using segment: {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:42.478487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Bound port: eff7e594-c024-4df3-8e1c-ec42254d4fa7, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffab904-a759-4ca5-a4e0-a2c21e823a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:42.479031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.496059 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.525063 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:42.538131 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:42.539281 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:42.550412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.558082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:42.560823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.602397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57970) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:42.610054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2928927 Oct 13 04:44:42.611875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 57972) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:42.620857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'subnet': {'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:42.701794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.708455 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550a6d9-cece-4cc5-acd0-00383aac7948 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Network': ['ID=2c895695-81da-4f5f-ad28-f3d405814d83,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:42.708911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:42.731694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 2c895695-81da-4f5f-ad28-f3d405814d83 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:44:42.817314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:42.825902 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-30c5185d-2972-45ef-a824-bd5b2aa885e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71d363e5f9ec429091390852be023f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180753 Oct 13 04:44:42.825902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Made reservation on behalf of 8b98019afd114796897884916ffe1c33 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:44:42.826217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 57974) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:42.830490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.837264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.867825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:42.885017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] For port 6b0118cc-ac00-471b-81f2-651f4548205c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6b0118cc-ac00-471b-81f2-651f4548205c,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:42.959431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.967552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:42.972046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.027190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.042759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da539d53-5c6e-407d-8b84-8fa39d51ac0e None None] Pushing event updated for resources: {'Port': ['ID=6b0118cc-ac00-471b-81f2-651f4548205c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:43.096519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.100216 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.101946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84ecad0c-d1b6-471d-9590-5c92d6b80809 HTTP/1.1" status: 204 len: 168 time: 0.2750340 Oct 13 04:44:43.118203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab429d-8568-4e7c-8871-157130aa0084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ecad0c-d1b6-471d-9590-5c92d6b80809,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:43.125259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0fc2d6d9-0306-44f7-9f80-a0aaf4d5d054 None None] Provisioning complete for port df8172ff-fdcc-4f50-aed9-b2edba91e63f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:43.125961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fc2d6d9-0306-44f7-9f80-a0aaf4d5d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.163789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84aad3ad-8920-4e02-9070-ad2a59b3a2ca up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:43.251291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2d6d9-0306-44f7-9f80-a0aaf4d5d054 None None] Port df8172ff-fdcc-4f50-aed9-b2edba91e63f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:43.257019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:43.257652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.259261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] 10.222.0.16 "PUT /v2.0/ports/eff7e594-c024-4df3-8e1c-ec42254d4fa7 HTTP/1.1" status: 200 len: 1091 time: 2.0444059 Oct 13 04:44:43.262550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fab270-3c3d-4faa-9a79-49f7df2a8078 service neutron] Pushing event updated for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:43.265641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:43.268758 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:43.273968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.394288 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10d65a-8211-4104-8c9c-aead132bf1cb x-openstack-request-id: req-1f10d65a-8211-4104-8c9c-aead132bf1cb {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:43.394288 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:43.394288 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f10d65a-8211-4104-8c9c-aead132bf1cb {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:43.394288 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7', 'status': 'completed', 'code': 200} Oct 13 04:44:43.398625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0fc2d6d9-0306-44f7-9f80-a0aaf4d5d054 None None] Provisioning complete for port 6b0118cc-ac00-471b-81f2-651f4548205c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:43.399239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fc2d6d9-0306-44f7-9f80-a0aaf4d5d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.543196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Subnet': ['ID=770948e5-523f-4697-a00e-0043ace975cd,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:43.543196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-f84fd3b8-361a-468d-945c-7724ee801622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:43.543196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-f84fd3b8-361a-468d-945c-7724ee801622 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 1094 time: 0.1349490 Oct 13 04:44:43.547021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:43.547021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.591929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74334719-19c3-4d86-b922-9b48e0d37f90 req-a0b96178-3bcb-4673-99ca-f41c6871422c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:43.593357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74334719-19c3-4d86-b922-9b48e0d37f90 req-a0b96178-3bcb-4673-99ca-f41c6871422c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 943 time: 0.3326168 Oct 13 04:44:43.601110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-c28ae951-4cc3-4a22-b53e-582ec08587e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0726829 Oct 13 04:44:43.609376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Checking segment: {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:43.610081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network hostable DHCP agents. Network: 2c895695-81da-4f5f-ad28-f3d405814d83, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:44:43.621131 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:40Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:43.700486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-85347890-4581-444b-b992-4f836fd99b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:43.702277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-85347890-4581-444b-b992-4f836fd99b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0872209 Oct 13 04:44:43.728188 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:43.735965 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Updating router 2ebe349a-57bd-4640-a820-c22d77e48aca port df8172ff-fdcc-4f50-aed9-b2edba91e63f binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:44:43.765853 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.777438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-0f97fb71-c972-41aa-ab4a-07af156a53d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668607 Oct 13 04:44:43.793785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6b0118cc-ac00-471b-81f2-651f4548205c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:43.877350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6b0118cc-ac00-471b-81f2-651f4548205c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:43.877866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.944968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-279e416c-ab55-4ee8-87aa-44ef54472fd2 None None] Provisioning complete for port df8172ff-fdcc-4f50-aed9-b2edba91e63f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:43.945700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-279e416c-ab55-4ee8-87aa-44ef54472fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:43.982544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-0685fd18-0373-4fff-9b5d-ea07798cf852 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939652 Oct 13 04:44:43.993087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-279e416c-ab55-4ee8-87aa-44ef54472fd2 None None] Port df8172ff-fdcc-4f50-aed9-b2edba91e63f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:44.095644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2c895695-81da-4f5f-ad28-f3d405814d83 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:44:44.111692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74334719-19c3-4d86-b922-9b48e0d37f90 req-9eaf6f37-028e-4d9f-8787-1cc8c8cb2aec tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095136 Oct 13 04:44:44.118809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 2c895695-81da-4f5f-ad28-f3d405814d83) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:44.124890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:44.126008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.129470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f38729-d37e-45fc-86ca-cd62d32276d6 None None] Network 2c895695-81da-4f5f-ad28-f3d405814d83 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:44.152706 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.158609 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.180591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58004) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:44.181246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aae72eb8-cdfb-4706-aacb-16b16a2d9333 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5667481 Oct 13 04:44:44.185901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0873c8bc-a981-4fa4-aa54-700c997b0a22 req-3b48cf4b-29e7-4903-8646-5b4442020379 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852164 Oct 13 04:44:44.211731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40f16e93-375d-41df-aa07-4912f3ac0205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.246158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e371f-cd73-4d4f-9c35-d326edba2802 None None] Pushing event updated for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:44.336251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-5d8191d8-cc7c-4455-ae85-eaaa45f273ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:44.341805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-5d8191d8-cc7c-4455-ae85-eaaa45f273ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 1094 time: 0.0911264 Oct 13 04:44:44.359242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Attempting to bind port df8172ff-fdcc-4f50-aed9-b2edba91e63f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:44.359242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Attempting to bind port df8172ff-fdcc-4f50-aed9-b2edba91e63f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:44.359242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Attempting to bind port df8172ff-fdcc-4f50-aed9-b2edba91e63f on network df1c6011-a679-46c6-bbea-0ab99bb491fd {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:44.371634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:44.372026 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Checking segment: {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:44.372440 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.372847 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Bound using segment: {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:44.373341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Bound port: df8172ff-fdcc-4f50-aed9-b2edba91e63f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8e005f-f829-4947-b33d-ef72664a9421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:44.373724 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.447616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-2c895695-81da-4f5f-ad28-f3d405814d83', 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'fixed_ips': [{'subnet_id': '770948e5-523f-4697-a00e-0043ace975cd'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:44:44.449094 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.524670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-0406bed4-5d3c-41ae-9f9c-ffef21a750c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:44.526567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-0406bed4-5d3c-41ae-9f9c-ffef21a750c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.1751857 Oct 13 04:44:44.568470 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] For port df8172ff-fdcc-4f50-aed9-b2edba91e63f, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:44.578070 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] For port df8172ff-fdcc-4f50-aed9-b2edba91e63f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=df8172ff-fdcc-4f50-aed9-b2edba91e63f,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:44.587616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-8ae628f7-63be-4f73-b975-4a71ae68c607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7 HTTP/1.1" status: 200 len: 217 time: 0.0528719 Oct 13 04:44:44.589955 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.652935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] Provisioning complete for port df8172ff-fdcc-4f50-aed9-b2edba91e63f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:44.653673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.661409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-61ba313a-c20d-4466-9aea-35baade312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:44.662730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-61ba313a-c20d-4466-9aea-35baade312a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0661705 Oct 13 04:44:44.705689 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:44.707240 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:44.754456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-16589269-a83b-4a26-85bc-b726507bb8b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832489 Oct 13 04:44:44.757632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Allocated IP 172.23.0.2 (2c895695-81da-4f5f-ad28-f3d405814d83/770948e5-523f-4697-a00e-0043ace975cd/ee0dac3f-24b1-417b-b1ca-265a4ac8315f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:44.813036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e371f-cd73-4d4f-9c35-d326edba2802 None None] Pushing event updated for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:44.872309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:44.914761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-b7e63d4e-6a41-4361-8f02-bc5398eaaf8c service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426623 Oct 13 04:44:44.941977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:44.991285 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6b0118cc-ac00-471b-81f2-651f4548205c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:44.993085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.029559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f0a953d-9ae3-4217-8e1b-f3b998a2ef8e req-b48c88fa-ce1c-4c3a-b39b-894a24bcf0c7 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125200 Oct 13 04:44:45.120056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] For port df8172ff-fdcc-4f50-aed9-b2edba91e63f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=df8172ff-fdcc-4f50-aed9-b2edba91e63f,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:45.127734 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.193623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 6b0118cc-ac00-471b-81f2-651f4548205c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:45.202956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.288648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fb734-73a2-4cc8-9d51-6d84d43ddd79 None None] Pushing event updated for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:45.291786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.300720 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:40Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:44Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:45.303822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9a49cc6f-1b4d-4b4d-a24a-8f0be9b8e347 None None] Provisioning complete for port df8172ff-fdcc-4f50-aed9-b2edba91e63f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:45.304435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a49cc6f-1b4d-4b4d-a24a-8f0be9b8e347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.330048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.334619 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ae760-7653-4a1f-934d-316a7215d98d None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:40Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:44Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:45.453987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Network 2c895695-81da-4f5f-ad28-f3d405814d83 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:45.481759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338fb60-73bb-440c-a6a8-68e5e3c22827 req-959fb773-f76a-4aed-9d7d-0d618747fad5 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:45.483352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f338fb60-73bb-440c-a6a8-68e5e3c22827 req-959fb773-f76a-4aed-9d7d-0d618747fad5 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 943 time: 0.1384022 Oct 13 04:44:45.497393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Allocated IP 172.23.0.1 (2c895695-81da-4f5f-ad28-f3d405814d83/770948e5-523f-4697-a00e-0043ace975cd/a80e07b4-34ad-4667-9a01-77a4fe2084e2) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:44:45.504777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Pushing event updated for resources: {'Port': ['ID=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:45.517458 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:45.519472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.524749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:45.628214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f338fb60-73bb-440c-a6a8-68e5e3c22827 req-cee07d23-e81d-481f-b11f-f99b75eece40 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252902 Oct 13 04:44:45.648022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.665751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Attempting to bind port ee0dac3f-24b1-417b-b1ca-265a4ac8315f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:45.665751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Attempting to bind port ee0dac3f-24b1-417b-b1ca-265a4ac8315f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:45.666095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Attempting to bind port ee0dac3f-24b1-417b-b1ca-265a4ac8315f on network 2c895695-81da-4f5f-ad28-f3d405814d83 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:45.675810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:45.675810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Checking segment: {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:45.676488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.676488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Bound using segment: {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:45.677185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Bound port: ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:45.677345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.704351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.753228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.796952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2c895695-81da-4f5f-ad28-f3d405814d83 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:45.800714 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] For port ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:45.801145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:45.804684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] For port ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:45.806064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:44:45.812968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.856908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:45.871358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.872133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.872484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.872823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.873156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.873490 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.873866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.874197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.874522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.874841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.875187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.875513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:44:45.885230 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:45.950763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd587-51ed-4faa-8d3d-111eabecf484 None None] Pushing event updated for resources: {'Port': ['ID=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:46.037490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.409019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.414584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.494786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event updated for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:46.500428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:46.600211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Network 2c895695-81da-4f5f-ad28-f3d405814d83 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:44:46.601651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:44:46.719583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:46.802025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e98c9-a4fd-4f7d-804e-7947f97dd6a2 req-6675029b-67fc-41b0-9113-e39f8a8b0229 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:46.811185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-975e98c9-a4fd-4f7d-804e-7947f97dd6a2 req-6675029b-67fc-41b0-9113-e39f8a8b0229 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 943 time: 0.0943148 Oct 13 04:44:46.847390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:46.859441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:46.864566 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6f2aa06d-def7-46de-9633-feb00203b7fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6817150 Oct 13 04:44:46.865320 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:46.870566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:46.881143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-975e98c9-a4fd-4f7d-804e-7947f97dd6a2 req-727275de-749b-4211-a021-a295422a47aa tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688915 Oct 13 04:44:46.887192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:46.887823 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:47.016570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:47.127542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device df8172ff-fdcc-4f50-aed9-b2edba91e63f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:47.170567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143065b-7311-44a2-9527-736e30a4f1d2 None None] Network 2c895695-81da-4f5f-ad28-f3d405814d83 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:47.345916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:44:47.366599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Removed routes are [] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:44:47.367006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.462478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.474706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] Provisioning complete for port ee0dac3f-24b1-417b-b1ca-265a4ac8315f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:47.475326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.583618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port df8172ff-fdcc-4f50-aed9-b2edba91e63f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:47.584050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.597415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.601994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.715646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:47.751812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a80e07b4-34ad-4667-9a01-77a4fe2084e2', 'name': '', 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:d4:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '770948e5-523f-4697-a00e-0043ace975cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:45Z', 'updated_at': '2021-10-13T04:44:46Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '770948e5-523f-4697-a00e-0043ace975cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:47.779511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.818312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:47.818671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Updating router 2ebe349a-57bd-4640-a820-c22d77e48aca port a80e07b4-34ad-4667-9a01-77a4fe2084e2 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:44:47.826940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:47.842423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.843701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-930c4d06-eb3b-4d0e-826e-91a76b91ba24 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 933 time: 0.9773028 Oct 13 04:44:47.846307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58078) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:47.862976 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ee0dac3f-24b1-417b-b1ca-265a4ac8315f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:47.915726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:47.941608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] For port ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:47.951843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.041046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73744d2b-612d-4633-9369-0dcb1f8ea1ad req-f3d1b624-b761-41f4-b0a4-dcfb95254264 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:48.043716 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73744d2b-612d-4633-9369-0dcb1f8ea1ad req-f3d1b624-b761-41f4-b0a4-dcfb95254264 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 943 time: 0.0782785 Oct 13 04:44:48.108822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eff7e594-c024-4df3-8e1c-ec42254d4fa7 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:44:48.132952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ee0dac3f-24b1-417b-b1ca-265a4ac8315f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:48.133326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.147468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-73744d2b-612d-4633-9369-0dcb1f8ea1ad req-092c4aa9-9d2c-446f-9dcc-06ee62b54816 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879030 Oct 13 04:44:48.231654 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0670a-86e9-49a0-a9b8-6c15a89cb455 None None] Pushing event updated for resources: {'Port': ['ID=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:48.349861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-82fad5b9-b698-4915-b239-d8d5775c01ba None None] Provisioning complete for port ee0dac3f-24b1-417b-b1ca-265a4ac8315f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:48.350646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82fad5b9-b698-4915-b239-d8d5775c01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.504185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:48.535931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5806a61f-3a24-44e1-9979-a5cbf0ceab37 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 933 time: 0.6853573 Oct 13 04:44:48.536130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7', 'network_id': '8ed987d1-a525-4d65-9080-02495da7ce83', 'port_id': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7', 'mac_address': 'fa:16:3e:ea:d3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcc1a97-c179-42d4-8eb8-fb41614c0882', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:44:48.536623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:48.542369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'routes': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:44:48.675098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.678887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.705899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff7e594-c024-4df3-8e1c-ec42254d4fa7 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:44:48.714985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.773145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:48.790804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.796988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1363-74c7-4645-b4e5-aa63ab669f28 None None] Pushing event updated for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:48.800498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-82fad5b9-b698-4915-b239-d8d5775c01ba None None] Provisioning complete for port a80e07b4-34ad-4667-9a01-77a4fe2084e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:48.800807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82fad5b9-b698-4915-b239-d8d5775c01ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:48.884163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:48.968013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ee0dac3f-24b1-417b-b1ca-265a4ac8315f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:49.025442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-82fad5b9-b698-4915-b239-d8d5775c01ba None None] Port a80e07b4-34ad-4667-9a01-77a4fe2084e2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:49.030301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Attempting to bind port a80e07b4-34ad-4667-9a01-77a4fe2084e2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:44:49.030676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Attempting to bind port a80e07b4-34ad-4667-9a01-77a4fe2084e2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:44:49.031043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Attempting to bind port a80e07b4-34ad-4667-9a01-77a4fe2084e2 on network 2c895695-81da-4f5f-ad28-f3d405814d83 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:44:49.039386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['eff7e594-c024-4df3-8e1c-ec42254d4fa7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:44:49.043297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:44:49.043678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Checking segment: {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:44:49.044082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.044479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Bound using segment: {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:44:49.044966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Bound port: a80e07b4-34ad-4667-9a01-77a4fe2084e2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1463e164-23d1-45b8-8c5d-52bdeaf97f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:44:49.045345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.138845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ee0dac3f-24b1-417b-b1ca-265a4ac8315f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:49.139246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.208605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] For port a80e07b4-34ad-4667-9a01-77a4fe2084e2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:44:49.237453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b4263d7c-251f-4299-ba9f-5a6174da43e3 None None] Provisioning complete for port a80e07b4-34ad-4667-9a01-77a4fe2084e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:49.237828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b4263d7c-251f-4299-ba9f-5a6174da43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.271609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] For port a80e07b4-34ad-4667-9a01-77a4fe2084e2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a80e07b4-34ad-4667-9a01-77a4fe2084e2,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:44:49.284698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c04cb-03e1-4f9b-9642-922125694719 req-bfd365bc-fea6-4205-a551-557ab471a5ea tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:49.287045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-572c04cb-03e1-4f9b-9642-922125694719 req-bfd365bc-fea6-4205-a551-557ab471a5ea tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 944 time: 0.0547495 Oct 13 04:44:49.304670 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.339404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-572c04cb-03e1-4f9b-9642-922125694719 req-ac10ca38-8fe1-4918-93f1-fcdffd9442f7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Oct 13 04:44:49.433247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added routes are [] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:44:49.434042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.extraroute_db [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95048) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:44:49.453163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b4263d7c-251f-4299-ba9f-5a6174da43e3 None None] Port a80e07b4-34ad-4667-9a01-77a4fe2084e2 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:44:49.481267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.491513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1363-74c7-4645-b4e5-aa63ab669f28 None None] Pushing event updated for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:49.518685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:49.519486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:49.726042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.730995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.816986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] Provisioning complete for port a80e07b4-34ad-4667-9a01-77a4fe2084e2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:49.817844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.820591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:49.843185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:49.949573 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:49.958495 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:49.962074 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5eaac95e-e26c-4de8-b577-72a030b7bb91 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 699 time: 1.4220309 Oct 13 04:44:49.962342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58126) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:50.031905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:50.103115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6a62be7-2014-409d-afb1-f8ad8852b7c7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 699 time: 0.1385226 Oct 13 04:44:50.103564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] For port a80e07b4-34ad-4667-9a01-77a4fe2084e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a80e07b4-34ad-4667-9a01-77a4fe2084e2,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:50.105694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:50.111681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:50.161009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011589-9f43-47c6-882d-628c1592a9a5 None None] Pushing event updated for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:50.194819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b006c088-8a8b-458a-b213-83b76269151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:49Z', 'revision_number': 7, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a80e07b4-34ad-4667-9a01-77a4fe2084e2', 'name': '', 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:d4:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '770948e5-523f-4697-a00e-0043ace975cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:45Z', 'updated_at': '2021-10-13T04:44:49Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '770948e5-523f-4697-a00e-0043ace975cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:50.228373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006c088-8a8b-458a-b213-83b76269151a None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:49Z', 'revision_number': 7, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a80e07b4-34ad-4667-9a01-77a4fe2084e2', 'name': '', 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:d4:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '770948e5-523f-4697-a00e-0043ace975cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:45Z', 'updated_at': '2021-10-13T04:44:49Z', 'revision_number': 4, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '770948e5-523f-4697-a00e-0043ace975cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:50.482681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41347f-d787-443b-98fc-678e33cb93aa req-312db8b8-1ff1-4d29-a20d-d0a296c785b0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:50.489749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba41347f-d787-443b-98fc-678e33cb93aa req-312db8b8-1ff1-4d29-a20d-d0a296c785b0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 944 time: 0.0670364 Oct 13 04:44:50.549715 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:50.558640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba41347f-d787-443b-98fc-678e33cb93aa req-af40c9b7-256c-4d39-be65-83dde8cc99e7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612800 Oct 13 04:44:50.850707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port a80e07b4-34ad-4667-9a01-77a4fe2084e2 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:50.851285 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:50.958524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port a80e07b4-34ad-4667-9a01-77a4fe2084e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a80e07b4-34ad-4667-9a01-77a4fe2084e2,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:50.959012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:50.982796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for a80e07b4-34ad-4667-9a01-77a4fe2084e2 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:51.015159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a80e07b4-34ad-4667-9a01-77a4fe2084e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:51.081295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a80e07b4-34ad-4667-9a01-77a4fe2084e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:51.081974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:51.118047 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:51.133230 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:51.134834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:51.202747 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:51.233154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=a80e07b4-34ad-4667-9a01-77a4fe2084e2,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:51.263324 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:51.445289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:51.538022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:49Z', 'revision_number': 7, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a80e07b4-34ad-4667-9a01-77a4fe2084e2', 'name': '', 'network_id': '2c895695-81da-4f5f-ad28-f3d405814d83', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:d4:e5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '770948e5-523f-4697-a00e-0043ace975cd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:45Z', 'updated_at': '2021-10-13T04:44:50Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '770948e5-523f-4697-a00e-0043ace975cd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:51.566206 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:51.575697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:51.576752 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:51.730169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:51.744221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d7ac5-9ad2-4689-b360-7dc5c755e9cb req-fe126f61-3226-4c51-9913-4e3fe5e5b5eb tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:51.746742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6d7ac5-9ad2-4689-b360-7dc5c755e9cb req-fe126f61-3226-4c51-9913-4e3fe5e5b5eb tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 944 time: 0.0836732 Oct 13 04:44:51.788691 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:51.862723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b6d7ac5-9ad2-4689-b360-7dc5c755e9cb req-9cb3ac44-926a-4f26-b858-f09a414352b9 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089101 Oct 13 04:44:51.872832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:51.878358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8919eb65-415f-49c3-b581-4a91be3b10fa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715011 Oct 13 04:44:51.881087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58172) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:51.936513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet 770948e5-523f-4697-a00e-0043ace975cd {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:51.940130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:51.983270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.038761 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:51Z', 'revision_number': 8, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:52.066988 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df578eb-ba56-4baf-972c-5d4fa2c118ff None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:51Z', 'revision_number': 8, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:52.086804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.103184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eff7e594-c024-4df3-8e1c-ec42254d4fa7 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:44:52.172676 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.181420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port eff7e594-c024-4df3-8e1c-ec42254d4fa7 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:44:52.186433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port eff7e594-c024-4df3-8e1c-ec42254d4fa7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:44:52.186959 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.208536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=770948e5-523f-4697-a00e-0043ace975cd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:52.217939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.227106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d331cb5-ad19-424a-9ec4-0924666f02a1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/770948e5-523f-4697-a00e-0043ace975cd HTTP/1.1" status: 204 len: 168 time: 0.3449035 Oct 13 04:44:52.227532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58182) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:52.227700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbab93-b273-40aa-9af0-4cdb78105831 None None] Network 2c895695-81da-4f5f-ad28-f3d405814d83 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:52.334356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.363205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.409735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port ee0dac3f-24b1-417b-b1ca-265a4ac8315f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:52.410080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.411128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:44:52.413420 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8b0e0-eb42-4865-a31b-cd6a975ca8b7" -d '{"events": [{"server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "name": "network-vif-plugged", "status": "completed", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:44:52.429452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:52.437402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.487215 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b7396-3435-404a-bdae-4818e04d99be x-openstack-request-id: req-c84b7396-3435-404a-bdae-4818e04d99be {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:44:52.487500 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "name": "network-vif-plugged", "status": "completed", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:44:52.487950 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c84b7396-3435-404a-bdae-4818e04d99be {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:44:52.488529 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7', 'code': 200} Oct 13 04:44:52.490849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:52.517298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] DHCP port deletion for 2c895695-81da-4f5f-ad28-f3d405814d83 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:52.526985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:52.527753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:52.563883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,segment=NetworkSegment(1463e164-23d1-45b8-8c5d-52bdeaf97f76),segment_id=1463e164-23d1-45b8-8c5d-52bdeaf97f76)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:52.564275 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.582510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for ee0dac3f-24b1-417b-b1ca-265a4ac8315f owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:52.603374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ca3dd-e5e2-440f-a2a0-eb1be4ffb4f5 req-4a13d427-5ed2-46b6-84a8-6d4bc746e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:52.605543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-804ca3dd-e5e2-440f-a2a0-eb1be4ffb4f5 req-4a13d427-5ed2-46b6-84a8-6d4bc746e578 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 1096 time: 0.0749202 Oct 13 04:44:52.638113 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:52.678084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:52.682728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-804ca3dd-e5e2-440f-a2a0-eb1be4ffb4f5 req-56704b85-89a3-4612-9ddd-eb8a9c06208b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Oct 13 04:44:52.712725 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.728901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Deleting port ee0dac3f-24b1-417b-b1ca-265a4ac8315f {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:52.728901 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.744850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:52.749413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port ee0dac3f-24b1-417b-b1ca-265a4ac8315f on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:52.843505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.863026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] For port ee0dac3f-24b1-417b-b1ca-265a4ac8315f, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:52.863520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.868889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c895695-81da-4f5f-ad28-f3d405814d83']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:52.881064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1463e164-23d1-45b8-8c5d-52bdeaf97f76') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:52.881467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1463e164-23d1-45b8-8c5d-52bdeaf97f76') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:52.884017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Calling delete_port for ee0dac3f-24b1-417b-b1ca-265a4ac8315f owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:52.888257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Port ee0dac3f-24b1-417b-b1ca-265a4ac8315f was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:44:52.891946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.892985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.910864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.927595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:52.928207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:52.940885 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:52.953287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] No DVR routers for this DVR port ee0dac3f-24b1-417b-b1ca-265a4ac8315f on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:52.954771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e482ad-9cda-452e-896b-895863b1beea None None] Pushing event deleted for resources: {'Port': ['ID=ee0dac3f-24b1-417b-b1ca-265a4ac8315f,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:52.985816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a80e07b4-34ad-4667-9a01-77a4fe2084e2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:53.038034 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a80e07b4-34ad-4667-9a01-77a4fe2084e2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:53.038643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a80e07b4-34ad-4667-9a01-77a4fe2084e2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:53.039144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ee0dac3f-24b1-417b-b1ca-265a4ac8315f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:53.044166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.053104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.060149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/2c895695-81da-4f5f-ad28-f3d405814d83 HTTP/1.1" status: 204 len: 168 time: 0.8277178 Oct 13 04:44:53.060986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:53.070666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ee0dac3f-24b1-417b-b1ca-265a4ac8315f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:53.081150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ee0dac3f-24b1-417b-b1ca-265a4ac8315f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:53.089223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01292e68-5b03-4b6c-af11-8a157b944c2e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=2c895695-81da-4f5f-ad28-f3d405814d83,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:53.101369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:51Z', 'revision_number': 8, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:53.128142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186342-8b40-452d-8ae0-f5ddca8eb478 req-a8ba25aa-b53e-4746-b40b-eb7d5584fe30 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:53.129914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b186342-8b40-452d-8ae0-f5ddca8eb478 req-a8ba25aa-b53e-4746-b40b-eb7d5584fe30 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 945 time: 0.1012392 Oct 13 04:44:53.134711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:53.144480 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:53.145081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:53.180871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b186342-8b40-452d-8ae0-f5ddca8eb478 req-8398a726-b38a-44bb-9e7f-4405ceec08af tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Oct 13 04:44:53.243748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:53.480353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:51Z', 'revision_number': 8, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:53.498752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.525402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9dcb17-76d4-412d-a2c1-acdb26a2001d None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:51Z', 'revision_number': 8, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df8172ff-fdcc-4f50-aed9-b2edba91e63f', 'name': '', 'network_id': 'df1c6011-a679-46c6-bbea-0ab99bb491fd', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:43:61:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'e389b672-e56c-4b23-a886-555a650852c0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:39Z', 'updated_at': '2021-10-13T04:44:45Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'e389b672-e56c-4b23-a886-555a650852c0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:53.788487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port df8172ff-fdcc-4f50-aed9-b2edba91e63f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:53.788841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.888213 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port df8172ff-fdcc-4f50-aed9-b2edba91e63f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=df8172ff-fdcc-4f50-aed9-b2edba91e63f,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:53.888487 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:53.902937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for df8172ff-fdcc-4f50-aed9-b2edba91e63f owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:54.082080 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:54.115417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=df8172ff-fdcc-4f50-aed9-b2edba91e63f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:54.355761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:54.369283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9604e-ff6e-47f1-9a32-dbe3317f6bb0 req-8fee4857-6eee-47a6-882a-768c74d86ba4 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:44:54.371893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37c9604e-ff6e-47f1-9a32-dbe3317f6bb0 req-8fee4857-6eee-47a6-882a-768c74d86ba4 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 945 time: 0.0894916 Oct 13 04:44:54.492144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-37c9604e-ff6e-47f1-9a32-dbe3317f6bb0 req-6efe5c67-32fb-4b46-9296-3a152ad2ba0a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072884 Oct 13 04:44:54.600879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:54.709737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:54.719048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-33d93bab-8edc-4628-b708-374ee944dd39 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527588 Oct 13 04:44:54.719048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:54.720625 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:54.732123 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:54.732791 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:54.827856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet e389b672-e56c-4b23-a886-555a650852c0 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:54.832950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:54.841040 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:54.881161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:54.979970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.065108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.100401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.103813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/e389b672-e56c-4b23-a886-555a650852c0 HTTP/1.1" status: 204 len: 168 time: 0.3801599 Oct 13 04:44:55.105520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5c38-3852-4e5f-9eab-6e95af503aad tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=e389b672-e56c-4b23-a886-555a650852c0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:55.107079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58260) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:55.109132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cb3eb-7eaa-4cbd-a353-857216c5cfd1 None None] Network df1c6011-a679-46c6-bbea-0ab99bb491fd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:55.129951 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:54Z', 'revision_number': 9, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.162231 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:55.172826 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:55.173481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.283825 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:55.307661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.404264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 6b0118cc-ac00-471b-81f2-651f4548205c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:55.404669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.519154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port 6b0118cc-ac00-471b-81f2-651f4548205c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6b0118cc-ac00-471b-81f2-651f4548205c,segment=NetworkSegment(ec8e005f-f829-4947-b33d-ef72664a9421),segment_id=ec8e005f-f829-4947-b33d-ef72664a9421)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:55.519522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.549838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 6b0118cc-ac00-471b-81f2-651f4548205c owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:55.560947 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:54Z', 'revision_number': 9, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.603215 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fca23d-6383-4de6-8042-a1db1beecc97 None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:54Z', 'revision_number': 9, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '84aad3ad-8920-4e02-9070-ad2a59b3a2ca', 'name': '', 'network_id': 'f66653e3-6b63-4d91-8e7c-55e368dd1d5b', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:c8:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:34Z', 'updated_at': '2021-10-13T04:44:41Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': 'da1deded-8c9b-4864-b1cd-dccbf101996f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:55.646529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] DHCP port deletion for df1c6011-a679-46c6-bbea-0ab99bb491fd request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:55.687447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.710350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Deleting port 6b0118cc-ac00-471b-81f2-651f4548205c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:55.710737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.720761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=6b0118cc-ac00-471b-81f2-651f4548205c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:55.730454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port 6b0118cc-ac00-471b-81f2-651f4548205c on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:55.800096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] For port 6b0118cc-ac00-471b-81f2-651f4548205c, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:55.800811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.821645 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Calling delete_port for 6b0118cc-ac00-471b-81f2-651f4548205c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:55.824687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Port 6b0118cc-ac00-471b-81f2-651f4548205c was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:44:55.827972 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.832613 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.856709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1c6011-a679-46c6-bbea-0ab99bb491fd']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.872033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] No DVR routers for this DVR port 6b0118cc-ac00-471b-81f2-651f4548205c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:55.872293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8e005f-f829-4947-b33d-ef72664a9421') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.872410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8e005f-f829-4947-b33d-ef72664a9421') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:55.876448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1bc6b-1b0a-45fa-ba74-14ef9696a633 None None] Pushing event deleted for resources: {'Port': ['ID=6b0118cc-ac00-471b-81f2-651f4548205c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:55.883907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.904514 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.911931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:55.912541 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:55.960272 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:55.987515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.996737 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:55.999977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/df1c6011-a679-46c6-bbea-0ab99bb491fd HTTP/1.1" status: 204 len: 168 time: 0.8917344 Oct 13 04:44:56.002762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58274) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:56.016417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879d46c-ea0c-457c-8a21-ece2023aec43 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=df1c6011-a679-46c6-bbea-0ab99bb491fd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:56.728009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:56.915885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device df8172ff-fdcc-4f50-aed9-b2edba91e63f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:56.943880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: df8172ff-fdcc-4f50-aed9-b2edba91e63f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:56.944553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device df8172ff-fdcc-4f50-aed9-b2edba91e63f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:56.945164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6b0118cc-ac00-471b-81f2-651f4548205c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:56.968288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 6b0118cc-ac00-471b-81f2-651f4548205c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:56.968858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 6b0118cc-ac00-471b-81f2-651f4548205c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:57.002487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:57.002916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:57.100419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port 84aad3ad-8920-4e02-9070-ad2a59b3a2ca, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:57.100790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:57.115509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 84aad3ad-8920-4e02-9070-ad2a59b3a2ca owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:57.311570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:57.344702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=84aad3ad-8920-4e02-9070-ad2a59b3a2ca,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:57.508773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:57.718893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:44:57.816981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:44:57.825743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:57.826187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd2da7dd-70cb-4f7d-a720-114f4cb15f18 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218694 Oct 13 04:44:57.829405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:44:57.839326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:57.839940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:57.908542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet da1deded-8c9b-4864-b1cd-dccbf101996f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:44:57.913408 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:57.930002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:57.961128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.054583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.125949 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.149772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:57Z', 'revision_number': 10, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.155635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=da1deded-8c9b-4864-b1cd-dccbf101996f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:58.160392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.167151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:58.177625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5376563a-0e6a-4e00-ba45-a8b27281e427 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/da1deded-8c9b-4864-b1cd-dccbf101996f HTTP/1.1" status: 204 len: 168 time: 0.3506439 Oct 13 04:44:58.207719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:44:58.215342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda9d98-d5c5-499b-8b92-c32bd4cc1c61 None None] Network f66653e3-6b63-4d91-8e7c-55e368dd1d5b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:44:58.260461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.270695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:44:58.271443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.334680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:58.335034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.403235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:44:58.435535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,segment=NetworkSegment(c9affb4a-b264-4574-9d57-3b64b40fedc1),segment_id=c9affb4a-b264-4574-9d57-3b64b40fedc1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:58.435999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.456946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:44:58.558339 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.589054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=c84e6bbd-058c-4f9e-b972-2dca28a8a8a9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:58.598461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:44:58.681998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b07f38-1a23-4a3e-86b7-69408ceb7baf None None] DHCP port deletion for f66653e3-6b63-4d91-8e7c-55e368dd1d5b request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:44:58.711640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:57Z', 'revision_number': 10, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.729844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.743015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa3ec8c-2f86-4ffc-98a3-113e6649214c None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:57Z', 'revision_number': 10, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None, '_interfaces': [{'id': '8a8c7abf-ef7c-4a8b-865f-480ac616b380', 'name': '', 'network_id': '1bd8148c-02ca-419d-8dc3-e93e3cd552b3', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'mac_address': 'fa:16:3e:4d:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:44:30Z', 'updated_at': '2021-10-13T04:44:34Z', 'revision_number': 5, 'project_id': '8b98019afd114796897884916ffe1c33', 'subnets': [{'id': '52fae05a-f3ea-415a-9f14-1d364c08fb9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:44:58.772436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66653e3-6b63-4d91-8e7c-55e368dd1d5b']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.787431 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9affb4a-b264-4574-9d57-3b64b40fedc1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.787722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9affb4a-b264-4574-9d57-3b64b40fedc1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:44:58.799324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.823246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.834207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:44:58.834669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:44:58.840162 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:44:58.909259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.916911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:58.922186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/f66653e3-6b63-4d91-8e7c-55e368dd1d5b HTTP/1.1" status: 204 len: 168 time: 0.7538469 Oct 13 04:44:58.925210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:44:58.938360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8892-ff47-4b7d-8c3e-7ba8d67afdc5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=f66653e3-6b63-4d91-8e7c-55e368dd1d5b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:44:59.181671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84aad3ad-8920-4e02-9070-ad2a59b3a2ca no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:59.205106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 84aad3ad-8920-4e02-9070-ad2a59b3a2ca {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:59.205689 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 84aad3ad-8920-4e02-9070-ad2a59b3a2ca not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:59.206302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:44:59.239553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:44:59.240103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c84e6bbd-058c-4f9e-b972-2dca28a8a8a9 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:44:59.283734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:59.532566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 8a8c7abf-ef7c-4a8b-865f-480ac616b380 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:44:59.533055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:59.633999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port 8a8c7abf-ef7c-4a8b-865f-480ac616b380, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8a8c7abf-ef7c-4a8b-865f-480ac616b380,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:44:59.634369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:44:59.649306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 8a8c7abf-ef7c-4a8b-865f-480ac616b380 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:00.178123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.204786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=8a8c7abf-ef7c-4a8b-865f-480ac616b380,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:00.347123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.519883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:45:00.607188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:45:00.612173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bd7fafec-6e0f-4347-92aa-2e0c0149b6d7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6855619 Oct 13 04:45:00.614877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58310) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:00.617537 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:45:00.627057 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:00.627678 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:00.669261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting subnet 52fae05a-f3ea-415a-9f14-1d364c08fb9a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:45:00.672940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.698865 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:00.715163 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.752180 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:00.783954 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:45:00.792844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:00.793490 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:00.818700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.871530 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:00.896678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.920523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18e131-7259-4cd6-9a2e-97c8b0f7ee71 None None] Network 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:45:00.950493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Subnet': ['ID=52fae05a-f3ea-415a-9f14-1d364c08fb9a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:00.959621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:00.966197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58312) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:00.967457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6250e692-24f0-4b89-b205-3f5d12c2d368 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/52fae05a-f3ea-415a-9f14-1d364c08fb9a HTTP/1.1" status: 204 len: 168 time: 0.3496234 Oct 13 04:45:01.026755 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:01.029657 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:45:01.056534 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d315aa-47c5-483a-905b-b979fa0ce948 None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:45:01.097796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.156988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Deleting port 68094380-17ce-4959-9992-b709927c30eb {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:01.157318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.222056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] For port 68094380-17ce-4959-9992-b709927c30eb, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68094380-17ce-4959-9992-b709927c30eb,segment=NetworkSegment(e777f26a-6b48-4d6d-a28f-401dfe727391),segment_id=e777f26a-6b48-4d6d-a28f-401dfe727391)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:01.222419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.234860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Calling delete_port for 68094380-17ce-4959-9992-b709927c30eb owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:01.318549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.347773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Port': ['ID=68094380-17ce-4959-9992-b709927c30eb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:01.349749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No DVR routers for this DVR port 68094380-17ce-4959-9992-b709927c30eb on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:01.430186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e42b6e5-e3a4-452a-9552-e80001d77551 None None] DHCP port deletion for 1bd8148c-02ca-419d-8dc3-e93e3cd552b3 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:45:01.448998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.476695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd8148c-02ca-419d-8dc3-e93e3cd552b3']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:01.487553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e777f26a-6b48-4d6d-a28f-401dfe727391') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:01.488078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e777f26a-6b48-4d6d-a28f-401dfe727391') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:01.499083 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.520601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.528591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:45:01.529097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:45:01.533595 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:45:01.602591 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.611265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.614687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/networks/1bd8148c-02ca-419d-8dc3-e93e3cd552b3 HTTP/1.1" status: 204 len: 168 time: 0.6474695 Oct 13 04:45:01.617554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58318) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:01.623545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'routes': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:01.627968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd2f4-d7cc-48e0-b169-f80793456998 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Pushing event deleted for resources: {'Network': ['ID=1bd8148c-02ca-419d-8dc3-e93e3cd552b3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:01.802420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.extraroute_db [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Added routes are [] {{(pid=95047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 04:45:01.802729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.extraroute_db [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Removed routes are [] {{(pid=95047) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 04:45:01.803112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.942933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:01.946191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.020643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 2ebe349a-57bd-4640-a820-c22d77e48aca has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:45:02.098829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:45:02.106377 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.107762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ea9d9007-77d4-4aaf-a7d2-09bc3ededb11 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 700 time: 0.4885945 Oct 13 04:45:02.109531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Sync routers for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:45:02.110640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58320) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:02.128910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:02.129512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:02.141580 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-717d2734-d62d-446d-b64d-abc8cb9ebef7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 205 time: 0.0273764 Oct 13 04:45:02.141874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:02.202588 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:02.223702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.259416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:02.288320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Checking router: 2ebe349a-57bd-4640-a820-c22d77e48aca for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:45:02.297235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Routers {'2ebe349a-57bd-4640-a820-c22d77e48aca'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:02.298041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['2ebe349a-57bd-4640-a820-c22d77e48aca'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:02.377027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] Set router 2ebe349a-57bd-4640-a820-c22d77e48aca gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:02.403002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.405310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.436370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:02.452870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.453438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebe349a-57bd-4640-a820-c22d77e48aca {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:45:02.461317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.467221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-54dff8ad-8840-4cd8-97f2-0cf7ceac5514 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 204 len: 168 time: 0.3196142 Oct 13 04:45:02.467984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58326) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:02.473143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-49549883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:02.475145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c4ed2-648d-4d83-af67-2bf12367947b None None] The sync data for ids ['2ebe349a-57bd-4640-a820-c22d77e48aca'] in n-d-813736-1 is: [{'id': '2ebe349a-57bd-4640-a820-c22d77e48aca', 'name': 'tempest-RoutersTest-router-499967990', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:44:29Z', 'updated_at': '2021-10-13T04:44:59Z', 'revision_number': 11, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:45:02.502555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.503687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.571767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.577255 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.597439 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.601259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-be13b17d-0430-4474-b0d3-bcbfa8de6c34 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1294975 Oct 13 04:45:02.601557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58328) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:02.606691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:45:02.817917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.830561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:02.925869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68094380-17ce-4959-9992-b709927c30eb no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:02.933172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Router 92221ebe-6b33-4d00-9f88-0cb9514ee47b is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:45:02.945710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 68094380-17ce-4959-9992-b709927c30eb {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:02.946058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68094380-17ce-4959-9992-b709927c30eb not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:02.946470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8a8c7abf-ef7c-4a8b-865f-480ac616b380 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:02.966175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8a8c7abf-ef7c-4a8b-865f-480ac616b380 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:02.966673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8a8c7abf-ef7c-4a8b-865f-480ac616b380 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:03.012314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:45:03.018956 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.020139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-610ac908-b1df-41d4-8501-5da0677aadc1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "PUT /v2.0/routers/92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 200 len: 692 time: 0.4175534 Oct 13 04:45:03.022687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58332) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.024628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Sync routers for ids ['92221ebe-6b33-4d00-9f88-0cb9514ee47b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:45:03.035886 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Routers {'92221ebe-6b33-4d00-9f88-0cb9514ee47b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:03.036487 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['92221ebe-6b33-4d00-9f88-0cb9514ee47b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:03.107655 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Set router 92221ebe-6b33-4d00-9f88-0cb9514ee47b gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:03.114725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3132f690-f082-4f62-9a69-9e5aaf4e9c40 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/routers/92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 200 len: 698 time: 0.0879951 Oct 13 04:45:03.115042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.143957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9b9c2e45-cf5e-4ee5-9460-422b57368a63 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 200 len: 205 time: 0.0276442 Oct 13 04:45:03.146691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.168269 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92221ebe-6b33-4d00-9f88-0cb9514ee47b', 'name': 'tempest-RoutersTest-router-49549883', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:45:02Z', 'updated_at': '2021-10-13T04:45:02Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:03.195641 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Checking router: 92221ebe-6b33-4d00-9f88-0cb9514ee47b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:45:03.204446 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Routers {'92221ebe-6b33-4d00-9f88-0cb9514ee47b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:45:03.205043 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:44:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['92221ebe-6b33-4d00-9f88-0cb9514ee47b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:03.228527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.276404 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] Set router 92221ebe-6b33-4d00-9f88-0cb9514ee47b gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:45:03.331998 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92221ebe-6b33-4d00-9f88-0cb9514ee47b', 'name': 'tempest-RoutersTest-router-49549883', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:45:02Z', 'updated_at': '2021-10-13T04:45:02Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:03.360005 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05348c5d-fde0-457b-9d12-608edd3f5d06 None None] The sync data for ids ['92221ebe-6b33-4d00-9f88-0cb9514ee47b'] in n-d-813736-1 is: [{'id': '92221ebe-6b33-4d00-9f88-0cb9514ee47b', 'name': 'tempest-RoutersTest-router-49549883', 'tenant_id': '8b98019afd114796897884916ffe1c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:45:02Z', 'updated_at': '2021-10-13T04:45:02Z', 'revision_number': 2, 'project_id': '8b98019afd114796897884916ffe1c33', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:45:03.397110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.399303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.445772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.446203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Fanout notify agent at l3_agent the message router_deleted on router 92221ebe-6b33-4d00-9f88-0cb9514ee47b {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:45:03.454407 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:03.455585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f86ab7a2-05bc-4918-8ed9-1c7de37416b5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 204 len: 168 time: 0.3078942 Oct 13 04:45:03.460294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58340) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.491379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1a643a7b-6441-415f-83da-46f68a7996f1 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 200 len: 205 time: 0.0299776 Oct 13 04:45:03.493886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58342) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.532260 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-361ce71e-4b21-43fc-8aae-a1169dbd2ff7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:03.533278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-361ce71e-4b21-43fc-8aae-a1169dbd2ff7 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/92221ebe-6b33-4d00-9f88-0cb9514ee47b HTTP/1.1" status: 404 len: 336 time: 0.0377705 Oct 13 04:45:03.535962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58344) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.563077 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ca4e46-4227-415a-b74c-5b5e283b22c8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:03.563549 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ca4e46-4227-415a-b74c-5b5e283b22c8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:03.566623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-58ca4e46-4227-415a-b74c-5b5e283b22c8 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/770948e5-523f-4697-a00e-0043ace975cd HTTP/1.1" status: 404 len: 337 time: 0.0297513 Oct 13 04:45:03.569123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58346) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.596211 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d6d9c6-33ab-424d-aff3-bcc6ff70ebbb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:03.596999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d6d9c6-33ab-424d-aff3-bcc6ff70ebbb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:03.602627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a5d6d9c6-33ab-424d-aff3-bcc6ff70ebbb tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/e389b672-e56c-4b23-a886-555a650852c0 HTTP/1.1" status: 404 len: 337 time: 0.0301285 Oct 13 04:45:03.603317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58348) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.630679 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84a61d1-1250-4072-88fe-7557cf0f3fde tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:03.631154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84a61d1-1250-4072-88fe-7557cf0f3fde tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:03.634190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e84a61d1-1250-4072-88fe-7557cf0f3fde tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/da1deded-8c9b-4864-b1cd-dccbf101996f HTTP/1.1" status: 404 len: 337 time: 0.0286691 Oct 13 04:45:03.637219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58350) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.662774 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-739e02a5-ecc6-441e-8af5-1582a234091b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:03.663250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739e02a5-ecc6-441e-8af5-1582a234091b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:03.666926 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-739e02a5-ecc6-441e-8af5-1582a234091b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/52fae05a-f3ea-415a-9f14-1d364c08fb9a HTTP/1.1" status: 404 len: 337 time: 0.0281265 Oct 13 04:45:03.670955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58354) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.700485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58356) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.700702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e54697fd-7fb7-420a-b4f7-c6a57a8bf45a tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 200 len: 205 time: 0.0284688 Oct 13 04:45:03.741978 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-2f4bcf4d-2eea-4965-b4ad-08d268e11e7d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:03.742991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2f4bcf4d-2eea-4965-b4ad-08d268e11e7d tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/2ebe349a-57bd-4640-a820-c22d77e48aca HTTP/1.1" status: 404 len: 336 time: 0.0411754 Oct 13 04:45:03.745630 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58358) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.772351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83c61a0f-bcd8-44d0-9a8e-1da1428dcd65 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=c59bdd19-9de2-4937-a83a-f8f3135fb4d6 HTTP/1.1" status: 200 len: 205 time: 0.0256362 Oct 13 04:45:03.774729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58360) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.816430 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-c9422d72-e96a-4f2d-808d-9b0888d443aa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:03.819964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c9422d72-e96a-4f2d-808d-9b0888d443aa tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/c59bdd19-9de2-4937-a83a-f8f3135fb4d6 HTTP/1.1" status: 404 len: 336 time: 0.0419412 Oct 13 04:45:03.820519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58362) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.848276 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-208619d3-4147-4fba-8d93-97202d0c9366 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:03.848740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208619d3-4147-4fba-8d93-97202d0c9366 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:03.854226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-208619d3-4147-4fba-8d93-97202d0c9366 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/ca631d27-322e-4ce7-be32-0c4b11202595 HTTP/1.1" status: 404 len: 337 time: 0.0307600 Oct 13 04:45:03.854459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58364) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.881637 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-594e1a13-b1e1-40f1-9f21-acbd85710367 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 200 len: 205 time: 0.0260139 Oct 13 04:45:03.883907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58366) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.923317 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-b43c5e75-db40-47ee-92b1-d780369484bf tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:03.926775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b43c5e75-db40-47ee-92b1-d780369484bf tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/62de43ee-70fc-4bf1-8ad4-44324184b6fe HTTP/1.1" status: 404 len: 336 time: 0.0395463 Oct 13 04:45:03.927000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58368) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:03.961772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-396bac07-7f0d-496c-80b4-9cd81fe3712c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 HTTP/1.1" status: 200 len: 205 time: 0.0326681 Oct 13 04:45:03.963976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58370) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.004606 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-5d25a94e-fe55-4cac-a686-98dd472d518b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:04.008755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5d25a94e-fe55-4cac-a686-98dd472d518b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/e3b3dade-b4d8-4a36-b59c-16ed0c3e2786 HTTP/1.1" status: 404 len: 336 time: 0.0437937 Oct 13 04:45:04.009127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58372) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.037073 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc955481-8976-4ad0-8bf4-df2e10ede68b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:04.037529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc955481-8976-4ad0-8bf4-df2e10ede68b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:04.040604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc955481-8976-4ad0-8bf4-df2e10ede68b tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/be32906f-5757-4ffb-994f-cfc3cd7c1967 HTTP/1.1" status: 404 len: 337 time: 0.0294960 Oct 13 04:45:04.043420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58374) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.073795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8cfc22f4-dde2-44f7-90e2-682e7695b37e tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba9ad7e-64a4-418e-a0c5-c85c84c158e1 HTTP/1.1" status: 200 len: 205 time: 0.0279605 Oct 13 04:45:04.076136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58376) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.118403 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-7c54cde6-10d9-415f-adbf-6ba7c287c7a3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:04.122616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c54cde6-10d9-415f-adbf-6ba7c287c7a3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/fba9ad7e-64a4-418e-a0c5-c85c84c158e1 HTTP/1.1" status: 404 len: 336 time: 0.0430732 Oct 13 04:45:04.122837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58378) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.150276 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d906069-9212-47e3-9678-a07471428fe3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:04.151372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d906069-9212-47e3-9678-a07471428fe3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:04.155017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6d906069-9212-47e3-9678-a07471428fe3 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/64c8d093-0b9b-4702-b705-3a30bd79a153 HTTP/1.1" status: 404 len: 337 time: 0.0294046 Oct 13 04:45:04.157341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58380) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.185471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4cc8ffe-2a67-422f-b94d-940036620f3c tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "GET /v2.0/ports?device_id=9191f6e2-c355-492b-9115-4b9d6d2cde43 HTTP/1.1" status: 200 len: 205 time: 0.0267365 Oct 13 04:45:04.187725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58382) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.224752 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-dd2e77d2-56fb-41e4-95ff-081afbe19336 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] delete failed (client error): The resource could not be found. Oct 13 04:45:04.225799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd2e77d2-56fb-41e4-95ff-081afbe19336 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/routers/9191f6e2-c355-492b-9115-4b9d6d2cde43 HTTP/1.1" status: 404 len: 336 time: 0.0371332 Oct 13 04:45:04.228355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58384) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.258495 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac949d42-4b55-4250-9720-39eb9dd6ed28 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:04.258946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac949d42-4b55-4250-9720-39eb9dd6ed28 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:04.262527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ac949d42-4b55-4250-9720-39eb9dd6ed28 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/4904067a-e698-48a0-9b7e-78e0efd11ea2 HTTP/1.1" status: 404 len: 337 time: 0.0331271 Oct 13 04:45:04.265130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58386) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.290638 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f09e58-82f4-4ea5-a7a9-7e63856d50d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] DELETE failed (client error): The resource could not be found. Oct 13 04:45:04.291155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f09e58-82f4-4ea5-a7a9-7e63856d50d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:45:04.299708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-94f09e58-82f4-4ea5-a7a9-7e63856d50d5 tempest-RoutersTest-1568624870 tempest-RoutersTest-1568624870-project] 10.222.0.49 "DELETE /v2.0/subnets/7fbceb99-7b7f-4d04-bb1e-80b3b7093b69 HTTP/1.1" status: 404 len: 337 time: 0.0312672 Oct 13 04:45:04.632925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58402) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.777407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:04.777632 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f5d5223e-caf2-42ed-99bc-100be87bc4fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b98019afd114796897884916ffe1c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419649 Oct 13 04:45:04.830896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:04.854795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:04.903634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:04.906282 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:04.907447 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/245c05e5-b935-467e-96bd-3c325a251b47 HTTP/1.1" status: 204 len: 168 time: 0.1286883 Oct 13 04:45:04.915210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673639e-b7e3-452c-8501-5a1ba5937661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c05e5-b935-467e-96bd-3c325a251b47,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:09.900101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:10.026661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d2f9250-693e-48a6-a4a4-73c1e2fa17f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.131045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d2f9250-693e-48a6-a4a4-73c1e2fa17f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.135493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d2f9250-693e-48a6-a4a4-73c1e2fa17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.178333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8d2f9250-693e-48a6-a4a4-73c1e2fa17f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b6167176ac14497b06437bb4d6372ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2764869 Oct 13 04:45:10.179216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f9250-693e-48a6-a4a4-73c1e2fa17f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524b64a-1daf-4b8b-8c6d-dc667a63b68e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:10.182197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58724) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:10.239224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.260916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.311101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.313859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.317720 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3524b64a-1daf-4b8b-8c6d-dc667a63b68e HTTP/1.1" status: 204 len: 168 time: 0.1343789 Oct 13 04:45:10.326461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c24fe-ebea-4522-8405-56987f37c1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524b64a-1daf-4b8b-8c6d-dc667a63b68e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:10.614274 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 58794) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:10.628270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-911b73ac-39f3-4a55-a68d-0fefe0004964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.706692 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-911b73ac-39f3-4a55-a68d-0fefe0004964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.710885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-911b73ac-39f3-4a55-a68d-0fefe0004964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.748864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b73ac-39f3-4a55-a68d-0fefe0004964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61888187-ba12-4233-bf72-d69822834336,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:10.755948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-911b73ac-39f3-4a55-a68d-0fefe0004964 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1757cfa517a0407f9781ae8f50d155b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406035 Oct 13 04:45:10.756118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 58818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:10.812402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.833758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.883614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.886463 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:10.888079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61888187-ba12-4233-bf72-d69822834336 HTTP/1.1" status: 204 len: 168 time: 0.1308515 Oct 13 04:45:10.896785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e3bf9-ee95-422e-beab-08937e619655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61888187-ba12-4233-bf72-d69822834336,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:11.455110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-f6de81d8-6222-4bc3-9343-5b949ab38c9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613565 Oct 13 04:45:11.530324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-4bb3d926-2d47-4392-9336-bfe6c74ad75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:11.531878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-4bb3d926-2d47-4392-9336-bfe6c74ad75c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 1096 time: 0.0517931 Oct 13 04:45:11.648517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-75ea492f-2cc5-455d-865b-dbd3f28bd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:11.650803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-75ea492f-2cc5-455d-865b-dbd3f28bd57f service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.0961010 Oct 13 04:45:11.706014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-3105a1dd-f40b-48b0-91cb-1f3c5d9078dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff HTTP/1.1" status: 200 len: 217 time: 0.0473180 Oct 13 04:45:11.733772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:11.768813 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2bc853a-86b8-4f4e-b457-217400f3bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:11.772267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-5bf3d911-1377-4baa-b606-750f7a19db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:11.774216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-5bf3d911-1377-4baa-b606-750f7a19db5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0614941 Oct 13 04:45:11.810685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-5a5414c6-d379-416d-8834-dadb3882c282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286648 Oct 13 04:45:11.914573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-528028ca-f9bd-4bb9-a6a6-ab73a068df97 service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960155 Oct 13 04:45:12.017520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e4522ec6-7d4d-4385-85a9-b1bbe0c1ea2f req-cc2f1127-af0f-4a56-a7bb-f3cb14d2b00f service neutron] 10.222.0.16 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957248 Oct 13 04:45:12.774924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59038) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:12.823578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:12.888511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-353f1507-3495-43d2-a0a5-eeeb6eca7f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:12.970296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-353f1507-3495-43d2-a0a5-eeeb6eca7f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:12.974970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-353f1507-3495-43d2-a0a5-eeeb6eca7f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.000434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f1507-3495-43d2-a0a5-eeeb6eca7f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea140bba-b73f-4907-996b-27a3d1eae6ed,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:13.026245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-353f1507-3495-43d2-a0a5-eeeb6eca7f09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28500f498278477f82568bc9ebb9227e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499578 Oct 13 04:45:13.028016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:13.084598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.109537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.170003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.175181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.178747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea140bba-b73f-4907-996b-27a3d1eae6ed HTTP/1.1" status: 204 len: 168 time: 0.1467948 Oct 13 04:45:13.190519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9666381-346d-4b5e-9221-5d67acfe20bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea140bba-b73f-4907-996b-27a3d1eae6ed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:13.492398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59050) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:13.512628 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50b8d3e5-067f-40ba-893d-91a9573b10c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.601368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50b8d3e5-067f-40ba-893d-91a9573b10c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.606652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50b8d3e5-067f-40ba-893d-91a9573b10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.653757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:13.653967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50b8d3e5-067f-40ba-893d-91a9573b10c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73603e0ae8e042a0b40ae693dbb68bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602995 Oct 13 04:45:13.654548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8d3e5-067f-40ba-893d-91a9573b10c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7180bd-658d-4754-8b1c-5cc8666fcd93,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:13.709648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.732421 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.781239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.784512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:13.788315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed7180bd-658d-4754-8b1c-5cc8666fcd93 HTTP/1.1" status: 204 len: 168 time: 0.1310060 Oct 13 04:45:13.795344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d60dce-dfdb-4bc3-a6f3-93cb017d87f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7180bd-658d-4754-8b1c-5cc8666fcd93,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:14.161251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d2156cb-993e-47c3-b68f-609415e1ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:15.385646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:15.518514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:17.315366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:18.619598 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-ddadd8c4-78cf-4b80-a75c-83fc85e2fc8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420916 Oct 13 04:45:18.721129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-ff6dc067-8bbb-4403-8521-08ad2b364631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:18.723454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-ff6dc067-8bbb-4403-8521-08ad2b364631 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1478f3114c754c8d939bfe27890cfe0b&device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 1097 time: 0.0565743 Oct 13 04:45:18.841195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-38d620fa-ca43-4e48-bdda-86e79ce15214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:18.843861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-38d620fa-ca43-4e48-bdda-86e79ce15214 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 200 len: 915 time: 0.0998843 Oct 13 04:45:18.898529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-b5fc1701-963d-4793-b56e-6aac14ed699c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 200 len: 217 time: 0.0466256 Oct 13 04:45:18.952248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-14955356-69ef-4e4a-87b3-e91dee8e49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:18.953748 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-14955356-69ef-4e4a-87b3-e91dee8e49b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 200 len: 854 time: 0.0475070 Oct 13 04:45:18.986275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-dc848181-445b-48ab-92a1-65fc908fecc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ed987d1-a525-4d65-9080-02495da7ce83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254233 Oct 13 04:45:19.117347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-e6fa16d4-cc49-4249-a9cd-f218cdf2d75b service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177390 Oct 13 04:45:19.263192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c0fac26-9437-42fd-b5c3-cd3e5a576321 req-29079aae-098f-422e-a344-069434fa2aca service neutron] 10.222.0.47 "GET /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433372 Oct 13 04:45:22.052405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59208) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:22.195703 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c9900622-f844-401f-ac0d-b360f39c4820 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e4ff77b295148b99b8326a74f77a667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397166 Oct 13 04:45:22.196052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:22.247565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:22.272088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:22.326751 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:22.329432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:22.330582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/050b5465-0d5e-443d-bbca-f40ba0dc291d HTTP/1.1" status: 204 len: 168 time: 0.1335547 Oct 13 04:45:22.338887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405eba4-7829-4026-a5d2-1a1b9faa16c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050b5465-0d5e-443d-bbca-f40ba0dc291d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:22.636939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e96a4b-e67f-4038-9cff-7ec5fc305460 req-e113af71-f7c6-4314-858e-61340430c9b7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:22.638558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e96a4b-e67f-4038-9cff-7ec5fc305460 req-e113af71-f7c6-4314-858e-61340430c9b7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 945 time: 0.0614016 Oct 13 04:45:22.683396 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9e96a4b-e67f-4038-9cff-7ec5fc305460 req-1eaf65a5-ea1d-4805-89eb-57509d177fe3 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Oct 13 04:45:23.824004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fdbec-31c7-468e-9100-c8c4b2341cfd req-a3f4c544-1299-49ca-81d1-e1aa819e851e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:23.825788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db3fdbec-31c7-468e-9100-c8c4b2341cfd req-a3f4c544-1299-49ca-81d1-e1aa819e851e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 945 time: 0.0612178 Oct 13 04:45:23.864500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db3fdbec-31c7-468e-9100-c8c4b2341cfd req-0daca056-fdc2-41da-923e-1876c5ae2266 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Oct 13 04:45:24.133901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-5bc57e38-5d6b-42dd-bff6-ecfc8a4b1206 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:24.135303 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-5bc57e38-5d6b-42dd-bff6-ecfc8a4b1206 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 945 time: 0.0548761 Oct 13 04:45:24.240912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Deleting port eff7e594-c024-4df3-8e1c-ec42254d4fa7 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:24.241248 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:24.345346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] For port eff7e594-c024-4df3-8e1c-ec42254d4fa7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=eff7e594-c024-4df3-8e1c-ec42254d4fa7,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:24.345723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:24.363805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Calling delete_port for eff7e594-c024-4df3-8e1c-ec42254d4fa7 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:24.496550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:24.518525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'eff7e594-c024-4df3-8e1c-ec42254d4fa7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:24.522379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7f981517-204b-469b-8ca5-da4afa29390a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:24.527411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event deleted for resources: {'Port': ['ID=eff7e594-c024-4df3-8e1c-ec42254d4fa7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:24.573767 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] No DVR routers for this DVR port eff7e594-c024-4df3-8e1c-ec42254d4fa7 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:24.576352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:24.590356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20c43154-24c1-41ec-b149-b72d6fdc3a0a req-47f3e8dc-b7ba-49bf-a78d-cad10187596e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "DELETE /v2.0/ports/eff7e594-c024-4df3-8e1c-ec42254d4fa7 HTTP/1.1" status: 204 len: 173 time: 0.4391091 Oct 13 04:45:24.590356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'name': 'network-vif-deleted', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:24.590356 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8092446-baff-4b81-b3e3-858d99cd1198" -d '{"events": [{"server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "name": "network-vif-deleted", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:24.678581 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f83a61-3b8c-4687-9417-bf9c6348639a x-openstack-request-id: req-f1f83a61-3b8c-4687-9417-bf9c6348639a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:24.678880 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25024444-e552-40d5-8783-2811e01241b8", "name": "network-vif-deleted", "tag": "eff7e594-c024-4df3-8e1c-ec42254d4fa7", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:24.679412 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1f83a61-3b8c-4687-9417-bf9c6348639a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:24.679820 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25024444-e552-40d5-8783-2811e01241b8', 'name': 'network-vif-deleted', 'tag': 'eff7e594-c024-4df3-8e1c-ec42254d4fa7', 'status': 'completed', 'code': 200} Oct 13 04:45:24.985716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76db2436-c305-4c6e-8db2-4a7a523331f2 req-085e04fe-f877-4aba-b462-6f841934e53e tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=25024444-e552-40d5-8783-2811e01241b8 HTTP/1.1" status: 200 len: 210 time: 0.0298104 Oct 13 04:45:27.445339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59322) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:27.552085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80a95911-f2ec-4993-8286-32376d8c5e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.628399 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80a95911-f2ec-4993-8286-32376d8c5e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.633500 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-80a95911-f2ec-4993-8286-32376d8c5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.672868 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80a95911-f2ec-4993-8286-32376d8c5e73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f817b471e994db6a3d3a5582393ea40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266710 Oct 13 04:45:27.674042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a95911-f2ec-4993-8286-32376d8c5e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815fc0ac-f08a-45d2-b8c3-5b130dc2276f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:27.674758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59326) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:27.723879 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.744487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.791517 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.794100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:27.795360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/815fc0ac-f08a-45d2-b8c3-5b130dc2276f HTTP/1.1" status: 204 len: 168 time: 0.1195967 Oct 13 04:45:27.802928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072aa92-389e-4a44-aebb-3851a40cb249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fc0ac-f08a-45d2-b8c3-5b130dc2276f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:28.058277 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:28.071427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49826947-1beb-4e4f-ad8c-c5d1b3fe9277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.151721 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49826947-1beb-4e4f-ad8c-c5d1b3fe9277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.155650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49826947-1beb-4e4f-ad8c-c5d1b3fe9277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.194915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49826947-1beb-4e4f-ad8c-c5d1b3fe9277 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54d9b72561f44ff78743ebad670ec974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354301 Oct 13 04:45:28.197735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49826947-1beb-4e4f-ad8c-c5d1b3fe9277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c53d1-bb0b-4986-bdb1-c390ba0a46b2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:28.198255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59336) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:28.201754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eff7e594-c024-4df3-8e1c-ec42254d4fa7 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:28.244333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: eff7e594-c024-4df3-8e1c-ec42254d4fa7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:28.244682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device eff7e594-c024-4df3-8e1c-ec42254d4fa7 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:28.281711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.304028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.352395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.355108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.356244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/497c53d1-bb0b-4986-bdb1-c390ba0a46b2 HTTP/1.1" status: 204 len: 168 time: 0.1567709 Oct 13 04:45:28.363952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd68e7d-f544-4bb5-9c28-9be5b62b82c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c53d1-bb0b-4986-bdb1-c390ba0a46b2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:28.689357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59344) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:28.703538 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd3638a0-c128-4dda-9f3d-0125a98d5858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.778660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd3638a0-c128-4dda-9f3d-0125a98d5858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.782809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cd3638a0-c128-4dda-9f3d-0125a98d5858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.820279 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cd3638a0-c128-4dda-9f3d-0125a98d5858 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03fc4ff922494982a3caa29d753263de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290939 Oct 13 04:45:28.821786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3638a0-c128-4dda-9f3d-0125a98d5858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a61a2-80ff-4b76-8d3d-ead61853d435,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:28.823624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59346) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:28.874048 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.895760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.953838 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.956574 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:28.957711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/327a61a2-80ff-4b76-8d3d-ead61853d435 HTTP/1.1" status: 204 len: 168 time: 0.1329646 Oct 13 04:45:28.966757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522ac81-1524-4ca0-807e-035b4ad7e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a61a2-80ff-4b76-8d3d-ead61853d435,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:31.652625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39863d8-6c06-4be4-be0f-ee25b35651ef req-8bf7f8da-b8fd-4e0f-aa04-e7fbfb2caa3c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:31.654701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e39863d8-6c06-4be4-be0f-ee25b35651ef req-8bf7f8da-b8fd-4e0f-aa04-e7fbfb2caa3c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 946 time: 0.0508661 Oct 13 04:45:31.698910 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e39863d8-6c06-4be4-be0f-ee25b35651ef req-ddb12616-867d-40f6-acd3-959580b56b17 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Oct 13 04:45:32.854505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ba3bb-e73f-4b10-aedb-9008e0596d65 req-82d74e1d-9dc4-42e9-8016-eaaf1167f73b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:32.856043 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea0ba3bb-e73f-4b10-aedb-9008e0596d65 req-82d74e1d-9dc4-42e9-8016-eaaf1167f73b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 946 time: 0.0619092 Oct 13 04:45:32.909010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea0ba3bb-e73f-4b10-aedb-9008e0596d65 req-0cc9e22b-1feb-4121-b8d8-a4a06ee58458 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Oct 13 04:45:33.079999 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-9fe793b1-b43d-40d2-9966-ca112caa25d0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:33.081494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-9fe793b1-b43d-40d2-9966-ca112caa25d0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.47 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 946 time: 0.0658867 Oct 13 04:45:33.171421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Deleting port 7f981517-204b-469b-8ca5-da4afa29390a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:33.171678 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:33.566643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] For port 7f981517-204b-469b-8ca5-da4afa29390a, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=7f981517-204b-469b-8ca5-da4afa29390a,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:33.566643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:33.581466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Calling delete_port for 7f981517-204b-469b-8ca5-da4afa29390a owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:33.714266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:33.730932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'c07d5892-fc90-4b30-b816-0e5e1db1efff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:33.750691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event deleted for resources: {'Port': ['ID=7f981517-204b-469b-8ca5-da4afa29390a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:33.767928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['7f981517-204b-469b-8ca5-da4afa29390a'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:33.805766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] No DVR routers for this DVR port 7f981517-204b-469b-8ca5-da4afa29390a on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:33.810056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:33.814857 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d11fb9af-edf7-4c2f-8090-d69f52e96790 req-6cbfdf5b-7659-44b0-9b3b-1201acb0a58a tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.47 "DELETE /v2.0/ports/7f981517-204b-469b-8ca5-da4afa29390a HTTP/1.1" status: 204 len: 173 time: 0.7273276 Oct 13 04:45:33.815520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'name': 'network-vif-deleted', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:33.818074 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a25c0d3-da86-4520-842a-d1535eea65ca" -d '{"events": [{"server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "name": "network-vif-deleted", "tag": "7f981517-204b-469b-8ca5-da4afa29390a"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:33.906211 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49cc998-b598-4d5e-90eb-4469af2ea411 x-openstack-request-id: req-b49cc998-b598-4d5e-90eb-4469af2ea411 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:33.906713 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c946b16a-2b1d-48d8-b725-851a29302f76", "name": "network-vif-deleted", "tag": "7f981517-204b-469b-8ca5-da4afa29390a", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:33.907413 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b49cc998-b598-4d5e-90eb-4469af2ea411 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:33.907964 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c946b16a-2b1d-48d8-b725-851a29302f76', 'name': 'network-vif-deleted', 'tag': '7f981517-204b-469b-8ca5-da4afa29390a', 'status': 'completed', 'code': 200} Oct 13 04:45:34.044075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56d82382-3d8a-49ad-8aa3-a42ee724d611 req-b25bc79a-9a16-4640-9f8c-ab54a4b504c6 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=c946b16a-2b1d-48d8-b725-851a29302f76 HTTP/1.1" status: 200 len: 210 time: 0.0405316 Oct 13 04:45:35.335216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbace2-bb34-48e9-ba65-749ed8da1220 req-545faf7d-f9aa-4287-9795-50b8e57d2df1 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:35.337094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5dbbace2-bb34-48e9-ba65-749ed8da1220 req-545faf7d-f9aa-4287-9795-50b8e57d2df1 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.0546410 Oct 13 04:45:35.378375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5dbbace2-bb34-48e9-ba65-749ed8da1220 req-2eac5d23-3f3b-42da-a1ed-a3f1dbb1bb67 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Oct 13 04:45:36.370044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59562) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:36.498052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.532366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb13f3d-1c7b-436e-921b-2e42d1b3c4f5 req-727d43a9-57e5-49ab-85b4-68b78a1ff72c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:36.533880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcb13f3d-1c7b-436e-921b-2e42d1b3c4f5 req-727d43a9-57e5-49ab-85b4-68b78a1ff72c tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.0797625 Oct 13 04:45:36.635413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcb13f3d-1c7b-436e-921b-2e42d1b3c4f5 req-4c229ebb-12dc-4d3f-8b96-7cdd07e745a0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Oct 13 04:45:36.653894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-a15fda06-3608-4e3c-ac6a-1b6c48c29527 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:36.655426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-a15fda06-3608-4e3c-ac6a-1b6c48c29527 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 945 time: 0.1095397 Oct 13 04:45:36.713741 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.719437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.783571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f2493acc3774a78b0ea56e76cf7e271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124165 Oct 13 04:45:36.786311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59578) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:36.789015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d451aa-e2dd-431d-ad21-6b120a081224,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:36.803424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.804168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.804168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.804463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.804756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.805084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.806026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.806800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.806800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.807115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.807447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.807768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee4413-e40a-42f4-b85c-61639058a922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:36.822190 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Deleting port c07d5892-fc90-4b30-b816-0e5e1db1efff {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:36.822508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.841694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.869587 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.925178 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.928227 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:36.929421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91d451aa-e2dd-431d-ad21-6b120a081224 HTTP/1.1" status: 204 len: 168 time: 0.1421063 Oct 13 04:45:36.939512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cda68-8ac0-4cb7-ad8c-a2a98781365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d451aa-e2dd-431d-ad21-6b120a081224,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:36.957060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7f981517-204b-469b-8ca5-da4afa29390a no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:36.990010 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 7f981517-204b-469b-8ca5-da4afa29390a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:36.990709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 7f981517-204b-469b-8ca5-da4afa29390a not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:37.244296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59590) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:37.257649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-929350d8-b06a-4f47-9b5f-78164e6d4e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.270776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] For port c07d5892-fc90-4b30-b816-0e5e1db1efff, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=c07d5892-fc90-4b30-b816-0e5e1db1efff,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:37.271397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.285285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Calling delete_port for c07d5892-fc90-4b30-b816-0e5e1db1efff owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:37.339593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-929350d8-b06a-4f47-9b5f-78164e6d4e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.344015 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-929350d8-b06a-4f47-9b5f-78164e6d4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.386381 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-929350d8-b06a-4f47-9b5f-78164e6d4e03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11725e2fe43f46de84b7f33331949bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409397 Oct 13 04:45:37.387278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929350d8-b06a-4f47-9b5f-78164e6d4e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa40a98d-f8cf-43aa-b48e-5a84bad71147,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:37.389695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59596) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:37.425488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.439754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'c07d5892-fc90-4b30-b816-0e5e1db1efff'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:37.460214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.464690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event deleted for resources: {'Port': ['ID=c07d5892-fc90-4b30-b816-0e5e1db1efff,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:37.485061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.510419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] No DVR routers for this DVR port c07d5892-fc90-4b30-b816-0e5e1db1efff on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:37.513404 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.517738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b48a3ae2-9115-45ac-a5a0-a006084f971c req-865e6cc3-6caa-4156-95f0-bfe20992d7c0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "DELETE /v2.0/ports/c07d5892-fc90-4b30-b816-0e5e1db1efff HTTP/1.1" status: 204 len: 173 time: 0.8529038 Oct 13 04:45:37.518380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'name': 'network-vif-deleted', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:37.521043 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae7a2c-2f16-4f5f-b3d3-49af5822e954" -d '{"events": [{"server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "name": "network-vif-deleted", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:37.561088 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.564155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:37.565686 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed171f-5cb7-4f91-b321-1521ae6ce879 x-openstack-request-id: req-60ed171f-5cb7-4f91-b321-1521ae6ce879 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:37.565878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa40a98d-f8cf-43aa-b48e-5a84bad71147 HTTP/1.1" status: 204 len: 168 time: 0.1751232 Oct 13 04:45:37.566004 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46562ef1-34f3-4ee5-a472-ff0dbd43e38d", "name": "network-vif-deleted", "tag": "c07d5892-fc90-4b30-b816-0e5e1db1efff", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:37.566223 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60ed171f-5cb7-4f91-b321-1521ae6ce879 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:37.566795 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46562ef1-34f3-4ee5-a472-ff0dbd43e38d', 'name': 'network-vif-deleted', 'tag': 'c07d5892-fc90-4b30-b816-0e5e1db1efff', 'status': 'completed', 'code': 200} Oct 13 04:45:37.577388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b309836-2e0e-4c5d-84bd-f82141521815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa40a98d-f8cf-43aa-b48e-5a84bad71147,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:37.758333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c273c670-5bcd-4085-b967-6ceb627db7f9 req-e7c70596-70c2-4557-a927-78de5fe71e28 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=46562ef1-34f3-4ee5-a472-ff0dbd43e38d HTTP/1.1" status: 200 len: 210 time: 0.0285945 Oct 13 04:45:37.936210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59610) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:37.954458 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45d6c22b-77cd-4c10-805a-b467aeed01ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.010660 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:45:38.049700 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45d6c22b-77cd-4c10-805a-b467aeed01ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.058542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-45d6c22b-77cd-4c10-805a-b467aeed01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.090672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6c22b-77cd-4c10-805a-b467aeed01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d53a5-c0c6-4d4e-a4c4-b75d9ea53347,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:38.124394 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-45d6c22b-77cd-4c10-805a-b467aeed01ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1543226b3c6246b8906545e6aea2c8db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862524 Oct 13 04:45:38.127032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59616) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:38.182842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.208507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.256210 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.259440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:38.260593 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a15d53a5-c0c6-4d4e-a4c4-b75d9ea53347 HTTP/1.1" status: 204 len: 168 time: 0.1326184 Oct 13 04:45:38.270835 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005979b1-c639-4fdb-b44a-555aaa0a4f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d53a5-c0c6-4d4e-a4c4-b75d9ea53347,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:40.276962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c07d5892-fc90-4b30-b816-0e5e1db1efff no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:40.308246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: c07d5892-fc90-4b30-b816-0e5e1db1efff {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:40.308900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device c07d5892-fc90-4b30-b816-0e5e1db1efff not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:40.582257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59820) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:40.696489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5555c45-36d9-4ebf-825e-22c4f37ed3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.776726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5555c45-36d9-4ebf-825e-22c4f37ed3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.781786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5555c45-36d9-4ebf-825e-22c4f37ed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.835250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f5555c45-36d9-4ebf-825e-22c4f37ed3d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98ed651b9488417ebb6ea9e644e05bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516272 Oct 13 04:45:40.838882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:40.845657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5555c45-36d9-4ebf-825e-22c4f37ed3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b25002-6089-4e0e-ba83-7d7cf263baaa,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:40.903131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.927887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.980609 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.983633 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:40.987628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b25002-6089-4e0e-ba83-7d7cf263baaa HTTP/1.1" status: 204 len: 168 time: 0.1474085 Oct 13 04:45:40.999819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafceb1-e036-4541-906d-4650bc050de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b25002-6089-4e0e-ba83-7d7cf263baaa,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:41.315498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59846) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:41.333954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2b8130e-a583-406c-8296-e7528301376c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.411398 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2b8130e-a583-406c-8296-e7528301376c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.416622 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2b8130e-a583-406c-8296-e7528301376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.459192 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b2b8130e-a583-406c-8296-e7528301376c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa41d66c4b544a08acd5c666952dd48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393034 Oct 13 04:45:41.459192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59848) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:41.466606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8130e-a583-406c-8296-e7528301376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c84b5b-544e-45f0-8e60-2adbb849592e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:41.513624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.536101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.588987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.592085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.593481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0c84b5b-544e-45f0-8e60-2adbb849592e HTTP/1.1" status: 204 len: 168 time: 0.1331301 Oct 13 04:45:41.603215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359edbd3-081c-4f6d-83b9-0e161dcf70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c84b5b-544e-45f0-8e60-2adbb849592e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:41.757489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:41.765052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ab41a88-adbf-43b8-b6b8-065e21f8388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:42.377731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d435c9-4e6e-45a3-9676-ca37f0701ae3 req-a8c01894-efb8-4af6-b34c-80947feaada0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:42.379667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06d435c9-4e6e-45a3-9676-ca37f0701ae3 req-a8c01894-efb8-4af6-b34c-80947feaada0 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 945 time: 0.0543203 Oct 13 04:45:42.425440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06d435c9-4e6e-45a3-9676-ca37f0701ae3 req-e9414d3b-fe85-4e0d-9886-38c809fb679b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Oct 13 04:45:42.824383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:43.557326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ef5dd-6acb-45d9-9d05-67adaa0b8080 req-ab2ffcf8-4bb4-4f41-9498-3bf0c2a24877 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:43.558994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b30ef5dd-6acb-45d9-9d05-67adaa0b8080 req-ab2ffcf8-4bb4-4f41-9498-3bf0c2a24877 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 945 time: 0.0545497 Oct 13 04:45:43.596811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b30ef5dd-6acb-45d9-9d05-67adaa0b8080 req-54301a23-4f98-40a7-8971-76603795176b tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/security-groups?id=1dee6287-fbe8-475d-b195-c391f5c3ac25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Oct 13 04:45:43.786317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415a82-7304-4665-b4e7-836b8401e505 req-4cc1cf4f-f5e8-4b66-a898-aea947af1241 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:45:43.787808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a415a82-7304-4665-b4e7-836b8401e505 req-4cc1cf4f-f5e8-4b66-a898-aea947af1241 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 945 time: 0.0484452 Oct 13 04:45:43.879719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Deleting port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:45:43.879972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:43.968424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] For port 895ec01a-b9ae-42b4-851f-db8e1fa90a16, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=895ec01a-b9ae-42b4-851f-db8e1fa90a16,segment=NetworkSegment(fffab904-a759-4ca5-a4e0-a2c21e823a7d),segment_id=fffab904-a759-4ca5-a4e0-a2c21e823a7d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:45:43.968792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:43.982671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Calling delete_port for 895ec01a-b9ae-42b4-851f-db8e1fa90a16 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:45:44.112875 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:44.125540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['895ec01a-b9ae-42b4-851f-db8e1fa90a16'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:45:44.145430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Pushing event deleted for resources: {'Port': ['ID=895ec01a-b9ae-42b4-851f-db8e1fa90a16,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:44.167996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ec8529f-2d06-4ac8-84a4-6f43f9ec09f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:44.189061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] No DVR routers for this DVR port 895ec01a-b9ae-42b4-851f-db8e1fa90a16 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:45:44.191493 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:44.194855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a415a82-7304-4665-b4e7-836b8401e505 req-dae56446-b746-4706-8067-b03c3defbb8d tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.16 "DELETE /v2.0/ports/895ec01a-b9ae-42b4-851f-db8e1fa90a16 HTTP/1.1" status: 204 len: 173 time: 0.4007034 Oct 13 04:45:44.195319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'name': 'network-vif-deleted', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:45:44.198335 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659a1c55-a261-405d-9d00-a81b219ba930" -d '{"events": [{"server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "name": "network-vif-deleted", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:45:44.240011 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7706c31f-9428-4f87-893e-8359ec4eca61 x-openstack-request-id: req-7706c31f-9428-4f87-893e-8359ec4eca61 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:45:44.240308 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9643ee-7938-471e-8626-5fb51bede89c", "name": "network-vif-deleted", "tag": "895ec01a-b9ae-42b4-851f-db8e1fa90a16", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:45:44.240562 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7706c31f-9428-4f87-893e-8359ec4eca61 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:45:44.240967 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9643ee-7938-471e-8626-5fb51bede89c', 'name': 'network-vif-deleted', 'tag': '895ec01a-b9ae-42b4-851f-db8e1fa90a16', 'status': 'completed', 'code': 200} Oct 13 04:45:44.708288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15b49ee7-80f2-4a98-a454-4530a3192a77 req-2ee6dd85-f633-4e44-921a-b47a3a7ac2f7 tempest-AttachVolumeNegativeTest-909870851 tempest-AttachVolumeNegativeTest-909870851-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d9643ee-7938-471e-8626-5fb51bede89c HTTP/1.1" status: 200 len: 210 time: 0.0306933 Oct 13 04:45:45.367404 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.519246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.764466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 59942) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:45.810415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Deleting subnet bfcc1a97-c179-42d4-8eb8-fb41614c0882 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:45:45.815525 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.852961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.892433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.949727 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.975739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcc1a97-c179-42d4-8eb8-fb41614c0882,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:45.980711 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:45.983880 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bfcc1a97-c179-42d4-8eb8-fb41614c0882 HTTP/1.1" status: 204 len: 168 time: 0.2183886 Oct 13 04:45:45.986638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59944) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:45.989357 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.989546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.989893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.990234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.990571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.990902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.991283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.991804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.992141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.992516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.992855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:45.993180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b016d43-babc-4c28-a1b5-ed4c7803a061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:45:46.067001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.150575 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.170461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed987d1-a525-4d65-9080-02495da7ce83']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:46.179844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffab904-a759-4ca5-a4e0-a2c21e823a7d') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:46.180766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffab904-a759-4ca5-a4e0-a2c21e823a7d') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:45:46.189977 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.204284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.210297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:45:46.210673 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:45:46.212719 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:45:46.266940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.275467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.279951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ed987d1-a525-4d65-9080-02495da7ce83 HTTP/1.1" status: 204 len: 168 time: 0.2917337 Oct 13 04:45:46.291453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84a131-7628-4d49-a0b4-70f085706334 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed987d1-a525-4d65-9080-02495da7ce83,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:46.450295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59958) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:46.499892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-966e3193-d8bb-4b19-ae25-ba7b37773c96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1478f3114c754c8d939bfe27890cfe0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483160 Oct 13 04:45:46.502290 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 59960) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:46.554497 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.576543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.626751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.629671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:46.630846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dee6287-fbe8-475d-b195-c391f5c3ac25 HTTP/1.1" status: 204 len: 168 time: 0.1275578 Oct 13 04:45:46.639371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1652a-3d80-46a1-ab6e-40eb074a360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee6287-fbe8-475d-b195-c391f5c3ac25,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:47.303245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:48.293797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 895ec01a-b9ae-42b4-851f-db8e1fa90a16 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:45:48.314178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 895ec01a-b9ae-42b4-851f-db8e1fa90a16 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:45:48.314808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 895ec01a-b9ae-42b4-851f-db8e1fa90a16 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:45:49.389069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60076) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:49.506189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8eab800c-69c0-4adc-af41-ab4827dcf598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.588504 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8eab800c-69c0-4adc-af41-ab4827dcf598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.592698 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8eab800c-69c0-4adc-af41-ab4827dcf598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.634944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8eab800c-69c0-4adc-af41-ab4827dcf598 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b02c0a6702ed4cb2be93bc4af42b354f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447619 Oct 13 04:45:49.636206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab800c-69c0-4adc-af41-ab4827dcf598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e1c33a-bba8-4293-9031-0a0a6f5bafa2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:49.637757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:49.690272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.712071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.756809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.759997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:49.761142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60e1c33a-bba8-4293-9031-0a0a6f5bafa2 HTTP/1.1" status: 204 len: 168 time: 0.1223900 Oct 13 04:45:49.768931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa670a3-8e03-41ed-9403-c15215db489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e1c33a-bba8-4293-9031-0a0a6f5bafa2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:50.025957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60096) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:50.040003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b8ad7ca7-a8a9-4e65-ab50-a398bbbadd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.115951 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b8ad7ca7-a8a9-4e65-ab50-a398bbbadd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.120194 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b8ad7ca7-a8a9-4e65-ab50-a398bbbadd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.162697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b8ad7ca7-a8a9-4e65-ab50-a398bbbadd11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66b8646a47a748b088fc9fdd61368147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356061 Oct 13 04:45:50.163660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad7ca7-a8a9-4e65-ab50-a398bbbadd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91b38d-e1cd-4ed6-a276-d8da90872efb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:50.165766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60102) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:50.223549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.245344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.293349 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.296131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:50.297277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c91b38d-e1cd-4ed6-a276-d8da90872efb HTTP/1.1" status: 204 len: 168 time: 0.1302974 Oct 13 04:45:50.305139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf98d1-facc-45c2-a24e-5db5ee02016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91b38d-e1cd-4ed6-a276-d8da90872efb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:55.464693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60406) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:55.575897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-456c621f-173d-4b59-9ee5-965386df24b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.657743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-456c621f-173d-4b59-9ee5-965386df24b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.662583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-456c621f-173d-4b59-9ee5-965386df24b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.702619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-456c621f-173d-4b59-9ee5-965386df24b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d9e3580b2004c3b91b3eea21bc050aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368102 Oct 13 04:45:55.705317 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60416) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:55.706187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c621f-173d-4b59-9ee5-965386df24b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd43b6-df9c-4992-a489-d8b613ed17cf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:55.755614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.778741 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.826038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.828823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:55.829981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8dd43b6-df9c-4992-a489-d8b613ed17cf HTTP/1.1" status: 204 len: 168 time: 0.1231325 Oct 13 04:45:55.839839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc1f71-7d42-4602-ae3e-1c2a015d94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd43b6-df9c-4992-a489-d8b613ed17cf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:56.114405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:56.129465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e587416-8d65-45d8-93dc-68cb37e7a535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.212604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e587416-8d65-45d8-93dc-68cb37e7a535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.217419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1e587416-8d65-45d8-93dc-68cb37e7a535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.254980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e587416-8d65-45d8-93dc-68cb37e7a535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a0cd8-eb76-45b1-b2c4-85acd6ced80e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:56.262688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e587416-8d65-45d8-93dc-68cb37e7a535 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c03602be19f8445fb0f71b5cc20d53fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447740 Oct 13 04:45:56.263685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60432) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:56.314663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.337250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.386451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.389440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:56.392995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/330a0cd8-eb76-45b1-b2c4-85acd6ced80e HTTP/1.1" status: 204 len: 168 time: 0.1266692 Oct 13 04:45:56.399398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7467e70-5b78-4d7e-880c-f4ab83c91168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a0cd8-eb76-45b1-b2c4-85acd6ced80e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:58.920968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60558) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:59.039695 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e6b01e8-732c-4e63-bb09-066fcd3d0ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.122521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e6b01e8-732c-4e63-bb09-066fcd3d0ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.126254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e6b01e8-732c-4e63-bb09-066fcd3d0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.165531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0e6b01e8-732c-4e63-bb09-066fcd3d0ea7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b5541a1c2244561aace064a3011e759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434726 Oct 13 04:45:59.166674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b01e8-732c-4e63-bb09-066fcd3d0ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349969ac-e432-4df2-9a9c-08b49013b92b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:59.168258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60566) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:59.220482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.245587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.292084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.294662 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.295866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/349969ac-e432-4df2-9a9c-08b49013b92b HTTP/1.1" status: 204 len: 168 time: 0.1258819 Oct 13 04:45:59.303940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72fe8b-1bed-4c35-b820-49aebd0827ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349969ac-e432-4df2-9a9c-08b49013b92b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:59.565568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60580) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:59.579640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68dc5d47-151e-4015-b28c-0e791f66afc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.660649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68dc5d47-151e-4015-b28c-0e791f66afc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.664656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-68dc5d47-151e-4015-b28c-0e791f66afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.703553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-68dc5d47-151e-4015-b28c-0e791f66afc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f288a227c347476fb9b5c6d39e843a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367366 Oct 13 04:45:59.704433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc5d47-151e-4015-b28c-0e791f66afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773c811b-c091-4595-92e0-2aa3d277e563,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:45:59.706820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60582) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:45:59.758363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.780200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.835301 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.838369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:45:59.839582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/773c811b-c091-4595-92e0-2aa3d277e563 HTTP/1.1" status: 204 len: 168 time: 0.1314631 Oct 13 04:45:59.848012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb33f6a-ea89-4478-8e35-1a331858d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773c811b-c091-4595-92e0-2aa3d277e563,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:01.888227 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:01.996093 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2421-7bf9-4fca-b609-e43d16c858a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.075884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2421-7bf9-4fca-b609-e43d16c858a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.079776 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca6b2421-7bf9-4fca-b609-e43d16c858a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.128211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b2421-7bf9-4fca-b609-e43d16c858a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3540db5-4819-48a7-83f5-e69f3d85405f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:02.135733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca6b2421-7bf9-4fca-b609-e43d16c858a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=063c3421c74d4946b86db678a588bb63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456782 Oct 13 04:46:02.137905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60668) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:02.187170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.208944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.255460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.258437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.262205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3540db5-4819-48a7-83f5-e69f3d85405f HTTP/1.1" status: 204 len: 168 time: 0.1236827 Oct 13 04:46:02.270103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5680d-ba19-4899-8652-57043f2df23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3540db5-4819-48a7-83f5-e69f3d85405f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:02.519514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60674) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:02.535939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17ae9fbc-733e-4a84-91ad-7d162f63bbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.612874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17ae9fbc-733e-4a84-91ad-7d162f63bbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.617026 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-17ae9fbc-733e-4a84-91ad-7d162f63bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.655691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-17ae9fbc-733e-4a84-91ad-7d162f63bbfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56f9b5efe2d44717ae5abd632fd65a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350806 Oct 13 04:46:02.656658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae9fbc-733e-4a84-91ad-7d162f63bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbe3ae9-86a3-4d8f-8908-228a5201fa2a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:02.658354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60676) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:02.708995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.732387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.779691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.782276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:02.785736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afbe3ae9-86a3-4d8f-8908-228a5201fa2a HTTP/1.1" status: 204 len: 168 time: 0.1239676 Oct 13 04:46:02.794253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0f1a-d2b9-4d12-8566-7458a7833f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbe3ae9-86a3-4d8f-8908-228a5201fa2a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:04.948407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 60738) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:05.058469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5eb296e-c29d-4eee-a7d5-ffb83ed2c6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.135238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5eb296e-c29d-4eee-a7d5-ffb83ed2c6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.139004 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b5eb296e-c29d-4eee-a7d5-ffb83ed2c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.178080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b5eb296e-c29d-4eee-a7d5-ffb83ed2c6a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0d743449b4f446b94d4ef782d302d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285495 Oct 13 04:46:05.179887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb296e-c29d-4eee-a7d5-ffb83ed2c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ba602a-aa87-49eb-a915-f219b0b97e1a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:05.181358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60742) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:05.235659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.257107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.303805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.306931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.310374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3ba602a-aa87-49eb-a915-f219b0b97e1a HTTP/1.1" status: 204 len: 168 time: 0.1254952 Oct 13 04:46:05.318209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470d257-bc7f-41bd-b9e9-f0cd21296060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ba602a-aa87-49eb-a915-f219b0b97e1a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:05.576637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60748) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:05.591024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-39a6b677-5a91-4e7c-a3d2-2c49b167bfea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.667997 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-39a6b677-5a91-4e7c-a3d2-2c49b167bfea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.671620 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-39a6b677-5a91-4e7c-a3d2-2c49b167bfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.708581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b677-5a91-4e7c-a3d2-2c49b167bfea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f951a608-32bc-45dd-941c-2d5ca83f645f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:05.712965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-39a6b677-5a91-4e7c-a3d2-2c49b167bfea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4a3266699c34a4b86448bc64fa29676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353083 Oct 13 04:46:05.715565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 60750) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:05.763199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.783352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.828938 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.831574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:05.832711 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f951a608-32bc-45dd-941c-2d5ca83f645f HTTP/1.1" status: 204 len: 168 time: 0.1162467 Oct 13 04:46:05.840637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f130f-e2b9-467c-b719-c49307d0c852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f951a608-32bc-45dd-941c-2d5ca83f645f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:07.439752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 32786) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:07.556094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8226ce7-3659-40e1-a7be-60345013217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.638262 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8226ce7-3659-40e1-a7be-60345013217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.642424 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d8226ce7-3659-40e1-a7be-60345013217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.685104 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d8226ce7-3659-40e1-a7be-60345013217c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1684452ac20e47c792c017b74fe7c573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438343 Oct 13 04:46:07.685795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8226ce7-3659-40e1-a7be-60345013217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4893d-a3f2-448f-920b-d39fdca546cf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:07.687868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 32828) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:07.741784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.765028 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.816074 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.819795 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:07.823456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58a4893d-a3f2-448f-920b-d39fdca546cf HTTP/1.1" status: 204 len: 168 time: 0.1318216 Oct 13 04:46:07.831050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c65003-ebcc-4b7b-8e9c-5b29b7b79f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4893d-a3f2-448f-920b-d39fdca546cf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:09.031881 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33048) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:09.130519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1163786446', 'router:external': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:09.151013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Made reservation on behalf of a7401f79f1cb42efa7d24417d4152c71 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:09.153278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.161510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.251268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.255021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.284220 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:46:09.294907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a61d5d-5b3c-448e-a006-c088df70cc76,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:09.300237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.300574 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Added segment ff00ee4a-c0c6-451a-90f8-b9e8b880c799 of type vlan for network 9d9b532b-dd16-460e-8d3e-422f1203530b Oct 13 04:46:09.350171 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.381480 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.383512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:09.384095 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.440355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4073522 Oct 13 04:46:09.443590 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33058) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:09.451727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'subnet': {'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:09.453064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c090e-bda7-4667-a2c3-20824a18189a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Network': ['ID=9d9b532b-dd16-460e-8d3e-422f1203530b,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:09.464928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 9d9b532b-dd16-460e-8d3e-422f1203530b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:46:09.486571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Made reservation on behalf of a7401f79f1cb42efa7d24417d4152c71 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:09.489177 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.807675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.objects.ports [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95047) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 04:46:09.808143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.867298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Subnet': ['ID=daa01591-b84d-43c4-b9a5-750b24bb6b58,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:09.875450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Checking segment: {'id': 'ff00ee4a-c0c6-451a-90f8-b9e8b880c799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:09.875805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network hostable DHCP agents. Network: 9d9b532b-dd16-460e-8d3e-422f1203530b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:46:09.892747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 9d9b532b-dd16-460e-8d3e-422f1203530b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:46:09.902864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 9d9b532b-dd16-460e-8d3e-422f1203530b) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:09.907498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:09.908037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.914639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb1ba1-e130-408b-9322-096b8b496168 None None] Network 9d9b532b-dd16-460e-8d3e-422f1203530b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:09.924228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b746d29d-4900-47f6-aad1-3a0c3cd028bf tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4782419 Oct 13 04:46:09.927029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33062) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:09.932012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-74830052', 'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:09.953396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Made reservation on behalf of a7401f79f1cb42efa7d24417d4152c71 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:09.955681 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:09.979207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] device_id is not set on port 3f5dfc3d-016e-4fb7-bf54-b440415c72c0 yet. {{(pid=95047) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:46:10.046400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65ea57-4d8d-4097-8c21-16b7c65ae211 None None] Network 9d9b532b-dd16-460e-8d3e-422f1203530b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:10.099043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 2001:db8::35 (9d9b532b-dd16-460e-8d3e-422f1203530b/daa01591-b84d-43c4-b9a5-750b24bb6b58/3f5dfc3d-016e-4fb7-bf54-b440415c72c0) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:10.245093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.280794 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.327665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 9d9b532b-dd16-460e-8d3e-422f1203530b is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:10.331909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:10.333747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=3f5dfc3d-016e-4fb7-bf54-b440415c72c0,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:10.337244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:10.338219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:10.338820 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.359420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8556c75a-bd71-4e47-be0a-35c90a00795d tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.4310741 Oct 13 04:46:10.359873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33066) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:10.445200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Deleting port 3f5dfc3d-016e-4fb7-bf54-b440415c72c0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:10.445430 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.526629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.537976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Calling delete_port for 3f5dfc3d-016e-4fb7-bf54-b440415c72c0 owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:10.658225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.687884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f5dfc3d-016e-4fb7-bf54-b440415c72c0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:10.715873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.719142 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-15a38180-af01-4ac5-b916-2d421ea56056 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/ports/3f5dfc3d-016e-4fb7-bf54-b440415c72c0 HTTP/1.1" status: 204 len: 168 time: 0.3580217 Oct 13 04:46:10.721943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33068) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:10.726675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b', 'external_fixed_ips': [{'subnet_id': 'daa01591-b84d-43c4-b9a5-750b24bb6b58', 'ip_address': '2001:db8::35'}]}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:10.746345 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.747433 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.799038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:10.939896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.143207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.161843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.349932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 2001:db8::35 (9d9b532b-dd16-460e-8d3e-422f1203530b/daa01591-b84d-43c4-b9a5-750b24bb6b58/12905463-8f0a-442c-8c62-79c5611518ab) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:11.457115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.495041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.540293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 9d9b532b-dd16-460e-8d3e-422f1203530b is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:11.543305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:11.546908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:11.580855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=12905463-8f0a-442c-8c62-79c5611518ab,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:11.738186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.759310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.759890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6b91bbb-38ea-48e8-b6f3-e587fe6c2284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:11.960012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.090283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router b059aad8-18ff-4e2d-9bfe-45cecf345972 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:12.196441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:12.206830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Sync routers for ids ['b059aad8-18ff-4e2d-9bfe-45cecf345972'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:12.217334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Routers {'b059aad8-18ff-4e2d-9bfe-45cecf345972'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:12.218397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['b059aad8-18ff-4e2d-9bfe-45cecf345972'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:12.220526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.223532 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-083489f5-c2f4-417f-b04e-92269e5777e1 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5006590 Oct 13 04:46:12.226680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33072) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:12.336834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.337431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Set router b059aad8-18ff-4e2d-9bfe-45cecf345972 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:12.450157 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.534168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Deleting port 12905463-8f0a-442c-8c62-79c5611518ab {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:12.534641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.555206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b059aad8-18ff-4e2d-9bfe-45cecf345972', 'name': '', 'tenant_id': 'a7401f79f1cb42efa7d24417d4152c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b', 'external_fixed_ips': [{'subnet_id': 'daa01591-b84d-43c4-b9a5-750b24bb6b58', 'ip_address': '2001:db8::35'}], 'enable_snat': True}, 'gw_port_id': '12905463-8f0a-442c-8c62-79c5611518ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:10Z', 'updated_at': '2021-10-13T04:46:11Z', 'revision_number': 3, 'project_id': 'a7401f79f1cb42efa7d24417d4152c71', 'gw_port': {'id': '12905463-8f0a-442c-8c62-79c5611518ab', 'name': '', 'network_id': '9d9b532b-dd16-460e-8d3e-422f1203530b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b059aad8-18ff-4e2d-9bfe-45cecf345972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'daa01591-b84d-43c4-b9a5-750b24bb6b58', 'ip_address': '2001:db8::35', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:11Z', 'updated_at': '2021-10-13T04:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daa01591-b84d-43c4-b9a5-750b24bb6b58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:12.585702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Checking router: b059aad8-18ff-4e2d-9bfe-45cecf345972 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:12.586555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Updating router b059aad8-18ff-4e2d-9bfe-45cecf345972 port 12905463-8f0a-442c-8c62-79c5611518ab binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:12.622402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.637649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.652186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Calling delete_port for 12905463-8f0a-442c-8c62-79c5611518ab owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:12.806924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:12.824100 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.857863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.886769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Port': ['ID=12905463-8f0a-442c-8c62-79c5611518ab,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:12.917132 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:12.918086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:46:12.918600 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:46:12.951835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-298efdba-02c9-4b15-b72d-9c1e2bc588ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.019034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.021482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.068816 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.069403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b059aad8-18ff-4e2d-9bfe-45cecf345972 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:13.074989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.079114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a23251c0-7cbd-4e37-9b0e-f6c1f3b8faff tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/routers/b059aad8-18ff-4e2d-9bfe-45cecf345972 HTTP/1.1" status: 204 len: 168 time: 0.8510652 Oct 13 04:46:13.079748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33086) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:13.142884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Deleting subnet daa01591-b84d-43c4-b9a5-750b24bb6b58 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:46:13.146292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.185210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.228423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.290804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.319227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=daa01591-b84d-43c4-b9a5-750b24bb6b58,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:13.324166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.327442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0fcf373-eadc-47cb-9d06-586d37242723 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/daa01591-b84d-43c4-b9a5-750b24bb6b58 HTTP/1.1" status: 204 len: 168 time: 0.2466958 Oct 13 04:46:13.330110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33088) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:13.357144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-298efdba-02c9-4b15-b72d-9c1e2bc588ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.362125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-298efdba-02c9-4b15-b72d-9c1e2bc588ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.399619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efdba-02c9-4b15-b72d-9c1e2bc588ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea88d4-32f0-4f84-a11f-02653bc78724,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:13.404444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-298efdba-02c9-4b15-b72d-9c1e2bc588ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d4c38a171f94c4a92bd5bae1f15d1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963292 Oct 13 04:46:13.406992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:13.409054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.441882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Port 12905463-8f0a-442c-8c62-79c5611518ab not found while updating agent binding for router b059aad8-18ff-4e2d-9bfe-45cecf345972. {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 04:46:13.453004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:13.453873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:46:13.455562 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_agentschedulers_db [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b059aad8-18ff-4e2d-9bfe-45cecf345972'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95049) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:46:13.456229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ce648-f67c-4815-9010-62b2ddf2ddfe None None] The sync data for ids ['b059aad8-18ff-4e2d-9bfe-45cecf345972'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:13.460962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.482949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.512042 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.531382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.533940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.535269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eea88d4-32f0-4f84-a11f-02653bc78724 HTTP/1.1" status: 204 len: 168 time: 0.1271856 Oct 13 04:46:13.535738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9b532b-dd16-460e-8d3e-422f1203530b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:13.544654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afff4d-a6bc-48f7-beff-1b9a5c637e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea88d4-32f0-4f84-a11f-02653bc78724,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:13.547360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff00ee4a-c0c6-451a-90f8-b9e8b880c799') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:13.547773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff00ee4a-c0c6-451a-90f8-b9e8b880c799') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:13.563165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.578037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.584168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:46:13.584678 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:46:13.586773 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:46:13.657485 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.662084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d9b532b-dd16-460e-8d3e-422f1203530b {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 04:46:13.677971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:13.681983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/networks/9d9b532b-dd16-460e-8d3e-422f1203530b HTTP/1.1" status: 204 len: 168 time: 0.3508093 Oct 13 04:46:13.698504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856d267-2641-417f-bedd-956f03cc9196 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d9b532b-dd16-460e-8d3e-422f1203530b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:14.024436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:14.028907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'name': 'tempest-router--1944142272', 'project_id': '19d4fb7e49184bcdb552fe4d497e061e'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:14.050009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.051779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.110428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.114795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.130310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.134377 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b4cf8bce-32c4-4871-b981-a4d0f96dda10 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1061587 Oct 13 04:46:14.134709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33118) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:14.217293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.234126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-90ab8429-16a0-4a14-8961-a665703f83ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.379460 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.381572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.425520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.426053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45bfbab9-a581-4297-be8c-9402061fbc2b {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:14.431474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.432677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ad5de1e9-1749-47c5-bb49-75dc0db04892 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/routers/45bfbab9-a581-4297-be8c-9402061fbc2b HTTP/1.1" status: 204 len: 168 time: 0.2970932 Oct 13 04:46:14.591034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:14.794188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1254623239', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:14.817988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.819054 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:14.874778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.001135 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:46:15.015393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.213300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.231974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.336777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Allocated IP 172.25.0.125 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/3f9efd32-2052-4a43-9ebc-8c4bd1746fc0) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:15.370966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.438798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.481806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.528586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:15.530133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:15.531763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:15.535377 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:15.558769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event updated for resources: {'Port': ['ID=3f9efd32-2052-4a43-9ebc-8c4bd1746fc0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:15.802031 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.010186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.136219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Router 5bfa499a-4bfa-4681-b376-d1836735dcdb is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:16.247338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:16.257391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] Sync routers for ids ['5bfa499a-4bfa-4681-b376-d1836735dcdb'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:16.266808 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] Routers {'5bfa499a-4bfa-4681-b376-d1836735dcdb'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:16.267665 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5bfa499a-4bfa-4681-b376-d1836735dcdb'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:16.268560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.272359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50626abc-d5d5-4192-a7ef-04270b2a2c02 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6777771 Oct 13 04:46:16.273182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:16.305009 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:16.313313 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] Routers {'5bfa499a-4bfa-4681-b376-d1836735dcdb'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:16.314559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['5bfa499a-4bfa-4681-b376-d1836735dcdb'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:16.346062 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:16.347133 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2111c-5baa-424f-af1e-e47617a97943 None None] The sync data for ids ['5bfa499a-4bfa-4681-b376-d1836735dcdb'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:16.380817 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ce8b502-d3aa-4404-8663-b49c6e5ed1b8 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/5bfa499a-4bfa-4681-b376-d1836735dcdb HTTP/1.1" status: 200 len: 925 time: 0.1063163 Oct 13 04:46:16.383766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33156) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:16.412790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9a25b0aa-d0a0-4a69-931c-1a51eb10826c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bfa499a-4bfa-4681-b376-d1836735dcdb HTTP/1.1" status: 200 len: 205 time: 0.0256629 Oct 13 04:46:16.413000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33158) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:16.526949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.634839 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.687850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 3f9efd32-2052-4a43-9ebc-8c4bd1746fc0 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:16.688109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.768868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.781110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 3f9efd32-2052-4a43-9ebc-8c4bd1746fc0 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:16.947404 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:16.973478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=3f9efd32-2052-4a43-9ebc-8c4bd1746fc0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:17.042890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.306955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.468361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.470708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.520485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.521129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfa499a-4bfa-4681-b376-d1836735dcdb {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:17.528993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.534094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-976eb278-0bfa-45f9-9bd7-91499049408a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/5bfa499a-4bfa-4681-b376-d1836735dcdb HTTP/1.1" status: 204 len: 168 time: 1.1156535 Oct 13 04:46:17.534094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:17.539075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-73479016', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:17.559911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.560883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.614327 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.744116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.937820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:17.955800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.064343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 172.25.0.60 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/60ab4a52-5638-4e2c-a7a5-ab90618e1e32) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:18.172920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.210510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.258781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:18.261818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:18.266131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:18.269198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:18.531780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.728556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.861528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router acb0d468-79bf-4704-b65c-469c1912f3fc is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:18.965773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:18.976346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Sync routers for ids ['acb0d468-79bf-4704-b65c-469c1912f3fc'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:18.984865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:18.988574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-209dc623-e4d6-4bc1-912f-d50eb9ab5c42 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.4509473 Oct 13 04:46:18.988719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Routers {'acb0d468-79bf-4704-b65c-469c1912f3fc'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:18.988719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb0d468-79bf-4704-b65c-469c1912f3fc'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:18.988965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33172) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:19.102957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33174) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:19.103479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-80d6c3b4-7294-4d4f-bed7-8af2512b1e1a tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/acb0d468-79bf-4704-b65c-469c1912f3fc HTTP/1.1" status: 200 len: 906 time: 0.1129146 Oct 13 04:46:19.104373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Set router acb0d468-79bf-4704-b65c-469c1912f3fc gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:19.107574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-73479016', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': True}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:19.129852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.131101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.186862 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.293269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'name': 'tempest-snat-router-73479016', 'tenant_id': 'a7401f79f1cb42efa7d24417d4152c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:18Z', 'revision_number': 3, 'project_id': 'a7401f79f1cb42efa7d24417d4152c71', 'gw_port': {'id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:19.320761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Checking router: acb0d468-79bf-4704-b65c-469c1912f3fc for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:19.321124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Updating router acb0d468-79bf-4704-b65c-469c1912f3fc port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:19.341873 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.346383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.599464 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.621817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.675530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.685007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.738227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Pushing event updated for resources: {'Port': ['ID=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:19.748945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 172.25.0.12 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/5c09a376-ab8b-46d8-ac27-6e9a491e8815) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:19.750559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.751037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.752382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.752382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.752630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.753052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.753446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.754332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.754879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.755256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.755659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.756617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:19.778231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Attempting to bind port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:19.778687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Attempting to bind port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:19.779147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Attempting to bind port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:19.785298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:19.785824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:19.786333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.786807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:19.787388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Bound port: 60ab4a52-5638-4e2c-a7a5-ab90618e1e32, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:19.787838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.846417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] For port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:19.850140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] For port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:19.855432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.868354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.911427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:19.918136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Routers {'acb0d468-79bf-4704-b65c-469c1912f3fc'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:19.918716 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb0d468-79bf-4704-b65c-469c1912f3fc'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:19.952413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aee39a-7de6-47be-8e93-83c348ffc9cd None None] Pushing event updated for resources: {'Port': ['ID=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:19.953537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:19.956717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:19.960890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:19.988077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=5c09a376-ab8b-46d8-ac27-6e9a491e8815,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:20.031041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] Set router acb0d468-79bf-4704-b65c-469c1912f3fc gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:20.255372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:20.392451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'name': 'tempest-snat-router-73479016', 'tenant_id': 'a7401f79f1cb42efa7d24417d4152c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:18Z', 'revision_number': 3, 'project_id': 'a7401f79f1cb42efa7d24417d4152c71', 'gw_port': {'id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:20.423262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7747160-3a16-4a5d-b1b3-392b5fdb8d64 None None] The sync data for ids ['acb0d468-79bf-4704-b65c-469c1912f3fc'] in n-d-813736-1 is: [{'id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'name': 'tempest-snat-router-73479016', 'tenant_id': 'a7401f79f1cb42efa7d24417d4152c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60'}], 'enable_snat': False}, 'gw_port_id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:18Z', 'revision_number': 3, 'project_id': 'a7401f79f1cb42efa7d24417d4152c71', 'gw_port': {'id': '60ab4a52-5638-4e2c-a7a5-ab90618e1e32', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:df:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb0d468-79bf-4704-b65c-469c1912f3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:17Z', 'updated_at': '2021-10-13T04:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:20.858521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.042632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:21.072722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:21.101155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:21.101682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.187892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.195407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:21.206449 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Sync routers for ids ['217fe6e0-8a2f-4154-aaaf-01c901e9a8f3'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:21.217250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:21.220261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Routers {'217fe6e0-8a2f-4154-aaaf-01c901e9a8f3'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:21.221211 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['217fe6e0-8a2f-4154-aaaf-01c901e9a8f3'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:21.224553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.229077 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.229077 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9cef12f1-0d6a-4c90-b379-b408de066609 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.1225660 Oct 13 04:46:21.231321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33184) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:21.283975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:21.384218 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Set router 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:21.403709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33188) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:21.404109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ed1b9256-d51f-4156-935c-a1759b0d1b81 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 HTTP/1.1" status: 200 len: 905 time: 0.1695538 Oct 13 04:46:21.546160 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.631139 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217fe6e0-8a2f-4154-aaaf-01c901e9a8f3', 'name': 'tempest-snat-router-73479016', 'tenant_id': 'a7401f79f1cb42efa7d24417d4152c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '5c09a376-ab8b-46d8-ac27-6e9a491e8815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:19Z', 'updated_at': '2021-10-13T04:46:20Z', 'revision_number': 3, 'project_id': 'a7401f79f1cb42efa7d24417d4152c71', 'gw_port': {'id': '5c09a376-ab8b-46d8-ac27-6e9a491e8815', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:76:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217fe6e0-8a2f-4154-aaaf-01c901e9a8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:19Z', 'updated_at': '2021-10-13T04:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:21.649886 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.666999 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Checking router: 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:21.667465 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Updating router 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 port 5c09a376-ab8b-46d8-ac27-6e9a491e8815 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:21.694034 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.708855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Deleting port 5c09a376-ab8b-46d8-ac27-6e9a491e8815 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:21.709192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.788661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.801291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Calling delete_port for 5c09a376-ab8b-46d8-ac27-6e9a491e8815 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:21.973903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:21.974902 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.db.api [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:46:21.976407 n-d-813736-1 neutron-server[95050]: DEBUG oslo_db.api [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:46:22.000134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c09a376-ab8b-46d8-ac27-6e9a491e8815,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:22.070208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.163994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.166268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.210638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.211247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:22.216098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.217272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-00861a14-b3f2-46b0-9caf-0b3800b4de3e tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/routers/217fe6e0-8a2f-4154-aaaf-01c901e9a8f3 HTTP/1.1" status: 204 len: 168 time: 0.8125465 Oct 13 04:46:22.219867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33190) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:22.328318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.432428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.497843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Deleting port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:22.498187 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.501577 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Port 5c09a376-ab8b-46d8-ac27-6e9a491e8815 not found while updating agent binding for router 217fe6e0-8a2f-4154-aaaf-01c901e9a8f3. {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 13 04:46:22.512364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Routers set() bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:22.512984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Router IDs set() for agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 04:46:22.513750 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_agentschedulers_db [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'217fe6e0-8a2f-4154-aaaf-01c901e9a8f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent'). {{(pid=95050) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 04:46:22.514516 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bdbc02-f9a7-421d-97ba-0ab519ae6aef None None] The sync data for ids ['217fe6e0-8a2f-4154-aaaf-01c901e9a8f3'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:22.590421 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] For port 60ab4a52-5638-4e2c-a7a5-ab90618e1e32, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:22.590768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.603369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Calling delete_port for 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:22.771896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.797930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event deleted for resources: {'Port': ['ID=60ab4a52-5638-4e2c-a7a5-ab90618e1e32,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:22.862852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.954418 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:22.956582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.000887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.001606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acb0d468-79bf-4704-b65c-469c1912f3fc {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:23.006200 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.011385 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-823a0665-1624-4838-a1b6-5f64b0eb1060 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "DELETE /v2.0/routers/acb0d468-79bf-4704-b65c-469c1912f3fc HTTP/1.1" status: 204 len: 168 time: 0.7873108 Oct 13 04:46:23.011687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33194) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:23.016503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11083779', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:23.044023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.045520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.105437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.261671 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.462435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.481526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.589031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Allocated IP 172.25.0.163 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/61147c9b-db9e-44c0-b106-1796aeaf4d2e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:23.715147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.752643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:23.792991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33202) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:23.793520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:23.796248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:23.799239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:23.829456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event updated for resources: {'Port': ['ID=61147c9b-db9e-44c0-b106-1796aeaf4d2e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:23.906188 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a31c-5f7d-4f4e-8436-64c1019c7bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.002642 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a31c-5f7d-4f4e-8436-64c1019c7bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.007488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f5d9a31c-5f7d-4f4e-8436-64c1019c7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.046472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9a31c-5f7d-4f4e-8436-64c1019c7bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e9f142-9ef9-4fca-a674-6ba545b1546f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:24.055215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f5d9a31c-5f7d-4f4e-8436-64c1019c7bc6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eafa06189ad246d9b538089996af87d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597790 Oct 13 04:46:24.055942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33206) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:24.068597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.111676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.134164 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.181280 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.184047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.185211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53e9f142-9ef9-4fca-a674-6ba545b1546f HTTP/1.1" status: 204 len: 168 time: 0.1281483 Oct 13 04:46:24.194354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70557e5f-27e2-4578-a143-a38ceb4d077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e9f142-9ef9-4fca-a674-6ba545b1546f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:24.274570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.712342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Router ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:24.822777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:24.827654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33228) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:24.832363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] Sync routers for ids ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:24.842300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] Routers {'ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:24.842910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:24.843895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:24.847536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b6e1428e-7b40-4f70-ae9b-deb35a683783 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8348577 Oct 13 04:46:24.848388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33232) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:24.853945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:24.879541 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:24.888974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] Routers {'ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:24.889171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:24.923364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:24.924027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b24ec-dad9-499b-bd3e-d2f388296b67 None None] The sync data for ids ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:24.934578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:46:24.947830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1592034472-network', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:24.954231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:46:24.954578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 60ab4a52-5638-4e2c-a7a5-ab90618e1e32 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:46:24.985364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:24.987658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.026054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.243560 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.248942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.271839 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.274858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:46:25.298433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.298777 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Added segment 9af1a60d-fabe-40e6-9283-0291ae6166e6 of type vlan for network a75d6a96-5c2a-468a-a7ec-e8201a10a260 Oct 13 04:46:25.300000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814ea78-d681-41bf-8293-8323eb1c1b8f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:25.380457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.414941 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.415900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:25.416474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.474292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6455908 Oct 13 04:46:25.477906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33234) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:25.483118 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Request body: {'subnet': {'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1592034472-subnet', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:25.490750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cd17b-042e-400c-9273-dbc528679484 admin admin] Pushing event updated for resources: {'Network': ['ID=a75d6a96-5c2a-468a-a7ec-e8201a10a260,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:25.500854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:46:25.513183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:25.516419 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.690783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.748280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fcce48-d99e-4c84-9357-cbed49f3c8c4,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:25.755902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:25.756270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Network hostable DHCP agents. Network: a75d6a96-5c2a-468a-a7ec-e8201a10a260, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:46:25.774235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:46:25.783201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, a75d6a96-5c2a-468a-a7ec-e8201a10a260) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:25.791148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44efacc0-91a7-4a57-8d9a-ff669f415d0d None None] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:25.791477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:25.792186 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.808696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-23a78710-96f6-4b4d-baa6-e0aed367888d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3296571 Oct 13 04:46:25.811380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:25.816027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:25.827735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.831718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.840391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.841470 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.898880 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:25.947532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:46:25.952470 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:46:25.952470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.042561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.090771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Allocated IP 172.20.0.2 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/68858f7b-b607-4234-81d7-8f1430f16b3b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:26.249697 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.256107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.257232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.276113 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.301094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:26.304290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:26.307109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:26.315390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Pushing event updated for resources: {'Port': ['ID=68858f7b-b607-4234-81d7-8f1430f16b3b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:26.374089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Attempting to bind port 68858f7b-b607-4234-81d7-8f1430f16b3b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:26.374465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Attempting to bind port 68858f7b-b607-4234-81d7-8f1430f16b3b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:26.375037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Attempting to bind port 68858f7b-b607-4234-81d7-8f1430f16b3b on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:26.380485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:26.380860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:26.381500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.382077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:26.382563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Bound port: 68858f7b-b607-4234-81d7-8f1430f16b3b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:26.382948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.389540 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Allocated IP 172.25.0.18 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/8bae2e68-f703-4e1e-8583-63576715504d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:26.432862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:26.437237 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.441498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d54fe309-dbd3-49c4-abd7-8aa6961c2cd6 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "PUT /v2.0/routers/ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 200 len: 924 time: 1.5887830 Oct 13 04:46:26.441498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33238) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:26.451887 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] Sync routers for ids ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:26.456948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] For port 68858f7b-b607-4234-81d7-8f1430f16b3b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:26.461781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] For port 68858f7b-b607-4234-81d7-8f1430f16b3b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68858f7b-b607-4234-81d7-8f1430f16b3b,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:26.468505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.489711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] Routers {'ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:26.491976 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:26.505003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.545045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:26.549272 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:26.556911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51a634-b710-4356-bae5-d42565811e94 None None] Pushing event updated for resources: {'Port': ['ID=68858f7b-b607-4234-81d7-8f1430f16b3b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:26.570101 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] Routers {'ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:26.570749 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:26.595949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33240) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:26.596980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-92d86591-88d2-4c74-b6f5-af2cd5f3948c tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 200 len: 924 time: 0.1543994 Oct 13 04:46:26.600278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:26.613948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:26.614600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9ac899-c742-4aec-b26d-8845dd97fb9d None None] The sync data for ids ['ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:26.636193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:26.638737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:26.672408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Pushing event updated for resources: {'Port': ['ID=8bae2e68-f703-4e1e-8583-63576715504d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:26.786589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e622383-d38c-4e0a-b879-369dc5d05708 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:26.788332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6e622383-d38c-4e0a-b879-369dc5d05708 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1911554 Oct 13 04:46:26.791334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33242) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:26.888547 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76792da6-4362-4275-97a9-db15ce2a99b5 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:26.890555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-76792da6-4362-4275-97a9-db15ce2a99b5 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.0976560 Oct 13 04:46:26.892928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33244) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:26.924439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ec66a22f-ce95-4460-9f01-3f26493ded9c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 200 len: 205 time: 0.0263283 Oct 13 04:46:26.924763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33246) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:26.954784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.012571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68858f7b-b607-4234-81d7-8f1430f16b3b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:27.047437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.074157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 68858f7b-b607-4234-81d7-8f1430f16b3b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:27.074439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.152715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.157490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.188194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 68858f7b-b607-4234-81d7-8f1430f16b3b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68858f7b-b607-4234-81d7-8f1430f16b3b,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:27.191982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.193227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.232757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 61147c9b-db9e-44c0-b106-1796aeaf4d2e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:27.233139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.256201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=68858f7b-b607-4234-81d7-8f1430f16b3b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:27.316261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.330095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 61147c9b-db9e-44c0-b106-1796aeaf4d2e owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:27.357091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:27.478738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:27.492388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:27.504990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.505207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:27.506120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:27.507352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-32220ad5-0fd8-4a1c-9936-d2442e7cdb12 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6942368 Oct 13 04:46:27.512964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.515142 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33248) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:27.546420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=61147c9b-db9e-44c0-b106-1796aeaf4d2e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:27.615418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.634386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:27.664531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827daffe-ca1d-42fe-b69d-754086f8a81f None None] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:27.723374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.726244 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.771823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.772678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:27.785687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.786826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc4f2e37-fbd4-41b8-bf21-2bf5ef81e936 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 204 len: 168 time: 0.8612733 Oct 13 04:46:27.791093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:27.795840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1231929933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:27.811489 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-630d69c4-e22e-45e3-a68b-a2f11125c3b0 None None] Provisioning complete for port 68858f7b-b607-4234-81d7-8f1430f16b3b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:27.811862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-630d69c4-e22e-45e3-a68b-a2f11125c3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.833267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.835340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.901742 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.907520 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.928193 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:27.929535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-05d969d1-5af7-4d20-929b-4b5cf706de21 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1374712 Oct 13 04:46:27.933394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33252) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:27.938074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:28.004971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.042692 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:26Z', 'revision_number': 3, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:28.080732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:28.081091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Updating router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 port 8bae2e68-f703-4e1e-8583-63576715504d binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:28.109446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.181986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.201052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Allocated IP 172.20.0.1 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/8224b934-cf35-4699-ba4c-06a02e9f92cf) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:28.336811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.375526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.383355 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9437b030-c187-48d9-8263-1efaaae41c07 None None] Provisioning complete for port 68858f7b-b607-4234-81d7-8f1430f16b3b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:28.383855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9437b030-c187-48d9-8263-1efaaae41c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.407551 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.424596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Pushing event updated for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:28.429052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.435170 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.438264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:28.440264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:28.443903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:28.445593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.499245 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.540164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed54f9-9e6c-4053-9d28-615a65c82833 None None] Pushing event updated for resources: {'Port': ['ID=8bae2e68-f703-4e1e-8583-63576715504d,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:28.542724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Attempting to bind port 8bae2e68-f703-4e1e-8583-63576715504d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:28.543115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Attempting to bind port 8bae2e68-f703-4e1e-8583-63576715504d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:28.543479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Attempting to bind port 8bae2e68-f703-4e1e-8583-63576715504d on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:28.557900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:28.558270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:28.558617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.559018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:28.559534 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Bound port: 8bae2e68-f703-4e1e-8583-63576715504d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:28.559912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.566879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Allocated IP 172.25.0.108 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/92bab7ee-879a-4e5a-b69d-9050b8d6316b) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:28.628269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] For port 8bae2e68-f703-4e1e-8583-63576715504d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:28.632790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] For port 8bae2e68-f703-4e1e-8583-63576715504d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8bae2e68-f703-4e1e-8583-63576715504d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:28.640733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.664241 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.712884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:28.713652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:28.720215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.755163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed54f9-9e6c-4053-9d28-615a65c82833 None None] Pushing event updated for resources: {'Port': ['ID=8bae2e68-f703-4e1e-8583-63576715504d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:28.756172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.774763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:28.793783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:28.797564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:28.833198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b6f3db48-3bba-4b86-8e5f-42ebda3a6a6c None None] Provisioning complete for port 8224b934-cf35-4699-ba4c-06a02e9f92cf triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:28.833575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b6f3db48-3bba-4b86-8e5f-42ebda3a6a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.844587 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event updated for resources: {'Port': ['ID=92bab7ee-879a-4e5a-b69d-9050b8d6316b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:28.856278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.861114 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.872248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:28.905139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b6f3db48-3bba-4b86-8e5f-42ebda3a6a6c None None] Port 8224b934-cf35-4699-ba4c-06a02e9f92cf cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:46:28.935181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:28.995472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Pushing event updated for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:29.005599 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68858f7b-b607-4234-81d7-8f1430f16b3b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:29.044612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:29.046277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:29.091494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 68858f7b-b607-4234-81d7-8f1430f16b3b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:29.092003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.107286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.185890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:46:29.202631 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:29.236730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cd177-59b0-4149-8860-d2cd91267ef8 None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:29.334911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0c59bab2-28fb-4538-95eb-d1b3ef61527a None None] Provisioning complete for port 8224b934-cf35-4699-ba4c-06a02e9f92cf triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:29.340856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c59bab2-28fb-4538-95eb-d1b3ef61527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.356471 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.361238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.384189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0c59bab2-28fb-4538-95eb-d1b3ef61527a None None] Port 8224b934-cf35-4699-ba4c-06a02e9f92cf cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:46:29.520760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Router a0e53c14-c7ea-4423-93cd-42744e473d51 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:29.644347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:29.653245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:29.655559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] Sync routers for ids ['a0e53c14-c7ea-4423-93cd-42744e473d51'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:29.657132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:29.657283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-87c92c75-bbdc-4bea-a948-6b10ff377036 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "PUT /v2.0/routers/a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 200 len: 884 time: 1.7228343 Oct 13 04:46:29.669161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] Routers {'a0e53c14-c7ea-4423-93cd-42744e473d51'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:29.670025 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a0e53c14-c7ea-4423-93cd-42744e473d51'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:29.707321 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:29.715522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:29.717332 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] Routers {'a0e53c14-c7ea-4423-93cd-42744e473d51'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:29.718004 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a0e53c14-c7ea-4423-93cd-42744e473d51'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:29.721068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-de32ad28-172c-4241-ab91-2aff4837f50a admin admin] 10.222.0.49 "PUT /v2.0/routers/725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042263 Oct 13 04:46:29.762883 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:29.764001 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea86d93-f32c-4b4e-99c5-27969e4a1f3a None None] The sync data for ids ['a0e53c14-c7ea-4423-93cd-42744e473d51'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:29.791446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7eb39da8-db7c-446c-a6c8-ba55c9aad860 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 200 len: 925 time: 0.1329994 Oct 13 04:46:29.794075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33258) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:29.839146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12054feb-f9cf-4eac-9835-54b4484e04da tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:29.840699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-12054feb-f9cf-4eac-9835-54b4484e04da tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=a0e53c14-c7ea-4423-93cd-42744e473d51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0456314 Oct 13 04:46:29.843363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33260) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:29.944331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66229d9-dc6a-49b4-b2b1-77f52c42dbf2 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:29.948802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33266) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:29.948979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a66229d9-dc6a-49b4-b2b1-77f52c42dbf2 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.1044755 Oct 13 04:46:29.999641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d4621cd2-9673-4e6a-a281-78bac005708b tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 200 len: 205 time: 0.0493727 Oct 13 04:46:30.002010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:30.142098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.419603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33278) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:30.425183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1958259079-network', 'tenant_id': 'a0c9194f989844109caa240b67cefac5'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:30.449984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Made reservation on behalf of a0c9194f989844109caa240b67cefac5 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:30.452764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.463098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.521123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.563002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.567806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.577754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 92bab7ee-879a-4e5a-b69d-9050b8d6316b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:30.578126 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.594107 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:46:30.609006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc9d739-aac1-4a06-bedb-075c6a0a18c3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:30.634250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.634590 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Added segment 0ea26bc2-dea6-424d-8097-d7a2dacaefde of type vlan for network 3fc88069-fa83-49f3-829d-f609962626a0 Oct 13 04:46:30.667388 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.680108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.683828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 92bab7ee-879a-4e5a-b69d-9050b8d6316b owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:30.708011 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.709075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:30.710298 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.774883 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3508379 Oct 13 04:46:30.775604 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33282) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:30.779760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Request body: {'subnet': {'network_id': '3fc88069-fa83-49f3-829d-f609962626a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1958259079-subnet', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:30.788909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958d72d-84fe-47f7-8d70-c4aef9eb7bab admin admin] Pushing event updated for resources: {'Network': ['ID=3fc88069-fa83-49f3-829d-f609962626a0,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:30.800452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3fc88069-fa83-49f3-829d-f609962626a0 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:46:30.807976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Made reservation on behalf of a0c9194f989844109caa240b67cefac5 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:30.810511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.868125 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:30.897231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=92bab7ee-879a-4e5a-b69d-9050b8d6316b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:30.970677 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.004988 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.012559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8bae2e68-f703-4e1e-8583-63576715504d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:31.061650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8bae2e68-f703-4e1e-8583-63576715504d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:31.062072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.075328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.075929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a77476-f06c-4d18-a2d9-2d70670ef82e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:31.077549 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.090677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Checking segment: {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:31.090920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Network hostable DHCP agents. Network: 3fc88069-fa83-49f3-829d-f609962626a0, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:46:31.114448 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Network 3fc88069-fa83-49f3-829d-f609962626a0 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:46:31.130111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3fc88069-fa83-49f3-829d-f609962626a0) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:31.138439 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.138639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:31.139160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router a0e53c14-c7ea-4423-93cd-42744e473d51 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:31.139286 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.145334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f66681-6898-4f22-816b-5249dea9ed84 None None] Network 3fc88069-fa83-49f3-829d-f609962626a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:31.148954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.150519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8d689183-c768-4b1f-9002-84f8c8b257f5 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 204 len: 168 time: 1.1473429 Oct 13 04:46:31.154173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33284) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:31.159508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1410455303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:31.172840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33286) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:31.175103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b2e03fae-816e-4289-beaf-60db7f993060 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3954425 Oct 13 04:46:31.178712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:31.190498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 04:46:31.190498 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 04:46:31.190498 n-d-813736-1 neutron-server[95047]: [parameters: {'project_id_1': 'a0c9194f989844109caa240b67cefac5', 'expiration_1': datetime.datetime(2021, 10, 13, 4, 46, 11, 184383)}] Oct 13 04:46:31.190498 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:46:31.191593 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:46:31.201219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.202893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.212796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.251550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 8bae2e68-f703-4e1e-8583-63576715504d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8bae2e68-f703-4e1e-8583-63576715504d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:31.258243 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.258994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.265551 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.284158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.285435 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9d003711-fc90-4aff-befb-4ae254e8894c tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1301510 Oct 13 04:46:31.288536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33290) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:31.293110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': True}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:31.348731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=8bae2e68-f703-4e1e-8583-63576715504d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:31.377683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-3fc88069-fa83-49f3-829d-f609962626a0', 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'fixed_ips': [{'subnet_id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:46:31.378581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.506926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.612454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:31.629650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:31.630277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:31.748245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.769846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.770989 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.772828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Allocated IP 172.20.0.2 (3fc88069-fa83-49f3-829d-f609962626a0/d9a77476-f06c-4d18-a2d9-2d70670ef82e/481183e1-3a59-495a-a08f-53e37d15fa70) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:31.774847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:31.799013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:31.874586 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.049090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 172.25.0.213 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/6ce92ed9-e26a-489c-8883-9c56154e5df1) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:32.059273 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.080102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.088882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.136474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Network 3fc88069-fa83-49f3-829d-f609962626a0 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:32.144294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:32.151699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:32.157131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Pushing event updated for resources: {'Port': ['ID=481183e1-3a59-495a-a08f-53e37d15fa70,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:32.189197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 2, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:32.213845 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.235283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:32.235640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Updating router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 port 8224b934-cf35-4699-ba4c-06a02e9f92cf binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:32.260568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Attempting to bind port 481183e1-3a59-495a-a08f-53e37d15fa70 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:32.260944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Attempting to bind port 481183e1-3a59-495a-a08f-53e37d15fa70 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:32.261314 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Attempting to bind port 481183e1-3a59-495a-a08f-53e37d15fa70 on network 3fc88069-fa83-49f3-829d-f609962626a0 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:32.271710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:32.272123 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Checking segment: {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:32.272682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.273194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Bound using segment: {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:32.273697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Bound port: 481183e1-3a59-495a-a08f-53e37d15fa70, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:32.274090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.277622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.304965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.380663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:32.402850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:32.407252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:32.409094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=6ce92ed9-e26a-489c-8883-9c56154e5df1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:32.429088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] For port 481183e1-3a59-495a-a08f-53e37d15fa70, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:32.453959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] For port 481183e1-3a59-495a-a08f-53e37d15fa70, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=481183e1-3a59-495a-a08f-53e37d15fa70,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:32.468833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.470034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.497946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.611007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059b44e-0982-4dfc-a603-2d618f74873e None None] Pushing event updated for resources: {'Port': ['ID=481183e1-3a59-495a-a08f-53e37d15fa70,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:32.700435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.706340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.764495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Allocated IP 172.25.0.220 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/35ffb896-870f-4e03-a896-be4fde024985) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:32.788791 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ff493-9b68-4a01-94d5-eda75f1c9a34 None None] Pushing event updated for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:32.854559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Attempting to bind port 8224b934-cf35-4699-ba4c-06a02e9f92cf on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:32.855094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Attempting to bind port 8224b934-cf35-4699-ba4c-06a02e9f92cf by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:32.855602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Attempting to bind port 8224b934-cf35-4699-ba4c-06a02e9f92cf on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:32.862615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:32.863296 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:32.864042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.864305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:32.864910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Bound port: 8224b934-cf35-4699-ba4c-06a02e9f92cf, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:32.865445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:32.969957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] For port 8224b934-cf35-4699-ba4c-06a02e9f92cf, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:32.973835 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] For port 8224b934-cf35-4699-ba4c-06a02e9f92cf, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8224b934-cf35-4699-ba4c-06a02e9f92cf,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:32.980380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.047495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:33.048250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:33.089143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ff493-9b68-4a01-94d5-eda75f1c9a34 None None] Pushing event updated for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:33.115947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] Provisioning complete for port 8224b934-cf35-4699-ba4c-06a02e9f92cf triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:33.116438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.141305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8bae2e68-f703-4e1e-8583-63576715504d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:33.152805 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.253874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:33.293909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.364189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8bae2e68-f703-4e1e-8583-63576715504d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:33.365122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.398689 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.419680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.425730 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.452673 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.490797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] For port 8224b934-cf35-4699-ba4c-06a02e9f92cf, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8224b934-cf35-4699-ba4c-06a02e9f92cf,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:33.509952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:33.515842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Pushing event updated for resources: {'Port': ['ID=35ffb896-870f-4e03-a896-be4fde024985,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:33.518480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:33.523349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:33.661173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.760468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14017e4-c7c9-44c2-ac34-4dc32676b150 None None] Network 3fc88069-fa83-49f3-829d-f609962626a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:33.790266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router 7c63efc3-31cd-49ff-9c70-7428f322c34e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:33.824515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001f6f4-bee6-4de2-9a88-64fe6c75e6dd None None] Pushing event updated for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:33.839416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 481183e1-3a59-495a-a08f-53e37d15fa70 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:33.871148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Provisioning complete for port 8224b934-cf35-4699-ba4c-06a02e9f92cf triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:33.871529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.937017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.977396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:32Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:33.989445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:33.995892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:33.997118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f467db7d-cc77-4e2c-ad18-a7edfc8814e0 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "PUT /v2.0/routers/7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 200 len: 919 time: 2.7075248 Oct 13 04:46:33.999513 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] Sync routers for ids ['7c63efc3-31cd-49ff-9c70-7428f322c34e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:33.999994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33292) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.010424 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] Routers {'7c63efc3-31cd-49ff-9c70-7428f322c34e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:34.011198 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['7c63efc3-31cd-49ff-9c70-7428f322c34e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:34.025703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc76f2-1c00-4729-98cc-76fb87a9dd3d None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:32Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:34.058758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 481183e1-3a59-495a-a08f-53e37d15fa70 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:34.059160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.182239 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:34.183952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Provisioning complete for port 481183e1-3a59-495a-a08f-53e37d15fa70 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:34.184430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.201674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] Routers {'7c63efc3-31cd-49ff-9c70-7428f322c34e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:34.202291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['7c63efc3-31cd-49ff-9c70-7428f322c34e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:34.229085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.254781 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:34.256033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229378a-d434-4907-b4f0-fb84e341f45f None None] The sync data for ids ['7c63efc3-31cd-49ff-9c70-7428f322c34e'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:34.258583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.275587 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 481183e1-3a59-495a-a08f-53e37d15fa70, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=481183e1-3a59-495a-a08f-53e37d15fa70,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:34.300096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.316769 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-43f28267-7fa8-4839-95e3-4680fc3c08a5 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 200 len: 925 time: 0.3160162 Oct 13 04:46:34.319953 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.361862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.401942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=481183e1-3a59-495a-a08f-53e37d15fa70,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:34.416050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11487ed2-b960-47d2-8992-509b8b0de999 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:34.419262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-11487ed2-b960-47d2-8992-509b8b0de999 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=7c63efc3-31cd-49ff-9c70-7428f322c34e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0971737 Oct 13 04:46:34.421871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.446946 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Router 747d0c49-b05e-470a-a0ef-95ca6476180a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:34.479569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:46:34.479949 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-66533c37-353e-435d-8569-60fdee50a638 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:46:34.550236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4a0d1d-6fe0-4816-94ce-9105fa421b0b tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:34.554796 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1d4a0d1d-6fe0-4816-94ce-9105fa421b0b tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.1286392 Oct 13 04:46:34.555133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33298) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.584426 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3555c666-13c3-4f15-95f5-1c9b505a654a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 200 len: 205 time: 0.0273564 Oct 13 04:46:34.585080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33300) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.585363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:34.604247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Sync routers for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:34.604701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.607311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5b836468-2f89-4d3e-853e-d0835c29661c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4320731 Oct 13 04:46:34.609814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33302) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:34.624568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:34.625685 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:34.701185 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.742060 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:34.812673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.873328 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 6ce92ed9-e26a-489c-8883-9c56154e5df1 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:34.873838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:34.952449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 3, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:35.005359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.036030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Checking router: 747d0c49-b05e-470a-a0ef-95ca6476180a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:35.036374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Updating router 747d0c49-b05e-470a-a0ef-95ca6476180a port 35ffb896-870f-4e03-a896-be4fde024985 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:35.043863 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 6ce92ed9-e26a-489c-8883-9c56154e5df1 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:35.074327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8224b934-cf35-4699-ba4c-06a02e9f92cf up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:35.141098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.188629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8224b934-cf35-4699-ba4c-06a02e9f92cf triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:35.189338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.257521 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.269542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0cce216a-3afa-4583-b21f-bb69d17a02eb None None] Provisioning complete for port 481183e1-3a59-495a-a08f-53e37d15fa70 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:35.269914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0cce216a-3afa-4583-b21f-bb69d17a02eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.285205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=6ce92ed9-e26a-489c-8883-9c56154e5df1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:35.356716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.378521 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.460784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.463239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.478482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 481183e1-3a59-495a-a08f-53e37d15fa70 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:35.510440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.511095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router 7c63efc3-31cd-49ff-9c70-7428f322c34e {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:35.518819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.524909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8ae02fc5-17eb-4919-8a8e-1bd15775b2a8 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 204 len: 168 time: 0.9342215 Oct 13 04:46:35.524909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33304) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:35.530065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-841753335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:35.556946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.558159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.592999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Allocated IP 172.20.0.1 (3fc88069-fa83-49f3-829d-f609962626a0/d9a77476-f06c-4d18-a2d9-2d70670ef82e/92a4d314-14ec-4fe7-bedd-3df0eb05f127) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:35.602828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 481183e1-3a59-495a-a08f-53e37d15fa70 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:35.603237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.618352 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.623602 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.638212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.643861 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.648591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9145aeb5-da32-457e-99d3-7bd7b4fa9051 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1202669 Oct 13 04:46:35.648591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33306) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:35.653199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'enable_snat': False}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:35.653835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.704143 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffa19-33e7-4c89-872a-d0d150e5082e None None] Pushing event updated for resources: {'Port': ['ID=35ffb896-870f-4e03-a896-be4fde024985,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:35.713647 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.727801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Attempting to bind port 35ffb896-870f-4e03-a896-be4fde024985 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:35.727801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Attempting to bind port 35ffb896-870f-4e03-a896-be4fde024985 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:35.728163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Attempting to bind port 35ffb896-870f-4e03-a896-be4fde024985 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:35.750965 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.752792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:35.753166 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:35.753568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.753991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:35.754477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Bound port: 35ffb896-870f-4e03-a896-be4fde024985, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:35.754846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.791969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Network 3fc88069-fa83-49f3-829d-f609962626a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:35.800480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:35.806738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:35.824812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] For port 35ffb896-870f-4e03-a896-be4fde024985, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:35.828628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] For port 35ffb896-870f-4e03-a896-be4fde024985, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35ffb896-870f-4e03-a896-be4fde024985,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:35.834957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.845859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Pushing event updated for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:35.867712 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.879685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:35.917344 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffa19-33e7-4c89-872a-d0d150e5082e None None] Pushing event updated for resources: {'Port': ['ID=35ffb896-870f-4e03-a896-be4fde024985,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:35.930273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:35.931226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:36.050905 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.060319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:36.148331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.169157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.187845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6b347089-65f3-49e8-8e26-ebe1cd358430 None None] Provisioning complete for port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:36.188373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6b347089-65f3-49e8-8e26-ebe1cd358430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.220412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.227682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.242683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6b347089-65f3-49e8-8e26-ebe1cd358430 None None] Port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:46:36.280979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Allocated IP 172.25.0.191 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/625c67dd-c6e5-406c-a44d-85b6a734a355) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:36.288621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 3, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:36.296588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Pushing event updated for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:36.300669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.317339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156fadbc-ec96-45a1-9473-285eb5f7d1ee None None] The sync data for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 is: [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 3, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:36.395416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.404544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Network 3fc88069-fa83-49f3-829d-f609962626a0 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:36.405962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:36.439049 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.489024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:36.492153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:36.497426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:36.500915 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Pushing event updated for resources: {'Port': ['ID=625c67dd-c6e5-406c-a44d-85b6a734a355,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:36.557106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Router 747d0c49-b05e-470a-a0ef-95ca6476180a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:46:36.702786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:36.712579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9e9724cc-826c-47ea-a20a-72845ac82696 admin admin] 10.222.0.49 "PUT /v2.0/routers/747d0c49-b05e-470a-a0ef-95ca6476180a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0971067 Oct 13 04:46:36.769787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1d7fc281-d2c2-49de-b4b4-827f75716437 None None] Provisioning complete for port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:36.770016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d7fc281-d2c2-49de-b4b4-827f75716437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:36.820459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fc281-d2c2-49de-b4b4-827f75716437 None None] Port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:46:36.823990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.045825 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.049412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.059326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35ffb896-870f-4e03-a896-be4fde024985 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:37.135594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 35ffb896-870f-4e03-a896-be4fde024985 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:37.136073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.220326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Router bb1c00e9-37b1-4b20-8753-f768a3458426 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:37.240142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.261948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 35ffb896-870f-4e03-a896-be4fde024985, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35ffb896-870f-4e03-a896-be4fde024985,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:37.268082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.353552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:37.364805 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] Sync routers for ids ['bb1c00e9-37b1-4b20-8753-f768a3458426'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:37.380881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:37.382819 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] Routers {'bb1c00e9-37b1-4b20-8753-f768a3458426'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:37.383634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['bb1c00e9-37b1-4b20-8753-f768a3458426'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:37.388476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fe113b4c-2926-465b-ab45-671c56ad00ea tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "PUT /v2.0/routers/bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 200 len: 919 time: 1.7387648 Oct 13 04:46:37.391708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33320) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:37.441473 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:37.451600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] Routers {'bb1c00e9-37b1-4b20-8753-f768a3458426'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:37.452335 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['bb1c00e9-37b1-4b20-8753-f768a3458426'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:37.491650 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:37.492549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e558e-cff8-4077-8ce1-25e5d959f14e None None] The sync data for ids ['bb1c00e9-37b1-4b20-8753-f768a3458426'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:37.504133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=35ffb896-870f-4e03-a896-be4fde024985,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:37.537849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66de5cb8-e59a-4cd6-9e86-aee8970d1ef5 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 200 len: 925 time: 0.1448932 Oct 13 04:46:37.540642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33324) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:37.587877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce0a80-28e9-4f3a-a4e9-a86af2b502fe tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:37.589667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-98ce0a80-28e9-4f3a-a4e9-a86af2b502fe tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=bb1c00e9-37b1-4b20-8753-f768a3458426&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0480173 Oct 13 04:46:37.592297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33328) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:37.685959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7a32b-5d8a-416f-82b5-7aca18b0c415 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:37.687496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f3d7a32b-5d8a-416f-82b5-7aca18b0c415 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/networks/1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 881 time: 0.0942698 Oct 13 04:46:37.690134 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33332) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:37.718350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4593f37d-15d9-4a33-9f3f-843d3bd46dd3 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 200 len: 205 time: 0.0270782 Oct 13 04:46:37.721067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33334) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:37.826934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.165355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.180206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Sync routers for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:38.196383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:38.197265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:38.229724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 625c67dd-c6e5-406c-a44d-85b6a734a355 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:38.230059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.311709 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.326728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 625c67dd-c6e5-406c-a44d-85b6a734a355 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:38.346948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:38.542435 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.575130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=625c67dd-c6e5-406c-a44d-85b6a734a355,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:38.612157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.612504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.612698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:36Z', 'revision_number': 4, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '92a4d314-14ec-4fe7-bedd-3df0eb05f127', 'name': '', 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'mac_address': 'fa:16:3e:42:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:35Z', 'updated_at': '2021-10-13T04:46:36Z', 'revision_number': 2, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'subnets': [{'id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:38.612878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.613167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.613498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.613825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.614149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.614471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.614792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.618465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.618465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.618465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:38.647640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Checking router: 747d0c49-b05e-470a-a0ef-95ca6476180a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:46:38.648000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Updating router 747d0c49-b05e-470a-a0ef-95ca6476180a port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:46:38.665342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.674672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.765272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.767830 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.820786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.821395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router bb1c00e9-37b1-4b20-8753-f768a3458426 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:38.829341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.830459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d601b5f6-2c5a-4c52-ac6a-933d6bbe633a tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 204 len: 168 time: 1.1081572 Oct 13 04:46:38.834731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33344) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:38.839564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-833956229', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:38.872014 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.873191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.929792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.984739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:38.991556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.021452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35ffb896-870f-4e03-a896-be4fde024985 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:39.094982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.128940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b09f0-1594-4b0b-835e-3a213cd82d7a None None] Pushing event updated for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:39.137065 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Attempting to bind port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:39.137447 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Attempting to bind port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:39.137825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Attempting to bind port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 on network 3fc88069-fa83-49f3-829d-f609962626a0 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:39.150840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:39.151408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Checking segment: {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:39.151927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.152655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Bound using segment: {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:39.153358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Bound port: 92a4d314-14ec-4fe7-bedd-3df0eb05f127, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea26bc2-dea6-424d-8097-d7a2dacaefde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:39.153908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.174875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 35ffb896-870f-4e03-a896-be4fde024985 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:39.175485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.274977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-8006815a-01b2-4cd1-9339-d5a937f707db tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:39.277526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-8006815a-01b2-4cd1-9339-d5a937f707db tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1329365 Oct 13 04:46:39.285104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] For port 92a4d314-14ec-4fe7-bedd-3df0eb05f127, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:39.290826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] For port 92a4d314-14ec-4fe7-bedd-3df0eb05f127, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=92a4d314-14ec-4fe7-bedd-3df0eb05f127,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:39.300164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.301594 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-6a38ecbd-29e4-4487-b5a3-b3238edaec31 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0178757 Oct 13 04:46:39.326618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.345874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.369312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-235aa362-03e4-4243-af51-c7845507afff tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664148 Oct 13 04:46:39.387598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:39.388273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:39.447487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] Provisioning complete for port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:39.447871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.466446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Allocated IP 172.25.0.203 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/64f56938-b308-4943-95fe-02351a5d3ed8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:39.524805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b09f0-1594-4b0b-835e-3a213cd82d7a None None] Pushing event updated for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:39.610410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.617183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-45d8c3e1-21c2-4429-b9b0-22806a13238a service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467442 Oct 13 04:46:39.617744 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.624713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:46:39.652509 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.688024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] For port 92a4d314-14ec-4fe7-bedd-3df0eb05f127, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=92a4d314-14ec-4fe7-bedd-3df0eb05f127,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:39.692995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:39.696917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:39.700709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:39.723292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.730412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event updated for resources: {'Port': ['ID=64f56938-b308-4943-95fe-02351a5d3ed8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:39.739124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-650b17fe-f003-400a-ad3f-64781334ea76 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047513 Oct 13 04:46:39.829997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1ec94-7b35-485b-b931-513c73359f99 None None] Pushing event updated for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:39.886301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b94d6fb0-11e4-4a2b-807c-79ec58e8ecbb None None] Provisioning complete for port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:39.886741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b94d6fb0-11e4-4a2b-807c-79ec58e8ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.953449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:36Z', 'revision_number': 4, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '92a4d314-14ec-4fe7-bedd-3df0eb05f127', 'name': '', 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'mac_address': 'fa:16:3e:42:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:35Z', 'updated_at': '2021-10-13T04:46:39Z', 'revision_number': 4, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'subnets': [{'id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:39.976112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:39.984643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7f332a-8883-4534-b8a0-a7a940dbc6aa None None] The sync data for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 is: [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:46:36Z', 'revision_number': 4, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '92a4d314-14ec-4fe7-bedd-3df0eb05f127', 'name': '', 'network_id': '3fc88069-fa83-49f3-829d-f609962626a0', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'mac_address': 'fa:16:3e:42:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:35Z', 'updated_at': '2021-10-13T04:46:39Z', 'revision_number': 4, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'subnets': [{'id': 'd9a77476-f06c-4d18-a2d9-2d70670ef82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:40.571677 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dce07945-339c-4a32-ac78-f2dfff66d6b4 req-cdc6e468-6d6c-456b-be60-7530dc4528fc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.4946096 Oct 13 04:46:40.650369 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:40.785231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Router 96b8a3d9-4c0b-46b2-a75a-190ad05ed09a is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:40.902046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:40.917124 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] Sync routers for ids ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:40.929429 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:40.933744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33372) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:40.934302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1774f741-5a99-4573-b42a-205c60e2a9d9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0977850 Oct 13 04:46:40.946327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:40.951022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] Routers {'96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:40.951685 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:40.993500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:41.009119 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] Routers {'96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:41.011108 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:41.055401 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:41.056261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39a3a-21ca-4120-a1a6-d6d133411980 None None] The sync data for ids ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:41.064917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 92a4d314-14ec-4fe7-bedd-3df0eb05f127 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:41.136592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:41.136979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.200101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-76a348b3-cbfe-4720-8215-6226c4b70bca tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:41.201584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-76a348b3-cbfe-4720-8215-6226c4b70bca tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1915176 Oct 13 04:46:41.259227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:41.505028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:41.509460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.542451 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.586359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.695647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a021a48-0525-4068-8a51-586e488fc6af req-d0e0bc25-6b48-46c8-b802-55ae2a4b9399 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0427375 Oct 13 04:46:41.715757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.13 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/2c6121f3-f672-40d5-a99c-ae33c806c7a3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:41.743782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Deleting port 64f56938-b308-4943-95fe-02351a5d3ed8 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:41.744133 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.764283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.769470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06de10e3-abee-4383-a170-e4910d588369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.906044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:41.926751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Calling delete_port for 64f56938-b308-4943-95fe-02351a5d3ed8 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:42.003082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.101092 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.176797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:42.188323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:42.194842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:42.200073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:42.241302 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.287941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Pushing event deleted for resources: {'Port': ['ID=64f56938-b308-4943-95fe-02351a5d3ed8,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:42.298747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:42.299422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.356391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-1e961c99-39a0-47c0-8b34-d1f75583014a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1024423 Oct 13 04:46:42.369509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Request body: {'port': {'device_id': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:42.372325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.467755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0bf76187-1433-439a-ac19-7a885f8ecabc None None] Provisioning complete for port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:42.468701 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bf76187-1433-439a-ac19-7a885f8ecabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.513199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0bf76187-1433-439a-ac19-7a885f8ecabc None None] Port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:46:42.558629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.828021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.863890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111a07-2065-41ba-8a5a-9b4604795e2e req-5eec0a39-68af-44f9-a30d-aa1930d06315 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:42.865613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99111a07-2065-41ba-8a5a-9b4604795e2e req-5eec0a39-68af-44f9-a30d-aa1930d06315 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 932 time: 0.0588236 Oct 13 04:46:42.905122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-99111a07-2065-41ba-8a5a-9b4604795e2e req-406db763-ed22-4056-9ca4-65b342c1d63d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Oct 13 04:46:42.916209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:42.930154 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.072023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Router 96b8a3d9-4c0b-46b2-a75a-190ad05ed09a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:46:43.212376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:43.221924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.225594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] Sync routers for ids ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:43.225795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d56dbe71-3a6f-45cf-a1a7-fb322f9af1fe tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "PUT /v2.0/routers/96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 200 len: 709 time: 2.2853630 Oct 13 04:46:43.226114 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33382) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.244149 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] Routers {'96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:43.256440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:43.305602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6121f3-f672-40d5-a99c-ae33c806c7a3 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:46:43.313586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:43.314000 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.324442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] Routers {'96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:46:43.325295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:43.331561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d52a821c-bf78-46b2-bba1-93e48abdf2f8 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/routers/96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 200 len: 744 time: 0.1019037 Oct 13 04:46:43.332031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33384) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.334731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Transition to ACTIVE for port object 2c6121f3-f672-40d5-a99c-ae33c806c7a3 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:46:43.363099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.363370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:43.364652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07216edd-96be-4152-b3da-d5568e8c117b None None] The sync data for ids ['96b8a3d9-4c0b-46b2-a75a-190ad05ed09a'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:46:43.384238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5dee1a84-624b-4f95-9706-fb35e41d12b9 tempest-RoutersIpV6AdminTest-1114883177 tempest-RoutersIpV6AdminTest-1114883177-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&device_id=96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 200 len: 205 time: 0.0510585 Oct 13 04:46:43.387092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33386) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.416592 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aefd3ce2-7d34-44da-b7af-1141d1ee872d tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 200 len: 205 time: 0.0260255 Oct 13 04:46:43.417152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33388) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.429175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:43.503109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.523249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Attempting to bind port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:43.523848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Attempting to bind port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:43.524694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Attempting to bind port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:43.530063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:46:43.530607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Attempting to bind port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:43.538686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:43.543381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:43.544051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:43.545021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Bound port: 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:43.545608 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.628472 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:43.633143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:43.643556 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.688309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:43.689047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.690683 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c6121f3-f672-40d5-a99c-ae33c806c7a3 HTTP/1.1" status: 200 len: 1092 time: 1.3255210 Oct 13 04:46:43.691371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:46:43.695366 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2eccbb-8b46-4e56-9c3d-3632a619a456" -d '{"events": [{"name": "network-changed", "server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:46:43.720178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e6272-334c-4a09-ae38-b75d162468b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:43.720466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.728012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.757075 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6771e6d6-b549-479c-8704-5f430e226102 x-openstack-request-id: req-6771e6d6-b549-479c-8704-5f430e226102 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:46:43.757735 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:46:43.758161 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6771e6d6-b549-479c-8704-5f430e226102 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:46:43.758913 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3', 'status': 'completed', 'code': 200} Oct 13 04:46:43.796297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.796814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Fanout notify agent at l3_agent the message router_deleted on router 96b8a3d9-4c0b-46b2-a75a-190ad05ed09a {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:43.800260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-23ab1c60-9168-4c07-848b-3c073b735e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:43.802241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-23ab1c60-9168-4c07-848b-3c073b735e03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 1095 time: 0.0583520 Oct 13 04:46:43.804367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:43.805694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8110297f-0235-4fe3-a76a-c00a0b3af179 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 204 len: 168 time: 0.3869040 Oct 13 04:46:43.809120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33392) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.851390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c7040126-b54f-4bde-bdc2-6975354e5d70 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 200 len: 205 time: 0.0409563 Oct 13 04:46:43.853980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33394) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.879925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-342052d6-3215-4953-b060-e47af2e2544a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3 HTTP/1.1" status: 200 len: 217 time: 0.0608754 Oct 13 04:46:43.897939 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-4fbaff1c-9552-4ad4-890b-32e7131dcff1 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:43.899683 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4fbaff1c-9552-4ad4-890b-32e7131dcff1 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/96b8a3d9-4c0b-46b2-a75a-190ad05ed09a HTTP/1.1" status: 404 len: 336 time: 0.0447111 Oct 13 04:46:43.902694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33396) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.932964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6175d7c3-277c-4562-bcb3-8a778668af96 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 200 len: 205 time: 0.0285952 Oct 13 04:46:43.934951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33400) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.982047 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-660016f5-b3a1-4db2-a2b5-277446c62108 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:43.983403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-660016f5-b3a1-4db2-a2b5-277446c62108 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/bb1c00e9-37b1-4b20-8753-f768a3458426 HTTP/1.1" status: 404 len: 336 time: 0.0474188 Oct 13 04:46:43.986804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33402) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:43.994769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-0641d582-ad11-404b-b9ed-67b0bcdc1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:43.996383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-0641d582-ad11-404b-b9ed-67b0bcdc1331 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.1088691 Oct 13 04:46:44.045442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d1b5e052-0d53-425d-8f8c-f61a6c40f245 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 200 len: 205 time: 0.0548506 Oct 13 04:46:44.046412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33406) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.076015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913a387-4f06-4441-9eb3-66f9951a2667 req-85f473e7-ca36-467c-b0c6-41ec2ad589ff tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.083355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3913a387-4f06-4441-9eb3-66f9951a2667 req-85f473e7-ca36-467c-b0c6-41ec2ad589ff tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0977488 Oct 13 04:46:44.096080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-9eafb24a-6653-4c4d-bdc0-11bca577e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.097967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-9eafb24a-6653-4c4d-bdc0-11bca577e5bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944602 Oct 13 04:46:44.098869 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-ddc08c31-f87f-430c-8c64-656f62a0d002 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:44.100767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ddc08c31-f87f-430c-8c64-656f62a0d002 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/7c63efc3-31cd-49ff-9c70-7428f322c34e HTTP/1.1" status: 404 len: 336 time: 0.0527341 Oct 13 04:46:44.102982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33408) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.119654 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3913a387-4f06-4441-9eb3-66f9951a2667 req-361d1bb8-7f39-47cb-8b9e-fc1a531763ba tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Oct 13 04:46:44.139401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-79938dfc-3324-4ecc-be2c-6161357f6fe4 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 200 len: 205 time: 0.0349088 Oct 13 04:46:44.141565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33412) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.179860 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-0151e3c1-3c56-4efc-a180-6d4504e59296 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:44.181164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0151e3c1-3c56-4efc-a180-6d4504e59296 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/a0e53c14-c7ea-4423-93cd-42744e473d51 HTTP/1.1" status: 404 len: 336 time: 0.0384545 Oct 13 04:46:44.183774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33414) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.214997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e58b7e49-1677-44c0-831a-cb568303d129 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 200 len: 205 time: 0.0278587 Oct 13 04:46:44.215356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33416) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.222868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-fa92e5d2-1647-4028-97e6-ded9145252d3 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176395 Oct 13 04:46:44.241255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9945a0bc-5a70-4a9e-b387-c43db27d5651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:44.264676 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-4cd01901-9775-425b-9660-6ad78c1d08bb tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:44.268215 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cd01901-9775-425b-9660-6ad78c1d08bb tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/ac45a9d4-3b66-4e34-94b2-a9ecf4516fa1 HTTP/1.1" status: 404 len: 336 time: 0.0491173 Oct 13 04:46:44.268450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33418) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.299331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ef89eac3-4c73-4f75-8b4c-f6809efaaaa9 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bfa499a-4bfa-4681-b376-d1836735dcdb HTTP/1.1" status: 200 len: 205 time: 0.0277605 Oct 13 04:46:44.299973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33420) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.325532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d6889e06-c934-4c8a-9503-3b6fd97364f9 req-385cd2d5-f414-4992-ae5a-3e85cedcac47 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952733 Oct 13 04:46:44.337627 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-ec379e10-e5dd-47a5-8685-8a2c2f1ed3a4 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] delete failed (client error): The resource could not be found. Oct 13 04:46:44.338775 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ec379e10-e5dd-47a5-8685-8a2c2f1ed3a4 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/routers/5bfa499a-4bfa-4681-b376-d1836735dcdb HTTP/1.1" status: 404 len: 336 time: 0.0378866 Oct 13 04:46:44.341504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33422) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.376835 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc23f08b-ecf0-4f10-9f3a-759958559261 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] DELETE failed (client error): The resource could not be found. Oct 13 04:46:44.377299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc23f08b-ecf0-4f10-9f3a-759958559261 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:46:44.383100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fc23f08b-ecf0-4f10-9f3a-759958559261 tempest-RoutersIpV6AdminTest-1744507970 tempest-RoutersIpV6AdminTest-1744507970-project] 10.222.0.49 "DELETE /v2.0/subnets/daa01591-b84d-43c4-b9a5-750b24bb6b58 HTTP/1.1" status: 404 len: 337 time: 0.0379682 Oct 13 04:46:44.430561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-0dd8c398-e15f-45cd-b79b-355adfef8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.432094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-0dd8c398-e15f-45cd-b79b-355adfef8272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 1095 time: 0.0424590 Oct 13 04:46:44.538909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-5309d465-73f7-4f16-a07c-0e9950afb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.540468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-5309d465-73f7-4f16-a07c-0e9950afb0b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1005063 Oct 13 04:46:44.595286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-933c4401-3b67-4cd2-be71-8dbe3f2740b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3 HTTP/1.1" status: 200 len: 217 time: 0.0465763 Oct 13 04:46:44.654298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-713e3987-44b2-4611-a52a-17c414440986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.655805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-713e3987-44b2-4611-a52a-17c414440986 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0525064 Oct 13 04:46:44.664702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33428) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.710987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-077afbeb-3606-49ca-8078-b7173c239989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:44.712691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-077afbeb-3606-49ca-8078-b7173c239989 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492585 Oct 13 04:46:44.780553 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bc1855c-e2dd-4cdc-ac3b-ec2529c3cfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:44.807623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-2d9bc37f-1ae2-4e1a-8fe8-68fd9cecf0e0 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872438 Oct 13 04:46:44.866268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bc1855c-e2dd-4cdc-ac3b-ec2529c3cfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:44.871968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3bc1855c-e2dd-4cdc-ac3b-ec2529c3cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:44.906101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e2eccbb-8b46-4e56-9c3d-3632a619a456 req-2833d9d4-5f3e-4ab0-87e0-f13da8d4585e service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918441 Oct 13 04:46:44.914850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3bc1855c-e2dd-4cdc-ac3b-ec2529c3cfce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56201b5a38034741b29e17a98b690309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490366 Oct 13 04:46:44.916348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1855c-e2dd-4cdc-ac3b-ec2529c3cfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d9e22-ff9d-4724-9774-231961e69465,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:44.918859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33432) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:44.969209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:44.991305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.037736 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.040415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.043830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/304d9e22-ff9d-4724-9774-231961e69465 HTTP/1.1" status: 204 len: 168 time: 0.1216040 Oct 13 04:46:45.052689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602135c9-724b-4dc7-a3bd-997654ccc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d9e22-ff9d-4724-9774-231961e69465,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:45.247930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81863d-7c19-420e-ab17-dfc5293c87a4 req-51c588fd-bbb2-4e89-9a73-4781492979a9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:45.251547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c81863d-7c19-420e-ab17-dfc5293c87a4 req-51c588fd-bbb2-4e89-9a73-4781492979a9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0586319 Oct 13 04:46:45.293373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c81863d-7c19-420e-ab17-dfc5293c87a4 req-cf3abb49-4fbf-417e-aac9-513d669fa526 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Oct 13 04:46:45.329003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33440) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:45.370725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c8f0c0a3-2dc0-4890-b590-ad552fc89c16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7401f79f1cb42efa7d24417d4152c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405295 Oct 13 04:46:45.373340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33442) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:45.375912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.423862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.449026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.512639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.516455 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.522019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3a61d5d-5b3c-448e-a006-c088df70cc76 HTTP/1.1" status: 204 len: 168 time: 0.1474347 Oct 13 04:46:45.529117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:45.535645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45ade-4e67-4f02-a6b1-bb9097287a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a61d5d-5b3c-448e-a006-c088df70cc76,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:46.420668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422efe3d-5735-4697-b188-092bcb12035c req-2fbe0816-c5b6-4bd0-9b39-c24d5c9bf210 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:46.422209 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-422efe3d-5735-4697-b188-092bcb12035c req-2fbe0816-c5b6-4bd0-9b39-c24d5c9bf210 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0591125 Oct 13 04:46:46.480423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-422efe3d-5735-4697-b188-092bcb12035c req-02d03d99-b6cc-4957-a2f4-74bfc1df1c61 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Oct 13 04:46:46.764805 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33480) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:46.861091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1585884503'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:46.883056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:46.884206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:46.933747 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:46.937649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:46.951404 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:46.952591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c09c99d-232d-4496-a050-a98d222e4548 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.1867931 Oct 13 04:46:46.955127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33484) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:47.026809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.186950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.188959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.231851 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.232392 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf479c69-d159-4eda-8eb5-58b67667baa5 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:47.236890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.240908 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0ff46d17-7f43-474d-aa31-be1543ea5305 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "DELETE /v2.0/routers/bf479c69-d159-4eda-8eb5-58b67667baa5 HTTP/1.1" status: 204 len: 168 time: 0.2848258 Oct 13 04:46:47.241127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33486) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:47.245562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Request body: {'router': {'name': 'tempest-router-601625128', 'distributed': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:47.266847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.267847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.293976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.320478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.324342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.338904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.340123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f3faa84-7d65-40cf-88e8-97130c8125f6 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0979855 Oct 13 04:46:47.342872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33488) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:47.414929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.822954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.837607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.892005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4222b-ce15-4e71-9877-bda436e22814 req-51ac762d-dc19-48f6-b678-8c16c73f0ca2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:47.893474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0f4222b-ce15-4e71-9877-bda436e22814 req-51ac762d-dc19-48f6-b678-8c16c73f0ca2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0862231 Oct 13 04:46:47.894491 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.894976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17da713f-476e-4b54-b7ed-94426d5e52d4 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:47.899920 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.901094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aec494cf-0ab9-4912-b0f8-01abd56553e8 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "DELETE /v2.0/routers/17da713f-476e-4b54-b7ed-94426d5e52d4 HTTP/1.1" status: 204 len: 168 time: 0.5571384 Oct 13 04:46:47.904741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33492) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:47.913953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Request body: {'router': {'name': 'tempest-router-1068483646', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8bb827aba8f44c54aaf878f305839406'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:47.956647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0f4222b-ce15-4e71-9877-bda436e22814 req-d89c4475-e524-4e3c-9d5f-c842dd9345e7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546355 Oct 13 04:46:47.957880 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:47.959474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.020537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.024967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.039809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.040999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2002344f-841a-44f5-8d46-0717a92a0471 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1353791 Oct 13 04:46:48.043718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33494) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:48.047938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:48.247304 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16660511', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16659308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.248021 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.325413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95047) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 13 04:46:48.325747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Router 8e705bc6-8a12-4e0b-acce-b91ee4644b5e migrating from provider to provider. {{(pid=95047) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 13 04:46:48.326123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.330666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.335974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16660486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16325365', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16659287'] for router, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.416743 n-d-813736-1 neutron-server[95047]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] No L3 agents can host the router 8e705bc6-8a12-4e0b-acce-b91ee4644b5e Oct 13 04:46:48.513361 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Hosts for router 8e705bc6-8a12-4e0b-acce-b91ee4644b5e: [] {{(pid=95047) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 13 04:46:48.535268 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Hosts for other DVR routers connected to router 8e705bc6-8a12-4e0b-acce-b91ee4644b5e: set() {{(pid=95047) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 13 04:46:48.538480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:48.539684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c6babcc7-0287-4dcf-b6b1-38454bfdb48a tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "PUT /v2.0/routers/8e705bc6-8a12-4e0b-acce-b91ee4644b5e HTTP/1.1" status: 200 len: 717 time: 0.4950545 Oct 13 04:46:48.542265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33496) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:48.613752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-96034b83-3ef7-41e3-b11c-b5bc6d2dfc4f tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "GET /v2.0/routers/8e705bc6-8a12-4e0b-acce-b91ee4644b5e HTTP/1.1" status: 200 len: 717 time: 0.0704381 Oct 13 04:46:48.616591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33498) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:48.790890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-df88680f-c374-4bc7-9f58-0324bb76686b tempest-RoutersTestDVR-419748689 tempest-RoutersTestDVR-419748689-project] 10.222.0.49 "GET /v2.0/routers/8e705bc6-8a12-4e0b-acce-b91ee4644b5e HTTP/1.1" status: 200 len: 683 time: 0.1730556 Oct 13 04:46:48.793294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33502) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:48.866279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.024198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.026440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.071245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.071695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e705bc6-8a12-4e0b-acce-b91ee4644b5e {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:49.076740 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.077233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bb6bd-7f97-4216-bb59-e246cd04a937 req-58041396-86ca-4c70-bdc5-9134b7f1a17b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:49.077792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-834deb56-9ea0-41ca-85fe-f6e24cef62cc tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8e705bc6-8a12-4e0b-acce-b91ee4644b5e HTTP/1.1" status: 204 len: 168 time: 0.2836010 Oct 13 04:46:49.078747 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d39bb6bd-7f97-4216-bb59-e246cd04a937 req-58041396-86ca-4c70-bdc5-9134b7f1a17b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0549321 Oct 13 04:46:49.081385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33506) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:49.086757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Request body: {'router': {'name': 'tempest-router-1952925795', 'distributed': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:49.109103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.110215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.118799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d39bb6bd-7f97-4216-bb59-e246cd04a937 req-cb7e2db0-6ede-4bb8-aaa5-a3bc8f550d1d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Oct 13 04:46:49.165878 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.169901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.184945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.186149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dc1a1728-a69b-4d8f-81eb-0f39d22134c9 tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1036050 Oct 13 04:46:49.188844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33508) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:49.261967 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.416473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.418481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.461116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.461619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83831746-b37a-43cd-a693-a4582bac0a6c {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:46:49.469969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.471157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d16644ab-2360-4fea-9bed-840c03bd895c tempest-RoutersTestDVR-1009156431 tempest-RoutersTestDVR-1009156431-project-admin] 10.222.0.49 "DELETE /v2.0/routers/83831746-b37a-43cd-a693-a4582bac0a6c HTTP/1.1" status: 204 len: 168 time: 0.2813923 Oct 13 04:46:49.703173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33514) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:49.807106 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.879885 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.883372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.921834 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bb827aba8f44c54aaf878f305839406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175982 Oct 13 04:46:49.922945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdca4b09-e70e-4915-b553-311858393da3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:49.924628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33518) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:49.930629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.930980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.931354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.931696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.932033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.932365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.932695 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.933023 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.933353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.933678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.934002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.934327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcb07-7848-4d08-a55b-7fb3a12995a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:46:49.976230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:49.996543 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.042942 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.045593 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.046741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdca4b09-e70e-4915-b553-311858393da3 HTTP/1.1" status: 204 len: 168 time: 0.1211298 Oct 13 04:46:50.055173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959b630-889b-44ec-8d5c-af0a383c4408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdca4b09-e70e-4915-b553-311858393da3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:50.241603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dfa2b-dade-4fa0-8381-ea33e98d7c29 req-9b9d19d3-a3c3-411a-9e53-509e45c1a3bf tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:50.243129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be5dfa2b-dade-4fa0-8381-ea33e98d7c29 req-9b9d19d3-a3c3-411a-9e53-509e45c1a3bf tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0551343 Oct 13 04:46:50.285524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-be5dfa2b-dade-4fa0-8381-ea33e98d7c29 req-bacbef1b-1afe-4c77-9a06-ce7d10fc4d32 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362167 Oct 13 04:46:50.308962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33526) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:50.324112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7a4646c-6f0a-4089-8146-b92fd0087105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.401489 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7a4646c-6f0a-4089-8146-b92fd0087105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.405167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b7a4646c-6f0a-4089-8146-b92fd0087105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.443458 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b7a4646c-6f0a-4089-8146-b92fd0087105 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2dca6affe264e9eb7e17f0218a9ae20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329212 Oct 13 04:46:50.444899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4646c-6f0a-4089-8146-b92fd0087105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c2e9d-9648-49ff-b4eb-70092f32b3c4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:50.446808 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33528) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:50.500195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.521916 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.571687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.574265 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:50.575423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b6c2e9d-9648-49ff-b4eb-70092f32b3c4 HTTP/1.1" status: 204 len: 168 time: 0.1261401 Oct 13 04:46:50.583190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5a27-feda-4685-94b0-3482d7d1c9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c2e9d-9648-49ff-b4eb-70092f32b3c4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:51.242021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33550) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:51.340135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1003283925'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:51.384177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Made reservation on behalf of c1fd07971aea436f8dbcf226fc53181f for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:51.387548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.397300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.430995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9476-321b-4958-bfce-6fe6bb6281aa req-d2ee11b5-a5dc-4680-8a42-8240bfab97c2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:51.432494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-380e9476-321b-4958-bfce-6fe6bb6281aa req-d2ee11b5-a5dc-4680-8a42-8240bfab97c2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0787516 Oct 13 04:46:51.497948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-380e9476-321b-4958-bfce-6fe6bb6281aa req-8cb1345a-ad87-4b77-a1bb-4226a5a54be0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574591 Oct 13 04:46:51.525735 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.529457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.549536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:46:51.567546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e0b605-97b2-4e7c-99f7-8799314826f4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:51.570908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.571280 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Added segment 0d465569-5c63-4e71-81e3-4d64d9d2c334 of type vlan for network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 Oct 13 04:46:51.612122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.636768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.642225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:51.642796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.690291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4471612 Oct 13 04:46:51.693738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33556) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:51.698403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Request body: {'subnet': {'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:51.756795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a2888-b0f0-4eca-bf7c-5013f91d31b4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'Network': ['ID=7ed6b1a6-4107-47dd-abb9-3060a1aed017,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:51.766802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:46:51.799582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Made reservation on behalf of c1fd07971aea436f8dbcf226fc53181f for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:51.804125 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:51.985833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.000027 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:46:52.044683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'Subnet': ['ID=d16f5e6b-7e90-499d-b297-567ef3415999,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:52.054965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Checking segment: {'id': '0d465569-5c63-4e71-81e3-4d64d9d2c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:52.055349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Network hostable DHCP agents. Network: 7ed6b1a6-4107-47dd-abb9-3060a1aed017, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:46:52.071424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:46:52.080040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 7ed6b1a6-4107-47dd-abb9-3060a1aed017) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:52.084708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:52.085225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.091769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996435bd-807a-44d2-a1a6-c100a5b3a024 None None] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:52.105302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-036e7a6d-4eb1-4fb4-8b13-d38966cfdca5 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4080880 Oct 13 04:46:52.105503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33558) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:52.110269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Request body: {'port': {'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-942132575'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:52.220729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Made reservation on behalf of c1fd07971aea436f8dbcf226fc53181f for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:52.225507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.234499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-7ed6b1a6-4107-47dd-abb9-3060a1aed017', 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017', 'tenant_id': 'c1fd07971aea436f8dbcf226fc53181f', 'fixed_ips': [{'subnet_id': 'd16f5e6b-7e90-499d-b297-567ef3415999'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:46:52.235401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.242727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] device_id is not set on port 55bff5aa-b76f-4603-98ad-b4382c304a4e yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:46:52.353456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Allocated IP 2001:db8::1bf (7ed6b1a6-4107-47dd-abb9-3060a1aed017/d16f5e6b-7e90-499d-b297-567ef3415999/55bff5aa-b76f-4603-98ad-b4382c304a4e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:52.498506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.532240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.579555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:52.584799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Allocated IP 2001:db8::2 (7ed6b1a6-4107-47dd-abb9-3060a1aed017/d16f5e6b-7e90-499d-b297-567ef3415999/a71d70c6-064d-4c04-a1d3-550538b13f25) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:52.587425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:52.590189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:52.597621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:52.598229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.609611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'Port': ['ID=55bff5aa-b76f-4603-98ad-b4382c304a4e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:52.618597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485cb9b-14f6-4dd8-9e9c-196a6541832f req-d81e0aca-5b75-45ba-b783-a0d3bcc73800 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:52.620124 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a485cb9b-14f6-4dd8-9e9c-196a6541832f req-d81e0aca-5b75-45ba-b783-a0d3bcc73800 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.0508356 Oct 13 04:46:52.628673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-370f95ec-42d8-42bf-be94-ed60cd5e09bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5221446 Oct 13 04:46:52.632290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33562) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:52.637358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Request body: {'port': {'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-878815432', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:52.637845 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] bootfile-name is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:52.638176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] tftp-server is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:52.638826 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] server-ip-address is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:52.665879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a485cb9b-14f6-4dd8-9e9c-196a6541832f req-866b5c85-a884-474c-8651-c704b20ac930 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Oct 13 04:46:52.736788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.743418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.746975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Made reservation on behalf of c1fd07971aea436f8dbcf226fc53181f for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:52.750667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.768567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] device_id is not set on port dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:46:52.782846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:52.785825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:52.790035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:52.797020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Pushing event updated for resources: {'Port': ['ID=a71d70c6-064d-4c04-a1d3-550538b13f25,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:52.846955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Attempting to bind port a71d70c6-064d-4c04-a1d3-550538b13f25 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:52.847359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Attempting to bind port a71d70c6-064d-4c04-a1d3-550538b13f25 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0d465569-5c63-4e71-81e3-4d64d9d2c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:52.847729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Attempting to bind port a71d70c6-064d-4c04-a1d3-550538b13f25 on network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:52.852615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:52.852990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Checking segment: {'id': '0d465569-5c63-4e71-81e3-4d64d9d2c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:52.853395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.853796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Bound using segment: {'id': '0d465569-5c63-4e71-81e3-4d64d9d2c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:52.854266 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Bound port: a71d70c6-064d-4c04-a1d3-550538b13f25, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d465569-5c63-4e71-81e3-4d64d9d2c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7ed6b1a6-4107-47dd-abb9-3060a1aed017'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:52.854661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:52.888108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Allocated IP 2001:db8::57 (7ed6b1a6-4107-47dd-abb9-3060a1aed017/d16f5e6b-7e90-499d-b297-567ef3415999/dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:53.053377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.067784 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] For port a71d70c6-064d-4c04-a1d3-550538b13f25, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:53.070993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] For port a71d70c6-064d-4c04-a1d3-550538b13f25, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a71d70c6-064d-4c04-a1d3-550538b13f25,segment=NetworkSegment(0d465569-5c63-4e71-81e3-4d64d9d2c334),segment_id=0d465569-5c63-4e71-81e3-4d64d9d2c334)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:53.075438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.087939 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.130663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:53.132941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b9bfe-b927-4012-85c6-a89e2b8551a2 None None] Pushing event updated for resources: {'Port': ['ID=a71d70c6-064d-4c04-a1d3-550538b13f25,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:53.135196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:53.139087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:53.144649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:53.145287 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.158929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'Port': ['ID=dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:53.171102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-07303ca8-e698-4e9c-9345-4c3b1992e3c3 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.5363979 Oct 13 04:46:53.172190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33564) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:53.223927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dd541-19cd-4193-8cf3-32b2629465c4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:53.230696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dd541-19cd-4193-8cf3-32b2629465c4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:53.236768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dd541-19cd-4193-8cf3-32b2629465c4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:53.238531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ed7dd541-19cd-4193-8cf3-32b2629465c4 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0654228 Oct 13 04:46:53.241731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33566) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:53.357426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Deleting port dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:53.357768 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.445750 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.458334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Calling delete_port for dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca owned by {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:53.588720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.616788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event deleted for resources: {'Port': ['ID=dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:53.647444 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.650658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-56400236-5839-41b9-9c4c-8ee2a36dfe8d tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "DELETE /v2.0/ports/dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca HTTP/1.1" status: 204 len: 168 time: 0.4079752 Oct 13 04:46:53.654155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33568) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:53.659139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Request body: {'port': {'name': 'tempest-new-port-name-414932078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:53.659531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] bootfile-name is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:53.659866 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] tftp-server is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:53.660332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.api.validators [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] server-ip-address is not in valid_values {{(pid=95048) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 04:46:53.724855 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:53.876221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26d74-9c2a-43e6-b0da-1287f929f4aa req-ffc4f59d-b2d2-4e50-9dcf-5f793b1470c9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:53.877770 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06c26d74-9c2a-43e6-b0da-1287f929f4aa req-ffc4f59d-b2d2-4e50-9dcf-5f793b1470c9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 944 time: 0.1411459 Oct 13 04:46:53.940902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-06c26d74-9c2a-43e6-b0da-1287f929f4aa req-4863c301-00aa-424a-86f4-ccccbf5d0de4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556531 Oct 13 04:46:53.995331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.000913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.016888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc7c34-ef16-4784-9cf3-be858bfc9bc2 None None] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:54.038225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] In _notify_port_updated(), no bound segment for port 55bff5aa-b76f-4603-98ad-b4382c304a4e on network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 {{(pid=95048) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 04:46:54.043752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:54.044372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.045653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "PUT /v2.0/ports/55bff5aa-b76f-4603-98ad-b4382c304a4e HTTP/1.1" status: 200 len: 1129 time: 0.3905799 Oct 13 04:46:54.048511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33572) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:54.061155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88327ff-9dce-49f6-aa48-d187bd8b287c tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event updated for resources: {'Port': ['ID=55bff5aa-b76f-4603-98ad-b4382c304a4e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:54.097142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] Provisioning complete for port a71d70c6-064d-4c04-a1d3-550538b13f25 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:54.097519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.103093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6a40fc-a4a7-4094-9941-5dff36225780 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:54.104487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2b6a40fc-a4a7-4094-9941-5dff36225780 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "GET /v2.0/ports/55bff5aa-b76f-4603-98ad-b4382c304a4e HTTP/1.1" status: 200 len: 1129 time: 0.0549891 Oct 13 04:46:54.108040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33574) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:54.197861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Deleting port 55bff5aa-b76f-4603-98ad-b4382c304a4e {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:54.198109 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.246519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.290156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] For port a71d70c6-064d-4c04-a1d3-550538b13f25, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a71d70c6-064d-4c04-a1d3-550538b13f25,segment=NetworkSegment(0d465569-5c63-4e71-81e3-4d64d9d2c334),segment_id=0d465569-5c63-4e71-81e3-4d64d9d2c334)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:54.292641 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.296528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.306823 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Calling delete_port for 55bff5aa-b76f-4603-98ad-b4382c304a4e owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:54.353172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1e568-ca57-4f51-8529-a827eb4d296c None None] Pushing event updated for resources: {'Port': ['ID=a71d70c6-064d-4c04-a1d3-550538b13f25,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:54.446605 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.480745 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event deleted for resources: {'Port': ['ID=55bff5aa-b76f-4603-98ad-b4382c304a4e,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:54.507793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.514214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6792b7b6-4399-4eb2-bd20-2546723bf794 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "DELETE /v2.0/ports/55bff5aa-b76f-4603-98ad-b4382c304a4e HTTP/1.1" status: 204 len: 168 time: 0.4048924 Oct 13 04:46:54.514624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33576) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:54.528585 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca1f2c76-30c6-4bcc-9911-367ba4bae78b None None] Provisioning complete for port a71d70c6-064d-4c04-a1d3-550538b13f25 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:54.529111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2c76-30c6-4bcc-9911-367ba4bae78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.569549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Deleting subnet d16f5e6b-7e90-499d-b297-567ef3415999 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:46:54.573299 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.616766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca1f2c76-30c6-4bcc-9911-367ba4bae78b None None] Could not find standard attr ID for object 55bff5aa-b76f-4603-98ad-b4382c304a4e. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:46:54.624487 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.733575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2e01751c-8ad3-43f5-959c-36a292c16769 None None] Could not find standard attr ID for object 55bff5aa-b76f-4603-98ad-b4382c304a4e. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:46:54.751819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2c6121f3-f672-40d5-a99c-ae33c806c7a3 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:46:54.863728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:54.876980 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '2c6121f3-f672-40d5-a99c-ae33c806c7a3', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': '2c6121f3-f672-40d5-a99c-ae33c806c7a3', 'mac_address': 'fa:16:3e:2e:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:46:54.917301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.932105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6121f3-f672-40d5-a99c-ae33c806c7a3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:46:54.956905 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5bc08aea-a643-4d6d-9502-ff3744051314 None None] Could not find standard attr ID for object dcf09fc4-411e-4eb1-bfd2-e1c548fd5aca. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:46:54.959466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:54.967169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:54.998515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.054154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:55.090554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a71d70c6-064d-4c04-a1d3-550538b13f25 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:55.106499 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedb07a-450e-45c9-8988-ea649065fc74 req-8379c38c-4b47-40d3-a9a4-79681efedbc1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:55.108155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bedb07a-450e-45c9-8988-ea649065fc74 req-8379c38c-4b47-40d3-a9a4-79681efedbc1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 945 time: 0.0753343 Oct 13 04:46:55.109743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.153300 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.153842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a71d70c6-064d-4c04-a1d3-550538b13f25 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:55.154220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.158918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "DELETE /v2.0/subnets/d16f5e6b-7e90-499d-b297-567ef3415999 HTTP/1.1" status: 204 len: 168 time: 0.6408660 Oct 13 04:46:55.160506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33580) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:55.164012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631f42e-e685-4bbc-9ca5-fad794f8c1bf tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event deleted for resources: {'Subnet': ['ID=d16f5e6b-7e90-499d-b297-567ef3415999,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:55.190372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5bedb07a-450e-45c9-8988-ea649065fc74 req-dab8a254-7be5-4417-8c59-ca3ee815e9d0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726771 Oct 13 04:46:55.202571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ddb17a-a595-4a9f-b0d2-b52ce1c9396c None None] Network 7ed6b1a6-4107-47dd-abb9-3060a1aed017 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:55.204646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2c6121f3-f672-40d5-a99c-ae33c806c7a3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:46:55.253915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.307246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Deleting port a71d70c6-064d-4c04-a1d3-550538b13f25 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:46:55.307590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.373611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] For port a71d70c6-064d-4c04-a1d3-550538b13f25, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a71d70c6-064d-4c04-a1d3-550538b13f25,segment=NetworkSegment(0d465569-5c63-4e71-81e3-4d64d9d2c334),segment_id=0d465569-5c63-4e71-81e3-4d64d9d2c334)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:55.373978 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.387268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Calling delete_port for a71d70c6-064d-4c04-a1d3-550538b13f25 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:46:55.476900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.506578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fd0199-e359-4e08-a701-ef3c5e1e71c5 None None] DHCP port deletion for 7ed6b1a6-4107-47dd-abb9-3060a1aed017 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:46:55.506798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event deleted for resources: {'Port': ['ID=a71d70c6-064d-4c04-a1d3-550538b13f25,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:55.516568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] No DVR routers for this DVR port a71d70c6-064d-4c04-a1d3-550538b13f25 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:46:55.593871 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.613843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed6b1a6-4107-47dd-abb9-3060a1aed017']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:55.623445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d465569-5c63-4e71-81e3-4d64d9d2c334') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:55.623737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d465569-5c63-4e71-81e3-4d64d9d2c334') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:46:55.633610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.646898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.652542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:46:55.652920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:46:55.655972 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:46:55.715660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.722970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:55.726565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] 10.222.0.49 "DELETE /v2.0/networks/7ed6b1a6-4107-47dd-abb9-3060a1aed017 HTTP/1.1" status: 204 len: 168 time: 0.5640273 Oct 13 04:46:55.737983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237820ae-fae3-4ad6-a568-d9f635d07879 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032 tempest-ExtraDHCPOptionsIpV6TestJSON-331110032-project] Pushing event deleted for resources: {'Network': ['ID=7ed6b1a6-4107-47dd-abb9-3060a1aed017,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:55.960688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:56.094863 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ab43ec59-ff1a-40a2-a9fe-7805005f4789 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1fd07971aea436f8dbcf226fc53181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328537 Oct 13 04:46:56.097494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:56.144104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.164179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.209711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.212436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.213561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06e0b605-97b2-4e7c-99f7-8799314826f4 HTTP/1.1" status: 204 len: 168 time: 0.1151731 Oct 13 04:46:56.222888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241b120-0731-42e7-bfc6-279c8cd0a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e0b605-97b2-4e7c-99f7-8799314826f4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:56.315036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705ccb2-8ac9-418c-ac10-703a95fe5b8f req-d8ac3582-905d-4ffc-8100-4d3fd69690b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:56.316601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d705ccb2-8ac9-418c-ac10-703a95fe5b8f req-d8ac3582-905d-4ffc-8100-4d3fd69690b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 945 time: 0.0512419 Oct 13 04:46:56.362133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d705ccb2-8ac9-418c-ac10-703a95fe5b8f req-ac663afc-8b32-42bb-829e-7641d59c39a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Oct 13 04:46:56.766650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2c6121f3-f672-40d5-a99c-ae33c806c7a3 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:46:56.816122 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:46:56.820030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:56.820411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.847230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33614) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:56.900992 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.922729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:46:56.925041 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110044d-7032-4c77-8f6e-818aa5ebaa64" -d '{"events": [{"server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "name": "network-vif-plugged", "status": "completed", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:46:56.938341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:46:56.945190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.947115 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-146966040'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:56.972341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Made reservation on behalf of 101d4f7fd4a8446d9f6d245d0bf20e36 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:56.975173 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6458e1-f925-4e7a-9cc0-10e9e740f80a x-openstack-request-id: req-3f6458e1-f925-4e7a-9cc0-10e9e740f80a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:46:56.975839 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "name": "network-vif-plugged", "status": "completed", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:46:56.976241 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f6458e1-f925-4e7a-9cc0-10e9e740f80a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:46:56.976775 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3', 'code': 200} Oct 13 04:46:56.977254 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:56.986751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.001999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:57.019178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a71d70c6-064d-4c04-a1d3-550538b13f25 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:46:57.043527 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a71d70c6-064d-4c04-a1d3-550538b13f25 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:46:57.043881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a71d70c6-064d-4c04-a1d3-550538b13f25 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:46:57.099655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f4319-96b2-4f2a-b369-d2136f5d7c95 req-e7cb11e1-3035-4986-92bc-a391f1892c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:57.101131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-801f4319-96b2-4f2a-b369-d2136f5d7c95 req-e7cb11e1-3035-4986-92bc-a391f1892c82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 1097 time: 0.0703580 Oct 13 04:46:57.148891 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.154236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.158068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-801f4319-96b2-4f2a-b369-d2136f5d7c95 req-7570085f-e795-42f5-ac8f-fe0dc4eb5d3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481122 Oct 13 04:46:57.187239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:46:57.201666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9389195-dd79-4c5d-8f89-1df4e162a396,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:57.207359 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.207697 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Added segment a9066219-4751-4bfc-9de1-18e5d31115a2 of type vlan for network 5f11cc5e-4758-419e-bdfd-702276b2d702 Oct 13 04:46:57.247378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.272782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.278210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:57.278785 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.336688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4883413 Oct 13 04:46:57.339652 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33620) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:57.344734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'subnet': {'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:57.352900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9705bc-8570-4e41-b268-d4162e70641c tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Network': ['ID=5f11cc5e-4758-419e-bdfd-702276b2d702,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:57.363986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:46:57.466061 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Made reservation on behalf of 101d4f7fd4a8446d9f6d245d0bf20e36 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:46:57.469471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:57.847200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f035b8-6e1f-4dcf-a6fa-0023aee05df2 req-4bad26ad-4265-43c2-baad-04276cacc84b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:57.848658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07f035b8-6e1f-4dcf-a6fa-0023aee05df2 req-4bad26ad-4265-43c2-baad-04276cacc84b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.4120402 Oct 13 04:46:57.902555 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07f035b8-6e1f-4dcf-a6fa-0023aee05df2 req-91397a6e-a46c-4dfd-a60a-7337116468db tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Oct 13 04:46:57.988515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.056452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Subnet': ['ID=aeea2439-72da-4a9a-8b1b-903c354f2449,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:58.064350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Checking segment: {'id': 'a9066219-4751-4bfc-9de1-18e5d31115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:58.064711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network hostable DHCP agents. Network: 5f11cc5e-4758-419e-bdfd-702276b2d702, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:46:58.081297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:46:58.090534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5f11cc5e-4758-419e-bdfd-702276b2d702) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:58.095710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:58.097034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.104155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea6a2b-3fa7-46e3-8b32-5e03d8fa4ad1 None None] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:58.117292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89f50bfe-7e9a-4365-94c7-609a8842c343 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7763894 Oct 13 04:46:58.120429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33624) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:58.125740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1223306295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:46:58.153034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.154139 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.207355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.212268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.232274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.233469 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a38edeb9-03ca-4746-90cf-721e9447a015 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1118102 Oct 13 04:46:58.236439 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33626) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:58.264943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5f11cc5e-4758-419e-bdfd-702276b2d702', 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702', 'tenant_id': '101d4f7fd4a8446d9f6d245d0bf20e36', 'fixed_ips': [{'subnet_id': 'aeea2439-72da-4a9a-8b1b-903c354f2449'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:46:58.265822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.406993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Allocated IP 172.20.0.2 (5f11cc5e-4758-419e-bdfd-702276b2d702/aeea2439-72da-4a9a-8b1b-903c354f2449/45bf89e4-3099-493f-a5fc-46d5d1d2b569) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:58.535771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.547925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.554613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.597509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:58.601059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:58.603474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:58.612267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Pushing event updated for resources: {'Port': ['ID=45bf89e4-3099-493f-a5fc-46d5d1d2b569,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:58.670042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Attempting to bind port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:46:58.670608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Attempting to bind port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a9066219-4751-4bfc-9de1-18e5d31115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:46:58.671186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Attempting to bind port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 on network 5f11cc5e-4758-419e-bdfd-702276b2d702 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:46:58.676503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:46:58.676874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Checking segment: {'id': 'a9066219-4751-4bfc-9de1-18e5d31115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:46:58.677938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.678339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Bound using segment: {'id': 'a9066219-4751-4bfc-9de1-18e5d31115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:46:58.678910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Bound port: 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9066219-4751-4bfc-9de1-18e5d31115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:46:58.679314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.747152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] For port 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:46:58.751336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] For port 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=45bf89e4-3099-493f-a5fc-46d5d1d2b569,segment=NetworkSegment(a9066219-4751-4bfc-9de1-18e5d31115a2),segment_id=a9066219-4751-4bfc-9de1-18e5d31115a2)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:46:58.756935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.794136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Allocated IP 172.20.0.1 (5f11cc5e-4758-419e-bdfd-702276b2d702/aeea2439-72da-4a9a-8b1b-903c354f2449/d1d90c7e-c805-43ea-8cdb-2972bec51013) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:46:58.814364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5c15e-247c-4c11-9192-493a8828a7f6 None None] Pushing event updated for resources: {'Port': ['ID=45bf89e4-3099-493f-a5fc-46d5d1d2b569,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:58.916164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:58.952028 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.032852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:59.044291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:59.049039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:46:59.054202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=d1d90c7e-c805-43ea-8cdb-2972bec51013,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:59.061933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9df1-4554-4007-a111-a8387cc9e888 req-891a1a0e-fd07-45d9-bd43-61496e533921 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:59.063729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-804f9df1-4554-4007-a111-a8387cc9e888 req-891a1a0e-fd07-45d9-bd43-61496e533921 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0728128 Oct 13 04:46:59.096816 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.112616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-804f9df1-4554-4007-a111-a8387cc9e888 req-381b0bbb-e895-4dca-9a9f-df8c69f21238 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391960 Oct 13 04:46:59.245313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.261058 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fb849-b7f7-4a5f-b341-79c67c893713 req-479a6ba1-4522-4849-84e5-a48117bdd89a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:59.262539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e20fb849-b7f7-4a5f-b341-79c67c893713 req-479a6ba1-4522-4849-84e5-a48117bdd89a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0818539 Oct 13 04:46:59.367351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e20fb849-b7f7-4a5f-b341-79c67c893713 req-1176cc8e-c33b-478d-bbef-c04e35973b1d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981066 Oct 13 04:46:59.485986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1a98-fafc-4b29-a4cc-1bbd3a533192 req-04c92e3b-98b7-4ed2-9a68-d93fd63f9048 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:59.487864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8c1a98-fafc-4b29-a4cc-1bbd3a533192 req-04c92e3b-98b7-4ed2-9a68-d93fd63f9048 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0535455 Oct 13 04:46:59.529973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d8c1a98-fafc-4b29-a4cc-1bbd3a533192 req-d9540dad-aded-4f0f-9642-4697cd47e81e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Oct 13 04:46:59.561234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.568517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.650773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=d1d90c7e-c805-43ea-8cdb-2972bec51013,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:46:59.653463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.757845 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:46:59.759314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:46:59.799103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2997-9753-485a-ae9e-9751186e67fe req-f7ed1abc-d773-4b10-92e0-298b655e59b9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:46:59.800644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d84e2997-9753-485a-ae9e-9751186e67fe req-f7ed1abc-d773-4b10-92e0-298b655e59b9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0675294 Oct 13 04:46:59.814187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74be5d-8960-4fa9-b464-ed2cbe97d144 None None] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:46:59.843794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d84e2997-9753-485a-ae9e-9751186e67fe req-2006f39e-49c7-4356-8274-a2e43cafb0b8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Oct 13 04:46:59.882569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Router 70504126-2b0f-4c83-9842-d4c7dd4896b0 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:46:59.941679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] Provisioning complete for port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:46:59.942049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:46:59.975629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:46:59.981094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0f544c44-7dbf-4ae4-9dc3-6b5223fba615 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "PUT /v2.0/routers/70504126-2b0f-4c83-9842-d4c7dd4896b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431118 Oct 13 04:46:59.983240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33640) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:46:59.987509 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] Sync routers for ids ['70504126-2b0f-4c83-9842-d4c7dd4896b0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:46:59.988218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'port': {'network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702', 'name': 'tempest-FloatingIPNegativeTestJSON-1594635056'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:00.000656 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] Routers {'70504126-2b0f-4c83-9842-d4c7dd4896b0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:47:00.001507 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['70504126-2b0f-4c83-9842-d4c7dd4896b0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:00.040404 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:00.050630 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] Routers {'70504126-2b0f-4c83-9842-d4c7dd4896b0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:47:00.051718 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['70504126-2b0f-4c83-9842-d4c7dd4896b0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:00.054400 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.094251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] For port 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=45bf89e4-3099-493f-a5fc-46d5d1d2b569,segment=NetworkSegment(a9066219-4751-4bfc-9de1-18e5d31115a2),segment_id=a9066219-4751-4bfc-9de1-18e5d31115a2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:00.095199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:00.096043 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc240d-ed69-46dc-8f68-d3d9528c09ee None None] The sync data for ids ['70504126-2b0f-4c83-9842-d4c7dd4896b0'] in n-d-813736-1 is: [] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:47:00.101404 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.126868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Made reservation on behalf of 101d4f7fd4a8446d9f6d245d0bf20e36 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:00.131543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.149579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] device_id is not set on port b6108301-9b25-480f-81ca-4643febb51ec yet. {{(pid=95048) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 04:47:00.153173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e132cd-c38c-4a11-93d3-c0377477ecd6 None None] Pushing event updated for resources: {'Port': ['ID=45bf89e4-3099-493f-a5fc-46d5d1d2b569,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:00.278322 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Allocated IP 172.20.0.3 (5f11cc5e-4758-419e-bdfd-702276b2d702/aeea2439-72da-4a9a-8b1b-903c354f2449/b6108301-9b25-480f-81ca-4643febb51ec) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:00.331567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d3bb43f2-1a84-4b33-9501-055c3545dffe None None] Provisioning complete for port d1d90c7e-c805-43ea-8cdb-2972bec51013 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:00.332193 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3bb43f2-1a84-4b33-9501-055c3545dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.374525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb43f2-1a84-4b33-9501-055c3545dffe None None] Port d1d90c7e-c805-43ea-8cdb-2972bec51013 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:47:00.385965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d3bb43f2-1a84-4b33-9501-055c3545dffe None None] Provisioning complete for port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:00.386323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3bb43f2-1a84-4b33-9501-055c3545dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.469289 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.508610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.557827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:00.562865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:00.565358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:00.613823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=b6108301-9b25-480f-81ca-4643febb51ec,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:00.619399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6cf1417a-39a1-426d-95ef-45133648e309 None None] Provisioning complete for port d1d90c7e-c805-43ea-8cdb-2972bec51013 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:00.620136 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6cf1417a-39a1-426d-95ef-45133648e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.646567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:00.647662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.656803 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1417a-39a1-426d-95ef-45133648e309 None None] Port d1d90c7e-c805-43ea-8cdb-2972bec51013 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:47:00.672112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49bf884b-e9e3-4f0e-b211-366547d3f636 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6877367 Oct 13 04:47:00.676398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33642) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:00.681340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:00.710857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.783618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-454e5f49-cf71-431f-9ef5-239fdea34352 None None] Provisioning complete for port d1d90c7e-c805-43ea-8cdb-2972bec51013 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:00.783995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-454e5f49-cf71-431f-9ef5-239fdea34352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.823209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-454e5f49-cf71-431f-9ef5-239fdea34352 None None] Port d1d90c7e-c805-43ea-8cdb-2972bec51013 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:47:00.828929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.948232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a46c4334-6d6c-4c84-ae32-64acb6f55112 None None] Provisioning complete for port b6108301-9b25-480f-81ca-4643febb51ec triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:00.949001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a46c4334-6d6c-4c84-ae32-64acb6f55112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:00.978613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Allocated IP 172.25.0.152 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/8ad9a65e-547d-4083-a193-930dc3784fed) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:00.995079 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bbb46-db8a-4f89-b8c1-b47aedec5d13 req-ab46ae65-6ee1-4f95-a957-d82f7dfd11cd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:00.995079 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf2bbb46-db8a-4f89-b8c1-b47aedec5d13 req-ab46ae65-6ee1-4f95-a957-d82f7dfd11cd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0633564 Oct 13 04:47:01.010347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a46c4334-6d6c-4c84-ae32-64acb6f55112 None None] Port b6108301-9b25-480f-81ca-4643febb51ec cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:47:01.034404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf2bbb46-db8a-4f89-b8c1-b47aedec5d13 req-f83d722f-c80c-4718-8d25-e5e66e3c964b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391023 Oct 13 04:47:01.044753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 45bf89e4-3099-493f-a5fc-46d5d1d2b569 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:01.092869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:01.093250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.101663 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.163305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.204186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f546-2d01-48dc-bf06-1525c293e26e req-5a565241-256d-4e73-8159-7d8faa359502 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:01.205653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8548f546-2d01-48dc-bf06-1525c293e26e req-5a565241-256d-4e73-8159-7d8faa359502 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 946 time: 0.0879562 Oct 13 04:47:01.225928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:01.244483 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:01.251600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:01.283789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=8ad9a65e-547d-4083-a193-930dc3784fed,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:01.415291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:01.415635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.436473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.511466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.573646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port 2c6121f3-f672-40d5-a99c-ae33c806c7a3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2c6121f3-f672-40d5-a99c-ae33c806c7a3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:01.574010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.591691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 2c6121f3-f672-40d5-a99c-ae33c806c7a3 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:01.759763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.779153 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.858900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=8ad9a65e-547d-4083-a193-930dc3784fed,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:01.873783 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.888482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2c6121f3-f672-40d5-a99c-ae33c806c7a3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:47:01.889529 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.913536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=2c6121f3-f672-40d5-a99c-ae33c806c7a3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:01.941672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.946238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-be108fd1-7954-4640-9533-1478ba998de7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2660935 Oct 13 04:47:01.946603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33646) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:01.964739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f32fa8b0-b75b-46d6-81ac-39906b13b8e6 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'floatingip': {'port_id': 'b6108301-9b25-480f-81ca-4643febb51ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:01.967543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port 2c6121f3-f672-40d5-a99c-ae33c806c7a3 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:01.993952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:01.997355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8548f546-2d01-48dc-bf06-1525c293e26e req-0aa44a45-c9f9-40e7-83c9-de5a274dc0e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "DELETE /v2.0/ports/2c6121f3-f672-40d5-a99c-ae33c806c7a3 HTTP/1.1" status: 204 len: 173 time: 0.7842693 Oct 13 04:47:01.997805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'name': 'network-vif-deleted', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:47:02.000136 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d45391-561b-449b-ae25-8ae148672912" -d '{"events": [{"server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "name": "network-vif-deleted", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:47:02.050196 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812e68e-877b-4cbd-80c6-8b4a2fc78a1a x-openstack-request-id: req-0812e68e-877b-4cbd-80c6-8b4a2fc78a1a {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:47:02.050490 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ba0a86-9b63-46f6-8ec5-574f40dbd53a", "name": "network-vif-deleted", "tag": "2c6121f3-f672-40d5-a99c-ae33c806c7a3", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:47:02.050743 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0812e68e-877b-4cbd-80c6-8b4a2fc78a1a {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:47:02.051161 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ba0a86-9b63-46f6-8ec5-574f40dbd53a', 'name': 'network-vif-deleted', 'tag': '2c6121f3-f672-40d5-a99c-ae33c806c7a3', 'status': 'completed', 'code': 200} Oct 13 04:47:02.059249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f32fa8b0-b75b-46d6-81ac-39906b13b8e6 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.152652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ffe1e228-566b-4b37-8bda-2c2f63679fdc req-8612506f-e175-4d2d-a5b0-05b373100ff6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0293102 Oct 13 04:47:02.196212 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-f32fa8b0-b75b-46d6-81ac-39906b13b8e6 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] update failed (client error): The resource could not be found. Oct 13 04:47:02.197188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f32fa8b0-b75b-46d6-81ac-39906b13b8e6 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "PUT /v2.0/floatingips/8ba2e2b4-0a84-4fb0-929f-9b38f98c39bf HTTP/1.1" status: 404 len: 507 time: 0.2495854 Oct 13 04:47:02.200040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33652) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:02.326304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting port 8ad9a65e-547d-4083-a193-930dc3784fed {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:02.326569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.406284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.406612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.418918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Calling delete_port for 8ad9a65e-547d-4083-a193-930dc3784fed owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:02.563537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.592153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Port': ['ID=8ad9a65e-547d-4083-a193-930dc3784fed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:02.656596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.659640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.660791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8468f22c-f098-4435-a7d6-d4cc75451d5d tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "DELETE /v2.0/floatingips/8ba2e2b4-0a84-4fb0-929f-9b38f98c39bf HTTP/1.1" status: 204 len: 168 time: 0.4598460 Oct 13 04:47:02.664955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:02.669363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b1161462-ebc2-4265-8e75-03144925df5a tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'floatingip': {'floating_network_id': '5f11cc5e-4758-419e-bdfd-702276b2d702', 'port_id': 'b6108301-9b25-480f-81ca-4643febb51ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:02.691134 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b1161462-ebc2-4265-8e75-03144925df5a tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.801319 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-b1161462-ebc2-4265-8e75-03144925df5a tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 04:47:02.802547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b1161462-ebc2-4265-8e75-03144925df5a tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1366007 Oct 13 04:47:02.806165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33656) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:02.810579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': 'b6108301-9b25-480f-81ca-4643febb51ec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:02.831862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:02.938498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.047389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Allocated IP 172.25.0.3 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/dac610c7-aafb-46ad-b9f7-ad5fa04c4a29) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:03.171823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.206436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.271910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fb8e9d1b-31f3-4f4e-8e34-4336f86f360c req-9f6cc4e3-9fb1-4b28-afdd-c97f65c2b9df tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0404131 Oct 13 04:47:03.277796 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:03.281144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:03.285837 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:03.290123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event updated for resources: {'Port': ['ID=dac610c7-aafb-46ad-b9f7-ad5fa04c4a29,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:03.451131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting port dac610c7-aafb-46ad-b9f7-ad5fa04c4a29 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:03.451621 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.531158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.531511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.544296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Calling delete_port for dac610c7-aafb-46ad-b9f7-ad5fa04c4a29 owned by network:floatingip {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:03.667824 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.695623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Port': ['ID=dac610c7-aafb-46ad-b9f7-ad5fa04c4a29,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:03.773172 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] create failed (client error): The resource could not be found. Oct 13 04:47:03.774253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2d962105-9c57-4fa8-bb50-da962261da01 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9671230 Oct 13 04:47:03.777722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:03.868782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting port b6108301-9b25-480f-81ca-4643febb51ec {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:03.869508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.957538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:03.969718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Calling delete_port for b6108301-9b25-480f-81ca-4643febb51ec owned by {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:04.111441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:04.144552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Port': ['ID=b6108301-9b25-480f-81ca-4643febb51ec,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:04.212892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:04.216052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f9296eb3-be35-4a68-b741-f83d04754098 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "DELETE /v2.0/ports/b6108301-9b25-480f-81ca-4643febb51ec HTTP/1.1" status: 204 len: 168 time: 0.4373732 Oct 13 04:47:04.218510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33662) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:04.268717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8e349-375d-49ac-882d-f07b9fe2b892 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:04.271112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-74c8e349-375d-49ac-882d-f07b9fe2b892 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "GET /v2.0/ports?device_id=70504126-2b0f-4c83-9842-d4c7dd4896b0 HTTP/1.1" status: 200 len: 913 time: 0.0508761 Oct 13 04:47:04.274161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33664) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:04.383206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f4c27cb-b7ce-4e4d-b2f7-76e3a819e7dc req-20f0ad59-9888-46d5-8caf-5d417eea44b2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0275600 Oct 13 04:47:04.803116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2c6121f3-f672-40d5-a99c-ae33c806c7a3 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:47:04.823208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 2c6121f3-f672-40d5-a99c-ae33c806c7a3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:47:04.823518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2c6121f3-f672-40d5-a99c-ae33c806c7a3 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:47:04.860116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.104523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting port d1d90c7e-c805-43ea-8cdb-2972bec51013 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:05.105176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.194660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.207515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Calling delete_port for d1d90c7e-c805-43ea-8cdb-2972bec51013 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:05.382680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.415188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Port': ['ID=d1d90c7e-c805-43ea-8cdb-2972bec51013,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:05.503374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76da8897-ecdb-4433-b38d-0a6b685874af req-910b067d-be3d-4216-a888-0980bcbb6226 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0421333 Oct 13 04:47:05.600120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.758851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Router 70504126-2b0f-4c83-9842-d4c7dd4896b0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:47:05.834031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:47:05.838882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-81b3122c-1146-4e2f-bb78-ecf153d263bb tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "PUT /v2.0/routers/70504126-2b0f-4c83-9842-d4c7dd4896b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5635037 Oct 13 04:47:05.841343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33670) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:05.843419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] Sync routers for ids ['70504126-2b0f-4c83-9842-d4c7dd4896b0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:47:05.852994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] Routers {'70504126-2b0f-4c83-9842-d4c7dd4896b0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:47:05.853846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['70504126-2b0f-4c83-9842-d4c7dd4896b0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:05.886535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:05.895369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] Routers {'70504126-2b0f-4c83-9842-d4c7dd4896b0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:47:05.895930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:46:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['70504126-2b0f-4c83-9842-d4c7dd4896b0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:05.913383 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:05.931943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:05.932590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5590093-cb2f-4313-956a-22ff15053c7b None None] The sync data for ids ['70504126-2b0f-4c83-9842-d4c7dd4896b0'] in n-d-813736-1 is: [] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:47:06.072321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.074468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.120561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.121292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Fanout notify agent at l3_agent the message router_deleted on router 70504126-2b0f-4c83-9842-d4c7dd4896b0 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:47:06.128077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.129194 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1448cb2b-2aeb-455b-a587-dd13a93a74d7 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "DELETE /v2.0/routers/70504126-2b0f-4c83-9842-d4c7dd4896b0 HTTP/1.1" status: 204 len: 168 time: 0.2868195 Oct 13 04:47:06.131642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33672) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:06.182754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting subnet aeea2439-72da-4a9a-8b1b-903c354f2449 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:47:06.185828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.226088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.314532 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.376343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.402887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Subnet': ['ID=aeea2439-72da-4a9a-8b1b-903c354f2449,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:06.414053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.415748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873d9fb-8491-4301-a806-8087b560c70e None None] Network 5f11cc5e-4758-419e-bdfd-702276b2d702 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:06.419851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-50c66395-2f61-4930-a505-5cc016acb789 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "DELETE /v2.0/subnets/aeea2439-72da-4a9a-8b1b-903c354f2449 HTTP/1.1" status: 204 len: 168 time: 0.2847643 Oct 13 04:47:06.420030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:06.515407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.589465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Deleting port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:06.589898 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.623846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ba8c720-119a-4e68-9398-a994531addd3 req-58aa953d-e1be-48b6-8780-265d742e6f69 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ba0a86-9b63-46f6-8ec5-574f40dbd53a HTTP/1.1" status: 200 len: 210 time: 0.0321960 Oct 13 04:47:06.632861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] DHCP port deletion for 5f11cc5e-4758-419e-bdfd-702276b2d702 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:47:06.659122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] For port 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=45bf89e4-3099-493f-a5fc-46d5d1d2b569,segment=NetworkSegment(a9066219-4751-4bfc-9de1-18e5d31115a2),segment_id=a9066219-4751-4bfc-9de1-18e5d31115a2)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:06.659494 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.672623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Calling delete_port for 45bf89e4-3099-493f-a5fc-46d5d1d2b569 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:06.684090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Deleting port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:06.684575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.746615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] For port 45bf89e4-3099-493f-a5fc-46d5d1d2b569, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=45bf89e4-3099-493f-a5fc-46d5d1d2b569,segment=NetworkSegment(a9066219-4751-4bfc-9de1-18e5d31115a2),segment_id=a9066219-4751-4bfc-9de1-18e5d31115a2)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:06.747225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.760771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.767686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Calling delete_port for 45bf89e4-3099-493f-a5fc-46d5d1d2b569 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:06.809056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Port': ['ID=45bf89e4-3099-493f-a5fc-46d5d1d2b569,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:06.815744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] No DVR routers for this DVR port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:06.883083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.910598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] Pushing event deleted for resources: {'Port': ['ID=45bf89e4-3099-493f-a5fc-46d5d1d2b569,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:06.912607 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.917688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53162014-5afc-4ad7-ad96-7aa1ca8ea1e3 None None] No DVR routers for this DVR port 45bf89e4-3099-493f-a5fc-46d5d1d2b569 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:06.938327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f11cc5e-4758-419e-bdfd-702276b2d702']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:06.949202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9066219-4751-4bfc-9de1-18e5d31115a2') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:06.949503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9066219-4751-4bfc-9de1-18e5d31115a2') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:06.959253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.972844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.979422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:06.979843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:06.982816 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:06.993375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 45bf89e4-3099-493f-a5fc-46d5d1d2b569 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:47:07.013191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 45bf89e4-3099-493f-a5fc-46d5d1d2b569 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:47:07.013559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 45bf89e4-3099-493f-a5fc-46d5d1d2b569 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:47:07.041808 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.050623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.056280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] 10.222.0.49 "DELETE /v2.0/networks/5f11cc5e-4758-419e-bdfd-702276b2d702 HTTP/1.1" status: 204 len: 168 time: 0.6328452 Oct 13 04:47:07.066795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6561-cbc2-4bf5-adb7-60c53836f138 tempest-FloatingIPNegativeTestJSON-1787276955 tempest-FloatingIPNegativeTestJSON-1787276955-project] Pushing event deleted for resources: {'Network': ['ID=5f11cc5e-4758-419e-bdfd-702276b2d702,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:07.288733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33682) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:07.424587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd3edf48-73d9-467e-95de-a9fe7a141f16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=101d4f7fd4a8446d9f6d245d0bf20e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346931 Oct 13 04:47:07.427593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33686) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:07.483566 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.503806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.551016 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.553846 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:07.554996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9389195-dd79-4c5d-8f89-1df4e162a396 HTTP/1.1" status: 204 len: 168 time: 0.1265056 Oct 13 04:47:07.562693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763bac5-638e-4b43-ad35-96973787b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9389195-dd79-4c5d-8f89-1df4e162a396,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:08.187708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33714) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:08.288101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254253355'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:08.310089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:08.313814 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.322500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.403156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.407030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.434695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:08.445558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffd78b0-0fa4-4075-822e-252966e1e6a5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:08.451865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.452345 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment df5e9823-49d4-4d53-b251-12830cbcfefc of type vlan for network c39aed80-39ef-4dcc-b37e-bf68f2165ccc Oct 13 04:47:08.505449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.532488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.538270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:08.538847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:08.602321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4133940 Oct 13 04:47:08.624019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb6cd0-d566-4ccd-8e90-f1a7b670f40e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=c39aed80-39ef-4dcc-b37e-bf68f2165ccc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:08.639347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:11.917137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:11.918658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33806) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:11.924476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a0327d9-77a1-457a-b0ae-0c4d0dcbb5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:11.928034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:12.025391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:12.029017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.221976 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.281090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=094cb192-4c8f-4292-ad46-2854b669f470,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:12.292263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': 'df5e9823-49d4-4d53-b251-12830cbcfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:12.292623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: c39aed80-39ef-4dcc-b37e-bf68f2165ccc, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:12.310270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:12.320697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c39aed80-39ef-4dcc-b37e-bf68f2165ccc) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:12.326396 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:12.327249 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.330389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2839d3d-400c-44aa-b779-7b9d543397e7 None None] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:12.348215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7074d276-016d-4619-a34b-2d9138f3a075 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4278831 Oct 13 04:47:12.352523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:12.358254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019351769'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:12.385103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:12.391749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.429762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:12.444225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.444721 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 9a01b8ee-e3aa-4f63-8e09-1c68d0590722 of type vlan for network 9b2d61be-e9ff-4d0e-9675-cb03b8526f93 Oct 13 04:47:12.501981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.538022 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.544252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c39aed80-39ef-4dcc-b37e-bf68f2165ccc', 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '094cb192-4c8f-4292-ad46-2854b669f470'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:12.545111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:12.546068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.546378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.604181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2497377 Oct 13 04:47:12.606988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:12.612363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '9b2d61be-e9ff-4d0e-9675-cb03b8526f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:12.625250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491a6b6-60cc-4da9-ba61-b2c794f3e4a8 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=9b2d61be-e9ff-4d0e-9675-cb03b8526f93,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:12.637200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 9b2d61be-e9ff-4d0e-9675-cb03b8526f93 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:12.715777 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:12.719600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.760125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Allocated IP 2001:db8:0:ffff::2 (c39aed80-39ef-4dcc-b37e-bf68f2165ccc/094cb192-4c8f-4292-ad46-2854b669f470/4f8d9d13-55a0-4d24-b4ec-2bd43bb41112) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:12.867046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.932237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.937716 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.939117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:12.986077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:12.989254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:12.991956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:13.003676 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Pushing event updated for resources: {'Port': ['ID=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.005307 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=6f11388a-572b-4652-8085-b87775210ba8,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.013295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '9a01b8ee-e3aa-4f63-8e09-1c68d0590722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9b2d61be-e9ff-4d0e-9675-cb03b8526f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:13.013656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 9b2d61be-e9ff-4d0e-9675-cb03b8526f93, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:13.031904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 9b2d61be-e9ff-4d0e-9675-cb03b8526f93 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:13.046288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 9b2d61be-e9ff-4d0e-9675-cb03b8526f93) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:13.051987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:13.052649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.063452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0fcf67-707b-49ca-bf1b-93a520e40f83 None None] Network 9b2d61be-e9ff-4d0e-9675-cb03b8526f93 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:13.067794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Attempting to bind port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:47:13.068242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Attempting to bind port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'df5e9823-49d4-4d53-b251-12830cbcfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:47:13.068787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Attempting to bind port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 on network c39aed80-39ef-4dcc-b37e-bf68f2165ccc {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:13.073198 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d9470854-e456-4a3d-95fe-653bff90074c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4650056 Oct 13 04:47:13.075842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33814) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:13.115418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:47:13.115418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Checking segment: {'id': 'df5e9823-49d4-4d53-b251-12830cbcfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:13.115876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.116129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Bound using segment: {'id': 'df5e9823-49d4-4d53-b251-12830cbcfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:47:13.116571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Bound port: 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5e9823-49d4-4d53-b251-12830cbcfefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c39aed80-39ef-4dcc-b37e-bf68f2165ccc'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:47:13.116962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.189018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.242801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] For port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:47:13.247666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] For port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,segment=NetworkSegment(df5e9823-49d4-4d53-b251-12830cbcfefc),segment_id=df5e9823-49d4-4d53-b251-12830cbcfefc)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:47:13.256115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.276413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.310410 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613706a-5235-41f9-bf0a-9900afc4d216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-9b2d61be-e9ff-4d0e-9675-cb03b8526f93', 'network_id': '9b2d61be-e9ff-4d0e-9675-cb03b8526f93', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '6f11388a-572b-4652-8085-b87775210ba8'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:13.311291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f613706a-5235-41f9-bf0a-9900afc4d216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.352850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092df88-ff87-426e-a394-c0b303d18d85 None None] Pushing event updated for resources: {'Port': ['ID=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.363642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.399608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=6f11388a-572b-4652-8085-b87775210ba8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-f613706a-5235-41f9-bf0a-9900afc4d216 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f11388a-572b-4652-8085-b87775210ba8: This subnet is being modified by another concurrent operation. Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f11388a-572b-4652-8085-b87775210ba8: This subnet is being modified by another concurrent operation. Oct 13 04:47:13.456885 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:47:13.487656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.488897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8aae65-8b28-44ad-aa8a-c53eb9c71b0a None None] Network 9b2d61be-e9ff-4d0e-9675-cb03b8526f93 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:13.517214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2d61be-e9ff-4d0e-9675-cb03b8526f93']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:13.528740 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a01b8ee-e3aa-4f63-8e09-1c68d0590722') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:13.529950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a01b8ee-e3aa-4f63-8e09-1c68d0590722') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:13.545016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.578368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.606173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:13.608089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:13.615146 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:13.705138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.718531 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.722026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/9b2d61be-e9ff-4d0e-9675-cb03b8526f93 HTTP/1.1" status: 204 len: 168 time: 0.6452279 Oct 13 04:47:13.726491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:13.731386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-326286054'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:13.746966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55838be1-f3be-42e3-9e65-91213e939706 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=9b2d61be-e9ff-4d0e-9675-cb03b8526f93,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.765041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:13.768507 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.792674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:13.803133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.803479 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 657e8e38-8f9a-4569-bdf8-dc2dd782ae79 of type vlan for network 031b4ec0-fa54-4278-a94e-7d4320190e21 Oct 13 04:47:13.844047 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.871817 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.877403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:13.877992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:13.941208 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2136090 Oct 13 04:47:13.944908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33820) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:13.951953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:13.954492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d7154-5b65-495c-9673-4a2d9f2113c4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=031b4ec0-fa54-4278-a94e-7d4320190e21,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:13.966055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:14.059236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:14.069710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.237385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3afa-28fb-4c76-a80c-83fe0c86760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.302907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.359814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=93913909-e2b3-4066-a203-7199309f3be0,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:14.376057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '657e8e38-8f9a-4569-bdf8-dc2dd782ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:14.376414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 031b4ec0-fa54-4278-a94e-7d4320190e21, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:14.396018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:14.405633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 031b4ec0-fa54-4278-a94e-7d4320190e21) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:14.410644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:14.411508 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.418251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad49bc74-7f40-40e9-8b73-56b86debdd11 None None] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:14.445393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c84449c0-82df-4c39-a918-56cf6293289a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4954522 Oct 13 04:47:14.445716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:14.454895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237084370'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:14.476241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60b25f-c005-49c6-9acf-739e4f4f8dc6 None None] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:14.482230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:14.486269 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.515271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:14.526871 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.528124 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 0d77f5bc-ffb3-483c-8d54-c6e6398a632c of type vlan for network 70aec943-c1b6-47fd-be0e-df7e96d42dcd Oct 13 04:47:14.564650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] Provisioning complete for port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:14.564951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.587968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.624892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.632479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:14.633082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.708972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2580624 Oct 13 04:47:14.715316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33826) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:14.730279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '70aec943-c1b6-47fd-be0e-df7e96d42dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:14.741053 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de5953-95d7-4749-aa0f-25b98768880a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=70aec943-c1b6-47fd-be0e-df7e96d42dcd,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:14.780935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 70aec943-c1b6-47fd-be0e-df7e96d42dcd details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:14.820564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-031b4ec0-fa54-4278-a94e-7d4320190e21', 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '93913909-e2b3-4066-a203-7199309f3be0'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:14.821345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:14.886455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.013021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] For port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,segment=NetworkSegment(df5e9823-49d4-4d53-b251-12830cbcfefc),segment_id=df5e9823-49d4-4d53-b251-12830cbcfefc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:15.026241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.121070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Allocated IP 2001:db8::3 (031b4ec0-fa54-4278-a94e-7d4320190e21/93913909-e2b3-4066-a203-7199309f3be0/f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:15.127115 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89add1-bbab-49d8-b44f-cf523f27cc81 None None] Pushing event updated for resources: {'Port': ['ID=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:15.142561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:15.147550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.196870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:15.212454 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Performing IP validity checks on allocation pools {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:47:15.213036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.ipam_backend_mixin [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95047) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:47:15.308361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:15.308741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.370869 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.407243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.415350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.417214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-56dfa044-18c3-4d26-9b32-0a9840b6a958 None None] Provisioning complete for port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:15.417575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-56dfa044-18c3-4d26-9b32-0a9840b6a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.422501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.454551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=2d0bac4f-d85a-495f-92c8-e5d414bee376,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:15.467953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '0d77f5bc-ffb3-483c-8d54-c6e6398a632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '70aec943-c1b6-47fd-be0e-df7e96d42dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:15.468309 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 70aec943-c1b6-47fd-be0e-df7e96d42dcd, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:15.488596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 70aec943-c1b6-47fd-be0e-df7e96d42dcd is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:15.500484 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 70aec943-c1b6-47fd-be0e-df7e96d42dcd) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:15.505696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:15.506355 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.532640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f9632ec8-0e77-4b46-8681-ee1216abfa17 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8127615 Oct 13 04:47:15.535351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33828) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:15.649236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.651724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457c1f6-a7b8-4daa-ba98-5af13cf2c7a3 None None] Network 70aec943-c1b6-47fd-be0e-df7e96d42dcd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:15.720969 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:15.730752 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.757006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Pushing event updated for resources: {'Port': ['ID=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:15.760793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:15.768348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:15.774558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.816583 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.848853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0bac4f-d85a-495f-92c8-e5d414bee376,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:15.908395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Attempting to bind port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:47:15.908688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Attempting to bind port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '657e8e38-8f9a-4569-bdf8-dc2dd782ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:47:15.909050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Attempting to bind port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 on network 031b4ec0-fa54-4278-a94e-7d4320190e21 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:15.921770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:47:15.922153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Checking segment: {'id': '657e8e38-8f9a-4569-bdf8-dc2dd782ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:15.922556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.922952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Bound using segment: {'id': '657e8e38-8f9a-4569-bdf8-dc2dd782ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:47:15.923472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Bound port: f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657e8e38-8f9a-4569-bdf8-dc2dd782ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '031b4ec0-fa54-4278-a94e-7d4320190e21'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:47:15.923846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.927488 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.955869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aec943-c1b6-47fd-be0e-df7e96d42dcd']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:15.957258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dace3d-c294-4ac4-b5f9-b387b6e2d99f None None] Network 70aec943-c1b6-47fd-be0e-df7e96d42dcd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:15.968426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d77f5bc-ffb3-483c-8d54-c6e6398a632c') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:15.968718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d77f5bc-ffb3-483c-8d54-c6e6398a632c') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:15.980081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:15.995734 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.002902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:16.003440 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:16.007450 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:16.074023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.086448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] For port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:47:16.087031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.091128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/70aec943-c1b6-47fd-be0e-df7e96d42dcd HTTP/1.1" status: 204 len: 168 time: 0.5534439 Oct 13 04:47:16.093581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33832) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:16.100185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-920886033'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:16.115768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] For port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,segment=NetworkSegment(657e8e38-8f9a-4569-bdf8-dc2dd782ae79),segment_id=657e8e38-8f9a-4569-bdf8-dc2dd782ae79)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:47:16.121509 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.131920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a2a8-f7f0-4403-b9b1-758748d97df7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=70aec943-c1b6-47fd-be0e-df7e96d42dcd,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:16.146281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:16.151248 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.183632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:16.193381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58c1c1-8660-4677-80d0-de7131dbc17b None None] Pushing event updated for resources: {'Port': ['ID=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:16.199686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.200186 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 89143dd0-4d34-4408-9885-fd3f3af05092 of type vlan for network 539ce671-f84c-434a-9ddc-70a8c7e842a1 Oct 13 04:47:16.244079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.273464 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.279227 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:16.281179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.347359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2498176 Oct 13 04:47:16.347641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:16.353542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '539ce671-f84c-434a-9ddc-70a8c7e842a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:16.384322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5f8e0-414c-4ebb-ad31-fc7f4e2346f6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=539ce671-f84c-434a-9ddc-70a8c7e842a1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:16.398110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 539ce671-f84c-434a-9ddc-70a8c7e842a1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:16.481500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:16.485773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.694657 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.753042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=945ea636-d531-426e-a51c-4bb811731a04,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:16.770634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '89143dd0-4d34-4408-9885-fd3f3af05092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '539ce671-f84c-434a-9ddc-70a8c7e842a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:16.771226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 539ce671-f84c-434a-9ddc-70a8c7e842a1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:16.787975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 539ce671-f84c-434a-9ddc-70a8c7e842a1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:16.797437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 539ce671-f84c-434a-9ddc-70a8c7e842a1) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:16.802446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:16.803035 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:16.810688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d1097-97d5-40df-83ec-08f520f7ef2b None None] Network 539ce671-f84c-434a-9ddc-70a8c7e842a1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:16.826285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-727793ab-6f70-40d9-9994-18ef9fcd661c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4743185 Oct 13 04:47:16.826570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33838) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:16.950423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.041410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.043861 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c18c5-bd85-447c-bef8-ef1ff6a4461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-539ce671-f84c-434a-9ddc-70a8c7e842a1', 'network_id': '539ce671-f84c-434a-9ddc-70a8c7e842a1', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '945ea636-d531-426e-a51c-4bb811731a04'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:17.044735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-603c18c5-bd85-447c-bef8-ef1ff6a4461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.151902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:17.154147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.191951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=945ea636-d531-426e-a51c-4bb811731a04,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server [None req-603c18c5-bd85-447c-bef8-ef1ff6a4461d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 945ea636-d531-426e-a51c-4bb811731a04: This subnet is being modified by another concurrent operation. Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server raise exception Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 945ea636-d531-426e-a51c-4bb811731a04: This subnet is being modified by another concurrent operation. Oct 13 04:47:17.212281 n-d-813736-1 neutron-server[95049]: ERROR oslo_messaging.rpc.server Oct 13 04:47:17.243829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bfe83f-dbe4-40f5-a6a6-cab20a1b731f None None] Network 539ce671-f84c-434a-9ddc-70a8c7e842a1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:17.262295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.291861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539ce671-f84c-434a-9ddc-70a8c7e842a1']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:17.309680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89143dd0-4d34-4408-9885-fd3f3af05092') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:17.310251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89143dd0-4d34-4408-9885-fd3f3af05092') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:17.325198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.335595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.340622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:17.341000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.343944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.352959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:17.353609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:17.358340 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:17.413567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a99ca6-54a6-4d73-95cf-d3fbee4d971a None None] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:17.429682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.439218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.442413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/539ce671-f84c-434a-9ddc-70a8c7e842a1 HTTP/1.1" status: 204 len: 168 time: 0.6143048 Oct 13 04:47:17.447875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:17.455894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2015865037'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:17.457183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cec75-d653-471e-bff9-c314b5d95346 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=539ce671-f84c-434a-9ddc-70a8c7e842a1,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:17.483390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:17.487928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.521939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:17.531805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.532403 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 317a70c1-d7f5-4d91-b9b2-0a80dfcc2a25 of type vlan for network 65dcde0b-cd4a-476c-9267-26c892ebef77 Oct 13 04:47:17.533946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-882e6c99-57d4-459e-9bf0-f57dfde0f0a8 None None] Provisioning complete for port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:17.534326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-882e6c99-57d4-459e-9bf0-f57dfde0f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.583195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.613326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.619812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:17.620410 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.684339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2344801 Oct 13 04:47:17.687321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33842) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:17.695747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '65dcde0b-cd4a-476c-9267-26c892ebef77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:17.699705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75c12b-12e2-4ad0-8cac-55a37f579c54 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=65dcde0b-cd4a-476c-9267-26c892ebef77,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:17.715318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.717184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 65dcde0b-cd4a-476c-9267-26c892ebef77 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:17.811175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:17.815465 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.888527 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-882e6c99-57d4-459e-9bf0-f57dfde0f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.894095 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,segment=NetworkSegment(657e8e38-8f9a-4569-bdf8-dc2dd782ae79),segment_id=657e8e38-8f9a-4569-bdf8-dc2dd782ae79)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:17.917252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:17.918078 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:18.055559 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.071425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:18.075254 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-882e6c99-57d4-459e-9bf0-f57dfde0f0a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:47:18.075620 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-882e6c99-57d4-459e-9bf0-f57dfde0f0a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:47:18.081444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:18.081823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.132927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=70d94a92-abb2-488d-ad78-05f06a67a1c5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:18.167324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '317a70c1-d7f5-4d91-b9b2-0a80dfcc2a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '65dcde0b-cd4a-476c-9267-26c892ebef77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:18.167848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 65dcde0b-cd4a-476c-9267-26c892ebef77, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:18.187146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 65dcde0b-cd4a-476c-9267-26c892ebef77 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:18.200768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 65dcde0b-cd4a-476c-9267-26c892ebef77) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:18.205763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:18.206407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.216015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f08440-4232-4098-a9d0-eaa34c79ebcc None None] Network 65dcde0b-cd4a-476c-9267-26c892ebef77 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:18.232373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a1846dbc-a2d1-45bb-9a3e-2c3ab6765c96 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5415466 Oct 13 04:47:18.232646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:18.345031 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.404027 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.476289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.509982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=70d94a92-abb2-488d-ad78-05f06a67a1c5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:18.559731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75e0b4-e3f6-4767-8183-4f889231c868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-65dcde0b-cd4a-476c-9267-26c892ebef77', 'network_id': '65dcde0b-cd4a-476c-9267-26c892ebef77', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '70d94a92-abb2-488d-ad78-05f06a67a1c5'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:18.560907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5a75e0b4-e3f6-4767-8183-4f889231c868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.579438 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.601610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dcde0b-cd4a-476c-9267-26c892ebef77']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:18.612262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317a70c1-d7f5-4d91-b9b2-0a80dfcc2a25') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:18.612606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317a70c1-d7f5-4d91-b9b2-0a80dfcc2a25') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:18.622630 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.635827 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.642904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:18.643330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:18.646960 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:18.682985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a876ee-6494-47f3-a5fc-131b1dbc2ab4 None None] Network 65dcde0b-cd4a-476c-9267-26c892ebef77 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:18.723214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.736441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.740077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/65dcde0b-cd4a-476c-9267-26c892ebef77 HTTP/1.1" status: 204 len: 168 time: 0.5063379 Oct 13 04:47:18.745398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33848) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:18.750421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e142d-82b7-4f57-bd2b-6cebb7fd8f50 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=65dcde0b-cd4a-476c-9267-26c892ebef77,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:18.751456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903655532'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:18.777173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:18.781176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.804442 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb55900-5572-4ab7-8078-5018f776e443 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:47:18.807649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bcee49dd-0c3c-4c14-9a0a-297ebf39cd13 None None] Provisioning complete for port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:18.808027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bcee49dd-0c3c-4c14-9a0a-297ebf39cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.808477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:18.820319 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.822550 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment c751ce6e-9c32-4645-a12f-0d25c198f77b of type vlan for network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 Oct 13 04:47:18.874090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.905696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.911582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:18.912176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:18.964340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb55900-5572-4ab7-8078-5018f776e443 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:47:18.999176 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2500341 Oct 13 04:47:19.000034 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:19.006799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:19.016374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882d28-0a04-4362-a376-98f7ceda8014 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=5a074c01-9e2a-43bc-976e-af1ed7f56e24,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:19.027551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:19.082985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:19.128206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:19.132474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.219444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:19.220055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.339423 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.368870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd99be2-1d2e-42b8-a501-e590cd38ecf7 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:47:19.429001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=4a57c218-762d-4429-9f1d-b671d9c1e60d,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:19.440477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': 'c751ce6e-9c32-4645-a12f-0d25c198f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:19.440850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 5a074c01-9e2a-43bc-976e-af1ed7f56e24, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:19.492606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:19.503009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5a074c01-9e2a-43bc-976e-af1ed7f56e24) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:19.508395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:19.509008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291840'] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.532638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33854) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:19.532816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8bb9e43b-84c9-4b31-8981-60603df40c7d tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5311117 Oct 13 04:47:19.539342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:19.588148 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd99be2-1d2e-42b8-a501-e590cd38ecf7 None None] Unable to find a vacant binding_index for network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 and agent f856ff84-df07-4bae-a4ea-face07aaba11 {{(pid=95049) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 13 04:47:19.594993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd99be2-1d2e-42b8-a501-e590cd38ecf7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 5a074c01-9e2a-43bc-976e-af1ed7f56e24) {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:47:19.686524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:19.692435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.885984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-5a074c01-9e2a-43bc-976e-af1ed7f56e24', 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '4a57c218-762d-4429-9f1d-b671d9c1e60d'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:19.887234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:19.968413 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.028495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:20.036724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:20.042659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.045046 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.073871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5366957 Oct 13 04:47:20.074674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:20.074851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ba3c-9b6a-4eae-a851-4e8a96b62de7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=6e4960ad-5c96-4823-9800-1c21632f0ab5,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:20.091396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Allocated IP 2001:db8::2 (5a074c01-9e2a-43bc-976e-af1ed7f56e24/4a57c218-762d-4429-9f1d-b671d9c1e60d/d24c5520-b98a-411c-b480-97481fac2fbd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:20.184012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.186367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.187578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.189134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.190659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.193014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1f3ebb3a-6676-470f-a224-434d6b02ef2a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1171451 Oct 13 04:47:20.197438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33860) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:20.204391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524703548'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:20.229452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:20.233856 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.269359 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.278171 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.334871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:20.338130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:20.340702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:20.354641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Pushing event updated for resources: {'Port': ['ID=d24c5520-b98a-411c-b480-97481fac2fbd,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:20.385111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.385498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.386102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.386454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.387044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.387413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.388007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.388352 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.388690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.389278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.389610 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.389960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:20.432903 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Attempting to bind port d24c5520-b98a-411c-b480-97481fac2fbd on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:47:20.433282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Attempting to bind port d24c5520-b98a-411c-b480-97481fac2fbd by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'c751ce6e-9c32-4645-a12f-0d25c198f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:47:20.433655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Attempting to bind port d24c5520-b98a-411c-b480-97481fac2fbd on network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:20.440800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:47:20.441109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Checking segment: {'id': 'c751ce6e-9c32-4645-a12f-0d25c198f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:20.442323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.443038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Bound using segment: {'id': 'c751ce6e-9c32-4645-a12f-0d25c198f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:47:20.443767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Bound port: d24c5520-b98a-411c-b480-97481fac2fbd, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ce6e-9c32-4645-a12f-0d25c198f77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:47:20.444165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.526916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] For port d24c5520-b98a-411c-b480-97481fac2fbd, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:47:20.530744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] For port d24c5520-b98a-411c-b480-97481fac2fbd, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d24c5520-b98a-411c-b480-97481fac2fbd,segment=NetworkSegment(c751ce6e-9c32-4645-a12f-0d25c198f77b),segment_id=c751ce6e-9c32-4645-a12f-0d25c198f77b)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:47:20.539153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.617491 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823174c-bf5d-4a73-887c-73badaebf997 None None] Pushing event updated for resources: {'Port': ['ID=d24c5520-b98a-411c-b480-97481fac2fbd,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:20.657477 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:20.672517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.673127 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment 3b8ce2d9-2c32-4b51-b2d1-11154e4dcb14 of type vlan for network c774de68-4e76-49e8-ad42-268cfe1d25c5 Oct 13 04:47:20.718626 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.749519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.758592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:20.759575 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:20.860424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=c774de68-4e76-49e8-ad42-268cfe1d25c5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:20.875648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33862) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:20.876227 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2a370006-a2c4-4bb7-9b94-88af26b2bb69 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6767616 Oct 13 04:47:20.882837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:20.887720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:21.116346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d24c5520-b98a-411c-b480-97481fac2fbd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:21.128035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.146480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.169092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 is not hosted by any dhcp agent {{(pid=95047) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:47:21.175040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:21.175771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.177993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "PUT /v2.0/networks/c774de68-4e76-49e8-ad42-268cfe1d25c5 HTTP/1.1" status: 200 len: 723 time: 0.3005376 Oct 13 04:47:21.180967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33866) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:21.186223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': 'c774de68-4e76-49e8-ad42-268cfe1d25c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:21.192629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:21.193332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.228012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ef77-54e2-44df-bc69-84787ad2e2bf tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=c774de68-4e76-49e8-ad42-268cfe1d25c5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:21.244746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:21.313755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:21.319238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.343896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.379843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port d24c5520-b98a-411c-b480-97481fac2fbd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d24c5520-b98a-411c-b480-97481fac2fbd,segment=NetworkSegment(c751ce6e-9c32-4645-a12f-0d25c198f77b),segment_id=c751ce6e-9c32-4645-a12f-0d25c198f77b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:21.383896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.442153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=d24c5520-b98a-411c-b480-97481fac2fbd,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:21.553007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.622538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=5ff2b996-9820-4299-876f-d90f5bfef31b,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:21.634056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': '3b8ce2d9-2c32-4b51-b2d1-11154e4dcb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c774de68-4e76-49e8-ad42-268cfe1d25c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:21.634436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: c774de68-4e76-49e8-ad42-268cfe1d25c5, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:21.656219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:21.668486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c774de68-4e76-49e8-ad42-268cfe1d25c5) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:21.673607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:21.674580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.693710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-672171e2-df2c-48f4-aecf-b6bb66c82fc4 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5116017 Oct 13 04:47:21.696550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33868) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:21.702364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:21.799224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf179842-a0ef-4066-bb8c-876b2b160b1d None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:21.804783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5979186-b133-46a0-84da-2a07d5518947 None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:21.810786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13357807'] for subnet, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.909412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4ff45879-3c6c-489a-a31b-59779ae68991 None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:21.909839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ff45879-3c6c-489a-a31b-59779ae68991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:21.965991 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728053223693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13579487'] for subnet, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.019848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:22.020899 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.023508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "PUT /v2.0/subnets/5ff2b996-9820-4299-876f-d90f5bfef31b HTTP/1.1" status: 200 len: 826 time: 0.3257215 Oct 13 04:47:22.025024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33870) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:22.047245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d32a4-d26d-4c83-af1a-a8e0aab9a8c2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=5ff2b996-9820-4299-876f-d90f5bfef31b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:22.137363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.211844 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.287402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283556e-b6b6-43aa-af6c-55a8a86afe94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c774de68-4e76-49e8-ad42-268cfe1d25c5', 'network_id': 'c774de68-4e76-49e8-ad42-268cfe1d25c5', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '5ff2b996-9820-4299-876f-d90f5bfef31b'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:22.287683 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.288176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a283556e-b6b6-43aa-af6c-55a8a86afe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.321290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff2b996-9820-4299-876f-d90f5bfef31b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:22.396018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297dcb3-c9f0-4d8a-8c17-1002768e05e2 None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:22.396552 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.419493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c774de68-4e76-49e8-ad42-268cfe1d25c5']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:22.430351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8ce2d9-2c32-4b51-b2d1-11154e4dcb14') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:22.431009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8ce2d9-2c32-4b51-b2d1-11154e4dcb14') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:22.440839 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.458296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.467921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:22.469075 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:22.473659 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:22.524709 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Update dhcp port {'port': {'network_id': '5a074c01-9e2a-43bc-976e-af1ed7f56e24', 'fixed_ips': [{'subnet_id': '4a57c218-762d-4429-9f1d-b671d9c1e60d', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e4960ad-5c96-4823-9800-1c21632f0ab5'}], 'binding:host_id': 'n-d-813736-1'}, 'id': 'd24c5520-b98a-411c-b480-97481fac2fbd'} from n-d-813736-1. {{(pid=95049) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 04:47:22.542904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.553057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.556405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/c774de68-4e76-49e8-ad42-268cfe1d25c5 HTTP/1.1" status: 204 len: 168 time: 0.5303802 Oct 13 04:47:22.559266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33874) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:22.578035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732622fa-8996-4b1b-94f5-10212b2ed94c None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:22.580403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.583970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7058d-e5a5-4823-ab55-81650b85e520 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=c774de68-4e76-49e8-ad42-268cfe1d25c5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:22.587581 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-c363a872-3d35-4bc7-86f4-2a45847e6364 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:22.588479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c363a872-3d35-4bc7-86f4-2a45847e6364 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:22.592537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c363a872-3d35-4bc7-86f4-2a45847e6364 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/c774de68-4e76-49e8-ad42-268cfe1d25c5 HTTP/1.1" status: 404 len: 339 time: 0.0319624 Oct 13 04:47:22.596818 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33876) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:22.601326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732622fa-8996-4b1b-94f5-10212b2ed94c None None] Network c774de68-4e76-49e8-ad42-268cfe1d25c5 could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 04:47:22.605116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141263196', 'description': 'd1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:22.630366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:22.634144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.659589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:22.669823 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.670166 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment a7cebe39-8e75-41a6-ace9-0e6550d9e0b4 of type vlan for network 06ae2d51-d59d-48ea-946c-e54c6d3406c9 Oct 13 04:47:22.720977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.754589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.760311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:22.761143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:22.782071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Allocated IP 172.20.0.1 (5a074c01-9e2a-43bc-976e-af1ed7f56e24/6e4960ad-5c96-4823-9800-1c21632f0ab5/d24c5520-b98a-411c-b480-97481fac2fbd) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:22.829567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=06ae2d51-d59d-48ea-946c-e54c6d3406c9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:22.841481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 06ae2d51-d59d-48ea-946c-e54c6d3406c9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:22.852925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7c54b491-9bcc-42f5-aed2-aac50116ef5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2525258 Oct 13 04:47:22.853386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33878) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:22.945532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] For port d24c5520-b98a-411c-b480-97481fac2fbd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d24c5520-b98a-411c-b480-97481fac2fbd,segment=NetworkSegment(c751ce6e-9c32-4645-a12f-0d25c198f77b),segment_id=c751ce6e-9c32-4645-a12f-0d25c198f77b)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:22.947037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bab42c8-2f99-4997-b8a9-2e9888ce27ec tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:22.948867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9bab42c8-2f99-4997-b8a9-2e9888ce27ec tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks?id=06ae2d51-d59d-48ea-946c-e54c6d3406c9 HTTP/1.1" status: 200 len: 765 time: 0.0941398 Oct 13 04:47:22.951666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33880) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:22.958607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'description': 'd2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:23.014864 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.021765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.052421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d24c5520-b98a-411c-b480-97481fac2fbd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:23.153092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679ca73-8951-44c6-b1b9-ba9fc69182f9 None None] Pushing event updated for resources: {'Port': ['ID=d24c5520-b98a-411c-b480-97481fac2fbd,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:23.158667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.168492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:23.168880 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.176798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.191375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 06ae2d51-d59d-48ea-946c-e54c6d3406c9 is not hosted by any dhcp agent {{(pid=95048) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 04:47:23.198860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.199704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.201113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "PUT /v2.0/networks/06ae2d51-d59d-48ea-946c-e54c6d3406c9 HTTP/1.1" status: 200 len: 762 time: 0.2477369 Oct 13 04:47:23.203979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33882) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:23.284642 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d71a67-7f2d-42f4-ae37-82707a59784c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=06ae2d51-d59d-48ea-946c-e54c6d3406c9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:23.304492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 06ae2d51-d59d-48ea-946c-e54c6d3406c9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:23.367233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55501e5-e3e3-4fcf-aa2e-040369015306 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.372928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c55501e5-e3e3-4fcf-aa2e-040369015306 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks?id=06ae2d51-d59d-48ea-946c-e54c6d3406c9 HTTP/1.1" status: 200 len: 765 time: 0.1645360 Oct 13 04:47:23.373251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33886) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:23.580561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b3902-907a-4532-a579-fdbc6113b75a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.582885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-805b3902-907a-4532-a579-fdbc6113b75a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2075915 Oct 13 04:47:23.586189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33888) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:23.623687 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c87dc515-4e12-4716-9051-b9c8b115517c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 HTTP/1.1" status: 200 len: 207 time: 0.0363083 Oct 13 04:47:23.626870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33890) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:23.778981 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e471f3-b312-4190-bf12-653317405ba5 None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:23.828006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.836289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.842846 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.849612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.855838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.861989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:23.868210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b7cc2927-970f-43cf-8145-199c0c1a14aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2362626 Oct 13 04:47:23.868387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-10ebb118-bdc4-403b-b004-b85e09120adf None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:23.868387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10ebb118-bdc4-403b-b004-b85e09120adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:23.868601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33892) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:23.993727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c5b2432-2178-48e9-94d8-4885d4fb818f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1240945 Oct 13 04:47:23.996898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33894) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.093708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.095278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.097214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.099344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.100886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.106034 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9bf3aba6-64aa-45a9-a39d-9751be50e834 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1047416 Oct 13 04:47:24.106491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33896) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.172704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.174125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.175674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.177265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.178680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.180491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fa3daf2b-31c6-4faa-92eb-5f3108236b83 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0726781 Oct 13 04:47:24.184100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33898) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.226961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd401bc-4b23-4b27-bc92-978869e26489 None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:24.291323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1c3c93d4-8ae4-480d-8e1d-66c8c0c8167b None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:24.291924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c3c93d4-8ae4-480d-8e1d-66c8c0c8167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.339678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0096a48-93dd-4301-83f0-69af4c2d70b6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.345316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f0096a48-93dd-4301-83f0-69af4c2d70b6 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks/c39aed80-39ef-4dcc-b37e-bf68f2165ccc HTTP/1.1" status: 200 len: 803 time: 0.1601675 Oct 13 04:47:24.346040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.454413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e449135a-1bd4-4b59-a8da-ed629c638117 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/networks/c39aed80-39ef-4dcc-b37e-bf68f2165ccc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1073949 Oct 13 04:47:24.458422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33912) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.515989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759bfbf-8b69-4333-917e-d2b4fa667978 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.517344 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4759bfbf-8b69-4333-917e-d2b4fa667978 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets/094cb192-4c8f-4292-ad46-2854b669f470 HTTP/1.1" status: 200 len: 843 time: 0.0575614 Oct 13 04:47:24.522207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33914) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.582932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1434ac-06da-453d-92ee-67a7d90de988 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['shared'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.585086 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-db1434ac-06da-453d-92ee-67a7d90de988 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "GET /v2.0/subnets/094cb192-4c8f-4292-ad46-2854b669f470?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0613065 Oct 13 04:47:24.589408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33916) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.594620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5079416'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:24.620449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:24.624228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.650577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:47:24.660064 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.660464 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Added segment b5476361-3d82-41c9-98a7-b256db030368 of type vlan for network 173c7bc2-4b24-4911-a923-756cd67486cc Oct 13 04:47:24.705034 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.731608 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.737116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:24.737686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.771503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b0ff107f-47ce-45d7-932d-626f1ebbdc4f None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:24.771893 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0ff107f-47ce-45d7-932d-626f1ebbdc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.797021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2038288 Oct 13 04:47:24.797933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:24.802913 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:24.814623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e023-33dd-478e-9295-dd546b3935ca tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Network': ['ID=173c7bc2-4b24-4911-a923-756cd67486cc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:24.825097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 173c7bc2-4b24-4911-a923-756cd67486cc details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:47:24.907412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Made reservation on behalf of b4a4110ee6074b6d868e7aeb85c9fccd for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:24.913261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:24.981552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Performing IP validity checks on allocation pools {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 04:47:24.982194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 04:47:25.023303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d24c5520-b98a-411c-b480-97481fac2fbd up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:25.079244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port d24c5520-b98a-411c-b480-97481fac2fbd triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:25.079653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.136719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.206590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=41bc27d3-62f4-47f0-8027-b509e8f7ddd4,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:25.212683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Checking segment: {'id': 'b5476361-3d82-41c9-98a7-b256db030368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:25.213045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network hostable DHCP agents. Network: 173c7bc2-4b24-4911-a923-756cd67486cc, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:47:25.231309 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Network 173c7bc2-4b24-4911-a923-756cd67486cc is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:47:25.240084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 173c7bc2-4b24-4911-a923-756cd67486cc) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:25.244631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:25.245230 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.250048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c49da-0a86-4fdb-b60a-6e52ecd91bde None None] Network 173c7bc2-4b24-4911-a923-756cd67486cc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:25.262403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-642df681-a714-43a9-bf5f-2293a3be7a5c tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4638240 Oct 13 04:47:25.265029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33928) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:25.270946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:25.371123 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12936966'] for subnet, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.423465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-173c7bc2-4b24-4911-a923-756cd67486cc', 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc', 'tenant_id': 'b4a4110ee6074b6d868e7aeb85c9fccd', 'fixed_ips': [{'subnet_id': '41bc27d3-62f4-47f0-8027-b509e8f7ddd4'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:47:25.424542 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.565572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728053223693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13049294'] for subnet, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.609451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:25.610078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.611397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "PUT /v2.0/subnets/41bc27d3-62f4-47f0-8027-b509e8f7ddd4 HTTP/1.1" status: 200 len: 900 time: 0.3453722 Oct 13 04:47:25.615092 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33932) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:25.626462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec628c0-0952-4647-826b-daa20f1b809a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event updated for resources: {'Subnet': ['ID=41bc27d3-62f4-47f0-8027-b509e8f7ddd4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:25.627907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Allocated IP 2001:db8::3 (173c7bc2-4b24-4911-a923-756cd67486cc/41bc27d3-62f4-47f0-8027-b509e8f7ddd4/6a4e96e0-a318-4989-b158-03663ff0541a) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:25.727844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.780912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.794872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.800983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.843698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Network 173c7bc2-4b24-4911-a923-756cd67486cc is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:25.850702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:25.853641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:25.856225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Pushing event updated for resources: {'Port': ['ID=6a4e96e0-a318-4989-b158-03663ff0541a,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:25.856889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.915908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Attempting to bind port 6a4e96e0-a318-4989-b158-03663ff0541a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:47:25.916348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Attempting to bind port 6a4e96e0-a318-4989-b158-03663ff0541a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b5476361-3d82-41c9-98a7-b256db030368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:47:25.916843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Attempting to bind port 6a4e96e0-a318-4989-b158-03663ff0541a on network 173c7bc2-4b24-4911-a923-756cd67486cc {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:25.922757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:47:25.923327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Checking segment: {'id': 'b5476361-3d82-41c9-98a7-b256db030368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:25.923828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.924318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Bound using segment: {'id': 'b5476361-3d82-41c9-98a7-b256db030368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:47:25.924891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Bound port: 6a4e96e0-a318-4989-b158-03663ff0541a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5476361-3d82-41c9-98a7-b256db030368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '173c7bc2-4b24-4911-a923-756cd67486cc'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:47:25.925371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:25.997544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] For port 6a4e96e0-a318-4989-b158-03663ff0541a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:47:26.001760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] For port 6a4e96e0-a318-4989-b158-03663ff0541a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6a4e96e0-a318-4989-b158-03663ff0541a,segment=NetworkSegment(b5476361-3d82-41c9-98a7-b256db030368),segment_id=b5476361-3d82-41c9-98a7-b256db030368)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:47:26.005722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.089002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f39400-f680-44c3-87d2-b6a6d9ae8aec None None] Pushing event updated for resources: {'Port': ['ID=6a4e96e0-a318-4989-b158-03663ff0541a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:26.110697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb5d2a-0d2a-4da1-a1c6-c519ab5b90db None None] Network 173c7bc2-4b24-4911-a923-756cd67486cc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:26.154859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=41bc27d3-62f4-47f0-8027-b509e8f7ddd4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:26.211654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.233967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f712e-4d71-43c7-a0b9-b7386e3a3ad6 None None] Network 173c7bc2-4b24-4911-a923-756cd67486cc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:26.235332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173c7bc2-4b24-4911-a923-756cd67486cc']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:26.244960 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5476361-3d82-41c9-98a7-b256db030368') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:26.245252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5476361-3d82-41c9-98a7-b256db030368') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:26.255472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.268561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.275293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:26.275682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:26.282770 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:26.344631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.db.api [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 04:47:26.344631 n-d-813736-1 neutron-server[95047]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 04:47:26.344631 n-d-813736-1 neutron-server[95047]: [parameters: {'id': '173c7bc2-4b24-4911-a923-756cd67486cc'}] Oct 13 04:47:26.344631 n-d-813736-1 neutron-server[95047]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:47:26.345195 n-d-813736-1 neutron-server[95047]: DEBUG oslo_db.api [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:47:26.377449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399aac9-8128-459f-9b33-ac35db487f67 None None] get_active_networks_info from n-d-813736-1 {{(pid=95049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 04:47:26.485000 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399aac9-8128-459f-9b33-ac35db487f67 None None] Resources bound (agent type, host, resource id): {{(pid=95049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 04:47:26.845934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.901168 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting port 6a4e96e0-a318-4989-b158-03663ff0541a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:26.901507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.969299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] For port 6a4e96e0-a318-4989-b158-03663ff0541a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=6a4e96e0-a318-4989-b158-03663ff0541a,segment=NetworkSegment(b5476361-3d82-41c9-98a7-b256db030368),segment_id=b5476361-3d82-41c9-98a7-b256db030368)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:26.969667 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:26.984027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Calling delete_port for 6a4e96e0-a318-4989-b158-03663ff0541a owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:27.063908 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.093244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Port': ['ID=6a4e96e0-a318-4989-b158-03663ff0541a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:27.097354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No DVR routers for this DVR port 6a4e96e0-a318-4989-b158-03663ff0541a on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:27.186910 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.207876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173c7bc2-4b24-4911-a923-756cd67486cc']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.217176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5476361-3d82-41c9-98a7-b256db030368') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.217474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5476361-3d82-41c9-98a7-b256db030368') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.228168 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.241995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.247938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:27.248324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:27.251357 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:27.312986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.318407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.321927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/173c7bc2-4b24-4911-a923-756cd67486cc HTTP/1.1" status: 204 len: 168 time: 1.7058294 Oct 13 04:47:27.325720 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33944) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.338101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7279d81-5235-45e0-90c8-e350536eaecb tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=173c7bc2-4b24-4911-a923-756cd67486cc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:27.354598 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a6dcfd-976f-430f-ad7b-379aea6154aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:27.354988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a6dcfd-976f-430f-ad7b-379aea6154aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:27.358069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b5a6dcfd-976f-430f-ad7b-379aea6154aa tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/41bc27d3-62f4-47f0-8027-b509e8f7ddd4 HTTP/1.1" status: 404 len: 337 time: 0.0307314 Oct 13 04:47:27.360612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33946) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.378897 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd99916e-b246-44ab-8374-26ff20ab6651 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:27.379600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd99916e-b246-44ab-8374-26ff20ab6651 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:27.385034 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd99916e-b246-44ab-8374-26ff20ab6651 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/173c7bc2-4b24-4911-a923-756cd67486cc HTTP/1.1" status: 404 len: 339 time: 0.0210824 Oct 13 04:47:27.385197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33948) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.466224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.555466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.574558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ae2d51-d59d-48ea-946c-e54c6d3406c9']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.583969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cebe39-8e75-41a6-ace9-0e6550d9e0b4') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.584263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cebe39-8e75-41a6-ace9-0e6550d9e0b4') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:27.593800 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.607480 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.613129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:27.613561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:27.616458 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:27.679515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.687224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.690562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/06ae2d51-d59d-48ea-946c-e54c6d3406c9 HTTP/1.1" status: 204 len: 168 time: 0.3044233 Oct 13 04:47:27.694280 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33952) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.703731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27490f9-e3b0-46b0-afc1-a66c55f1f227 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=06ae2d51-d59d-48ea-946c-e54c6d3406c9,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:27.723580 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c965d7-4e46-413b-98ed-82fb555030a7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:27.724118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c965d7-4e46-413b-98ed-82fb555030a7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:27.727160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a6c965d7-4e46-413b-98ed-82fb555030a7 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/5ff2b996-9820-4299-876f-d90f5bfef31b HTTP/1.1" status: 404 len: 337 time: 0.0312471 Oct 13 04:47:27.729801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33954) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.749021 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0774e78-fe9e-4f4a-8523-e0a6964801c5 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:27.749713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0774e78-fe9e-4f4a-8523-e0a6964801c5 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:27.752754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b0774e78-fe9e-4f4a-8523-e0a6964801c5 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/c774de68-4e76-49e8-ad42-268cfe1d25c5 HTTP/1.1" status: 404 len: 339 time: 0.0220177 Oct 13 04:47:27.755480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33956) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:27.805347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting subnet 6e4960ad-5c96-4823-9800-1c21632f0ab5 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:47:27.808452 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.852940 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.934398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:27.993037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.017451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4960ad-5c96-4823-9800-1c21632f0ab5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:28.023185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.028544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2c3a7a85-d39e-4596-b4f7-e5c09aa78cd2 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/6e4960ad-5c96-4823-9800-1c21632f0ab5 HTTP/1.1" status: 204 len: 168 time: 0.2699213 Oct 13 04:47:28.029551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33958) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:28.030408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df2f303-27d4-4aab-8577-9c31347a7d67 None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:28.083361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting subnet 4a57c218-762d-4429-9f1d-b671d9c1e60d {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:47:28.086982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.126643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.234665 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.302814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.331741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=4a57c218-762d-4429-9f1d-b671d9c1e60d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:28.333793 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.337062 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53261441-2599-4b51-be2b-37107786d693 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/4a57c218-762d-4429-9f1d-b671d9c1e60d HTTP/1.1" status: 204 len: 168 time: 0.3064950 Oct 13 04:47:28.339437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33960) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:28.421652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.485318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting port d24c5520-b98a-411c-b480-97481fac2fbd {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:28.485708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.563024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] For port d24c5520-b98a-411c-b480-97481fac2fbd, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=d24c5520-b98a-411c-b480-97481fac2fbd,segment=NetworkSegment(c751ce6e-9c32-4645-a12f-0d25c198f77b),segment_id=c751ce6e-9c32-4645-a12f-0d25c198f77b)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:28.563704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.581827 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Calling delete_port for d24c5520-b98a-411c-b480-97481fac2fbd owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:28.667378 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.694733 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Port': ['ID=d24c5520-b98a-411c-b480-97481fac2fbd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:28.698089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No DVR routers for this DVR port d24c5520-b98a-411c-b480-97481fac2fbd on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:28.735277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf2a201-8fe6-41c7-a4d9-214fee375f2e None None] Network 5a074c01-9e2a-43bc-976e-af1ed7f56e24 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:28.783345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-98bc392e-1d36-4fd7-bbed-6ffa9e8b85ed None None] Could not find standard attr ID for object d24c5520-b98a-411c-b480-97481fac2fbd. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 04:47:28.783778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.804738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a074c01-9e2a-43bc-976e-af1ed7f56e24']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:28.814042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c751ce6e-9c32-4645-a12f-0d25c198f77b') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:28.814341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c751ce6e-9c32-4645-a12f-0d25c198f77b') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:28.825821 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.842298 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.856346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:28.856890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:28.861325 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:28.929261 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7e6998-cf90-4c2f-8320-621816bddf0a None None] DHCP port deletion for 5a074c01-9e2a-43bc-976e-af1ed7f56e24 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:47:28.949226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.975756 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:28.983096 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/5a074c01-9e2a-43bc-976e-af1ed7f56e24 HTTP/1.1" status: 204 len: 168 time: 0.6390970 Oct 13 04:47:28.983096 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7014-5c70-4a65-a444-5256b998e305 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=5a074c01-9e2a-43bc-976e-af1ed7f56e24,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:28.983426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33964) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.003720 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:47:29.017757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d24c5520-b98a-411c-b480-97481fac2fbd no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:47:29.033135 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dd5cf2-1ec4-4f42-a3dd-f6f640bdf09e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.033649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dd5cf2-1ec4-4f42-a3dd-f6f640bdf09e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.037466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d6dd5cf2-1ec4-4f42-a3dd-f6f640bdf09e tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/70d94a92-abb2-488d-ad78-05f06a67a1c5 HTTP/1.1" status: 404 len: 337 time: 0.0538373 Oct 13 04:47:29.040234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.049155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: d24c5520-b98a-411c-b480-97481fac2fbd {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:47:29.049761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device d24c5520-b98a-411c-b480-97481fac2fbd not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:47:29.062977 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb37e16-f71f-4ca5-904c-4c8269f18517 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.063716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb37e16-f71f-4ca5-904c-4c8269f18517 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.068873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6fb37e16-f71f-4ca5-904c-4c8269f18517 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/65dcde0b-cd4a-476c-9267-26c892ebef77 HTTP/1.1" status: 404 len: 339 time: 0.0274827 Oct 13 04:47:29.071500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33968) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.107529 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80d374e-ac85-4b0e-954d-2326b950e730 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.108096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80d374e-ac85-4b0e-954d-2326b950e730 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.111851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d80d374e-ac85-4b0e-954d-2326b950e730 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/945ea636-d531-426e-a51c-4bb811731a04 HTTP/1.1" status: 404 len: 337 time: 0.0391243 Oct 13 04:47:29.115400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33970) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.143466 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-196f4590-78a7-41ef-9000-898b35b0ac06 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.144083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196f4590-78a7-41ef-9000-898b35b0ac06 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.148177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-196f4590-78a7-41ef-9000-898b35b0ac06 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/539ce671-f84c-434a-9ddc-70a8c7e842a1 HTTP/1.1" status: 404 len: 339 time: 0.0316434 Oct 13 04:47:29.150740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33972) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.193195 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1a5e02-437e-45f8-9a68-bd1e1402491f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.193691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1a5e02-437e-45f8-9a68-bd1e1402491f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.196934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ab1a5e02-437e-45f8-9a68-bd1e1402491f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/2d0bac4f-d85a-495f-92c8-e5d414bee376 HTTP/1.1" status: 404 len: 337 time: 0.0451865 Oct 13 04:47:29.199479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33974) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.222400 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19e7bf8-0d8a-4074-894d-b1ebdc4363ff tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:29.223783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19e7bf8-0d8a-4074-894d-b1ebdc4363ff tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:29.227448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d19e7bf8-0d8a-4074-894d-b1ebdc4363ff tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/70aec943-c1b6-47fd-be0e-df7e96d42dcd HTTP/1.1" status: 404 len: 339 time: 0.0268600 Oct 13 04:47:29.230153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33976) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.297272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting subnet 93913909-e2b3-4066-a203-7199309f3be0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:47:29.301917 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.360081 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.470005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.538257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.569096 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=93913909-e2b3-4066-a203-7199309f3be0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:29.575046 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.578429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c387668a-61b0-4eb0-89a3-37ddf796141b tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/93913909-e2b3-4066-a203-7199309f3be0 HTTP/1.1" status: 204 len: 168 time: 0.3470440 Oct 13 04:47:29.580678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 33978) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:29.581776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a179e-c3a7-4234-8faa-69bb52d2a6a0 None None] Network 031b4ec0-fa54-4278-a94e-7d4320190e21 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:29.664427 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.727406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:29.727704 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.800492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] For port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,segment=NetworkSegment(657e8e38-8f9a-4569-bdf8-dc2dd782ae79),segment_id=657e8e38-8f9a-4569-bdf8-dc2dd782ae79)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:29.801511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.815683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Calling delete_port for f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:29.900044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:29.935262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Port': ['ID=f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:29.938777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No DVR routers for this DVR port f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:29.960080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d9343-7f74-4c54-bae3-f85d5805c6ce None None] DHCP port deletion for 031b4ec0-fa54-4278-a94e-7d4320190e21 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:47:30.019416 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.039506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031b4ec0-fa54-4278-a94e-7d4320190e21']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.048703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657e8e38-8f9a-4569-bdf8-dc2dd782ae79') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.048997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657e8e38-8f9a-4569-bdf8-dc2dd782ae79') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.058555 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.072178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.078149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:30.078538 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:30.081574 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:30.148303 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.155760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.159017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/031b4ec0-fa54-4278-a94e-7d4320190e21 HTTP/1.1" status: 204 len: 168 time: 0.5774119 Oct 13 04:47:30.162779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33982) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:30.172165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa939-ba77-4bcb-946f-faa3b3b490d0 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=031b4ec0-fa54-4278-a94e-7d4320190e21,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:30.193324 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-3957f19d-6a32-47cc-8a5b-990f01cd1808 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:30.193774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3957f19d-6a32-47cc-8a5b-990f01cd1808 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:30.196791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3957f19d-6a32-47cc-8a5b-990f01cd1808 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/6f11388a-572b-4652-8085-b87775210ba8 HTTP/1.1" status: 404 len: 337 time: 0.0329022 Oct 13 04:47:30.199462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33984) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:30.217304 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b192595-9357-4c08-b0b0-f9d91a9ce485 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] DELETE failed (client error): The resource could not be found. Oct 13 04:47:30.217826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b192595-9357-4c08-b0b0-f9d91a9ce485 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 04:47:30.220898 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1b192595-9357-4c08-b0b0-f9d91a9ce485 tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/9b2d61be-e9ff-4d0e-9675-cb03b8526f93 HTTP/1.1" status: 404 len: 339 time: 0.0205448 Oct 13 04:47:30.224223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33986) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:30.274729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting subnet 094cb192-4c8f-4292-ad46-2854b669f470 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:47:30.277787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.320762 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.411834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.470510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.495930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Subnet': ['ID=094cb192-4c8f-4292-ad46-2854b669f470,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:30.502042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.507732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21846268-9961-4a67-87d5-da575bd2160a tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/subnets/094cb192-4c8f-4292-ad46-2854b669f470 HTTP/1.1" status: 204 len: 168 time: 0.2806222 Oct 13 04:47:30.508224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 33988) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:30.510308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f924fbc-861b-49c3-a2d0-69ee7322b1be None None] Network c39aed80-39ef-4dcc-b37e-bf68f2165ccc requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:47:30.586191 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.638606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Deleting port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:30.638948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.679871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] DHCP port deletion for c39aed80-39ef-4dcc-b37e-bf68f2165ccc request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:47:30.709831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] For port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,segment=NetworkSegment(df5e9823-49d4-4d53-b251-12830cbcfefc),segment_id=df5e9823-49d4-4d53-b251-12830cbcfefc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:30.710209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.723654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Calling delete_port for 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:30.729947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Deleting port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:47:30.730421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.801380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] For port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,segment=NetworkSegment(df5e9823-49d4-4d53-b251-12830cbcfefc),segment_id=df5e9823-49d4-4d53-b251-12830cbcfefc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:30.801733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.806389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.815855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Calling delete_port for 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:47:30.834269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Port': ['ID=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:30.839446 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] No DVR routers for this DVR port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:30.911022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.929711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] No DVR routers for this DVR port 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:47:30.940499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:30.955997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804031bc-9166-429e-bf05-61e4f1f91d88 None None] Pushing event deleted for resources: {'Port': ['ID=4f8d9d13-55a0-4d24-b4ec-2bd43bb41112,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:30.963662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39aed80-39ef-4dcc-b37e-bf68f2165ccc']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.974791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5e9823-49d4-4d53-b251-12830cbcfefc') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.975406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5e9823-49d4-4d53-b251-12830cbcfefc') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:47:30.985767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.004699 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.011287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:47:31.011963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:47:31.015011 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:47:31.024418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:47:31.047991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:47:31.048343 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f1e97ea2-33c6-46e5-91b4-0c200c7bc4a0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:47:31.048960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:47:31.069019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:47:31.069372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4f8d9d13-55a0-4d24-b4ec-2bd43bb41112 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:47:31.085008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.093208 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.096609 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] 10.222.0.49 "DELETE /v2.0/networks/c39aed80-39ef-4dcc-b37e-bf68f2165ccc HTTP/1.1" status: 204 len: 168 time: 0.5871451 Oct 13 04:47:31.380482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34002) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:31.429367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1771d8d-e6ba-4eaf-9c2c-64ba12794b0f tempest-NetworksIpV6Test-306783487 tempest-NetworksIpV6Test-306783487-project] Pushing event deleted for resources: {'Network': ['ID=c39aed80-39ef-4dcc-b37e-bf68f2165ccc,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:31.534290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e493b8c0-aa74-48fd-ad2e-056701940776 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4a4110ee6074b6d868e7aeb85c9fccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520560 Oct 13 04:47:31.536866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34006) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:31.588033 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.611198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.659928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.663187 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:31.664402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ffd78b0-0fa4-4075-822e-252966e1e6a5 HTTP/1.1" status: 204 len: 168 time: 0.1265743 Oct 13 04:47:31.672356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e069-8990-47a2-8278-3ef626aef8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffd78b0-0fa4-4075-822e-252966e1e6a5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:32.356346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34030) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:32.464517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340672665'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:32.494158 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.502470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.591844 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.595870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.634475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0daba49-9984-4c9d-b0fe-53b97b9dd2ed,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:32.673634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.678130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.706279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.707812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3502283 Oct 13 04:47:32.710383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:32.711818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4cee-7a95-46b9-b7d6-ea90b57ce0dc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51480c1-8449-4557-bb17-264b912c0e84,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:32.772479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1684ddd8-0b72-46c1-b112-08f3db3efe2b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0608208 Oct 13 04:47:32.775016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34036) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:32.779222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-security--1713255446', 'description': 'tempest-security-description-986474593'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:32.803644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.845164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.848989 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.851694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.852888 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "PUT /v2.0/security-groups/e51480c1-8449-4557-bb17-264b912c0e84 HTTP/1.1" status: 200 len: 1779 time: 0.0769219 Oct 13 04:47:32.855669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34038) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:32.875703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d33464-5448-41e5-b793-a8f87275732f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51480c1-8449-4557-bb17-264b912c0e84,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:32.896692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bfec875b-e27f-46fb-909b-38b34d314105 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups/e51480c1-8449-4557-bb17-264b912c0e84 HTTP/1.1" status: 200 len: 1779 time: 0.0398877 Oct 13 04:47:32.899243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34040) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:32.951849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:32.975256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.023181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.026063 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.027259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/e51480c1-8449-4557-bb17-264b912c0e84 HTTP/1.1" status: 204 len: 168 time: 0.1270826 Oct 13 04:47:33.030076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34052) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.037490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653ad52-ed31-451e-9b52-736118766c3b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51480c1-8449-4557-bb17-264b912c0e84,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.081949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cb0d2141-ae69-4829-99d4-f403cc188d4d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503705 Oct 13 04:47:33.084859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.098584 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-8c27dbaa-a8c8-4325-b401-d81f358e6594 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] delete failed (client error): The resource could not be found. Oct 13 04:47:33.099671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8c27dbaa-a8c8-4325-b401-d81f358e6594 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/e51480c1-8449-4557-bb17-264b912c0e84 HTTP/1.1" status: 404 len: 347 time: 0.0138688 Oct 13 04:47:33.103422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.107849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445250685'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:33.130841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.200136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.204062 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.282232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.283354 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1789820 Oct 13 04:47:33.286406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f72523-5d3b-4155-928a-6deefc488f95 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa5ce0d-67ef-4a4f-b2e1-ff8f5d5f5ad7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.287300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34064) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.292052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'faa5ce0d-67ef-4a4f-b2e1-ff8f5d5f5ad7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:33.322672 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.345406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-d1dda09e-6611-45f8-86df-f92b69f72d7c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:33.347162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-d1dda09e-6611-45f8-86df-f92b69f72d7c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1288776 Oct 13 04:47:33.363092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-556441fd-29cd-400d-8152-9a4b3b7c7265 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0089869 Oct 13 04:47:33.391315 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.396412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.414660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70a5e5f-6fdb-43c1-933c-9ec0975f6305,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.418345 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-06d75da7-6274-4eef-aab2-cc9a795ea170 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494673 Oct 13 04:47:33.423271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.424503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e0ef391e-fe11-4381-a5df-ae44648ea412 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361444 Oct 13 04:47:33.427889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34066) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.458431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.468758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.487217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-608a712a-33fe-4f21-b34c-9d02fd4a3dbd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:47:33.488404 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-608a712a-33fe-4f21-b34c-9d02fd4a3dbd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0613222 Oct 13 04:47:33.497045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.504389 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.505590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/f70a5e5f-6fdb-43c1-933c-9ec0975f6305 HTTP/1.1" status: 204 len: 168 time: 0.0765083 Oct 13 04:47:33.511896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34070) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.514365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5e91f-76a3-4ae7-8753-4ac26a23e39b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f70a5e5f-6fdb-43c1-933c-9ec0975f6305,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.577186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0604c612-ec66-485d-9a4d-675901fe1170 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635531 Oct 13 04:47:33.579770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34072) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.589862 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-df259787-f092-4b91-8cd8-cd4d2abf5fd1 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944557 Oct 13 04:47:33.634751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.657987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.680843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-80df6ece-17a4-4239-b548-0d03354fd8ad service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Oct 13 04:47:33.701002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.703946 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.705079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/faa5ce0d-67ef-4a4f-b2e1-ff8f5d5f5ad7 HTTP/1.1" status: 204 len: 168 time: 0.1242435 Oct 13 04:47:33.707961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34074) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.714951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7a0ba-c463-4150-ab39-0415dcc7b923 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa5ce0d-67ef-4a4f-b2e1-ff8f5d5f5ad7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.754685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee2a3888-1033-4c6f-9579-4dc7f36f734d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451725 Oct 13 04:47:33.758208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.762686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354704056'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:33.784034 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.856128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.860769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.891917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.895855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-df516c62-f441-434b-ab4b-8654bc494475 req-d204c996-cd0b-44d8-9ee3-5c289f4f6e80 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0303855 Oct 13 04:47:33.896052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1339190 Oct 13 04:47:33.896052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006edc7-2714-42e6-bdac-560574c27021 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bfbd72-3c36-41f9-8a25-06728790f978,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:33.896272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34084) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:33.903975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'd9bfbd72-3c36-41f9-8a25-06728790f978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:33.935118 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:33.997043 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.001070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.024057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914e6587-31bf-4ca6-a911-d650011d81fb,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.028971 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.032824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2fb31437-47ad-4f60-bbec-5335a0387257 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328738 Oct 13 04:47:34.033116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34090) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.038023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'd9bfbd72-3c36-41f9-8a25-06728790f978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:34.066418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.126984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.131567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.151852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0190b5-49b0-4c5f-99d5-f9b3c0bf5138,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.157537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.161509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a8199ed5-0dd5-4cd6-8250-e360995f2b06 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246948 Oct 13 04:47:34.161509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.165847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'd9bfbd72-3c36-41f9-8a25-06728790f978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:34.194372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.256729 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.261129 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.280888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac32ee02-c2ca-4ca2-b013-e646ff4516c1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.289019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.292813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1d64fa54-aef1-4cb6-a2c0-adbefd6d4a35 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278000 Oct 13 04:47:34.293488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34096) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.298402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'd9bfbd72-3c36-41f9-8a25-06728790f978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:34.325515 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.393235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.397023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.416875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b04c6-5570-42b8-8e34-57a485783b06,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.426428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.427668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3802daee-c3dc-4f58-92cf-b56fbf0199df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331136 Oct 13 04:47:34.430484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34098) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.435494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'd9bfbd72-3c36-41f9-8a25-06728790f978', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:34.462278 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.522448 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.526355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.556912 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfdbf8f-2aba-4089-8173-3166a6c8b5c1,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.571189 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.572399 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-49ce91ba-164f-4377-99b6-f30e80dcb7d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1405079 Oct 13 04:47:34.575293 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34100) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.605496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.614685 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.642381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.647605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.648692 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ddfdbf8f-2aba-4089-8173-3166a6c8b5c1 HTTP/1.1" status: 204 len: 168 time: 0.0724621 Oct 13 04:47:34.651526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34102) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.656356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b9d3-46c4-4b62-a60a-3042f5377ce6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddfdbf8f-2aba-4089-8173-3166a6c8b5c1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.703936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c4356d3d-79b0-48a8-b56a-33c647a1bcd6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0487070 Oct 13 04:47:34.704191 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34104) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.780382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.792615 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.840843 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.851591 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.855407 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3e8b04c6-5570-42b8-8e34-57a485783b06 HTTP/1.1" status: 204 len: 168 time: 0.1502783 Oct 13 04:47:34.855641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34108) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.873364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-7f6af109-3ea4-4203-adcd-49c3a30c8428 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:34.875184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-7f6af109-3ea4-4203-adcd-49c3a30c8428 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1571784 Oct 13 04:47:34.875631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dd492-dfd5-4622-9760-252e248b2dd8 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e8b04c6-5570-42b8-8e34-57a485783b06,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:34.887542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': '88498389-ba03-44c3-9fce-408068b1cdbb', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:34.923528 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e34dab1d-b5b0-46e5-8dbb-2a1b7f6e4f6f tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0660534 Oct 13 04:47:34.926554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:34.962071 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:34.970931 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.017453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:47:35.021799 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.023930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9096ccd2-7d74-4fc2-a07f-6913982ef7a5 req-89953646-8b1e-4d98-8a09-b165133e5fb9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0389464 Oct 13 04:47:35.026529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.034156 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.036047 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ac32ee02-c2ca-4ca2-b013-e646ff4516c1 HTTP/1.1" status: 204 len: 168 time: 0.1083686 Oct 13 04:47:35.040088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34114) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.042288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988160b-2261-4e55-82d3-ba64b7398949 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac32ee02-c2ca-4ca2-b013-e646ff4516c1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:35.129529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-98182bc8-f767-4531-aaea-31a59f0b00f7 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0881300 Oct 13 04:47:35.132279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34116) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.196319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.218276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.242610 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.10 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/0d553244-1fee-4986-9995-845003c86ad3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:47:35.266052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.281093 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.282180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/4a0190b5-49b0-4c5f-99d5-f9b3c0bf5138 HTTP/1.1" status: 204 len: 168 time: 0.1490107 Oct 13 04:47:35.285723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34120) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.294031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c56fac-a355-4711-b7ee-2b9e4954be34 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0190b5-49b0-4c5f-99d5-f9b3c0bf5138,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:35.333225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c21022a6-224a-42a2-8cfd-7ec0b3c9d3de tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433843 Oct 13 04:47:35.334410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34124) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.359361 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.367902 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.397721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.403503 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.407525 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/914e6587-31bf-4ca6-a911-d650011d81fb HTTP/1.1" status: 204 len: 168 time: 0.0730128 Oct 13 04:47:35.408340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34126) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.415708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.433513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597aaf7-1654-4209-b54c-9f8a1cd41bae tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=914e6587-31bf-4ca6-a911-d650011d81fb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:35.459995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.483160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-71bd48d3-5935-4149-ae4c-a2a967aa2d74 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671625 Oct 13 04:47:35.484103 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34128) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.524637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:47:35.528552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:35.532080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:47:35.534151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:47:35.550161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.577483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.588370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:35.589014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.607933 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-4a382f34-ad2a-4b53-93ed-2d4d2a3ab72c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241910 Oct 13 04:47:35.629888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.634309 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.635867 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/d9bfbd72-3c36-41f9-8a25-06728790f978 HTTP/1.1" status: 204 len: 168 time: 0.1503508 Oct 13 04:47:35.638859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34132) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.649441 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43960492-ab7a-4653-b34c-50c77fbf45d0 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bfbd72-3c36-41f9-8a25-06728790f978,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:35.708672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Request body: {'port': {'device_id': '88498389-ba03-44c3-9fce-408068b1cdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:35.739910 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cc022bae-ba0c-4d5c-aac2-2119e09a4280 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998914 Oct 13 04:47:35.746337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34134) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:35.751948 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016335530'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:35.801070 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.804588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.872893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-91f5193b-0d14-4aaa-a2be-38c92162191f None None] Provisioning complete for port 0d553244-1fee-4986-9995-845003c86ad3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:35.873503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91f5193b-0d14-4aaa-a2be-38c92162191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:35.910638 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-91f5193b-0d14-4aaa-a2be-38c92162191f None None] Port 0d553244-1fee-4986-9995-845003c86ad3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:47:36.016003 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.023953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.066773 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.068083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3228390 Oct 13 04:47:36.070986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34138) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:36.079001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': '6bc0d6b8-ce5d-4a32-a9c3-3cb701c55706', 'direction': 'ingress', 'protocol': 17}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:36.089421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2d08-9a86-4ad1-839d-96de53420f0d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0d6b8-ce5d-4a32-a9c3-3cb701c55706,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.127824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.181449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.185422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.197904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d553244-1fee-4986-9995-845003c86ad3 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:47:36.204601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bee6d0-6cb0-4085-ac1f-567903134707,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.209924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.217310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.221141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e8730f0-25ec-4884-a2e0-cefafc35ce29 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1457920 Oct 13 04:47:36.221566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b17d5d-2932-47a8-9891-79b8d53466ee req-de88a8e9-1f53-48c1-b9ab-81d3059f92e8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:36.221566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1b17d5d-2932-47a8-9891-79b8d53466ee req-de88a8e9-1f53-48c1-b9ab-81d3059f92e8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 932 time: 0.1045449 Oct 13 04:47:36.222847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34140) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:36.261130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Transition to ACTIVE for port object 0d553244-1fee-4986-9995-845003c86ad3 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:47:36.270691 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.339917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1b17d5d-2932-47a8-9891-79b8d53466ee req-885e5dbb-acf0-4731-be07-b3a770043f02 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070750 Oct 13 04:47:36.365080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Pushing event updated for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.370957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.436654 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.500212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Attempting to bind port 0d553244-1fee-4986-9995-845003c86ad3 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:47:36.500550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Attempting to bind port 0d553244-1fee-4986-9995-845003c86ad3 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:47:36.500911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Attempting to bind port 0d553244-1fee-4986-9995-845003c86ad3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:36.506859 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Port 0d553244-1fee-4986-9995-845003c86ad3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:47:36.507288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Attempting to bind port 0d553244-1fee-4986-9995-845003c86ad3 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:47:36.514574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:47:36.514907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:47:36.519288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:47:36.520429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Bound port: 0d553244-1fee-4986-9995-845003c86ad3, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:47:36.520988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.525065 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.528082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.531840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/6bc0d6b8-ce5d-4a32-a9c3-3cb701c55706 HTTP/1.1" status: 204 len: 168 time: 0.3055182 Oct 13 04:47:36.532577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:36.551259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df930c-d158-4d6a-8aba-9778fa2d3034 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0d6b8-ce5d-4a32-a9c3-3cb701c55706,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.593700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-562b194e-70f3-402d-8187-46dba887f496 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593958 Oct 13 04:47:36.598167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:36.603091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--92991182'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:36.608021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:47:36.611663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0d553244-1fee-4986-9995-845003c86ad3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:47:36.617306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.627607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.658677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:36.659397 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.661819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] 10.222.0.16 "PUT /v2.0/ports/0d553244-1fee-4986-9995-845003c86ad3 HTTP/1.1" status: 200 len: 1092 time: 1.0422888 Oct 13 04:47:36.662354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'tag': '0d553244-1fee-4986-9995-845003c86ad3'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:47:36.664977 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c72b8-91f8-4115-8766-bbfe9ade53a5" -d '{"events": [{"name": "network-changed", "server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "tag": "0d553244-1fee-4986-9995-845003c86ad3"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:47:36.695139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc70733-6757-4f38-a616-260b7ea4b8ce service neutron] Pushing event updated for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.722159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.728799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.753389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.758466 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1562319 Oct 13 04:47:36.759950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:36.767929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699632212'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:36.782812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93e6c2-9f37-49c3-bd2f-ac43631dddbd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c930ada-5e14-405b-a909-f6fb4eff5606,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:36.798881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-49bc739c-fcad-4822-93c5-d31ca0cdd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:36.800544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-49bc739c-fcad-4822-93c5-d31ca0cdd11c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 1095 time: 0.0880895 Oct 13 04:47:36.808889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:36.873362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-e4863422-e7e5-46a9-bb73-a2722880d7ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d553244-1fee-4986-9995-845003c86ad3 HTTP/1.1" status: 200 len: 217 time: 0.0487664 Oct 13 04:47:36.890548 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ceddd-c949-4789-85a3-fec8ddb68e34 x-openstack-request-id: req-1d8ceddd-c949-4789-85a3-fec8ddb68e34 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:47:36.890729 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "tag": "0d553244-1fee-4986-9995-845003c86ad3", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:47:36.890982 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d8ceddd-c949-4789-85a3-fec8ddb68e34 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:47:36.891406 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'tag': '0d553244-1fee-4986-9995-845003c86ad3', 'status': 'completed', 'code': 200} Oct 13 04:47:36.954155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-c6c43838-c364-4612-aa1e-2f2447968c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:36.955694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-c6c43838-c364-4612-aa1e-2f2447968c39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0635593 Oct 13 04:47:37.001318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.005295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.042458 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.043605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2817311 Oct 13 04:47:37.046364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.051255 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': '3c930ada-5e14-405b-a909-f6fb4eff5606', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'deb38d49-f406-4c20-937f-a92646f6832d', 'remote_ip_prefix': None}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:37.057398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1af4-6374-40dc-a867-7994291ad56c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb38d49-f406-4c20-937f-a92646f6832d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:37.061015 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-3778e4ed-f4d0-435d-ac6a-43fdddd4d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.062471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-3778e4ed-f4d0-435d-ac6a-43fdddd4d5b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973234 Oct 13 04:47:37.142953 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.187880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-d4f9cd03-d6af-49e0-b586-d4239649604b service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178381 Oct 13 04:47:37.273347 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.278272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.315565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf6061e-5b74-4455-9a62-0b06d90bc2a4,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:37.326964 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.330977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8840d52e-817c-49df-801b-02b70d65f751 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2808976 Oct 13 04:47:37.331187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34154) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.344567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d885aa07-a99c-482c-acfe-3f9c8127ddb3 req-f97717fd-c51b-4d2f-ba13-31349c203b0c service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468065 Oct 13 04:47:37.359690 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.379904 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.448286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.453330 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.458111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8cf6061e-5b74-4455-9a62-0b06d90bc2a4 HTTP/1.1" status: 204 len: 168 time: 0.1223476 Oct 13 04:47:37.459169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34158) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.482183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa264d-06f0-4163-802e-4a5349e23ec6 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf6061e-5b74-4455-9a62-0b06d90bc2a4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:37.500660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-87e92068-669a-4f40-8146-6ffb2f40e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.502150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-87e92068-669a-4f40-8146-6ffb2f40e368 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 1095 time: 0.0974081 Oct 13 04:47:37.510849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f796a-edae-42c7-9598-02169f59000e req-a3989642-233b-448f-a979-ece9759ec30f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.512335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d3f796a-edae-42c7-9598-02169f59000e req-a3989642-233b-448f-a979-ece9759ec30f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0781958 Oct 13 04:47:37.521033 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06dd12d5-f6ac-4799-ac89-dff62cae270c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0595238 Oct 13 04:47:37.523428 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34160) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.582009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.605624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.609276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2d3f796a-edae-42c7-9598-02169f59000e req-949c4e4c-daf5-4027-8635-5ca3f126a4da tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Oct 13 04:47:37.642459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-55e4479b-4b1f-4efe-9152-5593ba3513d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.644502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-55e4479b-4b1f-4efe-9152-5593ba3513d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1308255 Oct 13 04:47:37.649153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.652387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.656320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/deb38d49-f406-4c20-937f-a92646f6832d HTTP/1.1" status: 204 len: 168 time: 0.1316409 Oct 13 04:47:37.656945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.686253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5124-d6ae-403f-a7d1-dbbacedcfdcf tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb38d49-f406-4c20-937f-a92646f6832d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:37.688404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-e8e5c193-f711-454b-bd92-aa5c6a4e79ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d553244-1fee-4986-9995-845003c86ad3 HTTP/1.1" status: 200 len: 217 time: 0.0375259 Oct 13 04:47:37.738105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-596a6c27-3a08-4334-bb5e-254a85db3058 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0742302 Oct 13 04:47:37.738369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34164) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:37.759628 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-df65fc84-6216-4462-b18b-37506057995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.761091 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-df65fc84-6216-4462-b18b-37506057995f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0653732 Oct 13 04:47:37.828313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:37.833211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-9a68d84a-2db5-48bf-8a01-7675c426bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:37.834652 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-9a68d84a-2db5-48bf-8a01-7675c426bdc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637283 Oct 13 04:47:37.898650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.237187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-a28a7905-0b22-4e42-92c1-3e17de6327ca service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940046 Oct 13 04:47:38.238417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.241014 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.242057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/3c930ada-5e14-405b-a909-f6fb4eff5606 HTTP/1.1" status: 204 len: 168 time: 0.5027437 Oct 13 04:47:38.245004 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34168) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.268527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52660f31-4bea-4bb5-9c87-9d81084f4882 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c930ada-5e14-405b-a909-f6fb4eff5606,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:38.305953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e46e014b-c259-4ad8-95f0-13ecd67e7083 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591593 Oct 13 04:47:38.310387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34170) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.313987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366743269'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:38.340511 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.345147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f89c72b8-91f8-4115-8766-bbfe9ade53a5 req-b07719a9-5389-4115-9200-14bfb0654f77 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993290 Oct 13 04:47:38.410056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.414708 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.435314 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.436613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1260641 Oct 13 04:47:38.439457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34174) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.444212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': '3e781202-56ee-4d67-bfb8-3fb74bb7d936', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:38.464892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f13c1a-85cd-4028-bb67-5f5f2bb536bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e781202-56ee-4d67-bfb8-3fb74bb7d936,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:38.483679 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.568137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.571868 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.592637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f2dd78-c142-4cc7-a4dd-faeab2ebf63e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:38.599307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.600749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-211735c7-ccd5-4289-af96-9a0ad2936a2a tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1598990 Oct 13 04:47:38.603368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34176) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.638133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.647650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.689381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.697533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.701731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34180) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.704229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b6f2dd78-c142-4cc7-a4dd-faeab2ebf63e HTTP/1.1" status: 204 len: 168 time: 0.0983939 Oct 13 04:47:38.715131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ce65-3d27-4093-abbb-efb5f390778d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6f2dd78-c142-4cc7-a4dd-faeab2ebf63e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:38.779992 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-159977ae-25b9-4dd2-8f5a-039ca3a48461 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765750 Oct 13 04:47:38.786653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34182) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.787918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d1a15-491d-42d2-9fc5-1cfe0043e526 req-3b2b32c4-bf0c-40da-a1be-631ff03df1e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:38.790126 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a7d1a15-491d-42d2-9fc5-1cfe0043e526 req-3b2b32c4-bf0c-40da-a1be-631ff03df1e6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0780046 Oct 13 04:47:38.853390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4a7d1a15-491d-42d2-9fc5-1cfe0043e526 req-f1d4302b-eea7-4418-94c6-7078cfb46845 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546072 Oct 13 04:47:38.866664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.901102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.960295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.963207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:38.964575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/3e781202-56ee-4d67-bfb8-3fb74bb7d936 HTTP/1.1" status: 204 len: 168 time: 0.1767468 Oct 13 04:47:38.969019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34184) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:38.989421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e781202-56ee-4d67-bfb8-3fb74bb7d936,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:39.013707 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.014194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.014554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.014885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.015236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.015561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.015927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.016240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.016560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.017463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.017794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.018110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b3de9-1e5a-4727-a86f-757b38fa6c87 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:47:39.068748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-99c52694-f475-49fe-a2fc-9fc0cfacc4e1 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948927 Oct 13 04:47:39.069810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34186) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.075555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group': {'name': 'tempest-secgroup--909901204'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:39.114238 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.203229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.208167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.238181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb21da-c540-4d95-9d31-d5494f30932b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:39.243001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.244247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-00e38f84-656b-49f5-9f16-284aa4bef899 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1734669 Oct 13 04:47:39.246914 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34188) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.251163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'f2fb21da-c540-4d95-9d31-d5494f30932b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:39.287612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.357671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.367369 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.401297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce5b182-dec9-46ec-8d76-c2e1ac6ddf27,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:39.423974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.426376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dbc1e6ca-191b-4c79-a6dc-3b82a31e63bd tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776025 Oct 13 04:47:39.428632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34190) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.458081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5e7431eb-6f0a-4c1f-8f28-d345a961d26d tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules/7ce5b182-dec9-46ec-8d76-c2e1ac6ddf27 HTTP/1.1" status: 200 len: 763 time: 0.0282879 Oct 13 04:47:39.460724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34192) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.529604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1e6e8a24-9c41-4b4e-a938-7e08bb07fd41 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0675011 Oct 13 04:47:39.534790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34194) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.564357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.573571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.621023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.630272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.631599 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7ce5b182-dec9-46ec-8d76-c2e1ac6ddf27 HTTP/1.1" status: 204 len: 168 time: 0.0955846 Oct 13 04:47:39.636907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34196) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.642727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d7b26-10ee-4ab3-afe6-10f638e017df tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ce5b182-dec9-46ec-8d76-c2e1ac6ddf27,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:39.695138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-04de789f-8758-48d4-8349-a474309ac71b tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569463 Oct 13 04:47:39.697990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34198) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.704406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'f2fb21da-c540-4d95-9d31-d5494f30932b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:39.745017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.821614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.830593 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.856497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0e7825-e4f8-4818-b2d9-5576ca4a6c81,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:39.870892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:39.876559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2dd63876-3b7b-470b-90f8-10172e1926ce tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732051 Oct 13 04:47:39.876846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34200) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.902382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9b4c9b8f-df36-45b9-b0fa-92a7c3679906 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules/8d0e7825-e4f8-4818-b2d9-5576ca4a6c81 HTTP/1.1" status: 200 len: 763 time: 0.0245597 Oct 13 04:47:39.906667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:39.964237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95df6faa-f74a-442b-9f70-036535855014 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554991 Oct 13 04:47:39.968188 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34206) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.007733 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.019945 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.020858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e63ff9-f559-4665-96b2-aeae0014cc1d req-85afdf0a-426f-4e23-b210-b09051eb4b2e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:40.023442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75e63ff9-f559-4665-96b2-aeae0014cc1d req-85afdf0a-426f-4e23-b210-b09051eb4b2e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0666432 Oct 13 04:47:40.054798 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.067357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.068591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/8d0e7825-e4f8-4818-b2d9-5576ca4a6c81 HTTP/1.1" status: 204 len: 168 time: 0.0992825 Oct 13 04:47:40.071733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75e63ff9-f559-4665-96b2-aeae0014cc1d req-8c11525f-7a6b-4a21-af7f-261dd13960e0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Oct 13 04:47:40.073609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34208) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.075662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a8f31-6197-4045-8ade-3945eb5d2f99 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d0e7825-e4f8-4818-b2d9-5576ca4a6c81,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:40.148997 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-79b2820d-e25f-49fc-b1da-8c15f1b8da0c tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689576 Oct 13 04:47:40.151816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34210) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.156494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Request body: {'security_group_rule': {'security_group_id': 'f2fb21da-c540-4d95-9d31-d5494f30932b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:47:40.192311 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Project 8866ae45b8424ea38010a28d74e35faf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:47:40.204214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.286322 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.292904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.318629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ed0a21-763a-4965-9035-a382f05d3890,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:40.330606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.333057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04e40d02-1ba9-4079-ab5b-20b15ddaa1d9 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794996 Oct 13 04:47:40.335681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34212) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.370927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-01190ef3-6303-47ad-9b1c-62be8f3f510e tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules/17ed0a21-763a-4965-9035-a382f05d3890 HTTP/1.1" status: 200 len: 769 time: 0.0332997 Oct 13 04:47:40.373249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34214) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.450571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9c2fec95-697f-4f9e-b20d-187336cf49f4 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0700636 Oct 13 04:47:40.450571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34216) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.487529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.507783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.555164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.563811 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.565043 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/17ed0a21-763a-4965-9035-a382f05d3890 HTTP/1.1" status: 204 len: 168 time: 0.1139174 Oct 13 04:47:40.570135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34218) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.571620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fb11c-131c-49e0-876a-47d037372745 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17ed0a21-763a-4965-9035-a382f05d3890,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:40.615114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8945fae2-6e14-4114-b71c-3daa5dc44341 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434856 Oct 13 04:47:40.619334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34220) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.705978 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.747782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.834283 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.837666 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:40.841207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2fb21da-c540-4d95-9d31-d5494f30932b HTTP/1.1" status: 204 len: 168 time: 0.2185159 Oct 13 04:47:40.841607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34222) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.857536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c133963-7122-4a8d-a725-1cc873d3e799 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb21da-c540-4d95-9d31-d5494f30932b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:40.914930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e283395-c9b9-4cc9-a330-9e7444ee3e73 tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718479 Oct 13 04:47:40.920430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34224) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:40.977659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6e33dd8e-1b3d-4ca8-8c48-75acfbc6eabc tempest-SecGroupIPv6Test-1064263895 tempest-SecGroupIPv6Test-1064263895-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553262 Oct 13 04:47:41.262138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d85e-6c1d-4cfc-a61c-85da1cfeb4e6 req-97683eab-36f3-471a-8f17-038741f66561 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:41.263712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d6d85e-6c1d-4cfc-a61c-85da1cfeb4e6 req-97683eab-36f3-471a-8f17-038741f66561 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0775485 Oct 13 04:47:41.318009 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b4d6d85e-6c1d-4cfc-a61c-85da1cfeb4e6 req-70298b6c-8385-43d0-867a-52fcb890757b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Oct 13 04:47:41.374787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34232) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:41.537736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1215e8b4-15a6-4c56-9975-fda3989689d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8866ae45b8424ea38010a28d74e35faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616414 Oct 13 04:47:41.540447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34236) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:41.598264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:41.623123 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:41.701584 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:41.705110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:41.707149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0daba49-9984-4c9d-b0fe-53b97b9dd2ed HTTP/1.1" status: 204 len: 168 time: 0.1650286 Oct 13 04:47:41.719677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732d823-4100-4862-bb7d-16819a53656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0daba49-9984-4c9d-b0fe-53b97b9dd2ed,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:41.804549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-574c1a93-eff1-46aa-94d7-2b6ffc47d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:41.809682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:42.470535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60505282-1c11-4118-be1d-b755384881d3 req-e435b3b1-63c0-4071-992f-2c81196e1c65 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:42.472872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60505282-1c11-4118-be1d-b755384881d3 req-e435b3b1-63c0-4071-992f-2c81196e1c65 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0653691 Oct 13 04:47:42.524252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60505282-1c11-4118-be1d-b755384881d3 req-2039a3d4-e71d-4d34-8e6a-3b4cbe57544d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444539 Oct 13 04:47:42.844969 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.446717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34278) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:43.571089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5721e71-37cd-466d-b009-6e195918416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.685011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80919ea8-0eb8-463b-b9e3-3e1916dea4bd req-bcc36589-5aa1-4d29-8cee-2070a66087fc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:43.686525 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80919ea8-0eb8-463b-b9e3-3e1916dea4bd req-bcc36589-5aa1-4d29-8cee-2070a66087fc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0831468 Oct 13 04:47:43.719513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5721e71-37cd-466d-b009-6e195918416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.726561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a5721e71-37cd-466d-b009-6e195918416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.755686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80919ea8-0eb8-463b-b9e3-3e1916dea4bd req-b557cc42-d644-4d41-bc7d-f0f73308f771 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Oct 13 04:47:43.776345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5721e71-37cd-466d-b009-6e195918416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa53de-d635-4fc0-984c-e07148a47293,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:43.780652 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a5721e71-37cd-466d-b009-6e195918416a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e1d79e0792b41bb975ba1b5e3ed82e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327615 Oct 13 04:47:43.783205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34284) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:43.832063 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.853330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.899021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.901666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:43.902812 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02aa53de-d635-4fc0-984c-e07148a47293 HTTP/1.1" status: 204 len: 168 time: 0.1186965 Oct 13 04:47:43.911252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8cdcd-b69e-4a32-a629-0e6a2376441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa53de-d635-4fc0-984c-e07148a47293,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:44.157471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34290) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:44.174520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e0ef70-49b6-4546-abc4-e04dbc9de225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.228815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-11619049-c5ba-424b-8dd0-1ad7ab186bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.255051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e0ef70-49b6-4546-abc4-e04dbc9de225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.261466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-18e0ef70-49b6-4546-abc4-e04dbc9de225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.299323 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0ef70-49b6-4546-abc4-e04dbc9de225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192a164-234e-48fe-949d-f46fd6bec1f6,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:44.304201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-18e0ef70-49b6-4546-abc4-e04dbc9de225 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bca3364384fd4f23a769930fa066c589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456950 Oct 13 04:47:44.306809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34292) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:47:44.357098 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.380023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.428680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.431295 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:44.434996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d192a164-234e-48fe-949d-f46fd6bec1f6 HTTP/1.1" status: 204 len: 168 time: 0.1246078 Oct 13 04:47:44.442337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d0b15-dc4d-4506-b088-d7a30058aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192a164-234e-48fe-949d-f46fd6bec1f6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:44.878292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfaf9a-a061-49ee-8f3a-2a9134f80224 req-8c62ba5d-fd74-473d-89d1-e56be400983c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:44.889314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbdfaf9a-a061-49ee-8f3a-2a9134f80224 req-8c62ba5d-fd74-473d-89d1-e56be400983c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0566370 Oct 13 04:47:44.926758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbdfaf9a-a061-49ee-8f3a-2a9134f80224 req-380fd90e-0ec8-4f0c-9d20-836b126ebfaf tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Oct 13 04:47:45.369181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:45.531500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:46.075648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbe410-f349-4166-a998-d7ef7e1a220b req-1b24a2e6-1f76-4e10-adc2-63dd66888b1b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:46.077961 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97bbe410-f349-4166-a998-d7ef7e1a220b req-1b24a2e6-1f76-4e10-adc2-63dd66888b1b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0626242 Oct 13 04:47:46.128946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-97bbe410-f349-4166-a998-d7ef7e1a220b req-aab9fe1e-08fd-4915-9a6b-a53159aea853 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Oct 13 04:47:47.266315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cdcaa-f4bd-4197-ab6d-61c5de81ea22 req-ac52d33d-6136-4bab-ae45-948d92513d52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:47.268377 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef0cdcaa-f4bd-4197-ab6d-61c5de81ea22 req-ac52d33d-6136-4bab-ae45-948d92513d52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0682490 Oct 13 04:47:47.306190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:47.331139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef0cdcaa-f4bd-4197-ab6d-61c5de81ea22 req-0cd5b71c-89f3-4ab7-bfa8-5a18755c2b5b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541201 Oct 13 04:47:48.452588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8b0f8-781f-478e-9d39-aaeeaa2db59f req-94c50bd5-4c78-4d00-9930-f61b42a24fd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:48.459664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16a8b0f8-781f-478e-9d39-aaeeaa2db59f req-94c50bd5-4c78-4d00-9930-f61b42a24fd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0596280 Oct 13 04:47:48.501746 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16a8b0f8-781f-478e-9d39-aaeeaa2db59f req-3b70bc49-dbd7-478b-8c6e-23020c40e133 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Oct 13 04:47:49.623798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88007b51-b1ce-4a2b-b430-d70bc7409088 req-342d2c8f-a52a-4e53-9a22-c50d8aa35b16 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:49.625202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88007b51-b1ce-4a2b-b430-d70bc7409088 req-342d2c8f-a52a-4e53-9a22-c50d8aa35b16 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0530572 Oct 13 04:47:49.678880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88007b51-b1ce-4a2b-b430-d70bc7409088 req-56145c85-6c87-42e8-8a24-c1bff21c5f0e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470300 Oct 13 04:47:50.795533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4576ba1-ba73-4504-9132-ab6d8b76a4fc req-627f4ac0-9104-4a7b-8e41-31089469b115 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:50.797103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4576ba1-ba73-4504-9132-ab6d8b76a4fc req-627f4ac0-9104-4a7b-8e41-31089469b115 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0513530 Oct 13 04:47:50.835738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4576ba1-ba73-4504-9132-ab6d8b76a4fc req-f247da26-f225-47c3-af60-19231208e4da tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Oct 13 04:47:51.957764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ac0c-d767-4a0f-9cd8-c835585be582 req-b8462a75-60f1-4c7a-9a3f-a425c9677a4c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:51.959581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5462ac0c-d767-4a0f-9cd8-c835585be582 req-b8462a75-60f1-4c7a-9a3f-a425c9677a4c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0556049 Oct 13 04:47:52.000547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5462ac0c-d767-4a0f-9cd8-c835585be582 req-c5c266db-81d9-4894-92b1-6191f25a8860 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Oct 13 04:47:53.129929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047064f-d4f2-4da9-b447-e7196d7876c1 req-96ac104a-3138-4d64-bcf9-daa4967a5fb8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:53.131587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5047064f-d4f2-4da9-b447-e7196d7876c1 req-96ac104a-3138-4d64-bcf9-daa4967a5fb8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0574262 Oct 13 04:47:53.169995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5047064f-d4f2-4da9-b447-e7196d7876c1 req-20aa4aed-56e1-42f9-86ab-f76b8358968f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Oct 13 04:47:54.285106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484dd5f-7776-421f-a63d-9e55cbf663fc req-b3a5edfc-a692-4ab8-ae52-5736c3e4cbe7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:54.286573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d484dd5f-7776-421f-a63d-9e55cbf663fc req-b3a5edfc-a692-4ab8-ae52-5736c3e4cbe7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0497961 Oct 13 04:47:54.327807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d484dd5f-7776-421f-a63d-9e55cbf663fc req-6a1c319f-7cdb-42cd-8c0d-76630a3916d1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Oct 13 04:47:55.444008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3119af-1c64-4bea-8fd3-8402bd63a9fa req-bac5be4e-324f-45b8-9002-b81354633c37 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:55.445511 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c3119af-1c64-4bea-8fd3-8402bd63a9fa req-bac5be4e-324f-45b8-9002-b81354633c37 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0495548 Oct 13 04:47:55.493019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1c3119af-1c64-4bea-8fd3-8402bd63a9fa req-58bff679-e83d-42a1-afcf-7901b3c67e05 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Oct 13 04:47:56.617755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635cf4b-e431-4f69-a071-e882e104b508 req-7a74224e-0c85-47f6-b89f-24ca2b767e79 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:56.619279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1635cf4b-e431-4f69-a071-e882e104b508 req-7a74224e-0c85-47f6-b89f-24ca2b767e79 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 944 time: 0.0504839 Oct 13 04:47:56.662138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1635cf4b-e431-4f69-a071-e882e104b508 req-b35738e8-5718-4bf0-8e50-19c9730c1367 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Oct 13 04:47:57.097210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0d553244-1fee-4986-9995-845003c86ad3 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:47:57.195111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0d553244-1fee-4986-9995-845003c86ad3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:57.207573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '0d553244-1fee-4986-9995-845003c86ad3', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': '0d553244-1fee-4986-9995-845003c86ad3', 'mac_address': 'fa:16:3e:a8:e3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:47:57.257815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:57.271644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d553244-1fee-4986-9995-845003c86ad3 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:47:57.293578 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0d553244-1fee-4986-9995-845003c86ad3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:57.298035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:57.348284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:57.513289 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0d553244-1fee-4986-9995-845003c86ad3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:47:57.778301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f1b9-d066-4fbb-b7a4-19ef4f13d08e req-96dec414-46ea-40ce-9512-73c3ccd5b1e1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:57.779752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5631f1b9-d066-4fbb-b7a4-19ef4f13d08e req-96dec414-46ea-40ce-9512-73c3ccd5b1e1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 945 time: 0.0495050 Oct 13 04:47:57.816591 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5631f1b9-d066-4fbb-b7a4-19ef4f13d08e req-3ff0d6d7-0095-4db9-8ed3-4b6ed131a0ed tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307555 Oct 13 04:47:58.931352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d5439-f90f-4529-a7c5-12653b89c63e req-5c7aff21-78ad-4eb1-b499-db1a56b3663a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:58.932828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-985d5439-f90f-4529-a7c5-12653b89c63e req-5c7aff21-78ad-4eb1-b499-db1a56b3663a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 945 time: 0.0498266 Oct 13 04:47:58.974589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-985d5439-f90f-4529-a7c5-12653b89c63e req-c80c2338-8158-4ef7-b775-dcc9acf98cf1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Oct 13 04:47:59.103279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0d553244-1fee-4986-9995-845003c86ad3 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:47:59.150091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 0d553244-1fee-4986-9995-845003c86ad3 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:47:59.153670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 0d553244-1fee-4986-9995-845003c86ad3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:47:59.154050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:59.229019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:59.253573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d553244-1fee-4986-9995-845003c86ad3'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:47:59.255881 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae9d48-6309-48b4-81f7-1db34378a71b" -d '{"events": [{"server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d553244-1fee-4986-9995-845003c86ad3"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:47:59.268931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0d553244-1fee-4986-9995-845003c86ad3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:47:59.273347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:47:59.296028 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980492c3-6ad3-4e42-9fe5-9923b8fb2749 x-openstack-request-id: req-980492c3-6ad3-4e42-9fe5-9923b8fb2749 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:47:59.296325 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "name": "network-vif-plugged", "status": "completed", "tag": "0d553244-1fee-4986-9995-845003c86ad3", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:47:59.296578 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-980492c3-6ad3-4e42-9fe5-9923b8fb2749 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:47:59.296968 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d553244-1fee-4986-9995-845003c86ad3', 'code': 200} Oct 13 04:47:59.324200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:47:59.400049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820c11c-8ab7-4397-a458-d31a57538a4e req-afb88174-0b7d-452b-8871-72d50e628f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:47:59.401480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f820c11c-8ab7-4397-a458-d31a57538a4e req-afb88174-0b7d-452b-8871-72d50e628f87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 1097 time: 0.0409596 Oct 13 04:47:59.438930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f820c11c-8ab7-4397-a458-d31a57538a4e req-3d2ccd4d-ca23-4114-878a-c5b8d3733801 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Oct 13 04:48:00.098520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d35b5-e28e-47f3-abe2-a83487a1e2fd req-d0cf8e98-f9fb-494f-862c-e7b499618a18 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:00.100033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-982d35b5-e28e-47f3-abe2-a83487a1e2fd req-d0cf8e98-f9fb-494f-862c-e7b499618a18 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0546608 Oct 13 04:48:00.138230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-982d35b5-e28e-47f3-abe2-a83487a1e2fd req-f2e2ab38-b84e-4c57-a43e-c5056ffe8de4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Oct 13 04:48:01.258099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9fcd2-4021-446a-8c09-bdea0bfb3e37 req-dc24b1e7-d4cb-40a8-9991-52b309ba54f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:01.259547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61f9fcd2-4021-446a-8c09-bdea0bfb3e37 req-dc24b1e7-d4cb-40a8-9991-52b309ba54f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0534108 Oct 13 04:48:01.305340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61f9fcd2-4021-446a-8c09-bdea0bfb3e37 req-435c6b42-9393-4daa-a385-75ac1838ad36 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328853 Oct 13 04:48:01.420040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565fbe1-8506-4a3f-b1a0-046ce79c10f9 req-020113c0-30f6-4abf-a801-24a3eb98e109 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:01.421414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1565fbe1-8506-4a3f-b1a0-046ce79c10f9 req-020113c0-30f6-4abf-a801-24a3eb98e109 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0502059 Oct 13 04:48:01.460703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1565fbe1-8506-4a3f-b1a0-046ce79c10f9 req-88ebf6f8-dc03-4bfd-a957-baaab620c99c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331588 Oct 13 04:48:01.584204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d675edb-7670-48f1-9230-18f57fe768d2 req-72e666e3-de7b-49b2-a4f5-25add55ea9e9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:01.585900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d675edb-7670-48f1-9230-18f57fe768d2 req-72e666e3-de7b-49b2-a4f5-25add55ea9e9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0500755 Oct 13 04:48:01.625289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d675edb-7670-48f1-9230-18f57fe768d2 req-8bd4bc27-8eb6-4624-b1c3-06bd410da71f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Oct 13 04:48:01.914951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de353f-e8fb-4ebc-9b67-6f00c532d576 req-f0d6820e-f3b8-47e8-99f6-64cf85148938 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:01.916506 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58de353f-e8fb-4ebc-9b67-6f00c532d576 req-f0d6820e-f3b8-47e8-99f6-64cf85148938 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0491297 Oct 13 04:48:01.955495 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-58de353f-e8fb-4ebc-9b67-6f00c532d576 req-b5ff3f3f-9e6c-4221-9186-c3d01c2ba8c1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Oct 13 04:48:03.072773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3eb1d-7098-4546-b116-9d01860f3d77 req-dd0f7863-4659-4921-9c79-9a3933ebc54d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:03.074252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ee3eb1d-7098-4546-b116-9d01860f3d77 req-dd0f7863-4659-4921-9c79-9a3933ebc54d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0484302 Oct 13 04:48:03.116688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ee3eb1d-7098-4546-b116-9d01860f3d77 req-51b9e35f-6296-4c49-9788-988a822497c2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Oct 13 04:48:03.398423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-40cdb084-1395-4705-9a9b-a2bb7bd832c3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:03.399939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-40cdb084-1395-4705-9a9b-a2bb7bd832c3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 946 time: 0.0505214 Oct 13 04:48:03.492995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 0d553244-1fee-4986-9995-845003c86ad3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:48:03.493336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:03.589997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port 0d553244-1fee-4986-9995-845003c86ad3, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=0d553244-1fee-4986-9995-845003c86ad3,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:48:03.590362 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:03.603668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 0d553244-1fee-4986-9995-845003c86ad3 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:48:03.739671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:03.752706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['0d553244-1fee-4986-9995-845003c86ad3'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:48:03.767299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=0d553244-1fee-4986-9995-845003c86ad3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:03.813705 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port 0d553244-1fee-4986-9995-845003c86ad3 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:48:03.816811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:03.820277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-98e648d8-fc90-4aa9-931b-6c902254eabc req-079791f2-46ec-4ab6-ba64-8fee869bc269 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "DELETE /v2.0/ports/0d553244-1fee-4986-9995-845003c86ad3 HTTP/1.1" status: 204 len: 173 time: 0.4131398 Oct 13 04:48:03.820780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'name': 'network-vif-deleted', 'tag': '0d553244-1fee-4986-9995-845003c86ad3'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:48:03.823117 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c3c336-8bfd-4600-96b8-df4430348c1d" -d '{"events": [{"server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "name": "network-vif-deleted", "tag": "0d553244-1fee-4986-9995-845003c86ad3"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:48:03.866671 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1864ae78-ce8b-4c46-b7ea-24725a15c550 x-openstack-request-id: req-1864ae78-ce8b-4c46-b7ea-24725a15c550 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:48:03.866974 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88498389-ba03-44c3-9fce-408068b1cdbb", "name": "network-vif-deleted", "tag": "0d553244-1fee-4986-9995-845003c86ad3", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:48:03.867295 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1864ae78-ce8b-4c46-b7ea-24725a15c550 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:48:03.867701 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88498389-ba03-44c3-9fce-408068b1cdbb', 'name': 'network-vif-deleted', 'tag': '0d553244-1fee-4986-9995-845003c86ad3', 'status': 'completed', 'code': 200} Oct 13 04:48:04.215568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae87aa8c-ba5a-4660-9b70-987d90b8ddcd req-cb64656f-b6cf-4c42-8ba0-da90f5703fe5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0283523 Oct 13 04:48:05.254051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34576) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:05.338330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c359b978-1ca3-426b-8186-24a5a33c78f1 req-3c183eb7-c06b-45fb-b38b-bcb5d20083f1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0450351 Oct 13 04:48:05.384542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.469780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.474615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.517627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc59312-cbf5-4dbf-9492-6a8c558bf4d7,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:05.531588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1307f0ded4cc4e44a261bf927cc5bd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758832 Oct 13 04:48:05.531947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34580) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:05.534583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.535145 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.535557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.535963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.536385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.536784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.537174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.537563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.537958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.538836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.539272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.539664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1c1cb-338a-498d-80fc-9ed0b370b51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:05.592078 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.616117 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.672332 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.675850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:05.677170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cc59312-cbf5-4dbf-9492-6a8c558bf4d7 HTTP/1.1" status: 204 len: 168 time: 0.1436305 Oct 13 04:48:05.686807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eb654-91be-4891-9a5c-ce7c27c0f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc59312-cbf5-4dbf-9492-6a8c558bf4d7,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:05.957806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:05.971776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7bebd5ac-7b86-47a1-9256-ccba30a576ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.002937 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:48:06.048276 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7bebd5ac-7b86-47a1-9256-ccba30a576ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.052831 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7bebd5ac-7b86-47a1-9256-ccba30a576ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.088988 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebd5ac-7b86-47a1-9256-ccba30a576ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a4392d-77df-417d-9336-dfc07da6c318,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:06.097068 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7bebd5ac-7b86-47a1-9256-ccba30a576ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cead4156bf524c34bfa9f5a0e59d8b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352186 Oct 13 04:48:06.098194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:06.145955 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.166863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.215792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.218357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:06.219543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73a4392d-77df-417d-9336-dfc07da6c318 HTTP/1.1" status: 204 len: 168 time: 0.1213477 Oct 13 04:48:06.227821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66431e2a-16e8-4f13-964a-978ad4031d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a4392d-77df-417d-9336-dfc07da6c318,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:06.456920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5f141ca6-92a3-46fe-9e42-7ac90a49cfc3 req-cb28676d-e87c-4504-aaee-4820831d7f1e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0350857 Oct 13 04:48:07.128576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0d553244-1fee-4986-9995-845003c86ad3 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:48:07.151438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 0d553244-1fee-4986-9995-845003c86ad3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:48:07.151438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 0d553244-1fee-4986-9995-845003c86ad3 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:48:07.544212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f2280b9-9747-4c7f-860b-5d091886a8b5 req-e5814a49-05ab-4c87-895d-02f8b5db3000 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0276904 Oct 13 04:48:08.656724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cab26a92-8b76-4bec-9b05-09a9e32c8880 req-632a769b-be77-42d2-94ad-c0fd06470749 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=88498389-ba03-44c3-9fce-408068b1cdbb HTTP/1.1" status: 200 len: 210 time: 0.0276580 Oct 13 04:48:11.779165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-033b17e2-7c7b-4e7f-8e2f-ece45e6bba7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:11.785466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:12.855130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:14.234962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c4c351ec-0197-47e1-8a43-2698f0522a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:15.372011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:15.536039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:17.310001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:27.786449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34898) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:27.905579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7384d5a6-cebf-4a06-80fe-fe227ab5fef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:27.984854 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7384d5a6-cebf-4a06-80fe-fe227ab5fef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:27.988765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7384d5a6-cebf-4a06-80fe-fe227ab5fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.029304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7384d5a6-cebf-4a06-80fe-fe227ab5fef1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fde12c017fd4d2f9c6f3630163d2af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417178 Oct 13 04:48:28.030137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384d5a6-cebf-4a06-80fe-fe227ab5fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cea6a-798b-4023-96c3-06f4c63fb5f2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:28.032030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 34910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:28.082785 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.104228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.150673 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.153276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.154424 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b2cea6a-798b-4023-96c3-06f4c63fb5f2 HTTP/1.1" status: 204 len: 168 time: 0.1212339 Oct 13 04:48:28.162342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f35a2-6d81-48c5-8f7d-724e15810265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cea6a-798b-4023-96c3-06f4c63fb5f2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:28.420171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34918) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:28.438429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2cec481-b6d6-4be3-b29c-79746981acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.525702 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2cec481-b6d6-4be3-b29c-79746981acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.529711 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d2cec481-b6d6-4be3-b29c-79746981acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.570472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d2cec481-b6d6-4be3-b29c-79746981acba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ea83a86f2504e00b383d02aa3e21442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491294 Oct 13 04:48:28.571637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cec481-b6d6-4be3-b29c-79746981acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9aeab2-488d-4f7e-9856-c6db88acd203,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:28.573653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 34920) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:28.622884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.645061 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.692340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.695069 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:28.696455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a9aeab2-488d-4f7e-9856-c6db88acd203 HTTP/1.1" status: 204 len: 168 time: 0.1215963 Oct 13 04:48:28.704276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a55e11-ef35-469b-a0f3-34edfd12fdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9aeab2-488d-4f7e-9856-c6db88acd203,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:33.999176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-98494e87-6a8d-41c6-84cf-b7d8660173cc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:34.000668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-98494e87-6a8d-41c6-84cf-b7d8660173cc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1087415 Oct 13 04:48:34.016011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-52ee8922-52d1-4aa5-b8da-46ec3ef9d1ea tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Oct 13 04:48:34.067536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-dc1ba800-5344-489e-924f-54fa3233f85e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462749 Oct 13 04:48:34.163365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-20f68f52-3bcc-4861-b99d-e0989f1f13dd service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889821 Oct 13 04:48:34.259014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-3cfbc264-a607-40a3-b1ee-9bedce6caa30 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893567 Oct 13 04:48:34.560283 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1760279f-617f-4fe6-8d10-5ebf3d109bbd req-18cf9dd5-f2ac-49ba-a83e-de7ef8dfaeb0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Oct 13 04:48:35.648327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-90d7ffd0-277c-48a0-8f19-0322800d7883 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:35.649938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-90d7ffd0-277c-48a0-8f19-0322800d7883 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1308799 Oct 13 04:48:35.670954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:48:35.690983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90f59d8d-642e-4c6b-8ab5-3dbe06429eeb req-fb42a903-5cbd-4706-8391-57a75368cfe6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0362616 Oct 13 04:48:35.810373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:48:35.815454 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:35.953095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.11 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/1c7ea030-6570-40d2-9062-c2d101101e2c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:48:36.111659 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.148115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.204253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:48:36.208530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:48:36.213516 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:48:36.222017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:36.277110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:36.277907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.296337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-de43b216-9a38-4dc8-aae5-5037512b0b06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296251 Oct 13 04:48:36.309281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Request body: {'port': {'device_id': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:48:36.369801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.528695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1b714f40-b7b3-4f13-835d-35704d534cb7 None None] Provisioning complete for port 1c7ea030-6570-40d2-9062-c2d101101e2c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:48:36.529273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b714f40-b7b3-4f13-835d-35704d534cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.581510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1b714f40-b7b3-4f13-835d-35704d534cb7 None None] Port 1c7ea030-6570-40d2-9062-c2d101101e2c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:48:36.661816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7ea030-6570-40d2-9062-c2d101101e2c {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:48:36.669842 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.682658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Transition to ACTIVE for port object 1c7ea030-6570-40d2-9062-c2d101101e2c will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:48:36.689190 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.743266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:36.835379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Attempting to bind port 1c7ea030-6570-40d2-9062-c2d101101e2c on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:48:36.836032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Attempting to bind port 1c7ea030-6570-40d2-9062-c2d101101e2c by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:48:36.836546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Attempting to bind port 1c7ea030-6570-40d2-9062-c2d101101e2c on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:48:36.842271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Port 1c7ea030-6570-40d2-9062-c2d101101e2c on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:48:36.842642 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Attempting to bind port 1c7ea030-6570-40d2-9062-c2d101101e2c on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:48:36.849841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:48:36.850188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:48:36.850632 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:48:36.851216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Bound port: 1c7ea030-6570-40d2-9062-c2d101101e2c, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:48:36.851707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:36.883737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109ce8f-c0af-4de0-a263-0c5018edaea4 req-b995609f-b06d-47e6-b322-4b81dcd392a5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:36.885286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2109ce8f-c0af-4de0-a263-0c5018edaea4 req-b995609f-b06d-47e6-b322-4b81dcd392a5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0775700 Oct 13 04:48:36.951651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2109ce8f-c0af-4de0-a263-0c5018edaea4 req-18012516-69f9-4011-bbbb-25aec5d5f3b1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535848 Oct 13 04:48:36.962607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:48:36.966733 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1c7ea030-6570-40d2-9062-c2d101101e2c,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:48:36.974479 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:37.031888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.033156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:37.034735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] 10.222.0.16 "PUT /v2.0/ports/1c7ea030-6570-40d2-9062-c2d101101e2c HTTP/1.1" status: 200 len: 1092 time: 0.7299492 Oct 13 04:48:37.035211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:48:37.037491 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e24993-b67e-480a-96d5-e458fe6ea89c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:48:37.054378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647508e-c2cc-454c-befc-4c449577e5ac service neutron] Pushing event updated for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:37.103793 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a08417-c2ad-4e84-a05d-f6dfe3c7e8da x-openstack-request-id: req-c2a08417-c2ad-4e84-a05d-f6dfe3c7e8da {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:48:37.104173 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:48:37.104647 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2a08417-c2ad-4e84-a05d-f6dfe3c7e8da {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:48:37.105125 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c', 'status': 'completed', 'code': 200} Oct 13 04:48:37.137052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-3ecb1f38-c4b8-4f9d-9395-9fb98c8bcc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.139216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-3ecb1f38-c4b8-4f9d-9395-9fb98c8bcc2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 1095 time: 0.0548542 Oct 13 04:48:37.194591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-7f699e46-95c6-402a-ab9b-aea6eed524c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c7ea030-6570-40d2-9062-c2d101101e2c HTTP/1.1" status: 200 len: 217 time: 0.0439451 Oct 13 04:48:37.253810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-88a09f6d-848e-4708-9fab-5e1e511552dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.255631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-88a09f6d-848e-4708-9fab-5e1e511552dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0531931 Oct 13 04:48:37.322882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-6dc9e3e1-9f3f-4865-b7c1-bba42f827964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.324422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-6dc9e3e1-9f3f-4865-b7c1-bba42f827964 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611510 Oct 13 04:48:37.447532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-b1afe587-61dc-48c0-a10a-7f16b7ed5729 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112046 Oct 13 04:48:37.554152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7958a650-0deb-45f7-9be4-11c8638f31d5 req-2fd7256f-e59a-4cff-91f4-b50b60329ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985284 Oct 13 04:48:37.641278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-42fdc48a-ed6c-47a1-aa09-3db0eca7627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.643010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-42fdc48a-ed6c-47a1-aa09-3db0eca7627f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 1095 time: 0.0430846 Oct 13 04:48:37.739224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-77937eb0-308f-4b2b-812b-ac9493f44ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.740684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-77937eb0-308f-4b2b-812b-ac9493f44ff3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0908570 Oct 13 04:48:37.782015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-bf71a1ea-5536-49ba-93b3-f366e357e675 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c7ea030-6570-40d2-9062-c2d101101e2c HTTP/1.1" status: 200 len: 217 time: 0.0338371 Oct 13 04:48:37.836373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-c4e6205b-815b-4257-a608-6df14e3a2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.837832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-c4e6205b-815b-4257-a608-6df14e3a2fa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0480828 Oct 13 04:48:37.887629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-0dcc65a1-da3e-402c-8a03-8d23dc20f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:37.889177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-0dcc65a1-da3e-402c-8a03-8d23dc20f72d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439196 Oct 13 04:48:37.981269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-4922f13c-00ab-4148-b8ee-e75710ca0176 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Oct 13 04:48:38.061712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32075a-2416-45e1-a3b5-4ffa72382dc5 req-253e28b6-dca1-4f1f-8851-e1d145766187 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:38.063272 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bf32075a-2416-45e1-a3b5-4ffa72382dc5 req-253e28b6-dca1-4f1f-8851-e1d145766187 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0500915 Oct 13 04:48:38.095577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45e24993-b67e-480a-96d5-e458fe6ea89c req-0df7668f-1904-4897-ad03-180f9fc7161a service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045096 Oct 13 04:48:38.111590 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bf32075a-2416-45e1-a3b5-4ffa72382dc5 req-5fc3de08-90d5-4706-b1bd-b7fca8f1855e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Oct 13 04:48:38.608831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35060) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:38.716728 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef11695a-975e-4559-b7b8-39a5dc352b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.802385 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef11695a-975e-4559-b7b8-39a5dc352b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.807622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-ef11695a-975e-4559-b7b8-39a5dc352b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.846819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ef11695a-975e-4559-b7b8-39a5dc352b83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70504b0e264f4b04ba719061839b5086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367640 Oct 13 04:48:38.847729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11695a-975e-4559-b7b8-39a5dc352b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331752b4-4cf7-4f35-a28d-d91ee94ec6fe,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:38.850319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35064) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:38.905610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.926664 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.973555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.976157 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:38.977293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/331752b4-4cf7-4f35-a28d-d91ee94ec6fe HTTP/1.1" status: 204 len: 168 time: 0.1257300 Oct 13 04:48:38.986788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce731bd-7772-42f5-894c-45cab6558037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331752b4-4cf7-4f35-a28d-d91ee94ec6fe,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:39.249841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fbb96-eb28-47be-83a3-c92633616824 req-71341df2-ec12-48eb-a253-d33e2a5b9fc4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:39.257771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24fbb96-eb28-47be-83a3-c92633616824 req-71341df2-ec12-48eb-a253-d33e2a5b9fc4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0666623 Oct 13 04:48:39.305539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24fbb96-eb28-47be-83a3-c92633616824 req-e23c6af4-98c3-40c6-bc68-ca05c7af5cc3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Oct 13 04:48:39.322534 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35072) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:39.337472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbed8e94-3c5c-44b8-a1d4-739513d2eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.415946 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbed8e94-3c5c-44b8-a1d4-739513d2eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.421456 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cbed8e94-3c5c-44b8-a1d4-739513d2eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.467045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cbed8e94-3c5c-44b8-a1d4-739513d2eb41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f643e1b71adc4afca4c21bc9c51fdf7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403677 Oct 13 04:48:39.467045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8e94-3c5c-44b8-a1d4-739513d2eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32358dd0-4689-4a17-a345-0e150b8ae7ab,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:39.467420 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35074) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:39.532039 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.553936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.601032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.603931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:39.607464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32358dd0-4689-4a17-a345-0e150b8ae7ab HTTP/1.1" status: 204 len: 168 time: 0.1366680 Oct 13 04:48:39.613718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32358dd0-4689-4a17-a345-0e150b8ae7ab,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:39.621470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.621812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.622157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.622494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.622941 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.623525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.623858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.624193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.624515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.624842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.625319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:39.625558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649f562b-5b0b-4899-982b-f2d2078fea98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:40.415456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5337ce-7bb0-405b-8ada-b9743354608c req-d30bfca2-64d4-4156-8185-02a0d7d2b3fc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:40.417213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc5337ce-7bb0-405b-8ada-b9743354608c req-d30bfca2-64d4-4156-8185-02a0d7d2b3fc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0521648 Oct 13 04:48:40.461291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fc5337ce-7bb0-405b-8ada-b9743354608c req-cd175938-d7a8-4993-85bb-2de80854ad6a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Oct 13 04:48:41.580431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96ecbb-ebff-41b8-96e9-2eae38812292 req-9f8fa348-09d0-4fe1-8c38-45d6c452f8d9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:41.582202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f96ecbb-ebff-41b8-96e9-2eae38812292 req-9f8fa348-09d0-4fe1-8c38-45d6c452f8d9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0521340 Oct 13 04:48:41.623362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f96ecbb-ebff-41b8-96e9-2eae38812292 req-debe0e4c-2698-42d7-9482-1d8390bf4590 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334518 Oct 13 04:48:41.780736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d34afe3c-e2cf-418e-bbd2-f4eaacae7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:41.786989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:42.742179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77723651-35de-4af6-b09c-896a16a259bc req-926ae7ae-9ed3-4ede-aa51-6bb4bc0330d2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:42.743750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77723651-35de-4af6-b09c-896a16a259bc req-926ae7ae-9ed3-4ede-aa51-6bb4bc0330d2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0522945 Oct 13 04:48:42.782665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-77723651-35de-4af6-b09c-896a16a259bc req-84c64a32-26dc-4775-8ea5-cd9d41b6a36c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Oct 13 04:48:42.861014 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:43.002689 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:48:43.900467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bf1bb-cc14-45a2-8d6b-6710a4c0e271 req-88f3a621-1400-4d1f-a6df-c5ee72542989 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:43.901865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f2bf1bb-cc14-45a2-8d6b-6710a4c0e271 req-88f3a621-1400-4d1f-a6df-c5ee72542989 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Oct 13 04:48:43.940966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f2bf1bb-cc14-45a2-8d6b-6710a4c0e271 req-50a4bd5e-e734-480e-b129-1af3f32a78c7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323279 Oct 13 04:48:44.227018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b18d87a-096f-4b27-84fc-fc33b92ca831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:44.739780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35144) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:44.848776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6159cb16-0730-476e-97b9-b998469f85e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:44.927778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6159cb16-0730-476e-97b9-b998469f85e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:44.932183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6159cb16-0730-476e-97b9-b998469f85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:44.971316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159cb16-0730-476e-97b9-b998469f85e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61b4adb-e28e-4bf6-b717-edf94b7cd488,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:44.976988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6159cb16-0730-476e-97b9-b998469f85e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f46765cbaf124cc79644c507d51ebdab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361424 Oct 13 04:48:44.980214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35150) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:45.057214 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.086270 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.094664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aea13-5e00-4cd0-96b6-a0b3992abb4c req-8dfc0355-2ef3-4102-86b4-625383f74cbd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:45.096457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba9aea13-5e00-4cd0-96b6-a0b3992abb4c req-8dfc0355-2ef3-4102-86b4-625383f74cbd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0797091 Oct 13 04:48:45.158124 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ba9aea13-5e00-4cd0-96b6-a0b3992abb4c req-6fd8ff66-eefb-46cc-97a6-0db188676916 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547304 Oct 13 04:48:45.173996 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.176707 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.180247 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c61b4adb-e28e-4bf6-b717-edf94b7cd488 HTTP/1.1" status: 204 len: 168 time: 0.1959426 Oct 13 04:48:45.189354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75dd50-7fbd-48e1-a64b-0b54ebed5d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61b4adb-e28e-4bf6-b717-edf94b7cd488,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:45.377726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.443433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35156) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:45.462494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-127e1759-8ea2-4333-8b2f-174612e014dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.531389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.542921 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-127e1759-8ea2-4333-8b2f-174612e014dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.547175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-127e1759-8ea2-4333-8b2f-174612e014dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.590185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-127e1759-8ea2-4333-8b2f-174612e014dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de58eb63f407483bbab69d38b148b668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431663 Oct 13 04:48:45.590185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1759-8ea2-4333-8b2f-174612e014dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45acb83-2431-49e1-b8fc-a8925a4b7260,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:45.591129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35158) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:48:45.653319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.675782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.726165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.728732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:45.729864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e45acb83-2431-49e1-b8fc-a8925a4b7260 HTTP/1.1" status: 204 len: 168 time: 0.1330984 Oct 13 04:48:45.737459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e0dd5-ce92-4971-b985-d75765a55a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45acb83-2431-49e1-b8fc-a8925a4b7260,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:46.287691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec65e7-6559-448a-bd78-fc5c026d9d54 req-1ae7e461-52a3-427f-9503-a9c785cf22c0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:46.287691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38ec65e7-6559-448a-bd78-fc5c026d9d54 req-1ae7e461-52a3-427f-9503-a9c785cf22c0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0570631 Oct 13 04:48:46.331968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38ec65e7-6559-448a-bd78-fc5c026d9d54 req-003a0313-660b-49dc-8e5c-e343c577c5e2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Oct 13 04:48:47.306102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:47.445406 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cf5ca-355b-4fe3-90a3-66b000cd17a3 req-f67804ec-e9ff-4498-8e78-9b52d763227b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:47.447089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d16cf5ca-355b-4fe3-90a3-66b000cd17a3 req-f67804ec-e9ff-4498-8e78-9b52d763227b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0499811 Oct 13 04:48:47.486163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d16cf5ca-355b-4fe3-90a3-66b000cd17a3 req-f0c0c136-0318-4c4c-801b-10865d74bf33 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Oct 13 04:48:48.603559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3be1a-a9b5-4a8f-8bff-ab6fc42e8880 req-fa7f2394-26fe-4b59-9138-71ab2d35307c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:48.604946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cba3be1a-a9b5-4a8f-8bff-ab6fc42e8880 req-fa7f2394-26fe-4b59-9138-71ab2d35307c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 944 time: 0.0489664 Oct 13 04:48:48.643794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cba3be1a-a9b5-4a8f-8bff-ab6fc42e8880 req-e16b7e69-dacf-4307-8fc0-e489cc23332a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Oct 13 04:48:49.423758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1c7ea030-6570-40d2-9062-c2d101101e2c details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:48:49.528452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1c7ea030-6570-40d2-9062-c2d101101e2c,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:48:49.541385 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '1c7ea030-6570-40d2-9062-c2d101101e2c', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': '1c7ea030-6570-40d2-9062-c2d101101e2c', 'mac_address': 'fa:16:3e:dd:cb:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:48:49.579753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:49.592455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7ea030-6570-40d2-9062-c2d101101e2c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:48:49.612735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1c7ea030-6570-40d2-9062-c2d101101e2c,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:48:49.617159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:49.669884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:49.678144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.678563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.678793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.679337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.679633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.679962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.680287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.680609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.680959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.681713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.682050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.682372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:48:49.767036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b1ef-4c80-4a19-9d92-205af84b4807 req-7f90ff78-d3a0-452f-a6b4-0d61c034b599 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:49.768434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d35b1ef-4c80-4a19-9d92-205af84b4807 req-7f90ff78-d3a0-452f-a6b4-0d61c034b599 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Oct 13 04:48:49.806088 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d35b1ef-4c80-4a19-9d92-205af84b4807 req-dfaaad96-3a01-4824-b303-74d6224836a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Oct 13 04:48:49.807342 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1c7ea030-6570-40d2-9062-c2d101101e2c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:48:50.928461 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe7e06-e5a2-42c4-9780-04ecaf1684f3 req-d9065d9e-5768-4cc9-8f36-fc070375704e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:50.930097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ecfe7e06-e5a2-42c4-9780-04ecaf1684f3 req-d9065d9e-5768-4cc9-8f36-fc070375704e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 945 time: 0.0558515 Oct 13 04:48:50.974501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ecfe7e06-e5a2-42c4-9780-04ecaf1684f3 req-6c1db387-404a-46af-8fa8-20eb11943b9e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Oct 13 04:48:51.439502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1c7ea030-6570-40d2-9062-c2d101101e2c up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:48:51.491015 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 1c7ea030-6570-40d2-9062-c2d101101e2c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:48:51.495505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 1c7ea030-6570-40d2-9062-c2d101101e2c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:48:51.508255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:51.573058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:51.605518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:48:51.608213 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fcf6cb-b7ae-4693-a3b7-9dc310114062" -d '{"events": [{"server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "name": "network-vif-plugged", "status": "completed", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:48:51.625413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1c7ea030-6570-40d2-9062-c2d101101e2c,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:48:51.642797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:51.699603 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:51.821573 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15d46b0-0200-41e8-b2fe-351149b5334a x-openstack-request-id: req-f15d46b0-0200-41e8-b2fe-351149b5334a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:48:51.821880 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "name": "network-vif-plugged", "status": "completed", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:48:51.822142 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f15d46b0-0200-41e8-b2fe-351149b5334a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:48:51.822569 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c', 'code': 200} Oct 13 04:48:51.919077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f32fa3-0025-43e9-bc5b-812bb150acbb req-b9a73511-21be-4abc-b496-64a71c686421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:51.920565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3f32fa3-0025-43e9-bc5b-812bb150acbb req-b9a73511-21be-4abc-b496-64a71c686421 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 1097 time: 0.0410168 Oct 13 04:48:51.957025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d3f32fa3-0025-43e9-bc5b-812bb150acbb req-c205832b-8df3-480f-9549-5abf21147643 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287795 Oct 13 04:48:52.090861 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a0587-fa2b-4e67-8472-f45086dd633c req-73787611-5b90-4933-9a3d-9402d0996a10 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:52.092368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae8a0587-fa2b-4e67-8472-f45086dd633c req-73787611-5b90-4933-9a3d-9402d0996a10 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0516400 Oct 13 04:48:52.130105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae8a0587-fa2b-4e67-8472-f45086dd633c req-63a1aab6-027d-454f-92af-0525f4d1b000 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309880 Oct 13 04:48:53.248958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0561b-4bec-4d32-992a-b9015e25c25e req-d4d6e7e9-d67c-40fa-82ff-25292d4aaf77 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:53.250565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ba0561b-4bec-4d32-992a-b9015e25c25e req-d4d6e7e9-d67c-40fa-82ff-25292d4aaf77 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0507255 Oct 13 04:48:53.289573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ba0561b-4bec-4d32-992a-b9015e25c25e req-aae6362e-07c2-431d-bf8e-92729e19a593 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Oct 13 04:48:53.408443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7181a0c-d0c3-49aa-a7ba-8452f3ede74f req-a201af5a-29ed-45f2-b4fb-4a42385b3c4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:53.409929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d7181a0c-d0c3-49aa-a7ba-8452f3ede74f req-a201af5a-29ed-45f2-b4fb-4a42385b3c4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0533543 Oct 13 04:48:53.448063 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d7181a0c-d0c3-49aa-a7ba-8452f3ede74f req-fc61ae65-9518-4d02-8c23-13701b7815e4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Oct 13 04:48:55.996574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-77421f90-14f4-4aba-84bc-084e0ea41d18 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:55.999524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-77421f90-14f4-4aba-84bc-084e0ea41d18 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1073375 Oct 13 04:48:56.013787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-f6de48e7-5852-46e5-863d-90c1dc0ff117 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Oct 13 04:48:56.071042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-51ef16f9-d81a-4d5e-bcdb-e9d7b5e344fe tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517595 Oct 13 04:48:56.160370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-790f71e1-0265-4107-91bd-8f7ced394d4f service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819037 Oct 13 04:48:56.262806 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-6b94f63e-8bfe-4269-819b-5d32fda62c90 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961356 Oct 13 04:48:56.486526 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c1b3f4c2-5e18-4873-a244-2174b7ebf122 req-e2aa6d13-1049-42bf-a12f-c36f196c3c0b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0450766 Oct 13 04:48:57.439405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-7766bdd7-0c2e-46f0-8585-e5bf0bccade5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:57.440883 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-7766bdd7-0c2e-46f0-8585-e5bf0bccade5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1089284 Oct 13 04:48:57.454189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:48:57.592992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:48:57.599520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:57.647958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8e0c05c-e2f6-4c67-a088-42508d8d0279 req-fa80a5c5-8ec3-4f19-9fb1-0c44ba70eb87 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0392385 Oct 13 04:48:57.749324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.10 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:48:57.924393 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:57.971486 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:57.983405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1c7ea030-6570-40d2-9062-c2d101101e2c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:48:58.052458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:48:58.053928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:58.057668 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:48:58.061272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:48:58.119335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:58.120137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:58.148861 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-78cb6b3a-8042-406c-ae17-4606e4440583 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6990776 Oct 13 04:48:58.285255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Request body: {'port': {'device_id': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:48:58.346981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:58.398878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-51f5e0a4-4e11-45b2-9164-43ca2fc79389 None None] Provisioning complete for port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:48:58.399742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51f5e0a4-4e11-45b2-9164-43ca2fc79389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:58.444602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-51f5e0a4-4e11-45b2-9164-43ca2fc79389 None None] Port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:48:58.675337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:48:58.684090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:58.699499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Transition to ACTIVE for port object 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:48:58.705924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:58.913138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Pushing event updated for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:58.959884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050484ee-5edf-4467-a64d-3ce5ceeb8fef req-288bf917-3bba-4f56-b2ad-235f3596919d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:58.961472 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-050484ee-5edf-4467-a64d-3ce5ceeb8fef req-288bf917-3bba-4f56-b2ad-235f3596919d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.1121557 Oct 13 04:48:58.962221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Attempting to bind port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:48:58.962531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Attempting to bind port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:48:58.962851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Attempting to bind port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:48:58.968387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:48:58.968703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Attempting to bind port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:48:58.981065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:48:58.981400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:48:58.981776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:48:58.982216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Bound port: 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:48:58.982564 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:59.055750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-050484ee-5edf-4467-a64d-3ce5ceeb8fef req-03d3ec4a-ac0d-4b7b-9fe6-751a5a28c445 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809608 Oct 13 04:48:59.129182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:48:59.132793 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:48:59.138883 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:59.184571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.185358 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:48:59.186874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] 10.222.0.47 "PUT /v2.0/ports/6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb HTTP/1.1" status: 200 len: 1092 time: 1.0339172 Oct 13 04:48:59.192047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:48:59.195397 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ebf61-174a-4db5-ab26-b501b1d72515" -d '{"events": [{"name": "network-changed", "server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:48:59.231164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71514f21-2c75-4e97-93a9-00f15338d96d service neutron] Pushing event updated for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:48:59.301555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-6b6b976d-309b-40ad-af5c-c086f140df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.303090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-6b6b976d-309b-40ad-af5c-c086f140df65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 1095 time: 0.0589778 Oct 13 04:48:59.415008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-d060bc51-f5a8-488b-ad98-44ef5050d554 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb HTTP/1.1" status: 200 len: 217 time: 0.0988324 Oct 13 04:48:59.426923 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f95b03-4ba7-4494-9c80-0afe40d9bfb6 x-openstack-request-id: req-84f95b03-4ba7-4494-9c80-0afe40d9bfb6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:48:59.427247 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:48:59.427506 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84f95b03-4ba7-4494-9c80-0afe40d9bfb6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:48:59.427922 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb', 'status': 'completed', 'code': 200} Oct 13 04:48:59.484646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-aef3b836-3ec3-4f7b-964b-d458ea90030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.486702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-aef3b836-3ec3-4f7b-964b-d458ea90030f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0577517 Oct 13 04:48:59.552854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-86cff1b3-d70b-48a2-8c00-a6be40a8b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.554550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-86cff1b3-d70b-48a2-8c00-a6be40a8b48b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607436 Oct 13 04:48:59.660972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-a585bca0-d5df-4d3b-bdd1-190801218ff8 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962813 Oct 13 04:48:59.768757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3db34b14-8e23-464b-945b-e2266d52ce18 req-b159ea18-6e2a-4c8e-a825-2573416a8d89 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007619 Oct 13 04:48:59.892692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-68de5b4a-1709-4678-8e42-2bd65d043c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:48:59.899781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-68de5b4a-1709-4678-8e42-2bd65d043c63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 1095 time: 0.0766675 Oct 13 04:49:00.002110 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-bd9ba95c-3ba3-4277-882a-86f860e61adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:00.004115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-bd9ba95c-3ba3-4277-882a-86f860e61adc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0938175 Oct 13 04:49:00.047640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-1b292db9-c91d-4551-8ebc-4c5968c4c64e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb HTTP/1.1" status: 200 len: 217 time: 0.0354259 Oct 13 04:49:00.109044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-53013b7c-4e41-4c3b-8643-dec21ae6742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:00.111109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-53013b7c-4e41-4c3b-8643-dec21ae6742a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0564928 Oct 13 04:49:00.200468 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-c6e06888-9d09-4f07-b0a9-30257739383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:00.201986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-c6e06888-9d09-4f07-b0a9-30257739383f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838909 Oct 13 04:49:00.210419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff3824-c2d5-4bed-b046-96724f83008f req-7f367551-644e-4d0f-a36c-998ebc0ac534 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:00.211893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79ff3824-c2d5-4bed-b046-96724f83008f req-7f367551-644e-4d0f-a36c-998ebc0ac534 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0680544 Oct 13 04:49:00.398614 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79ff3824-c2d5-4bed-b046-96724f83008f req-60a0b6f2-b23e-4537-b146-7aaef625c7e7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764219 Oct 13 04:49:00.400705 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-5636cfff-6f92-4b1d-96e2-22361daf8e83 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879148 Oct 13 04:49:00.512945 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-907ebf61-174a-4db5-ab26-b501b1d72515 req-df5bc58e-ccff-49fe-9f00-3bcbed9a83c8 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041427 Oct 13 04:49:01.529880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042017b-f262-4ace-885b-59f9f26737e3 req-36baa8cf-a27b-4a75-8c82-292d9799cc40 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:01.532402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2042017b-f262-4ace-885b-59f9f26737e3 req-36baa8cf-a27b-4a75-8c82-292d9799cc40 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0576277 Oct 13 04:49:01.595083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2042017b-f262-4ace-885b-59f9f26737e3 req-7945f000-1ad6-46b3-9c16-9cf77fbe259c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Oct 13 04:49:02.395946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35440) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:02.565094 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-be574b7d-1aab-40cd-bada-64267f8c4287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.676828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-be574b7d-1aab-40cd-bada-64267f8c4287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.686847 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-be574b7d-1aab-40cd-bada-64267f8c4287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.771884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-be574b7d-1aab-40cd-bada-64267f8c4287 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c7b5f5629f346db95ad1b9517468ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720117 Oct 13 04:49:02.772301 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35446) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:02.776062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be574b7d-1aab-40cd-bada-64267f8c4287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5b5d66-8163-4f18-9563-d4a55470cc29,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:02.813978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131041b-f869-45ec-b477-16ad24fd4134 req-54590e99-c9e9-47c5-946e-e79822e0e0d8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:02.817787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c131041b-f869-45ec-b477-16ad24fd4134 req-54590e99-c9e9-47c5-946e-e79822e0e0d8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.1237073 Oct 13 04:49:02.915051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c131041b-f869-45ec-b477-16ad24fd4134 req-bb2a124e-b49b-4b99-ba36-5c92eaa3cf06 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873058 Oct 13 04:49:02.916217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:02.960090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:03.025908 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:03.029799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:03.033993 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f5b5d66-8163-4f18-9563-d4a55470cc29 HTTP/1.1" status: 204 len: 168 time: 0.2560129 Oct 13 04:49:03.043141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b7630f-82f2-4dbf-88f2-b44659ede5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5b5d66-8163-4f18-9563-d4a55470cc29,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:04.101701 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800cfd-78a6-40ff-b40b-6e4655919b03 req-c85f12ef-5e22-4f0a-9d18-ae47875e9008 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:04.107816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99800cfd-78a6-40ff-b40b-6e4655919b03 req-c85f12ef-5e22-4f0a-9d18-ae47875e9008 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0738814 Oct 13 04:49:04.157930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99800cfd-78a6-40ff-b40b-6e4655919b03 req-7f038b69-1e88-41fe-aa0f-13bdb14a4c0b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457041 Oct 13 04:49:05.298911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e9847-af92-4733-ab56-a7d9caf08d0c req-20a77036-5adc-40cc-a7e6-d8306c8e0b23 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:05.300508 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c80e9847-af92-4733-ab56-a7d9caf08d0c req-20a77036-5adc-40cc-a7e6-d8306c8e0b23 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0624683 Oct 13 04:49:05.357930 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c80e9847-af92-4733-ab56-a7d9caf08d0c req-8b16da1e-cdc1-4f21-a0c0-91263fa76b98 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493414 Oct 13 04:49:06.498627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca9740-d39d-4106-9d2c-964e83f7b1d2 req-55bcf063-1e6b-40b9-8762-f5cd09e65682 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:06.500328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-57ca9740-d39d-4106-9d2c-964e83f7b1d2 req-55bcf063-1e6b-40b9-8762-f5cd09e65682 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0641820 Oct 13 04:49:06.551137 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-57ca9740-d39d-4106-9d2c-964e83f7b1d2 req-1f15bfac-bb40-47e7-a66e-9286c736f0a7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Oct 13 04:49:07.668478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e1dd-ab7d-4de7-9a68-7f1df47c9f76 req-04b07a24-70db-4522-b0f2-febf78b5b11b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:07.669958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-62c3e1dd-ab7d-4de7-9a68-7f1df47c9f76 req-04b07a24-70db-4522-b0f2-febf78b5b11b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0491037 Oct 13 04:49:07.710179 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-62c3e1dd-ab7d-4de7-9a68-7f1df47c9f76 req-db301b20-8f25-4e5c-aacd-fe7cf17d9d82 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Oct 13 04:49:08.830334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ecdb3-af8f-4cf7-82c1-05958bfcb6d7 req-090e7be3-ceeb-4276-a529-f626dd54d13f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:08.831942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d3ecdb3-af8f-4cf7-82c1-05958bfcb6d7 req-090e7be3-ceeb-4276-a529-f626dd54d13f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0510776 Oct 13 04:49:08.872148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4d3ecdb3-af8f-4cf7-82c1-05958bfcb6d7 req-76a9ef72-9f2d-4bee-bf59-9568431b2e79 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Oct 13 04:49:09.992869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f606505-fb08-4e8a-8287-842737de7c67 req-8e1c4e19-9399-48f2-8d13-0efdd60ebf02 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:09.994329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f606505-fb08-4e8a-8287-842737de7c67 req-8e1c4e19-9399-48f2-8d13-0efdd60ebf02 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0517130 Oct 13 04:49:10.033258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f606505-fb08-4e8a-8287-842737de7c67 req-4d2ffd05-b672-425a-b4df-7a0af5dbb811 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Oct 13 04:49:11.155500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb434461-9a58-4304-b00e-77726aa61864 req-b9fd9afc-3155-436c-a27a-84ee1f1c2e52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:11.159361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb434461-9a58-4304-b00e-77726aa61864 req-b9fd9afc-3155-436c-a27a-84ee1f1c2e52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0569763 Oct 13 04:49:11.200980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eb434461-9a58-4304-b00e-77726aa61864 req-1ba8d025-5a21-4f57-8921-f89d61e84352 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Oct 13 04:49:11.775590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94d18c14-d9c2-470c-8fbe-c1cd5338873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:11.804507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:12.334515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4061-3dbc-400f-9057-d5032dda49cd req-aa34b3ac-3eea-42c7-b63c-b40869103b45 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:12.336172 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc7b4061-3dbc-400f-9057-d5032dda49cd req-aa34b3ac-3eea-42c7-b63c-b40869103b45 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0573707 Oct 13 04:49:12.391367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc7b4061-3dbc-400f-9057-d5032dda49cd req-c33b9820-ffdb-4b1a-ad17-364f76444b1c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Oct 13 04:49:12.864522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:13.509459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd9dca-c279-47da-9e7f-ca4808759752 req-4bb4811a-b9fa-45f1-9b91-13b16f6a9b65 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:13.511022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77dd9dca-c279-47da-9e7f-ca4808759752 req-4bb4811a-b9fa-45f1-9b91-13b16f6a9b65 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Oct 13 04:49:13.549564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77dd9dca-c279-47da-9e7f-ca4808759752 req-e0ecade8-638e-4fb5-be97-6a7edfd73e8c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Oct 13 04:49:14.248614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c857c34b-5e2c-4c4d-a2d3-4423f178b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:14.668567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9268d83-3764-4cb0-8ff7-9b05f72a6cff req-aebaad35-6d5d-4a0e-aabd-1728c249324f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:14.669947 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9268d83-3764-4cb0-8ff7-9b05f72a6cff req-aebaad35-6d5d-4a0e-aabd-1728c249324f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0495157 Oct 13 04:49:14.708063 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e9268d83-3764-4cb0-8ff7-9b05f72a6cff req-3f816130-73bd-402e-9038-b622a48b76e3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Oct 13 04:49:15.379617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:15.536084 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:15.790659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-b88ffda7-bd66-4f1f-9859-5d176e557bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472701 Oct 13 04:49:15.843334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7426626-8283-442c-8c45-8a927d58804b req-21ef15ed-ba82-4b1a-8396-8b247cd1415f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:15.844805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d7426626-8283-442c-8c45-8a927d58804b req-21ef15ed-ba82-4b1a-8396-8b247cd1415f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0582111 Oct 13 04:49:16.225668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d7426626-8283-442c-8c45-8a927d58804b req-78da9ef0-04ae-4819-93d7-a9a34cce56d9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715262 Oct 13 04:49:16.228495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6581-778b-434f-9772-9d522f03af09 req-e05eacb4-9e69-46dc-9a0f-cdb6c62c24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:16.230084 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-e05eacb4-9e69-46dc-9a0f-cdb6c62c24a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 1097 time: 0.3836398 Oct 13 04:49:16.375090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6581-778b-434f-9772-9d522f03af09 req-7fcacaca-69df-4dd6-bd7a-3cdd511ab649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:16.377855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-7fcacaca-69df-4dd6-bd7a-3cdd511ab649 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1220558 Oct 13 04:49:16.434146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-a7658ddd-858b-4959-9e1a-cdaec1aa7b60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c7ea030-6570-40d2-9062-c2d101101e2c HTTP/1.1" status: 200 len: 217 time: 0.0483508 Oct 13 04:49:16.493083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6581-778b-434f-9772-9d522f03af09 req-b44f6e0b-b779-4588-930d-5240ae1b0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:16.494642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-b44f6e0b-b779-4588-930d-5240ae1b0c1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0537536 Oct 13 04:49:16.546925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6581-778b-434f-9772-9d522f03af09 req-60939a1d-854d-4894-803f-5821d6f3e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:16.548605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-60939a1d-854d-4894-803f-5821d6f3e8d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458131 Oct 13 04:49:16.655943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-10342947-259b-4e78-930c-fede50b94b87 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999250 Oct 13 04:49:16.755547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-732f6581-778b-434f-9772-9d522f03af09 req-bdba8d10-148b-4cc9-935e-af43cd5cd75a service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926466 Oct 13 04:49:17.350624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:17.371183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646efa4b-7f36-4b63-9d76-9bf45503dded req-45b8a68f-53cb-46b6-9650-e0fe5ac345dd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:17.372680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-646efa4b-7f36-4b63-9d76-9bf45503dded req-45b8a68f-53cb-46b6-9650-e0fe5ac345dd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0591307 Oct 13 04:49:17.420173 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-646efa4b-7f36-4b63-9d76-9bf45503dded req-9c4460c3-8d1d-4e1f-b2e4-c1f1fdd948d5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Oct 13 04:49:18.585807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfd35e-4ce3-4e85-92ac-5f45bc3df797 req-02db7519-a02e-42cf-8c46-f0343246ecfc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:18.587484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1edfd35e-4ce3-4e85-92ac-5f45bc3df797 req-02db7519-a02e-42cf-8c46-f0343246ecfc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0593090 Oct 13 04:49:18.630979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1edfd35e-4ce3-4e85-92ac-5f45bc3df797 req-4a964cfb-155c-49c8-8f17-22efdd3c489c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Oct 13 04:49:19.762964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e46c-a7dd-4d36-aa14-20284c69ae46 req-62830407-934b-4686-8025-723ca7fd8347 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:19.765352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2552e46c-a7dd-4d36-aa14-20284c69ae46 req-62830407-934b-4686-8025-723ca7fd8347 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0571446 Oct 13 04:49:19.816000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2552e46c-a7dd-4d36-aa14-20284c69ae46 req-3d446005-a35b-435a-ad7d-f1465eec00e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Oct 13 04:49:20.004645 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:49:20.939682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbe50a-a5df-4cf5-aee1-7b1580101f71 req-d49b1621-cec8-4515-86ba-929800a55775 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:20.941181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9bbe50a-a5df-4cf5-aee1-7b1580101f71 req-d49b1621-cec8-4515-86ba-929800a55775 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0537856 Oct 13 04:49:20.981033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9bbe50a-a5df-4cf5-aee1-7b1580101f71 req-3e7aff8a-d966-459d-81fd-52714f282144 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Oct 13 04:49:21.723136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35612) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:21.841698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:21.886934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:49:21.925143 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:21.932567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:21.960803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b086e98-3346-4e94-9a46-1e71880dcbfb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:21.980139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.980510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.980828 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.981256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.981823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.982159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.982496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.982959 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.983313 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.983640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.984335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:21.984335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:22.002608 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a1dd0e62-bd55-406a-ad9a-00ac3a61ab5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93939c7cdedd40039ffe9944b8f34a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756424 Oct 13 04:49:22.003886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35616) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:22.023825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:22.042948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb', 'mac_address': 'fa:16:3e:e5:a2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:49:22.060552 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.100469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.111145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.116374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:22.137866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:22.142768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.162634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a47d6-00d3-4ce5-9050-6cbb290f89b8 req-59406f8b-e586-42c6-b631-4749da11faae tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:22.164153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-219a47d6-00d3-4ce5-9050-6cbb290f89b8 req-59406f8b-e586-42c6-b631-4749da11faae tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 944 time: 0.0910590 Oct 13 04:49:22.195155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.197730 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:22.198884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b086e98-3346-4e94-9a46-1e71880dcbfb HTTP/1.1" status: 204 len: 168 time: 0.1939976 Oct 13 04:49:22.205145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:22.212671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b42f-6532-46af-9732-f31acadd24ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b086e98-3346-4e94-9a46-1e71880dcbfb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:22.230517 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-219a47d6-00d3-4ce5-9050-6cbb290f89b8 req-8d0d3039-1146-4cb3-83df-a775abb6a299 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Oct 13 04:49:22.388334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:23.361755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080c62-364a-418b-9350-b5602894eca6 req-bf0623f5-f25d-48ba-8005-d7774e3cabb7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:23.363413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60080c62-364a-418b-9350-b5602894eca6 req-bf0623f5-f25d-48ba-8005-d7774e3cabb7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 945 time: 0.0513945 Oct 13 04:49:23.404976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60080c62-364a-418b-9350-b5602894eca6 req-52f9f30e-b1d7-4d7f-8b67-9f723eb799b2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Oct 13 04:49:23.873811 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35660) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:23.879451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605461089', 'description': 'tempest-secgroup-smoke-1605461089 description', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:23.902066 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:23.905651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:23.915293 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:23.955883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:49:23.959958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:23.960298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:23.994414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.000180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.040837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.050623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fdd594-22b9-4582-968d-1da3e330b5a2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.068016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:24.075897 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ad797-1efb-4d7f-890c-8b22c558687a" -d '{"events": [{"server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "name": "network-vif-plugged", "status": "completed", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:24.084766 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:24.089651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.104131 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.112175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.120984 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de494b78-2e70-4e2a-b96f-193c0e1b2796 x-openstack-request-id: req-de494b78-2e70-4e2a-b96f-193c0e1b2796 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:24.120984 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "name": "network-vif-plugged", "status": "completed", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:24.121317 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de494b78-2e70-4e2a-b96f-193c0e1b2796 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:24.121574 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb', 'code': 200} Oct 13 04:49:24.145465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.146699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2719016 Oct 13 04:49:24.148108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcb868-4ca2-4923-9f88-1784120debba tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952347b3-de0d-4562-ba1f-b5af6f277208,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.150187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35664) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:24.154749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:24.162828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.205261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.577553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139bfc-a021-4ea0-a47c-49b020c84af3 req-c724fe21-ce81-49f9-a0b0-1d6505878021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:24.579795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89139bfc-a021-4ea0-a47c-49b020c84af3 req-c724fe21-ce81-49f9-a0b0-1d6505878021 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 1097 time: 0.4025428 Oct 13 04:49:24.635559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.647472 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.664279 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-89139bfc-a021-4ea0-a47c-49b020c84af3 req-8adfabbd-ae08-4004-9db6-83e28280f000 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Oct 13 04:49:24.678047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba4512-ed45-402a-9f26-e52ff57e878e req-ac07d0a6-d58a-4750-b2ba-caa5525824b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:24.679488 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-feba4512-ed45-402a-9f26-e52ff57e878e req-ac07d0a6-d58a-4750-b2ba-caa5525824b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.1250494 Oct 13 04:49:24.683164 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd9438b-c065-408f-9dbf-7f6fe39a2dd2,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.687977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.691297 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26d167e3-63c0-4458-b872-798b724417f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5386112 Oct 13 04:49:24.692461 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35668) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:24.701028 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:24.743917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-feba4512-ed45-402a-9f26-e52ff57e878e req-03113f96-0635-4e04-9139-c9cfe74a8de2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531344 Oct 13 04:49:24.750572 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.800225 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.806109 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.827713 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd05532-6460-48dd-a70b-7c9b7a148198,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.835613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.836791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4ec40e8c-515c-46b1-a3cf-946922a4d8c2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390030 Oct 13 04:49:24.839648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35670) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:24.844070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:24.872048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.932757 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.936675 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.960261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e380aaf1-f9f1-4d38-be95-46dceb509544,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:24.966050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:24.970320 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1830f8d2-11e9-4450-b0e9-b554a46c2243 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297073 Oct 13 04:49:24.970475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35672) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:24.975469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:25.006757 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.070062 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.074863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.101222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced74d2f-8e74-43b7-9bc6-7846e5823e0c,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:25.107722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.108131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9cd8a887-d8ce-4cf2-b184-c082f0e07994 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363759 Oct 13 04:49:25.111171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35674) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:25.115553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:25.137893 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:49:25.143305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.208763 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.212539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.230682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b7f0e7-5924-44af-8bd4-36aaeb6319b9,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:25.240767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.242236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-44674076-2320-4421-b01f-87065147b702 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300912 Oct 13 04:49:25.245653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35676) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:25.250353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '952347b3-de0d-4562-ba1f-b5af6f277208', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:25.277004 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:49:25.282903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.354049 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.358207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.382411 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd04d98d-56a6-47b5-8c05-e312e2b21a40,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:25.388490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.389975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2f4e637e-592b-46ee-95cb-83e6f9c18540 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431293 Oct 13 04:49:25.393921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35678) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:25.399824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'network': {'name': 'tempest-network-smoke--1333269076', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'port_security_enabled': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:25.423369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:49:25.426847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.449934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:49:25.459684 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.460022 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Added segment b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e of type vlan for network 0a99ddf6-ae35-434d-9ead-704084d406d1 Oct 13 04:49:25.505536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.531922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.538011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:25.538634 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.597336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2021587 Oct 13 04:49:25.600778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35680) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:25.604606 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'admin_state_up': True, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:25.625782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b600a-e7b5-484e-9b71-034b726805cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Network': ['ID=0a99ddf6-ae35-434d-9ead-704084d406d1,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:25.637284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:49:25.642751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.644376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.733352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.946768 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:25.959600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0465e9c-c508-409c-8e50-c13abd5b5fe3 req-b14cbac3-45ea-4f05-a15b-cd7e5f2d3222 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:25.961237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f0465e9c-c508-409c-8e50-c13abd5b5fe3 req-b14cbac3-45ea-4f05-a15b-cd7e5f2d3222 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.1374016 Oct 13 04:49:26.055630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f0465e9c-c508-409c-8e50-c13abd5b5fe3 req-9e341f4b-9427-4729-8267-29563ab9f764 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778382 Oct 13 04:49:26.195245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5d891-6212-4903-9f39-6df12f3fc089 req-bbbc9b7f-7ca0-446e-b970-bd41b236442f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:26.197322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54e5d891-6212-4903-9f39-6df12f3fc089 req-bbbc9b7f-7ca0-446e-b970-bd41b236442f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.0572240 Oct 13 04:49:26.227344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:26.245655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-54e5d891-6212-4903-9f39-6df12f3fc089 req-7a5749cd-ab78-4a8c-a592-eeacca030d90 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Oct 13 04:49:26.249191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:26.365081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.227 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/feeac53c-0f3d-4d0a-bdb0-9729a72c1c69) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:49:26.477694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:26.515700 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:26.557217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913782b-628d-48ba-9d62-9b46c3031377 req-adb42220-923d-4f44-8f66-caf892e4f304 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:26.558712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4913782b-628d-48ba-9d62-9b46c3031377 req-adb42220-923d-4f44-8f66-caf892e4f304 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.0567601 Oct 13 04:49:26.561868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:26.566793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:26.570424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:49:26.576471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:26.613767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4913782b-628d-48ba-9d62-9b46c3031377 req-03a0a020-ed11-4b5b-898f-9178888a87f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Oct 13 04:49:26.830018 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.051984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.181566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router df4864f3-04a2-434b-b533-86e2f146ef4e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:49:27.290471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:49:27.300614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Sync routers for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:49:27.309576 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:27.310182 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:27.311286 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.312512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d41b95fc-bc3e-4292-9a56-dad61f7baecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7113280 Oct 13 04:49:27.315888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:27.413827 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:27.449875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5bea2b18-4cbb-4548-8d14-512c24213e95 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=11b5f3c14fdd4d6b82cdea7877894f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1327603 Oct 13 04:49:27.452566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:27.597932 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:26Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:27.622012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458d3f0-9f47-4353-830c-8aa3556e59bd tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:27.623604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c458d3f0-9f47-4353-830c-8aa3556e59bd tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701221 Oct 13 04:49:27.625475 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Checking router: df4864f3-04a2-434b-b533-86e2f146ef4e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:49:27.625820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Updating router df4864f3-04a2-434b-b533-86e2f146ef4e port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:49:27.626460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35700) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:27.650930 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.664326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-394ba574-f9bb-4b44-9ce3-fd616ce2ef1a tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343192 Oct 13 04:49:27.664571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35704) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:27.669269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1111111879', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:27.924793 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.930070 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.975684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-4b47c59d-ee40-4748-9f57-1d4a3df21072 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:27.977552 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-4b47c59d-ee40-4748-9f57-1d4a3df21072 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.0570717 Oct 13 04:49:27.984948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Attempting to bind port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:49:27.985911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Attempting to bind port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:49:27.986491 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Attempting to bind port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:27.995990 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Pushing event updated for resources: {'Port': ['ID=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:27.998223 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:49:27.998596 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:27.998996 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:27.999409 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:49:27.999873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Bound port: feeac53c-0f3d-4d0a-bdb0-9729a72c1c69, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:49:28.000244 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.025519 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.025864 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.026197 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.026529 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.026855 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.027206 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.027530 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.027846 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.028162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.028481 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.028796 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.029309 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:28.064619 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] For port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:28.067907 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] For port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:49:28.073127 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.086083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b98f1-17f1-4651-889d-8075fb02fece req-8683f70c-a78f-4b97-be84-ea11019f9e85 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:28.087655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e01b98f1-17f1-4651-889d-8075fb02fece req-8683f70c-a78f-4b97-be84-ea11019f9e85 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 946 time: 0.0896552 Oct 13 04:49:28.089316 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:49:28.089853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:49:28.090271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.092814 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.137101 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:28.137718 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:28.140980 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e8d1-3d94-436c-9144-6843b3b88e0e None None] Pushing event updated for resources: {'Port': ['ID=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:28.188786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e01b98f1-17f1-4651-889d-8075fb02fece req-bf135029-14ba-425e-90a3-8b6c684c8952 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917599 Oct 13 04:49:28.198298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:28.198661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.220466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:49:28.253416 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:28.318557 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.361849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.374351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1c7ea030-6570-40d2-9062-c2d101101e2c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:28.378444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:28.385458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Subnet': ['ID=797d7b90-5cad-40e0-bfb0-26c633b0faf5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:28.416765 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Checking segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:28.417332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network hostable DHCP agents. Network: 0a99ddf6-ae35-434d-9ead-704084d406d1, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:49:28.426880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:28.441747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:49:28.444653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:49:28.448767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.460526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0a99ddf6-ae35-434d-9ead-704084d406d1) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:28.462624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d4a5c56-8fe5-4bcc-812b-a0c9e9ff9af6 req-92a73a68-5cc8-41de-bd88-367f935c83dc tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "DELETE /v2.0/ports/6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb HTTP/1.1" status: 204 len: 173 time: 0.4779232 Oct 13 04:49:28.463165 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'name': 'network-vif-deleted', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:28.465727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:28.466372 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.466682 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ee256-08d3-45d0-8d4a-df6cac97b6c2" -d '{"events": [{"server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "name": "network-vif-deleted", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:28.489233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4400608a-7527-4231-b908-b615c34dbe4a None None] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:49:28.508917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2cedc59e-46f3-4729-bff2-477b47fd3d66 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8409331 Oct 13 04:49:28.509259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35708) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:28.539644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d904ece-e6a6-4f4d-996b-53c3d8135f2e x-openstack-request-id: req-6d904ece-e6a6-4f4d-996b-53c3d8135f2e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:28.540130 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316cff4e-4b5d-4463-a53a-5dc7f7ab9af7", "name": "network-vif-deleted", "tag": "6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:28.540386 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d904ece-e6a6-4f4d-996b-53c3d8135f2e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:28.540782 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316cff4e-4b5d-4463-a53a-5dc7f7ab9af7', 'name': 'network-vif-deleted', 'tag': '6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb', 'status': 'completed', 'code': 200} Oct 13 04:49:28.635212 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:26Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:28.672020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99d429-e5ee-42f0-b30e-f34b75c0c819 None None] The sync data for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 is: [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:26Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:49:28.793666 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0a99ddf6-ae35-434d-9ead-704084d406d1', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:49:28.794694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:28.950093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Allocated IP 172.20.0.2 (0a99ddf6-ae35-434d-9ead-704084d406d1/797d7b90-5cad-40e0-bfb0-26c633b0faf5/75214f13-d433-425e-8962-ef051806805c) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:49:29.105472 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.185893 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.194035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.233815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:29.289535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:29.296326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:29.300003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:49:29.306609 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Pushing event updated for resources: {'Port': ['ID=75214f13-d433-425e-8962-ef051806805c,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:29.389597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9d2e06ec-ccb1-4122-a074-89b9587dae53 req-a5bffaaf-8ee4-4cd6-ad53-54503c62a578 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0411854 Oct 13 04:49:29.393210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Attempting to bind port 75214f13-d433-425e-8962-ef051806805c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:49:29.393695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Attempting to bind port 75214f13-d433-425e-8962-ef051806805c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:49:29.394013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Attempting to bind port 75214f13-d433-425e-8962-ef051806805c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:29.411141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:49:29.411831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Checking segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:29.412424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.412997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Bound using segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:49:29.413926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Bound port: 75214f13-d433-425e-8962-ef051806805c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:49:29.414500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.435206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:29.436003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.540993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] For port 75214f13-d433-425e-8962-ef051806805c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:29.545094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] For port 75214f13-d433-425e-8962-ef051806805c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=75214f13-d433-425e-8962-ef051806805c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:49:29.550674 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.560836 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.1 (0a99ddf6-ae35-434d-9ead-704084d406d1/797d7b90-5cad-40e0-bfb0-26c633b0faf5/950f5fd2-3d8d-4182-9605-6af50308f6b7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:49:29.713629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.762170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.796319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e90277-9f18-4cae-b89c-d187b1f0bb93 None None] Pushing event updated for resources: {'Port': ['ID=75214f13-d433-425e-8962-ef051806805c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:29.822504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.825993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:29.829727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:29.835592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:49:29.855542 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:29.864553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.865350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:29.895759 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:29.932291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:30.060170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:30.374189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:30.382253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:30.465140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:30.478119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:30.486410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c3b57a5c-59d8-4351-a75e-74c48f4dccea req-cef9e382-042f-40d2-81d9-477a08736845 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0302713 Oct 13 04:49:30.589533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:30.590976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:30.716636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router df4864f3-04a2-434b-b533-86e2f146ef4e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:49:30.841250 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:49:30.855212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-caf34602-4dc1-41e3-8f9a-93684ca28332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/df4864f3-04a2-434b-b533-86e2f146ef4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3378820 Oct 13 04:49:31.041717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-72d1327e-d732-4b34-a388-2326b49a6d6a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605461089&fields=id&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 267 time: 0.0574462 Oct 13 04:49:31.113931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d7f47-659a-4f49-8f82-7a0f61d4200c None None] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:49:31.207252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-89e3d1b1-1d65-4e9f-99d7-4780dec4defa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:31.208810 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-89e3d1b1-1d65-4e9f-99d7-4780dec4defa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 797 time: 0.1663108 Oct 13 04:49:31.230056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-022e876a-6059-4017-83c7-d6cc3de42931 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/quotas/11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 375 time: 0.0145955 Oct 13 04:49:31.232033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Sync routers for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:49:31.234374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 75214f13-d433-425e-8962-ef051806805c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:31.280171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] Provisioning complete for port 75214f13-d433-425e-8962-ef051806805c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:31.280545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:31.288070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-5e63e03d-2fe0-46d2-b3bf-492157befcbb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505598 Oct 13 04:49:31.324961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:31.325600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:31.401568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b9d52216-ae8f-41b8-9dd6-1790e342b821 service neutron] 10.222.0.49 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980511 Oct 13 04:49:31.502335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-54a69e15-51ea-4916-bb89-abebadf3d6f3 service neutron] 10.222.0.49 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923288 Oct 13 04:49:31.522223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 75214f13-d433-425e-8962-ef051806805c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:31.522513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:31.553349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:31.669300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fad73a20-a6ec-455d-93ae-df44ae86f284 req-55403f52-c913-4638-a689-bfe3f8e01267 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0699608 Oct 13 04:49:31.706406 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:31.821446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-27413e00-42ed-47b4-a830-4a81c828abb2 req-e82f0f1c-dfbd-45fd-a4f8-413fc833d6a6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 210 time: 0.0367661 Oct 13 04:49:31.829556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] For port 75214f13-d433-425e-8962-ef051806805c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=75214f13-d433-425e-8962-ef051806805c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:31.852911 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:31.854832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:31.947221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:49:32.007120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:49:32.007452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 6ef6d0c8-0d36-4173-9a86-bb0c043a9dfb not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:49:32.021084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fab691-d7ae-4eb0-8db7-4b8a2ef6fb8c None None] Pushing event updated for resources: {'Port': ['ID=75214f13-d433-425e-8962-ef051806805c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:32.041927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 04:49:32.042366 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 04:49:32.049583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b356ecde-10a0-4aaf-90fb-b462a823c0d1 None None] Provisioning complete for port 75214f13-d433-425e-8962-ef051806805c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:32.049968 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b356ecde-10a0-4aaf-90fb-b462a823c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.169566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 2, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:32.211381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Checking router: df4864f3-04a2-434b-b533-86e2f146ef4e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:49:32.211982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Updating router df4864f3-04a2-434b-b533-86e2f146ef4e port 950f5fd2-3d8d-4182-9605-6af50308f6b7 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:49:32.256495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.273646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b356ecde-10a0-4aaf-90fb-b462a823c0d1 None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:32.274158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b356ecde-10a0-4aaf-90fb-b462a823c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.348071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-b356ecde-10a0-4aaf-90fb-b462a823c0d1 None None] Port 950f5fd2-3d8d-4182-9605-6af50308f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:49:32.504070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5f3325f8-afb3-480c-88f3-c42aa4c6a9a9 None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:32.504833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f3325f8-afb3-480c-88f3-c42aa4c6a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.603433 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5f3325f8-afb3-480c-88f3-c42aa4c6a9a9 None None] Port 950f5fd2-3d8d-4182-9605-6af50308f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:49:32.620753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:32.712264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.729068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.781172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c132ea51-ab46-44e3-865f-b7f1b5268e5c None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:32.781619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c132ea51-ab46-44e3-865f-b7f1b5268e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.791535 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:32.791915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.793735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f4520fbd-7a2b-402a-b8e7-45fe75f077dc req-5ed8b07e-6bb8-4cab-84da-cddfe8dd16db tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Oct 13 04:49:32.894362 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4c77e-f300-4953-8adc-fbc9a573d7f1 None None] Pushing event updated for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:32.912968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c132ea51-ab46-44e3-865f-b7f1b5268e5c None None] Port 950f5fd2-3d8d-4182-9605-6af50308f6b7 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:49:32.952017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Attempting to bind port 950f5fd2-3d8d-4182-9605-6af50308f6b7 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:49:32.953476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Attempting to bind port 950f5fd2-3d8d-4182-9605-6af50308f6b7 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:49:32.953476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Attempting to bind port 950f5fd2-3d8d-4182-9605-6af50308f6b7 on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:32.959212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-181d62d8-7be1-499a-8133-d69b01b67b82 req-569705fe-01e5-429d-bdb2-3a940fffc0ac tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 210 time: 0.0632541 Oct 13 04:49:32.965859 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:49:32.966242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Checking segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:32.966650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:32.967052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Bound using segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:49:32.967558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Bound port: 950f5fd2-3d8d-4182-9605-6af50308f6b7, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:49:32.967946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.120189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] For port 950f5fd2-3d8d-4182-9605-6af50308f6b7, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:33.129371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] For port 950f5fd2-3d8d-4182-9605-6af50308f6b7, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=950f5fd2-3d8d-4182-9605-6af50308f6b7,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:49:33.138338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-ff75fc39-61b6-4f2e-aa4c-58ea57470d25 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:33.140364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-ff75fc39-61b6-4f2e-aa4c-58ea57470d25 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 797 time: 0.1699121 Oct 13 04:49:33.147538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.156006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:33.156403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.219153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-fc7b018e-8739-45f3-8524-80bd849ba62f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 380 time: 0.0684879 Oct 13 04:49:33.230529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'port': {'device_id': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'admin_state_up': True, 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'security_groups': ['952347b3-de0d-4562-ba1f-b5af6f277208']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:33.365626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:49:33.365931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 75214f13-d433-425e-8962-ef051806805c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:33.369421 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.479514 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:33.480229 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:33.487136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4c77e-f300-4953-8adc-fbc9a573d7f1 None None] Pushing event updated for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:33.535151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.12 (0a99ddf6-ae35-434d-9ead-704084d406d1/797d7b90-5cad-40e0-bfb0-26c633b0faf5/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:49:33.587327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.655886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 75214f13-d433-425e-8962-ef051806805c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:33.656439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.713295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] For port 950f5fd2-3d8d-4182-9605-6af50308f6b7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=950f5fd2-3d8d-4182-9605-6af50308f6b7,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:33.723750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.732668 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.760788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:33.775900 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.833258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:33.837119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:33.839884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:49:33.886304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:33.905098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b9778-7e32-46b5-97d8-0e891b2fa58f None None] Pushing event updated for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:33.951843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:33.952637 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:33.975341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3efc9f-a88f-4736-a94e-42fab2ee8f43 req-be3b9ecb-b754-4af4-ae0d-17d8c4a98498 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=316cff4e-4b5d-4463-a53a-5dc7f7ab9af7 HTTP/1.1" status: 200 len: 210 time: 0.0434067 Oct 13 04:49:33.999803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-b531b7bd-ac4c-4b6b-beb8-07c25aa981ad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7725098 Oct 13 04:49:34.000004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9c79d016-e961-46bd-ad4e-c1b6b27607f1 None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:34.000294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9c79d016-e961-46bd-ad4e-c1b6b27607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.028667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Request body: {'port': {'device_id': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:34.109750 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.117335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2beb8-e964-4f1a-84ab-f5e142cb8400 req-2ec3ac2d-81d9-4d91-80b9-1e8f0aa67e3a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:34.119712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ed2beb8-e964-4f1a-84ab-f5e142cb8400 req-2ec3ac2d-81d9-4d91-80b9-1e8f0aa67e3a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 932 time: 0.0758247 Oct 13 04:49:34.220653 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ed2beb8-e964-4f1a-84ab-f5e142cb8400 req-1414cda2-3c4b-4b90-a781-82f958f6b932 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911222 Oct 13 04:49:34.352009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:34.389904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b1ad2-a4bb-42ce-a99c-9ee5755cde43 None None] The sync data for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 is: [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:49:34.464075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3ff3503c-5396-4df3-8a6f-cfc4af782cbe None None] Provisioning complete for port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:34.464475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3ff3503c-5396-4df3-8a6f-cfc4af782cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.527874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3503c-5396-4df3-8a6f-cfc4af782cbe None None] Port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:49:34.568072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:34.578861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.612589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Transition to ACTIVE for port object a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:49:34.618306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.714529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:34.753852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:49:34.754464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:49:34.754894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:34.760722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:49:34.761293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:49:34.768473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:49:34.768984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Checking segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:49:34.769466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Bound using segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:49:34.770030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Bound port: a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:49:34.770535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.857649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:49:34.862323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:49:34.869473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.910111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:34.911218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:34.913142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] 10.222.0.16 "PUT /v2.0/ports/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 1092 time: 0.8978443 Oct 13 04:49:34.916490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:34.919223 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10369201-68cb-4603-9d70-65867f2c40a8" -d '{"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:34.976045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37623dca-dc78-4a2c-a1c8-b24b566c3df7 service neutron] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:35.017521 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44663584-da41-4c6a-877e-8480b895ccfa x-openstack-request-id: req-44663584-da41-4c6a-877e-8480b895ccfa {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:35.017890 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:35.018155 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44663584-da41-4c6a-877e-8480b895ccfa {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:35.018575 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'status': 'completed', 'code': 200} Oct 13 04:49:35.048517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-7fe7ea86-a80d-4d11-a098-7fc82c23c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.050373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-7fe7ea86-a80d-4d11-a098-7fc82c23c47a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0931516 Oct 13 04:49:35.122310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-5ba46920-e288-4f7f-b37e-f41db67e00e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 217 time: 0.0599329 Oct 13 04:49:35.203287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-30270d06-d80f-41b7-8fd4-3b35efad976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.205509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-30270d06-d80f-41b7-8fd4-3b35efad976c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0769875 Oct 13 04:49:35.280415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 950f5fd2-3d8d-4182-9605-6af50308f6b7 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:35.308535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-abf3aa62-1d91-4a6e-ab19-3373c2059064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.310257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-abf3aa62-1d91-4a6e-ab19-3373c2059064 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973752 Oct 13 04:49:35.374041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 950f5fd2-3d8d-4182-9605-6af50308f6b7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:35.374320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:35.445161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce4626-a969-4ab3-a067-4428956f2517 req-922f2aae-2a15-46a8-abfc-a9a9470620d2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.452482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08ce4626-a969-4ab3-a067-4428956f2517 req-922f2aae-2a15-46a8-abfc-a9a9470620d2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.1356525 Oct 13 04:49:35.514243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-415ff793-f5ed-4352-b5a5-6765a19ee88d service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953154 Oct 13 04:49:35.520630 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08ce4626-a969-4ab3-a067-4428956f2517 req-605ef5b8-7be4-4ed3-909d-fe4de98bc5c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672245 Oct 13 04:49:35.626810 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd6c961f-e300-4416-b00c-cde1cbc2a301 req-fc84141b-6a30-4875-a7d8-887caa75f975 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049600 Oct 13 04:49:35.722645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369201-68cb-4603-9d70-65867f2c40a8 req-0d478ecc-f416-4b93-ba46-deb55a453636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.724309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-0d478ecc-f416-4b93-ba46-deb55a453636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0487754 Oct 13 04:49:35.833644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369201-68cb-4603-9d70-65867f2c40a8 req-8a8d47ca-690b-481c-a02b-62d16c91354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.835196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-8a8d47ca-690b-481c-a02b-62d16c91354b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.1030183 Oct 13 04:49:35.885017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-1a9b7770-32d2-4744-8595-c57a5574d1e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 217 time: 0.0409160 Oct 13 04:49:35.941185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369201-68cb-4603-9d70-65867f2c40a8 req-cff993f1-0a72-452b-a652-8a437c235998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.942864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-cff993f1-0a72-452b-a652-8a437c235998 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0499396 Oct 13 04:49:35.991369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10369201-68cb-4603-9d70-65867f2c40a8 req-611ee400-0623-4f2a-9d39-05c7c3b5895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:35.992894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-611ee400-0623-4f2a-9d39-05c7c3b5895b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432076 Oct 13 04:49:36.097218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-274054d4-ad81-42b2-b7e8-3a98e059977a service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970585 Oct 13 04:49:36.210360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10369201-68cb-4603-9d70-65867f2c40a8 req-9b913e5d-b534-4d93-8004-6a1b299ffc2a service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047618 Oct 13 04:49:36.652072 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e9143-04ee-44b8-b936-ae4b1a3d0a3a req-7d77723f-85a5-41ae-8fe8-bc9febc295fb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:36.655709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5e9143-04ee-44b8-b936-ae4b1a3d0a3a req-7d77723f-85a5-41ae-8fe8-bc9febc295fb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0580161 Oct 13 04:49:36.700020 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5e5e9143-04ee-44b8-b936-ae4b1a3d0a3a req-f1b38d43-ba97-4661-b6af-f741d2598e4a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Oct 13 04:49:38.124624 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414b4a6-0b63-4a36-8342-c3167d6ef75a req-0b01aa63-219d-46dc-9be1-85fef506b8a3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:38.126344 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8414b4a6-0b63-4a36-8342-c3167d6ef75a req-0b01aa63-219d-46dc-9be1-85fef506b8a3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.3559365 Oct 13 04:49:38.164871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8414b4a6-0b63-4a36-8342-c3167d6ef75a req-8e2843f7-e337-44c2-83ef-ed49b33407b8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Oct 13 04:49:39.279735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9469-9b95-4d3c-a327-11cd8bbf0ebb req-7ba8d73c-f794-44f9-944f-b66a2e9d8868 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:39.281240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de0d9469-9b95-4d3c-a327-11cd8bbf0ebb req-7ba8d73c-f794-44f9-944f-b66a2e9d8868 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0495331 Oct 13 04:49:39.322206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de0d9469-9b95-4d3c-a327-11cd8bbf0ebb req-51b78119-8b66-49c6-a40d-5e541a42cbe1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Oct 13 04:49:39.731931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:49:39.838746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:39.849251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'mac_address': 'fa:16:3e:8b:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:49:39.885613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:39.898554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:49:39.916864 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:39.920346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:39.966951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:40.135734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:40.440207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dde65-8fd3-4b42-9bdb-e9ad66fdc5bc req-c6c4ce73-a659-48da-977a-e503356fa57c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:40.441702 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b36dde65-8fd3-4b42-9bdb-e9ad66fdc5bc req-c6c4ce73-a659-48da-977a-e503356fa57c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Oct 13 04:49:40.481641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b36dde65-8fd3-4b42-9bdb-e9ad66fdc5bc req-26649993-eeed-4dc8-9d1d-fb2810922327 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340457 Oct 13 04:49:40.596975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df01d4-e29d-4e75-862d-b29262ba119d req-f2238b1c-dca7-4585-9967-52c7997ed91b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:40.598461 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92df01d4-e29d-4e75-862d-b29262ba119d req-f2238b1c-dca7-4585-9967-52c7997ed91b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0581026 Oct 13 04:49:40.635987 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92df01d4-e29d-4e75-862d-b29262ba119d req-3582ade5-4575-4e04-a441-c27ba07145d9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Oct 13 04:49:41.598231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28340a1d-4826-4b86-b679-0942528dde21 req-740b3d8e-65d5-427e-a12f-f7902925267d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:41.599765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-28340a1d-4826-4b86-b679-0942528dde21 req-740b3d8e-65d5-427e-a12f-f7902925267d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Oct 13 04:49:41.638610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-28340a1d-4826-4b86-b679-0942528dde21 req-c3a98450-6777-49de-a91a-6cc964c48eee tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Oct 13 04:49:41.742600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:49:41.749587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00786-8b05-4e8a-bae4-229b2db5d343 req-ae7b0113-cff1-4d69-aa8f-51185c27d6af tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:41.752049 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fd00786-8b05-4e8a-bae4-229b2db5d343 req-ae7b0113-cff1-4d69-aa8f-51185c27d6af tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Oct 13 04:49:41.785471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1bb2c7b-13bf-4ddc-9312-dacd56f160e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:41.794169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8fd00786-8b05-4e8a-bae4-229b2db5d343 req-9df621d7-9125-4596-95eb-11c0287f4dbe tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=5814ea78-d681-41bf-8293-8323eb1c1b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Oct 13 04:49:41.806582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:41.813851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:49:41.817428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:49:41.817791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:41.894599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:41.916050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:41.918280 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7515c09-66fa-4ed7-bf51-4c0c3c274186" -d '{"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:41.931841 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:41.935789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:41.958807 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b79b1-c22a-446d-bb8d-2e4e89fba707 x-openstack-request-id: req-0f3b79b1-c22a-446d-bb8d-2e4e89fba707 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:41.959120 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:41.959371 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f3b79b1-c22a-446d-bb8d-2e4e89fba707 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:41.959754 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'code': 200} Oct 13 04:49:41.985438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:42.084146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3d48-23e3-4e79-aec9-6b2370ff3ca0 req-32ea4107-83fd-4c0a-8fee-58e0c87967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:42.085529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dace3d48-23e3-4e79-aec9-6b2370ff3ca0 req-32ea4107-83fd-4c0a-8fee-58e0c87967c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0705779 Oct 13 04:49:42.107774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-2d816035-93ea-4882-9939-71d54e79b7a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:42.109121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-2d816035-93ea-4882-9939-71d54e79b7a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 946 time: 0.0596530 Oct 13 04:49:42.165372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dace3d48-23e3-4e79-aec9-6b2370ff3ca0 req-d74ef8c7-d685-4216-b1b0-3302efdffdab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720365 Oct 13 04:49:42.215887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 1c7ea030-6570-40d2-9062-c2d101101e2c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:49:42.216225 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:42.306530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port 1c7ea030-6570-40d2-9062-c2d101101e2c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=1c7ea030-6570-40d2-9062-c2d101101e2c,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:49:42.306892 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:42.319482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 1c7ea030-6570-40d2-9062-c2d101101e2c owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:49:42.447202 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:42.459212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['1c7ea030-6570-40d2-9062-c2d101101e2c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:49:42.475669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=1c7ea030-6570-40d2-9062-c2d101101e2c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:42.489667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.489873 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.490202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.490537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.490869 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.491317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.491557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.491878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.492199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.492523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.492844 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.493161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:49:42.530785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port 1c7ea030-6570-40d2-9062-c2d101101e2c on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:49:42.533339 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:42.536634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db1e5a48-7da5-4c6f-9215-fa549afc5e31 req-89d65612-6a3c-4ec3-b608-a9f1adeddd5e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "DELETE /v2.0/ports/1c7ea030-6570-40d2-9062-c2d101101e2c HTTP/1.1" status: 204 len: 173 time: 0.4202204 Oct 13 04:49:42.537069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'name': 'network-vif-deleted', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:42.539322 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae2c07-4011-4895-8009-448ce0a81c2d" -d '{"events": [{"server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "name": "network-vif-deleted", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:42.578739 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c4c813-ff52-466a-a0c0-8ac90d04407c x-openstack-request-id: req-e3c4c813-ff52-466a-a0c0-8ac90d04407c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:42.579177 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed2e048-16ae-4bb5-8eb4-862f135e7419", "name": "network-vif-deleted", "tag": "1c7ea030-6570-40d2-9062-c2d101101e2c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:42.579386 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3c4c813-ff52-466a-a0c0-8ac90d04407c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:42.579795 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed2e048-16ae-4bb5-8eb4-862f135e7419', 'name': 'network-vif-deleted', 'tag': '1c7ea030-6570-40d2-9062-c2d101101e2c', 'status': 'completed', 'code': 200} Oct 13 04:49:42.759164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3d19-d314-4bd2-adaf-66153d2b798d req-b35e1949-ebf2-46e5-b3db-532c948be182 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:42.761921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-711a3d19-d314-4bd2-adaf-66153d2b798d req-b35e1949-ebf2-46e5-b3db-532c948be182 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0521128 Oct 13 04:49:42.801724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-711a3d19-d314-4bd2-adaf-66153d2b798d req-5cfd4b27-466d-4b4f-8d71-d5c4ccd2f7c5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Oct 13 04:49:42.860498 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:42.908117 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-697113f6-18f0-4acd-85b6-cb12316f1431 req-9f5eae52-297b-4988-8c6c-3464ff78f3f1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Oct 13 04:49:43.929784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e877ff-ffb4-4c2c-98a4-8e1ec42520b6 req-3e3dde75-32a0-49ea-9ddf-71538c89da03 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:43.931664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2e877ff-ffb4-4c2c-98a4-8e1ec42520b6 req-3e3dde75-32a0-49ea-9ddf-71538c89da03 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0549486 Oct 13 04:49:43.979934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b2e877ff-ffb4-4c2c-98a4-8e1ec42520b6 req-bb27a2a5-3960-4cda-a333-cb5e21b8ff4c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Oct 13 04:49:44.024803 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa4c16aa-c640-4ce9-a979-92f66f60d236 req-26164da2-1f1b-4306-bf60-10a424fe03be tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Oct 13 04:49:44.100973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56babdcb-8a3d-4d5a-8daf-87f993e3584e req-ca37ab8c-dfec-45c0-9fa7-828d296da7d6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:44.102379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56babdcb-8a3d-4d5a-8daf-87f993e3584e req-ca37ab8c-dfec-45c0-9fa7-828d296da7d6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0516019 Oct 13 04:49:44.146647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-56babdcb-8a3d-4d5a-8daf-87f993e3584e req-b9f6345d-215b-40f2-9df7-e2dd608693cf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Oct 13 04:49:44.170076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35804) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:44.222675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8545cef1-986d-4a35-906d-14981c9cec72 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:44.227118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8545cef1-986d-4a35-906d-14981c9cec72 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1092 time: 0.0532999 Oct 13 04:49:44.228333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35806) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:44.233494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:44.234095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b54a7e04-e9ce-4976-92a3-8e49ff63cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:44.259694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:44.363884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:44.466152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.74 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/75a7fc8c-aede-43da-8e11-92c98cfef779) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:49:44.572786 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:44.610018 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:44.648148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:49:44.650891 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:49:44.655492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:49:44.684500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=75a7fc8c-aede-43da-8e11-92c98cfef779,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:45.034254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.131666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9c0756d5-ed10-4d67-8ce1-82cd26a208f8 req-0caee980-f2f8-4b38-9910-231ddb63ae82 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0310678 Oct 13 04:49:45.132629 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.293628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.299030 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.372081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=75a7fc8c-aede-43da-8e11-92c98cfef779,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:45.385626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.386152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.493605 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP b810f658-a109-4fdc-b447-06785ddc6b78 associated. External IP: 172.25.0.74, port: a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c. Oct 13 04:49:45.538374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.703973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router df4864f3-04a2-434b-b533-86e2f146ef4e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:49:45.755747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1c7ea030-6570-40d2-9062-c2d101101e2c no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:49:45.778144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 1c7ea030-6570-40d2-9062-c2d101101e2c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:49:45.778604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 1c7ea030-6570-40d2-9062-c2d101101e2c not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:49:45.812523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:49:45.822286 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Sync routers for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:49:45.829784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:45.832822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:45.833421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:45.860534 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-63987017-6f07-413e-be29-8a31559b541b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6309190 Oct 13 04:49:45.861174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:49:45.863519 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cdc2b4-7855-4b97-a0da-c2814854421d" -d '{"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:49:45.902717 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f2746-dca9-4785-ae12-8e6d53a8fc22 x-openstack-request-id: req-a96f2746-dca9-4785-ae12-8e6d53a8fc22 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:49:45.903042 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:49:45.903492 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a96f2746-dca9-4785-ae12-8e6d53a8fc22 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:49:45.903909 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'status': 'completed', 'code': 200} Oct 13 04:49:45.946277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:45.987367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326642-1a59-43bc-a24b-19d1d613f275 req-f40bd9cc-6fa1-4f21-925f-80853e8b8cec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:45.988838 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88326642-1a59-43bc-a24b-19d1d613f275 req-f40bd9cc-6fa1-4f21-925f-80853e8b8cec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0765672 Oct 13 04:49:46.013974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-3bfecf03-d884-445f-b1d7-9f051969d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:46.015588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-3bfecf03-d884-445f-b1d7-9f051969d1b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0778506 Oct 13 04:49:46.084922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-88326642-1a59-43bc-a24b-19d1d613f275 req-1edcd952-87c6-495d-9c4d-7b6fca338fb7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884261 Oct 13 04:49:46.107507 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35814) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:46.138599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-bbd89acd-7793-4e7c-92be-702fb62f131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:46.140257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-bbd89acd-7793-4e7c-92be-702fb62f131c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.1162274 Oct 13 04:49:46.191255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'b810f658-a109-4fdc-b447-06785ddc6b78', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'mac_address': 'fa:16:3e:8b:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:49:44Z', 'updated_at': '2021-10-13T04:49:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:46.200540 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4142dfd8-b4ff-415c-86c9-80cbe23e56fc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/b810f658-a109-4fdc-b447-06785ddc6b78 HTTP/1.1" status: 200 len: 991 time: 0.0915325 Oct 13 04:49:46.221517 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Checking router: df4864f3-04a2-434b-b533-86e2f146ef4e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:49:46.230367 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:49:46.231239 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:49:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:46.256457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12540b47-3369-40c6-8076-68e4d4a2c785 req-34a437c3-a198-487d-9cb9-ec43b56d2a4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0463169 Oct 13 04:49:46.295999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-fd557416-e461-479b-84f3-ecad15f51152 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 999 time: 0.1471882 Oct 13 04:49:46.350710 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:49:46.352782 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-4b37dac2-935d-473a-a1bd-a5892c2cdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:46.354268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-4b37dac2-935d-473a-a1bd-a5892c2cdee5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0507288 Oct 13 04:49:46.401899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-e9fc44f9-f1fa-4a40-be85-7217e4128a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:49:46.403566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-e9fc44f9-f1fa-4a40-be85-7217e4128a2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417440 Oct 13 04:49:46.504469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-bb2566c2-fc49-4198-8895-1f3e4a581e2f service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929093 Oct 13 04:49:46.592986 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'b810f658-a109-4fdc-b447-06785ddc6b78', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'mac_address': 'fa:16:3e:8b:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:49:44Z', 'updated_at': '2021-10-13T04:49:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:49:46.604021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e5cdc2b4-7855-4b97-a0da-c2814854421d req-df83f677-e4f0-4bc9-a961-dfcc6530644e service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927007 Oct 13 04:49:46.626066 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d58ce83-9b55-4156-a478-d06eac6b2eb0 None None] The sync data for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 is: [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'b810f658-a109-4fdc-b447-06785ddc6b78', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'mac_address': 'fa:16:3e:8b:8d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:49:44Z', 'updated_at': '2021-10-13T04:49:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:49:46.832268 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2775c-e3ed-43f9-811c-857b9b7e5879 None None] New status for floating IP b810f658-a109-4fdc-b447-06785ddc6b78: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:49:47.202572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35818) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:47.273108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-018b264e-d9db-45df-828a-35fad32646fb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/b810f658-a109-4fdc-b447-06785ddc6b78 HTTP/1.1" status: 200 len: 993 time: 0.0637422 Oct 13 04:49:47.312467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:47.361171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-909a50d0-4d23-4925-a983-071115a2aa60 req-1395064c-a689-40f8-ad52-9ae6ccc1e88b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ed2e048-16ae-4bb5-8eb4-862f135e7419 HTTP/1.1" status: 200 len: 210 time: 0.0288641 Oct 13 04:49:51.926690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35872) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:51.931325 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024819405', 'description': 'tempest-secgroup-smoke-2024819405 description', 'project_id': '3f84b0c73c89425c9209c723a8b646c2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:51.954704 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.020008 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.023663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.052425 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.053616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1258748 Oct 13 04:49:52.055472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6d4e-4064-4df7-a282-3d2c5b25ec95 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7268d01-a5a2-42cf-ab35-ecbef5073e0e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.057317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35874) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.062136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.088546 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.149012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.152585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.171770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0a955c-bd28-4db8-895b-6997fec903bb,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.179426 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.180605 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9a2da781-1cfe-4b6d-880d-70f226ede441 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221936 Oct 13 04:49:52.183258 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 35876) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.187574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.213032 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.269656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.273290 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.291857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6dc3eca-fa0e-4063-9980-d8ccdb17b744,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.298384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.299613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e679b6e0-07b7-4e86-a2f8-458fe1789993 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154377 Oct 13 04:49:52.302419 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35878) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.307026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.333254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.390056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.394477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.414938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5d697f-4f8c-426d-918a-cc09606b8850,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.419881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.421057 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9b00715f-fc3b-4386-8abe-ec97a2f92bd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176066 Oct 13 04:49:52.423787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35880) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.427988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.452595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.515284 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.519002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.533656 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf026a0-551f-4e73-9bd3-86ef0a550c35,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.543481 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.544668 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3c5dce0f-6fe1-433d-91ca-2074fa5bafd2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199412 Oct 13 04:49:52.548051 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35882) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.552167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.571724 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Project 3f84b0c73c89425c9209c723a8b646c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:49:52.576268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.634846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.638459 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.655696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dff756-1545-442d-8c3c-eaaa2da36125,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.662889 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.664109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8e66e020-9241-4ff9-b349-8e363e8c818a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151607 Oct 13 04:49:52.666929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 35884) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:49:52.671056 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'security_group_rule': {'security_group_id': 'b7268d01-a5a2-42cf-ab35-ecbef5073e0e', 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:49:52.692376 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Project 3f84b0c73c89425c9209c723a8b646c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:49:52.697155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.758662 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.762183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.780170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290658d9-c932-4cf8-9922-7f37d9028df4,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:49:52.789254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:49:52.790439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-95b8f43a-4b64-48db-9982-bd3685a41201 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226354 Oct 13 04:49:57.003872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:50:08.097627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-0ad32f7a-f6a4-421d-86f1-46a3192f880d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024819405&fields=id&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 267 time: 0.0421398 Oct 13 04:50:08.201737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-bf23ad58-5f8d-4aab-a1f1-b2489c6c3207 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:08.203732 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-bf23ad58-5f8d-4aab-a1f1-b2489c6c3207 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.0995798 Oct 13 04:50:08.218765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-a95919f2-b04f-4fc8-b043-8d66dbe58446 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0086606 Oct 13 04:50:08.267657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-4d5dfd7f-7112-430f-920c-0080983a8f55 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436251 Oct 13 04:50:08.362736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-621df6ed-1fe8-4d94-97f6-347e59c49605 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839918 Oct 13 04:50:08.449573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-c277d5cb-7294-4da4-9e00-89ae800155b9 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809190 Oct 13 04:50:08.726712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-229d0006-8114-4415-83da-d9a61aa878c4 req-e1e9538a-17c2-4c0b-8405-8e796062db24 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0272157 Oct 13 04:50:09.604868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-9c1fbd4b-ab3a-4e78-a66a-dbf5e13bb7e9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:09.606627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-9c1fbd4b-ab3a-4e78-a66a-dbf5e13bb7e9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1137176 Oct 13 04:50:09.663139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-cb22bc02-593f-40f4-ad50-26b00f7ee25d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 380 time: 0.0468409 Oct 13 04:50:09.673047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'security_groups': ['b7268d01-a5a2-42cf-ab35-ecbef5073e0e']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:09.789099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:50:09.792766 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:09.823852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4f6f20aa-c58c-4c6b-b110-88a0c6e6b6c6 req-6d4cf187-0249-4ddc-8c0e-d4bc618bd8d2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0287461 Oct 13 04:50:09.928990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.11 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:10.076906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.110599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.157156 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:10.160248 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:10.164008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:10.187878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:10.221264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:10.221949 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.240254 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-d06d5642-f7b1-47b6-a558-ad5f395af4f0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717077 Oct 13 04:50:10.252194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Request body: {'port': {'device_id': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:10.326050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.401850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-afa04fc9-fc53-4e5f-99b8-836142d7d062 None None] Provisioning complete for port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:10.402313 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-afa04fc9-fc53-4e5f-99b8-836142d7d062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.441999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-afa04fc9-fc53-4e5f-99b8-836142d7d062 None None] Port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:50:10.601782 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:50:10.609943 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.622303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Transition to ACTIVE for port object e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:50:10.626408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.697761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:10.749768 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Attempting to bind port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:10.750275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Attempting to bind port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:10.750785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Attempting to bind port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:10.755524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:50:10.755844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Attempting to bind port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:10.760836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:10.761170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:10.761550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:10.761979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Bound port: e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:10.762362 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.833391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:10.836594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:10.842240 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.895812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:10.897229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:10.898657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 1092 time: 0.6506877 Oct 13 04:50:10.899212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:10.901703 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85653d2-91e7-48c3-85aa-fc36db23a562" -d '{"events": [{"name": "network-changed", "server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:10.957249 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc1dff-fc32-466f-9b26-aa7942da1e14 x-openstack-request-id: req-07bc1dff-fc32-466f-9b26-aa7942da1e14 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:10.957588 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:10.957981 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07bc1dff-fc32-466f-9b26-aa7942da1e14 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:10.958360 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'status': 'completed', 'code': 200} Oct 13 04:50:10.996080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746935-cc19-4bc0-9890-9e9baa44cb95 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:11.033567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212e82-273e-4013-92a5-cea294380eef req-32a9d0de-9241-49f0-b21d-a5a6f99e703e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.035184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc212e82-273e-4013-92a5-cea294380eef req-32a9d0de-9241-49f0-b21d-a5a6f99e703e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.1282775 Oct 13 04:50:11.040222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-8d9310dd-1a12-4f81-8f11-0434cc287f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.041731 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-8d9310dd-1a12-4f81-8f11-0434cc287f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1095 time: 0.0825636 Oct 13 04:50:11.427114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-28fdc886-de0b-44db-ae10-9999f6a9de99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 217 time: 0.3762753 Oct 13 04:50:11.465853 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dc212e82-273e-4013-92a5-cea294380eef req-f2e57e9a-69ad-4f1c-bd72-ebfba1f8ac56 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231515 Oct 13 04:50:11.486454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-d2eccc3a-3648-4bbf-a4e1-9b46a04cbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.487962 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-d2eccc3a-3648-4bbf-a4e1-9b46a04cbbc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0538411 Oct 13 04:50:11.538027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014541-9b10-4853-a1ae-330c62c89432 req-b27947ea-aa9a-4811-afd0-bcbed8b0ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.539776 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-b27947ea-aa9a-4811-afd0-bcbed8b0ea52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451746 Oct 13 04:50:11.632899 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-6350af7c-f7ca-4211-af68-fc4fc3b50015 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854611 Oct 13 04:50:11.725851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-43014541-9b10-4853-a1ae-330c62c89432 req-12f4d3c0-45cb-48d6-8cf7-4a64882be0ab service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854313 Oct 13 04:50:11.777044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3bba17d1-305e-4735-9a42-47112ab7ee1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:11.802517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:11.817564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-b2355603-062f-44fd-9067-e854eb1d485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.819055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-b2355603-062f-44fd-9067-e854eb1d485a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1095 time: 0.0432515 Oct 13 04:50:11.913098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-80fefbc1-3a63-4236-9a17-a0466b411677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:11.914902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-80fefbc1-3a63-4236-9a17-a0466b411677 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0889220 Oct 13 04:50:11.955765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-ec4920b9-8e01-4453-b588-33860dff47cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 217 time: 0.0342398 Oct 13 04:50:12.006527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-6af68509-c093-46ad-a488-b85aa502a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:12.008109 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-6af68509-c093-46ad-a488-b85aa502a11a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0457740 Oct 13 04:50:12.060655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-5e9e5e99-4975-4190-97c4-588be4d2edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:12.062847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-5e9e5e99-4975-4190-97c4-588be4d2edc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471914 Oct 13 04:50:12.154790 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-0a26e98f-bf32-456c-947a-9f29272adfca service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843079 Oct 13 04:50:12.248811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d85653d2-91e7-48c3-85aa-fc36db23a562 req-1b758c02-38e1-461f-a789-4e44f540ec52 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Oct 13 04:50:12.587012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214d4d-ac2a-4113-bdd9-ab300e947b34 req-5b120e19-1364-4a9d-a8b8-6af6e47a0cf8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:12.588505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2214d4d-ac2a-4113-bdd9-ab300e947b34 req-5b120e19-1364-4a9d-a8b8-6af6e47a0cf8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0527406 Oct 13 04:50:12.627355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a2214d4d-ac2a-4113-bdd9-ab300e947b34 req-2f971737-8dd2-41be-a989-41eca52e53b7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Oct 13 04:50:12.869975 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:13.748324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55f4c-df03-41ed-851e-13b96b6d213f req-848474f5-ac84-45a7-a687-838c448830f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:13.749858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79b55f4c-df03-41ed-851e-13b96b6d213f req-848474f5-ac84-45a7-a687-838c448830f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0527189 Oct 13 04:50:13.787225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79b55f4c-df03-41ed-851e-13b96b6d213f req-31e36d60-dcd8-42ba-a64f-3b1c68fabd83 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Oct 13 04:50:14.226653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-888df742-e0e4-4b98-9753-fdd2bb1e75bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:14.902542 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856afd2-e95a-4b63-a9bb-547c5299b63a req-195b2e95-93b1-417a-b4db-f7e345b01499 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:14.904033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e856afd2-e95a-4b63-a9bb-547c5299b63a req-195b2e95-93b1-417a-b4db-f7e345b01499 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0497434 Oct 13 04:50:14.942623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e856afd2-e95a-4b63-a9bb-547c5299b63a req-7472ef6f-e945-46e5-80e6-c8114d84019b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320852 Oct 13 04:50:15.387122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:15.540148 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:15.886438 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-9f147731-6579-4898-9a61-99516fe65cb2 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:15.887952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-9f147731-6579-4898-9a61-99516fe65cb2 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0401075 Oct 13 04:50:15.907269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-911dbfc0-3c64-4a2c-9702-422fd55d890d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:15.981755 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-911dbfc0-3c64-4a2c-9702-422fd55d890d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:15.988321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-911dbfc0-3c64-4a2c-9702-422fd55d890d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:16.014884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-53bea8dd-009a-4eca-ad42-8f8fd493c579 req-911dbfc0-3c64-4a2c-9702-422fd55d890d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206667 Oct 13 04:50:16.023868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dbfc0-3c64-4a2c-9702-422fd55d890d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57e099-d97d-479d-9c16-abf778354788,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:16.062527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763313-0822-4bce-8122-cc629db4d597 req-8e7f3450-115a-4aed-904b-3c55ab295198 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:16.064025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26763313-0822-4bce-8122-cc629db4d597 req-8e7f3450-115a-4aed-904b-3c55ab295198 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Oct 13 04:50:16.102331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-26763313-0822-4bce-8122-cc629db4d597 req-9bd45bb2-e480-4257-a6c5-565e41671f8d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Oct 13 04:50:16.135029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fc056-fd21-4ba3-95be-e3ed98027832 req-68706c18-f7fe-4be0-8148-aec7f6ef258d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:16.136546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f7fc056-fd21-4ba3-95be-e3ed98027832 req-68706c18-f7fe-4be0-8148-aec7f6ef258d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0513003 Oct 13 04:50:16.174202 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3f7fc056-fd21-4ba3-95be-e3ed98027832 req-090379bf-1fe9-42c9-b96d-facdc75c142b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308263 Oct 13 04:50:16.195601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36060) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:16.254541 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48aa7988-59d8-4576-a959-8f50484f507e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/b810f658-a109-4fdc-b447-06785ddc6b78 HTTP/1.1" status: 200 len: 993 time: 0.0578353 Oct 13 04:50:16.563363 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-0251e000-3f14-4d28-87d7-5af62ef7ddf4 req-adc5c3e4-378b-4911-a4b1-1161b787484e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:50:16.564368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0251e000-3f14-4d28-87d7-5af62ef7ddf4 req-adc5c3e4-378b-4911-a4b1-1161b787484e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062168 Oct 13 04:50:16.888520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36080) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:16.956084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb81a7-c422-4615-b481-8d49b8533f19 req-b60388e4-2a1b-4a81-bc6e-3a08f4972ed3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:16.957664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67bb81a7-c422-4615-b481-8d49b8533f19 req-b60388e4-2a1b-4a81-bc6e-3a08f4972ed3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0581391 Oct 13 04:50:16.997506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67bb81a7-c422-4615-b481-8d49b8533f19 req-985549a8-fa84-4bbf-bf47-ebbab24cbe83 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Oct 13 04:50:17.007733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b81df7b2-138a-4629-a3d5-1d8e6396ac1a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179547 Oct 13 04:50:17.018195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-615f2386-a4c8-4217-9211-a3a36d672c45 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:50:17.019323 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-615f2386-a4c8-4217-9211-a3a36d672c45 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057235 Oct 13 04:50:17.220354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5de7b-acc2-46e9-9ed5-ff2546b4fb04 req-28da199c-51a4-4cfb-9c08-6eb21f962bfe tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:17.222279 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4c5de7b-acc2-46e9-9ed5-ff2546b4fb04 req-28da199c-51a4-4cfb-9c08-6eb21f962bfe tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0499094 Oct 13 04:50:17.266514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d4c5de7b-acc2-46e9-9ed5-ff2546b4fb04 req-1b09cc1f-dc51-451d-98fa-63048331a23e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344090 Oct 13 04:50:17.317203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:17.809762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f102-cd31-461f-a415-08fe69454a6a req-21113c83-d9d7-422c-9ebf-e0c537956308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:17.811989 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-21113c83-d9d7-422c-9ebf-e0c537956308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0406997 Oct 13 04:50:17.915819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f102-cd31-461f-a415-08fe69454a6a req-cf141c8a-74c6-4d5c-b198-da6c71bab250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:17.917197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-cf141c8a-74c6-4d5c-b198-da6c71bab250 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0873153 Oct 13 04:50:17.984940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-67fbb2fb-8743-46cd-85bf-ab7670c7306b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 1001 time: 0.0602310 Oct 13 04:50:18.039402 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f102-cd31-461f-a415-08fe69454a6a req-624795f6-aab8-4718-9e23-00d55dba0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.040923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-624795f6-aab8-4718-9e23-00d55dba0b48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0457792 Oct 13 04:50:18.119769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f102-cd31-461f-a415-08fe69454a6a req-c6dda2b2-e0cd-45fc-b9e1-b3aa86665d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.121235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-c6dda2b2-e0cd-45fc-b9e1-b3aa86665d5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730371 Oct 13 04:50:18.132469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f966693-a9c0-4f7d-a24d-822a03eec782 req-25c24da8-e42e-4682-b58c-5da5cc9a607f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.133812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f966693-a9c0-4f7d-a24d-822a03eec782 req-25c24da8-e42e-4682-b58c-5da5cc9a607f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0621698 Oct 13 04:50:18.216358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f966693-a9c0-4f7d-a24d-822a03eec782 req-b8beb020-027c-4a12-ad12-69941b747784 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748312 Oct 13 04:50:18.244402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-18c9f3e7-9355-4b25-8c96-71c39776155b service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096859 Oct 13 04:50:18.336525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb31f102-cd31-461f-a415-08fe69454a6a req-344c5e88-0981-4996-85ed-f9dbdcd7e094 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839798 Oct 13 04:50:18.385273 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41e45-b356-4f31-aec9-29465a98a260 req-02a204f9-989e-4b8e-919d-84722469813d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.386798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47b41e45-b356-4f31-aec9-29465a98a260 req-02a204f9-989e-4b8e-919d-84722469813d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0518682 Oct 13 04:50:18.418172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b5bdfe74-8a6b-42c3-9e1b-4ccddb2df56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.419699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b5bdfe74-8a6b-42c3-9e1b-4ccddb2df56a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0409496 Oct 13 04:50:18.427147 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-47b41e45-b356-4f31-aec9-29465a98a260 req-58c1b160-4a81-4a78-8a58-2e037b08b026 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Oct 13 04:50:18.515833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-42efc8b1-d550-461e-a581-cc0f6111201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.517290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-42efc8b1-d550-461e-a581-cc0f6111201a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0894065 Oct 13 04:50:18.584268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-dbbcac43-6199-4dbd-a9de-3033af560a48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 1001 time: 0.0580416 Oct 13 04:50:18.636661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-d720579a-3160-4ce6-b7a6-353ebee1a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.638062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-d720579a-3160-4ce6-b7a6-353ebee1a248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0465362 Oct 13 04:50:18.683524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-6c1cac4d-2207-48c7-8387-563cc8441cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:18.685007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-6c1cac4d-2207-48c7-8387-563cc8441cff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396490 Oct 13 04:50:18.780217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b6fb9eab-ec85-4cec-92f1-6eab5bbfb65f service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869527 Oct 13 04:50:18.872058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-1389d962-7582-4190-be93-4c60f62eef68 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Oct 13 04:50:19.336114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25c5d-163c-4375-8f5e-8c374a134a17 req-4ec1d984-5de6-484f-84fc-15e71b6af44b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:19.337613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41a25c5d-163c-4375-8f5e-8c374a134a17 req-4ec1d984-5de6-484f-84fc-15e71b6af44b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0509686 Oct 13 04:50:19.375817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41a25c5d-163c-4375-8f5e-8c374a134a17 req-6a6c9519-4ffc-49b9-9345-9cf84503f313 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Oct 13 04:50:19.563131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7fc74-3dea-42e5-a097-67b00eeb509a req-3036f267-3c71-4491-9aed-47a4d1f90008 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:19.564669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ca7fc74-3dea-42e5-a097-67b00eeb509a req-3036f267-3c71-4491-9aed-47a4d1f90008 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0675514 Oct 13 04:50:19.603718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ca7fc74-3dea-42e5-a097-67b00eeb509a req-397e764e-30ce-4dd4-9963-bf6a7f1d7bbe tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Oct 13 04:50:20.497945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f00c27-5ad7-4928-ae8a-be17e4949bdc req-b7c22eea-c3f9-447a-8a9b-1d8446ca5067 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:20.499531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48f00c27-5ad7-4928-ae8a-be17e4949bdc req-b7c22eea-c3f9-447a-8a9b-1d8446ca5067 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0557346 Oct 13 04:50:20.538214 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48f00c27-5ad7-4928-ae8a-be17e4949bdc req-e13d7b4e-4bbf-4fc6-9d08-7b4d49b71fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Oct 13 04:50:20.718603 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50d4c-9f8f-4373-a9d7-e9d996e31cf6 req-13c375a5-f28d-417f-a5d3-8f6d94d134dd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:20.720253 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4d50d4c-9f8f-4373-a9d7-e9d996e31cf6 req-13c375a5-f28d-417f-a5d3-8f6d94d134dd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0510457 Oct 13 04:50:20.760871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f4d50d4c-9f8f-4373-a9d7-e9d996e31cf6 req-07b013e8-0765-4318-9c24-c525844dc35b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Oct 13 04:50:21.651718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465491a-5434-4de9-919b-3e6c432a5631 req-f208afac-ae68-48ef-81f7-c8df3451f8ff tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:21.653172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0465491a-5434-4de9-919b-3e6c432a5631 req-f208afac-ae68-48ef-81f7-c8df3451f8ff tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0494044 Oct 13 04:50:21.691557 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0465491a-5434-4de9-919b-3e6c432a5631 req-cb11a14a-9a3e-4123-a93f-7aaa61c73d99 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Oct 13 04:50:21.876700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffea65-45a1-4a4d-83af-b4a840b89538 req-91cb0bbe-b72f-43de-ac9b-92968a3acab5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:21.878170 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23ffea65-45a1-4a4d-83af-b4a840b89538 req-91cb0bbe-b72f-43de-ac9b-92968a3acab5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 944 time: 0.0494387 Oct 13 04:50:21.915333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-23ffea65-45a1-4a4d-83af-b4a840b89538 req-821bbcc4-b519-4ee3-89b8-2bc9cec94c37 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Oct 13 04:50:22.117390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:50:22.208067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:22.219548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'mac_address': 'fa:16:3e:87:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:50:22.257909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.270438 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:50:22.289250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:22.293372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:22.339959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:22.347991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.348337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.348674 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.349006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.349339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.349668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.349994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.350318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.350643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.350960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.351304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.351623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:22.496249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:50:22.806568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12745-3a39-474a-a16b-4f30fb508b02 req-9e7eae77-f3f1-4342-96a5-9c55e54d103e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:22.807949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae12745-3a39-474a-a16b-4f30fb508b02 req-9e7eae77-f3f1-4342-96a5-9c55e54d103e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0487025 Oct 13 04:50:22.846018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7ae12745-3a39-474a-a16b-4f30fb508b02 req-7b4775c6-966b-4477-a6e9-c2f75d4e4be1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Oct 13 04:50:23.033125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864f345-a3eb-4d30-903f-5e12faa6b799 req-b99cf9e4-8cee-48e6-9396-1c0fdbff03f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:23.034589 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9864f345-a3eb-4d30-903f-5e12faa6b799 req-b99cf9e4-8cee-48e6-9396-1c0fdbff03f7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 945 time: 0.0540113 Oct 13 04:50:23.071985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9864f345-a3eb-4d30-903f-5e12faa6b799 req-b7e28a44-4e0d-4806-a719-bd64f05ecd68 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Oct 13 04:50:23.964294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059eb04-1eab-470c-a9db-d9e957f968a8 req-744934f7-8ea7-4468-a059-d83a70cff83a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:23.965738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4059eb04-1eab-470c-a9db-d9e957f968a8 req-744934f7-8ea7-4468-a059-d83a70cff83a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0528178 Oct 13 04:50:24.003831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4059eb04-1eab-470c-a9db-d9e957f968a8 req-b4f0f273-fb83-4860-ae6a-bb923e756c61 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Oct 13 04:50:24.116968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:24.166348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:50:24.170625 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:24.170625 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.186675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313b493-57de-435a-94fc-d5a988acf7f2 req-b8bc8ba4-a514-4728-8f20-e2f1c3be7842 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:24.188974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5313b493-57de-435a-94fc-d5a988acf7f2 req-b8bc8ba4-a514-4728-8f20-e2f1c3be7842 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 945 time: 0.0519271 Oct 13 04:50:24.227243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5313b493-57de-435a-94fc-d5a988acf7f2 req-46e2685d-dd6a-4b5f-8834-59ff6a60d93c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Oct 13 04:50:24.249450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.271662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:24.273898 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659473d8-5e48-4aeb-8ef2-ea9f0356bdc9" -d '{"events": [{"server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "name": "network-vif-plugged", "status": "completed", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:24.286874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:24.291958 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:24.317109 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5a2c6-10ba-414e-ac95-a992b3502370 x-openstack-request-id: req-4ad5a2c6-10ba-414e-ac95-a992b3502370 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:24.317394 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "name": "network-vif-plugged", "status": "completed", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:24.317644 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ad5a2c6-10ba-414e-ac95-a992b3502370 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:24.318024 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'code': 200} Oct 13 04:50:24.341345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:24.415022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f331e6-7fb8-4084-b57f-d5a50134d07b req-71b63cbc-e6b8-4eba-979e-6fb1342652e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:24.416494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44f331e6-7fb8-4084-b57f-d5a50134d07b req-71b63cbc-e6b8-4eba-979e-6fb1342652e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1097 time: 0.0441658 Oct 13 04:50:24.449992 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44f331e6-7fb8-4084-b57f-d5a50134d07b req-b9d6ac82-95a1-429a-b0ca-ee6bd38d6f2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263386 Oct 13 04:50:25.119725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458145a-7670-4e99-83d4-ea23c7c91efd req-cba01397-3956-4bfe-be62-6c39b165929e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.121113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c458145a-7670-4e99-83d4-ea23c7c91efd req-cba01397-3956-4bfe-be62-6c39b165929e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0526676 Oct 13 04:50:25.158492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c458145a-7670-4e99-83d4-ea23c7c91efd req-67a86308-ed97-4cc3-8588-6ca03299edeb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303144 Oct 13 04:50:25.353427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cacfd7-3ab5-4a45-8365-92598279a0ab req-7d16dce7-0d91-4d8f-818b-9199fac9ab9f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.354923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8cacfd7-3ab5-4a45-8365-92598279a0ab req-7d16dce7-0d91-4d8f-818b-9199fac9ab9f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0533063 Oct 13 04:50:25.394196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8cacfd7-3ab5-4a45-8365-92598279a0ab req-ff54af1b-b9b7-448b-810c-556f902cafd9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Oct 13 04:50:25.638221 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-ee7cb016-2018-4edc-a4a2-367d9acc0846 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446188 Oct 13 04:50:25.722289 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-8c3986a7-746a-4761-836b-0a97ed155e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.723811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-8c3986a7-746a-4761-836b-0a97ed155e7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1097 time: 0.0419838 Oct 13 04:50:25.833354 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-96e10b73-d18b-4b40-a4a2-012ee91df5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.834816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-96e10b73-d18b-4b40-a4a2-012ee91df5e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0907245 Oct 13 04:50:25.875562 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-cd062efa-71b4-4290-bce2-db2ddf998859 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 217 time: 0.0340240 Oct 13 04:50:25.927901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-ec185f18-00da-408c-872c-a518f1cab36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.938547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-ec185f18-00da-408c-872c-a518f1cab36d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0564575 Oct 13 04:50:25.989086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-14ed9c5e-5792-491a-9da6-4dbf480a1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:25.990494 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-14ed9c5e-5792-491a-9da6-4dbf480a1f2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449533 Oct 13 04:50:26.078341 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-85119700-c23b-4ffc-911e-2e61f56720b5 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801833 Oct 13 04:50:26.169085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8a51daf-8d75-4d0f-b985-1000f401c1df req-0bbc3e50-5286-4c55-8e71-542f297406c1 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835299 Oct 13 04:50:26.285336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183305cd-7d1f-45ed-bde1-1244aeaf7785 req-353ec689-4162-4d37-af36-9e254baaf553 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:26.286690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-183305cd-7d1f-45ed-bde1-1244aeaf7785 req-353ec689-4162-4d37-af36-9e254baaf553 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0503595 Oct 13 04:50:26.323459 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-183305cd-7d1f-45ed-bde1-1244aeaf7785 req-5150cc8c-ca2f-4718-91e6-8de45e666b58 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Oct 13 04:50:26.519976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5751-933a-405d-b568-4c0382fcaaa7 req-12c99cfa-a636-429f-96cf-0cea4e557e66 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:26.521460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35a5751-933a-405d-b568-4c0382fcaaa7 req-12c99cfa-a636-429f-96cf-0cea4e557e66 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0513370 Oct 13 04:50:26.567797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a35a5751-933a-405d-b568-4c0382fcaaa7 req-55afa1c4-b8c1-40db-95c3-cb57566b2ac1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Oct 13 04:50:26.680582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24b0a-7317-474e-bb65-e34d3eaf1d11 req-961bffe9-c259-49f8-82a1-becabc7761f9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:26.682046 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26a24b0a-7317-474e-bb65-e34d3eaf1d11 req-961bffe9-c259-49f8-82a1-becabc7761f9 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0482821 Oct 13 04:50:26.721018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26a24b0a-7317-474e-bb65-e34d3eaf1d11 req-102fb52f-6c8a-4217-a9fe-64657ce8c22a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Oct 13 04:50:26.743803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:26.786204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63016c-11d8-420a-a878-03686cef8596 tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:26.787736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3f63016c-11d8-420a-a878-03686cef8596 tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1092 time: 0.0429940 Oct 13 04:50:26.790637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36146) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:26.794785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:26.816913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:26.909666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.018194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.25.0.228 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/2a195329-806e-4925-8feb-115057daaf63) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:50:27.119117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.150663 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.193839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:50:27.196683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:50:27.200785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:50:27.224308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=2a195329-806e-4925-8feb-115057daaf63,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:27.236245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.236590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.236925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.237258 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.237598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.237908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.238229 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.238551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.238868 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.239217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.239538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.239850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:50:27.442395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b97f-91c5-4378-a490-a2ca62af37ab req-2912d94b-8bbe-4a7b-99af-b4859a593276 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:27.443820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b13b97f-91c5-4378-a490-a2ca62af37ab req-2912d94b-8bbe-4a7b-99af-b4859a593276 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0536640 Oct 13 04:50:27.484012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b13b97f-91c5-4378-a490-a2ca62af37ab req-7c05d9b8-31fe-4309-b7c9-82dc84af931c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340676 Oct 13 04:50:27.575497 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.643583 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.792797 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.797984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.862686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=2a195329-806e-4925-8feb-115057daaf63,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:27.875977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:27.975579 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP ef635531-70a0-4be1-b501-a2e558cc31e6 associated. External IP: 172.25.0.228, port: e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab. Oct 13 04:50:28.179170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:50:28.285356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:50:28.294822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:50:28.304589 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:28.305147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:28.305293 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:28.332280 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3e2aa800-050f-4d4f-97b3-d7124e5ccc52 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5405800 Oct 13 04:50:28.332955 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:28.335236 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5d201-7924-4f8a-961d-0d7da287d602" -d '{"events": [{"name": "network-changed", "server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:28.370644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d9c327-3a1c-45ce-8975-a78a9c2549dc x-openstack-request-id: req-54d9c327-3a1c-45ce-8975-a78a9c2549dc {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:28.370927 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:28.371200 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54d9c327-3a1c-45ce-8975-a78a9c2549dc {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:28.371596 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'status': 'completed', 'code': 200} Oct 13 04:50:28.414279 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:28.431356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-3dbb1c7b-a9ba-42da-9598-4689d396dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.432781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-3dbb1c7b-a9ba-42da-9598-4689d396dbf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1097 time: 0.0401821 Oct 13 04:50:28.535870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-e45b25eb-e2a0-4637-9f52-edf8b2061ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.537976 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-e45b25eb-e2a0-4637-9f52-edf8b2061ea8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0987108 Oct 13 04:50:28.603022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffbc13-7e2d-44e4-81cf-236765e099c6 req-08f108a7-238b-46be-90df-923cdae25e42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.604599 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbffbc13-7e2d-44e4-81cf-236765e099c6 req-08f108a7-238b-46be-90df-923cdae25e42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0506728 Oct 13 04:50:28.608004 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-93a35aff-5766-42e0-adec-cb0ffa479f34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 1000 time: 0.0626442 Oct 13 04:50:28.645559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbffbc13-7e2d-44e4-81cf-236765e099c6 req-05a7f83f-3d6c-4879-81bc-bb477defaf22 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Oct 13 04:50:28.650265 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'ef635531-70a0-4be1-b501-a2e558cc31e6', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:87:dd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:27Z', 'updated_at': '2021-10-13T04:50:27Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:28.664717 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-e466aca3-6487-46f2-973d-4c4c2de4f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.666250 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-e466aca3-6487-46f2-973d-4c4c2de4f3e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0520499 Oct 13 04:50:28.676697 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:50:28.685082 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:50:28.685607 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:28.713024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-345e6994-3e41-4d42-a80f-ba3957d63b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:28.714551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-345e6994-3e41-4d42-a80f-ba3957d63b86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413604 Oct 13 04:50:28.807490 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-20ee7973-184b-45c8-8c1b-200f3429061f service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856650 Oct 13 04:50:28.879109 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:50:28.901504 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a7f5d201-7924-4f8a-961d-0d7da287d602 req-23eb315b-e1e2-4972-82cd-def58055c60e service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875041 Oct 13 04:50:29.098993 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'ef635531-70a0-4be1-b501-a2e558cc31e6', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:87:dd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:27Z', 'updated_at': '2021-10-13T04:50:27Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:50:29.129585 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a5f1d-d639-491b-a8d8-fba2998088d9 None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'ef635531-70a0-4be1-b501-a2e558cc31e6', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:87:dd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:50:27Z', 'updated_at': '2021-10-13T04:50:27Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:50:29.323889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58baf5df-aa33-433e-bcf0-eebbe27acb76 None None] New status for floating IP ef635531-70a0-4be1-b501-a2e558cc31e6: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:50:29.765660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1ae4-6c2a-4442-87fb-51679ae38f4e req-9b8e541e-33a2-4fe9-aa5f-dd005eded768 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:29.767368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c45c1ae4-6c2a-4442-87fb-51679ae38f4e req-9b8e541e-33a2-4fe9-aa5f-dd005eded768 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0521255 Oct 13 04:50:29.804048 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c45c1ae4-6c2a-4442-87fb-51679ae38f4e req-355d67a9-4300-462c-9183-1e5d105aa939 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Oct 13 04:50:30.711564 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-82ba8264-d7db-4203-8da3-7f949202a351 service neutron] show failed (client error): The resource could not be found. Oct 13 04:50:30.712646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-82ba8264-d7db-4203-8da3-7f949202a351 service neutron] 10.222.0.16 "GET /v2.0/ports/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0559134 Oct 13 04:50:30.935360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627bcb-1606-4f17-b0c1-1deb25eb29f0 req-9fe1b547-b161-4fa8-bcc7-146a2eadc4d3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:30.936877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08627bcb-1606-4f17-b0c1-1deb25eb29f0 req-9fe1b547-b161-4fa8-bcc7-146a2eadc4d3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0639522 Oct 13 04:50:30.945622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-9f8f60e2-ceac-4a76-90c2-029d67262265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:30.947148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-9f8f60e2-ceac-4a76-90c2-029d67262265 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 1097 time: 0.0759814 Oct 13 04:50:30.958624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:50:30.977846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-08627bcb-1606-4f17-b0c1-1deb25eb29f0 req-ee510433-01c4-451d-9a8d-27de0c3ed2f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336363 Oct 13 04:50:31.012063 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:31.208812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:31.240522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:31.282202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:31.284511 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7a5d5-375a-44b3-9bf1-b686fd2d89a8" -d '{"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:31.288508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:31.301239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Transition to ACTIVE for port object a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:50:31.305763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:31.342161 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa0e9e0-c9ec-40f5-804b-252a1734eff1 x-openstack-request-id: req-8aa0e9e0-c9ec-40f5-804b-252a1734eff1 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:31.342456 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:31.342695 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8aa0e9e0-c9ec-40f5-804b-252a1734eff1 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:31.343086 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'code': 200} Oct 13 04:50:31.414267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:31.481648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] No DVR routers for this DVR port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:50:31.933710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:50:31.933936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:50:31.934259 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:31.938486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:50:31.938800 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Attempting to bind port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on network 0a99ddf6-ae35-434d-9ead-704084d406d1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:50:31.943494 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:50:31.943826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Checking segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:50:31.944206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Bound using segment: {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:50:31.944620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Bound port: a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:50:31.944963 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:32.008219 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:50:32.011425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:50:32.017205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:32.056006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.056684 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:32.058206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] 10.222.0.47 "PUT /v2.0/ports/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 1092 time: 1.1033967 Oct 13 04:50:32.088112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d42a2a-ddad-4555-9b61-04785fa3895e service neutron] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:32.112619 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa22a6-bb79-4cbb-89f9-06ae13ff6932 req-32c208c2-7429-4d7c-9516-78116f4ccfdf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.114797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16aa22a6-bb79-4cbb-89f9-06ae13ff6932 req-32c208c2-7429-4d7c-9516-78116f4ccfdf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0679562 Oct 13 04:50:32.128520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b1a7a2e8-aaf6-4769-81ae-dcd908c43388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.130174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-b1a7a2e8-aaf6-4769-81ae-dcd908c43388 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0500481 Oct 13 04:50:32.156496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-16aa22a6-bb79-4cbb-89f9-06ae13ff6932 req-57230811-b6bc-45d8-9dde-419c4b3d9cbc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348268 Oct 13 04:50:32.236044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-6f0982e5-0c0c-4080-8181-e04b15021f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.237551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-6f0982e5-0c0c-4080-8181-e04b15021f10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0998502 Oct 13 04:50:32.301934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-327c8191-5f82-475c-a34b-89923b149919 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 999 time: 0.0575764 Oct 13 04:50:32.350964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-607bfe40-6612-486f-bbb4-3d9ff48f4aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.352357 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-607bfe40-6612-486f-bbb4-3d9ff48f4aa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0436418 Oct 13 04:50:32.399724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-768818a6-705f-4b54-8ea5-867137074ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:32.401199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-768818a6-705f-4b54-8ea5-867137074ceb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423720 Oct 13 04:50:32.495289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-0714605a-6b22-4c8a-aa0c-7575e88a9c7f service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872624 Oct 13 04:50:32.590785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d76deb16-ac39-4404-a26d-7d8e942ff244 req-dbd13577-b3fb-49ba-a229-e419013bc289 service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891311 Oct 13 04:50:33.274087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9227-16aa-4ab0-bd0b-acfda0e2f9b2 req-3f99af76-5e05-4d03-8f0f-3b321b62d0fb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.275594 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb4c9227-16aa-4ab0-bd0b-acfda0e2f9b2 req-3f99af76-5e05-4d03-8f0f-3b321b62d0fb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Oct 13 04:50:33.313970 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb4c9227-16aa-4ab0-bd0b-acfda0e2f9b2 req-866e6daf-b0ef-4428-98a5-0a43d20e4446 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Oct 13 04:50:33.344622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:33.347227 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5677f471-9ba3-436d-9c1e-5e1b70a549b9" -d '{"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:33.394753 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a99af33-646f-410a-9208-81c8913660ff x-openstack-request-id: req-8a99af33-646f-410a-9208-81c8913660ff {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:33.395043 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:33.395321 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a99af33-646f-410a-9208-81c8913660ff {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:33.395724 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'status': 'completed', 'code': 200} Oct 13 04:50:33.451928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-ae9d0a49-915f-46b1-a71f-8efd7f01572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.453957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-ae9d0a49-915f-46b1-a71f-8efd7f01572a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0401831 Oct 13 04:50:33.459240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-55c787f3-ccc8-44f8-a586-c3e58227ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.460718 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-55c787f3-ccc8-44f8-a586-c3e58227ecfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0420372 Oct 13 04:50:33.549527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-993b921d-5c70-4754-9a94-a6db1d2d7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.551332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-993b921d-5c70-4754-9a94-a6db1d2d7f97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0896761 Oct 13 04:50:33.557173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-234b7428-62fe-4324-af64-4fdcb8d45dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.558635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-234b7428-62fe-4324-af64-4fdcb8d45dde service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0911617 Oct 13 04:50:33.620940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-9ea4ace8-aa0a-449c-9b75-6052c972b394 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 999 time: 0.0621452 Oct 13 04:50:33.624216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-701877e0-e347-4bac-a1cf-db5a1df8a8aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 999 time: 0.0585310 Oct 13 04:50:33.676443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-37bbb9d7-0298-4c36-9d2f-ce743f5c2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.677577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-f5610ea1-add2-43ef-a3a1-abb2fc184c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.677929 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-37bbb9d7-0298-4c36-9d2f-ce743f5c2067 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0493395 Oct 13 04:50:33.678988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-f5610ea1-add2-43ef-a3a1-abb2fc184c7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0480905 Oct 13 04:50:33.725582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-8a69ac3b-bdbc-40f6-add8-a1d8ec8e4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.725858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-3540daf7-57b5-45e5-a772-2efd44215168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:33.726999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-8a69ac3b-bdbc-40f6-add8-a1d8ec8e4c76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420890 Oct 13 04:50:33.727412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-3540daf7-57b5-45e5-a772-2efd44215168 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409324 Oct 13 04:50:33.819046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-903fc4db-630c-412a-bf00-eebffd097ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 Oct 13 04:50:33.820180 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-672393ee-fad0-4fbe-80be-dafa60cc745f service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Oct 13 04:50:33.914421 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-4fe52190-47e2-49ba-a819-bf056def0aee service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Oct 13 04:50:33.916947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5677f471-9ba3-436d-9c1e-5e1b70a549b9 req-59180d3b-6921-46ce-8136-b6bc1b9e2b05 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912435 Oct 13 04:50:34.003708 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:50:34.435995 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3a001-8ce3-4515-b45c-ed357f14fd35 req-2436dd2f-fc57-4abc-ba8b-15f5e6392a86 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.438757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bb3a001-8ce3-4515-b45c-ed357f14fd35 req-2436dd2f-fc57-4abc-ba8b-15f5e6392a86 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0535147 Oct 13 04:50:34.481870 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0bb3a001-8ce3-4515-b45c-ed357f14fd35 req-8c54e11c-feea-4bf1-a323-803b9c33dc56 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Oct 13 04:50:34.690728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406691-f6a9-4e31-bf7e-61795abbf927 req-5a02e0af-fd62-47fd-ad08-b9a641bffbeb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.692422 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae406691-f6a9-4e31-bf7e-61795abbf927 req-5a02e0af-fd62-47fd-ad08-b9a641bffbeb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0555427 Oct 13 04:50:34.730816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286840b-13b4-420a-87dd-62224507d7e2 req-7b028cba-d714-44cd-960f-6fc5d07b55b2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.731498 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae406691-f6a9-4e31-bf7e-61795abbf927 req-e36c3134-7d31-48e7-a117-0ee86a201ef0 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325184 Oct 13 04:50:34.732315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-7b028cba-d714-44cd-960f-6fc5d07b55b2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 944 time: 0.0869670 Oct 13 04:50:34.798821 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-4286840b-13b4-420a-87dd-62224507d7e2 req-58db9ee1-9ae5-4252-9e4a-09a4d8371647 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:50:34.799860 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-58db9ee1-9ae5-4252-9e4a-09a4d8371647 service neutron] 10.222.0.16 "DELETE /v2.0/ports/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0599861 Oct 13 04:50:34.883592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286840b-13b4-420a-87dd-62224507d7e2 req-b4250866-4376-45d5-bf70-106ab7a488cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.884987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-b4250866-4376-45d5-bf70-106ab7a488cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.0436482 Oct 13 04:50:34.977136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286840b-13b4-420a-87dd-62224507d7e2 req-c5713dc7-925f-4099-b190-be59e63974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:34.978567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-c5713dc7-925f-4099-b190-be59e63974e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.0867569 Oct 13 04:50:35.041208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-bc1a1ac7-331b-4ab7-b5d2-7ab8e3261676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 999 time: 0.0549760 Oct 13 04:50:35.088852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286840b-13b4-420a-87dd-62224507d7e2 req-249e30db-d2b2-478c-82d0-f4789f154c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:35.090222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-249e30db-d2b2-478c-82d0-f4789f154c8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0420005 Oct 13 04:50:35.138273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286840b-13b4-420a-87dd-62224507d7e2 req-627584d6-88d2-4e08-ad7d-bdc24958cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:35.139641 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-627584d6-88d2-4e08-ad7d-bdc24958cc87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426226 Oct 13 04:50:35.231328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-32f9faa1-b15f-47f1-918d-ac95962fd528 service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Oct 13 04:50:35.322423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4286840b-13b4-420a-87dd-62224507d7e2 req-cb90a7c0-3a04-4024-9579-305bf1884afb service neutron] 10.222.0.16 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Oct 13 04:50:35.859440 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9c83b-0d39-4484-a29f-bea9ea81f374 req-61c85c48-25b2-484b-8f56-fb0fd7fc2de6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:50:35.861785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47c9c83b-0d39-4484-a29f-bea9ea81f374 req-61c85c48-25b2-484b-8f56-fb0fd7fc2de6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0569549 Oct 13 04:50:35.899749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-47c9c83b-0d39-4484-a29f-bea9ea81f374 req-cd69fc84-379f-4377-b2dc-b116f0b29415 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Oct 13 04:50:35.922615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36178) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:50:36.008182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-25fd96f8-b05c-40b3-924c-86906093982e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/b810f658-a109-4fdc-b447-06785ddc6b78 HTTP/1.1" status: 200 len: 991 time: 0.0842209 Oct 13 04:50:36.045595 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:50:36.086705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:50:36.130596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:50:36.224632 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:36.237478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'port_id': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'mac_address': 'fa:16:3e:8b:8d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:50:36.281099 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:36.293874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:50:36.313085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:36.317103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:36.364634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:36.542498 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:50:38.148271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:50:38.195703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:50:38.199308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:50:38.199680 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:38.279993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:38.302248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:50:38.304513 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea01304c-be08-4945-9977-1e12eb5c9e21" -d '{"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:50:38.317584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:50:38.321486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:38.345315 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92079e-cd19-4a4a-9b06-c32dcec18c2a x-openstack-request-id: req-2a92079e-cd19-4a4a-9b06-c32dcec18c2a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:50:38.345870 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:50:38.346125 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a92079e-cd19-4a4a-9b06-c32dcec18c2a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:50:38.346514 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'code': 200} Oct 13 04:50:38.370994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:50:40.282834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-21cc765d-ebc0-4453-922c-6c6fac3c38ce req-ef3c750a-4bfa-4d79-a1d9-6262fa6d7add service neutron] (95048) timed out ('10.222.0.49', 33288) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 04:50:41.778372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c44a9f90-8537-4e39-bc65-e60ae80948db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:41.799452 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:42.906167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:44.228521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-db342a90-121a-480b-bda5-d007aeb050ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:45.390155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:45.541582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:50:47.320127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:06.536760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb6899-9440-43ce-ad58-3d358e26587a req-a00a0bb4-ff23-43b9-879f-dd01cf3b7806 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:06.538259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aeb6899-9440-43ce-ad58-3d358e26587a req-a00a0bb4-ff23-43b9-879f-dd01cf3b7806 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0402026 Oct 13 04:51:06.573428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8aeb6899-9440-43ce-ad58-3d358e26587a req-bfe9595a-09b1-46b3-bf82-f06a5759c7d1 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292699 Oct 13 04:51:06.594963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36204) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:06.751680 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 75a7fc8c-aede-43da-8e11-92c98cfef779 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:51:06.751941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:06.827924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:06.828257 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:06.839922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 75a7fc8c-aede-43da-8e11-92c98cfef779 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:51:07.009416 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:07.036434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=75a7fc8c-aede-43da-8e11-92c98cfef779,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:07.097055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:07.097396 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP b810f658-a109-4fdc-b447-06785ddc6b78 disassociated (deleted). External IP: 172.25.0.74, port: a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c. Oct 13 04:51:07.301390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router df4864f3-04a2-434b-b533-86e2f146ef4e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:51:07.406552 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:51:07.412206 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:07.417189 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Sync routers for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:51:07.426628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:07.427256 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:07.439693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7a85f51c-13e6-437c-b6b7-cd848e99516a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/floatingips/b810f658-a109-4fdc-b447-06785ddc6b78 HTTP/1.1" status: 204 len: 168 time: 0.8431368 Oct 13 04:51:07.440390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:51:07.442921 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45bd58b-2654-4df8-812a-5e0267a388c4" -d '{"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:51:07.481121 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eeaebf-cf92-4386-aad9-434502b195e4 x-openstack-request-id: req-a5eeaebf-cf92-4386-aad9-434502b195e4 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:51:07.481533 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:51:07.481796 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5eeaebf-cf92-4386-aad9-434502b195e4 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:51:07.482231 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'status': 'completed', 'code': 200} Oct 13 04:51:07.536397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:07.553543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-b54c4bf0-95d5-4389-886d-4ceb8fc06e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:07.554988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-b54c4bf0-95d5-4389-886d-4ceb8fc06e96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0485215 Oct 13 04:51:07.688254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-83403500-debd-423a-ad53-27ddcec10d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:07.690418 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-83403500-debd-423a-ad53-27ddcec10d3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 200 len: 898 time: 0.1253417 Oct 13 04:51:07.698670 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e897-cdbb-4918-9011-f999f1963cd8 req-ab1750ff-e549-4c4d-a601-854b5637340b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:07.700071 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a567e897-cdbb-4918-9011-f999f1963cd8 req-ab1750ff-e549-4c4d-a601-854b5637340b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0779800 Oct 13 04:51:07.748122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-b575adc8-1d15-49a1-863e-0761a043947a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 200 len: 217 time: 0.0471101 Oct 13 04:51:07.749440 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:07.779832 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Checking router: df4864f3-04a2-434b-b533-86e2f146ef4e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:51:07.788298 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:07.788889 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:07.789767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a567e897-cdbb-4918-9011-f999f1963cd8 req-764ab9a7-c392-46fc-98ab-b691f5d96fdf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826168 Oct 13 04:51:07.817033 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-b9e17d77-6122-47e6-854b-473a7b099469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:07.818387 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-b9e17d77-6122-47e6-854b-473a7b099469 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 200 len: 835 time: 0.0598826 Oct 13 04:51:07.869517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-888b73c0-6a92-41a8-81d6-a4b5552510f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:07.871016 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-888b73c0-6a92-41a8-81d6-a4b5552510f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a99ddf6-ae35-434d-9ead-704084d406d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408773 Oct 13 04:51:07.894899 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:07.965673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-e33c07fa-2c9e-480d-bd5e-97954468c4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Oct 13 04:51:08.055664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f45bd58b-2654-4df8-812a-5e0267a388c4 req-0c86184a-9c59-42ab-b430-41522742faeb service neutron] 10.222.0.47 "GET /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826273 Oct 13 04:51:08.096301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:08.121730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f707a3-f798-4ccc-83aa-7eec33fc08d3 None None] The sync data for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 is: [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:49:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '950f5fd2-3d8d-4182-9605-6af50308f6b7', 'name': '', 'network_id': '0a99ddf6-ae35-434d-9ead-704084d406d1', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:ac:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:29Z', 'updated_at': '2021-10-13T04:49:33Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '797d7b90-5cad-40e0-bfb0-26c633b0faf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:51:08.336392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3ddf13-f8c5-48f5-935f-1c99337423e2 None None] New status for floating IP b810f658-a109-4fdc-b447-06785ddc6b78: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:51:08.905856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b019a-51be-49cd-babe-14e9bceda71a req-5a87a43b-30d1-4960-9423-66a52c27331f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:08.907904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e82b019a-51be-49cd-babe-14e9bceda71a req-5a87a43b-30d1-4960-9423-66a52c27331f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0478635 Oct 13 04:51:08.944909 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e82b019a-51be-49cd-babe-14e9bceda71a req-a468a3ba-38ad-47fe-80a5-ee73a02b29b9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=952347b3-de0d-4562-ba1f-b5af6f277208&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Oct 13 04:51:09.004102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-ea3806df-142f-4454-b0cb-e3200f2f8326 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:09.005571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-ea3806df-142f-4454-b0cb-e3200f2f8326 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/ports?device_id=912f3785-11af-4333-911e-f2eb4c34a4c2 HTTP/1.1" status: 200 len: 946 time: 0.0544767 Oct 13 04:51:09.094331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:51:09.094624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:09.184215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:09.184584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:09.197315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:51:09.324415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:09.353849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:09.395304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] No DVR routers for this DVR port a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:51:09.397982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:09.401347 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6d660e1e-2786-47de-858f-b523df8c95d5 req-b14fbdc4-4f1f-439a-9579-b8b26ec387d4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "DELETE /v2.0/ports/a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c HTTP/1.1" status: 204 len: 173 time: 0.3896277 Oct 13 04:51:09.483149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-deleted', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:51:09.485617 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b3788-ffad-4033-bd48-c2b50c3ed1a6" -d '{"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-deleted", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:51:09.522514 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb95f47-27eb-490a-b63b-30b729cdf3d3 x-openstack-request-id: req-3fb95f47-27eb-490a-b63b-30b729cdf3d3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:51:09.522806 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f3785-11af-4333-911e-f2eb4c34a4c2", "name": "network-vif-deleted", "tag": "a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:51:09.523090 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fb95f47-27eb-490a-b63b-30b729cdf3d3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:51:09.523493 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f3785-11af-4333-911e-f2eb4c34a4c2', 'name': 'network-vif-deleted', 'tag': 'a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c', 'status': 'completed', 'code': 200} Oct 13 04:51:09.999690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36218) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:10.355449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:10.610136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 950f5fd2-3d8d-4182-9605-6af50308f6b7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:51:10.610998 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:10.698287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 950f5fd2-3d8d-4182-9605-6af50308f6b7, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=950f5fd2-3d8d-4182-9605-6af50308f6b7,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:10.698647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:10.711761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 950f5fd2-3d8d-4182-9605-6af50308f6b7 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:51:10.893027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:10.920783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=950f5fd2-3d8d-4182-9605-6af50308f6b7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:11.003494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:51:11.098209 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.320270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router df4864f3-04a2-434b-b533-86e2f146ef4e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:51:11.427870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:51:11.433292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e149161c-bc5b-4fb4-a1b0-a8104c3bc225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/df4864f3-04a2-434b-b533-86e2f146ef4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4322054 Oct 13 04:51:11.435627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36220) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:11.437730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Sync routers for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:51:11.447244 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:11.447834 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:11.487905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting subnet 797d7b90-5cad-40e0-bfb0-26c633b0faf5 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:51:11.497383 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.539267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.558659 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:11.781976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-79a3136c-e8b2-4cbe-bcff-0fc800ceea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.801793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.848530 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:51:10Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:11.875197 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Checking router: df4864f3-04a2-434b-b533-86e2f146ef4e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:51:11.884276 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Routers {'df4864f3-04a2-434b-b533-86e2f146ef4e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:11.884883 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:50:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['df4864f3-04a2-434b-b533-86e2f146ef4e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:11.971611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:11.992930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] Set router df4864f3-04a2-434b-b533-86e2f146ef4e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:12.031457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.059424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Subnet': ['ID=797d7b90-5cad-40e0-bfb0-26c633b0faf5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:12.061411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.065440 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b4b4a94b-a0ab-46f2-8e95-2c525772a8de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/subnets/797d7b90-5cad-40e0-bfb0-26c633b0faf5 HTTP/1.1" status: 204 len: 168 time: 0.6288044 Oct 13 04:51:12.066918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf39ef-e5e1-4a21-956d-bc0697abbda3 None None] Network 0a99ddf6-ae35-434d-9ead-704084d406d1 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:51:12.068060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36222) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:12.175970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.185289 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:51:10Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:12.212822 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5915f-531b-49c1-ac91-fd26e1d8ae4c None None] The sync data for ids ['df4864f3-04a2-434b-b533-86e2f146ef4e'] in n-d-813736-1 is: [{'id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835961361', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:49:25Z', 'updated_at': '2021-10-13T04:51:10Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'feeac53c-0f3d-4d0a-bdb0-9729a72c1c69', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4864f3-04a2-434b-b533-86e2f146ef4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:49:26Z', 'updated_at': '2021-10-13T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:51:12.248127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] DHCP port deletion for 0a99ddf6-ae35-434d-9ead-704084d406d1 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:51:12.287567 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.296513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Deleting port 75214f13-d433-425e-8962-ef051806805c {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:51:12.297001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.336502 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:51:12.340798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:51:12.341148 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.359777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:51:12.360119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device a521f7d1-7a4d-4c3a-acc4-3f6d3d1da46c not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:51:12.382702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] For port 75214f13-d433-425e-8962-ef051806805c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=75214f13-d433-425e-8962-ef051806805c,segment=NetworkSegment(b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e),segment_id=b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:12.383134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.395726 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Calling delete_port for 75214f13-d433-425e-8962-ef051806805c owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:51:12.425629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port feeac53c-0f3d-4d0a-bdb0-9729a72c1c69, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:12.425995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.437501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:51:12.479600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.512269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] Pushing event deleted for resources: {'Port': ['ID=75214f13-d433-425e-8962-ef051806805c,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:12.516582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb1a3c-9b97-4625-ab57-6c5655e3916a None None] No DVR routers for this DVR port 75214f13-d433-425e-8962-ef051806805c on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:51:12.614574 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.639728 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=feeac53c-0f3d-4d0a-bdb0-9729a72c1c69,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:12.708207 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.801282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.803354 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.850351 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.850872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Fanout notify agent at l3_agent the message router_deleted on router df4864f3-04a2-434b-b533-86e2f146ef4e {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:51:12.858616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.859752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8292797f-fff5-4f66-b659-17d3b0bf41b7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/routers/df4864f3-04a2-434b-b533-86e2f146ef4e HTTP/1.1" status: 204 len: 168 time: 0.7904880 Oct 13 04:51:12.862943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36224) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:12.917421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:12.943519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.038808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.058255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a99ddf6-ae35-434d-9ead-704084d406d1']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:13.068070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:13.068362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0303b93-5cf3-4c4a-a40e-c9ade9cd3b8e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:13.077477 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.090796 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.097456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:51:13.097923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:51:13.100890 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:51:13.161457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.168154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.171397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/networks/0a99ddf6-ae35-434d-9ead-704084d406d1 HTTP/1.1" status: 204 len: 168 time: 0.3074319 Oct 13 04:51:13.174327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36226) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:13.183825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc77351-6c93-45b1-b4fb-a5324892531e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Network': ['ID=0a99ddf6-ae35-434d-9ead-704084d406d1,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:13.232651 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.257071 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.329632 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.332557 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.333914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/security-groups/952347b3-de0d-4562-ba1f-b5af6f277208 HTTP/1.1" status: 204 len: 168 time: 0.1585188 Oct 13 04:51:13.343183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952347b3-de0d-4562-ba1f-b5af6f277208,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:13.349890 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 75214f13-d433-425e-8962-ef051806805c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:51:13.352236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.352593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.352933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.353271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.353604 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.353969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.354529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.354862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.355216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.355552 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.355879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.356200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a1d37-d43a-4a0c-8418-4d214076a74c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:13.383463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 75214f13-d433-425e-8962-ef051806805c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:51:13.383812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 75214f13-d433-425e-8962-ef051806805c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:51:13.384304 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 950f5fd2-3d8d-4182-9605-6af50308f6b7 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:51:13.406382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 950f5fd2-3d8d-4182-9605-6af50308f6b7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:51:13.406734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 950f5fd2-3d8d-4182-9605-6af50308f6b7 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:51:13.407761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:51:13.435239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:51:13.435591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device feeac53c-0f3d-4d0a-bdb0-9729a72c1c69 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:51:13.566142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36232) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:13.570935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075353365', 'description': 'tempest-secgroup-smoke-2075353365 description', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:13.592776 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.661840 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.665459 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.690247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.691496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1242986 Oct 13 04:51:13.694541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36234) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:13.699331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:13.699580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84492abe-86d2-4678-af3d-1b72bbc40bd1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba796f6e-e16d-4284-8de8-3763fe1ec014,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:13.727769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.781905 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.786010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.805104 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf4fd16-19e7-42dc-88c0-1eca616356e2,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:13.810217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.811398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-97d3cd39-dd8b-4672-95ad-954856c6720d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157565 Oct 13 04:51:13.814288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:13.818587 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:13.844680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.901389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.904834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.921813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b71b0f4-424f-4761-aed8-9fe4b567e357,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:13.929591 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:13.930791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-78cc1053-ed55-44d8-bb2e-856f04b665d1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155300 Oct 13 04:51:13.934510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36238) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:13.939537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:13.965248 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.026601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.029923 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.047136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d43175b-d9a3-4384-a650-224c5dce1783,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:14.055297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.056496 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f268daad-54ec-413e-8061-5852025950cb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210039 Oct 13 04:51:14.059287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36240) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:14.063997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:14.089941 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.148117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.151614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.171432 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2ab3bd-c443-4ce2-825f-1627be323db4,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:14.179388 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.180601 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e097acd7-9f3f-44cc-9467-9e386ff9b68f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203933 Oct 13 04:51:14.183451 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36242) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:14.187692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:14.210264 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:51:14.215017 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.229942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-768d5536-2a9f-40a7-ac63-57379a6ca68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.280496 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.285056 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.303009 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb9e127-d798-49e6-abb5-73a1cffa8981,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:14.309661 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.310502 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2ccbfcca-2651-4fb5-b1c8-75231557eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261170 Oct 13 04:51:14.313161 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36244) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:14.317492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'ba796f6e-e16d-4284-8de8-3763fe1ec014', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:14.339424 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:51:14.344122 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.408281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.411693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.429285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a5a4ad-1994-4e9e-9c27-a8d0268cc77b,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:14.436875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.438075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4299d64e-d082-4a4f-97a6-5402d1f6a818 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239326 Oct 13 04:51:14.441640 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36246) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:14.446566 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'network': {'name': 'tempest-network-smoke--1010618348', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'port_security_enabled': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:14.466930 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:51:14.470737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.494888 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:51:14.504555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.504894 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Added segment 0aa450e7-84e8-47df-805a-64ad698bbb12 of type vlan for network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 Oct 13 04:51:14.545391 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.570273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.575763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:14.576341 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.634456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1916592 Oct 13 04:51:14.637141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36248) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:14.651712 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'admin_state_up': True, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:14.665457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746992-59b3-438d-acd0-a6f9b296acad tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Network': ['ID=3dd26f6e-68de-4118-ae45-d8d36a0c7030,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:14.676663 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:51:14.680728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.681717 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.744807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:14.883121 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.071894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.091670 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.197314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.62 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/865820a4-f9df-4c97-9800-57cd3f20cc4c) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:51:15.304089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.336528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.376903 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:15.380011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:15.382536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:51:15.391612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.411524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=865820a4-f9df-4c97-9800-57cd3f20cc4c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:15.544985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.638096 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.830055 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:15.954641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router d445859f-f20f-4001-9cc9-e8e71c819ba3 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:51:16.058437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:51:16.068033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Sync routers for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:51:16.077194 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:16.077897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:16.078435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.080271 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e68d22e7-04e6-4783-988e-1374c68d9ec3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4420950 Oct 13 04:51:16.083360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36250) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:16.111510 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6f32577d-2c79-42eb-b98d-88ff245eaaf4 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=11b5f3c14fdd4d6b82cdea7877894f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270231 Oct 13 04:51:16.113994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36252) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:16.184757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:16.203546 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cfc624-9bc1-481a-b47d-caa0ace431f6 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:16.205708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06cfc624-9bc1-481a-b47d-caa0ace431f6 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908170 Oct 13 04:51:16.208509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36254) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:16.239636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ba24b104-096c-49ab-a105-e8de2fde1a24 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300574 Oct 13 04:51:16.242057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36256) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:16.246691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-721190723', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:16.332972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:51:16.336803 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.363325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:15Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:16.394232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Checking router: d445859f-f20f-4001-9cc9-e8e71c819ba3 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:51:16.394977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Updating router d445859f-f20f-4001-9cc9-e8e71c819ba3 port 865820a4-f9df-4c97-9800-57cd3f20cc4c binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:51:16.419939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.520482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.578914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Subnet': ['ID=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:16.588852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:51:16.589211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network hostable DHCP agents. Network: 3dd26f6e-68de-4118-ae45-d8d36a0c7030, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:51:16.607147 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:51:16.616206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 3dd26f6e-68de-4118-ae45-d8d36a0c7030) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:16.621564 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:16.622162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.633278 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1235d-de52-4bd9-aa5f-e2add568c76c None None] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:51:16.645582 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ff4fab6f-9e28-4391-9330-9fae7082624a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000022 Oct 13 04:51:16.645826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36258) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:16.737106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.754487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.841795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Attempting to bind port 865820a4-f9df-4c97-9800-57cd3f20cc4c on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:51:16.842080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Attempting to bind port 865820a4-f9df-4c97-9800-57cd3f20cc4c by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:51:16.842449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Attempting to bind port 865820a4-f9df-4c97-9800-57cd3f20cc4c on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:51:16.847537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84db45-1e1a-40bc-9fc9-9eba6365b060 None None] Pushing event updated for resources: {'Port': ['ID=865820a4-f9df-4c97-9800-57cd3f20cc4c,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:16.856016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:51:16.856397 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:51:16.856803 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.857199 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:51:16.857678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Bound port: 865820a4-f9df-4c97-9800-57cd3f20cc4c, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:51:16.858063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.902593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:51:16.903479 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:16.945250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] For port 865820a4-f9df-4c97-9800-57cd3f20cc4c, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:51:17.005049 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] For port 865820a4-f9df-4c97-9800-57cd3f20cc4c, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865820a4-f9df-4c97-9800-57cd3f20cc4c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:51:17.009480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.087600 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.115183 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:17.115732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:17.122923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Allocated IP 172.20.0.2 (3dd26f6e-68de-4118-ae45-d8d36a0c7030/6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f/8c7c2c01-e395-46bc-8a10-a675eb23152f) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:51:17.158257 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84db45-1e1a-40bc-9fc9-9eba6365b060 None None] Pushing event updated for resources: {'Port': ['ID=865820a4-f9df-4c97-9800-57cd3f20cc4c,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:17.456420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.481712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:17.693225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.705482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.754624 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.1 (3dd26f6e-68de-4118-ae45-d8d36a0c7030/6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f/182be8f6-e32f-4a68-aa13-9b28a20783b3) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:51:17.762127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:17.811605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:17.817992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:51:17.829937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Pushing event updated for resources: {'Port': ['ID=8c7c2c01-e395-46bc-8a10-a675eb23152f,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:17.873643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.903728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Attempting to bind port 8c7c2c01-e395-46bc-8a10-a675eb23152f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:51:17.904132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Attempting to bind port 8c7c2c01-e395-46bc-8a10-a675eb23152f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:51:17.904481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Attempting to bind port 8c7c2c01-e395-46bc-8a10-a675eb23152f on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:51:17.907437 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.918084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:51:17.918476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:51:17.918882 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.919306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Bound using segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:51:17.919786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Bound port: 8c7c2c01-e395-46bc-8a10-a675eb23152f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:51:17.920227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:17.941136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:15Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:17.951435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:17.954804 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:17.957249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:51:17.975633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c478ada-a7f5-4a32-b403-3917a70742fe None None] The sync data for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 is: [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:15Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:51:17.990215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:18.014694 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.034414 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] For port 8c7c2c01-e395-46bc-8a10-a675eb23152f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:51:18.037839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] For port 8c7c2c01-e395-46bc-8a10-a675eb23152f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8c7c2c01-e395-46bc-8a10-a675eb23152f,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:51:18.042678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.103372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5492f2-877c-4acd-ab0e-786ed59bcfb7 None None] Pushing event updated for resources: {'Port': ['ID=8c7c2c01-e395-46bc-8a10-a675eb23152f,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:18.157819 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.505150 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.512749 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.592585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:18.597154 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:18.700019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:18.701413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:18.826730 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router d445859f-f20f-4001-9cc9-e8e71c819ba3 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:51:18.951662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:51:18.958651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-caa01a44-7866-484e-998a-3e8f3457a1e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/d445859f-f20f-4001-9cc9-e8e71c819ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3118765 Oct 13 04:51:19.083909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32292788-4544-4223-b9ea-43c248ed11a0 None None] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:51:19.105950 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-a4a093df-bd51-426f-b0a9-02b97a927a91 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2075353365&fields=id&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 267 time: 0.0361729 Oct 13 04:51:19.171009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] Provisioning complete for port 8c7c2c01-e395-46bc-8a10-a675eb23152f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:19.171405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.249934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-dfbc77cb-19cf-464d-bc32-835bd2c77fac tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:19.252447 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-dfbc77cb-19cf-464d-bc32-835bd2c77fac tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 797 time: 0.1307728 Oct 13 04:51:19.271620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-5ee02255-229a-4a13-b538-26bd887d4e68 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/quotas/11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 375 time: 0.0103083 Oct 13 04:51:19.319510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865820a4-f9df-4c97-9800-57cd3f20cc4c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:19.329340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-b9ab56d8-0f8f-49ef-ba69-d486cb760a07 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480576 Oct 13 04:51:19.347802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.396672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] For port 8c7c2c01-e395-46bc-8a10-a675eb23152f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8c7c2c01-e395-46bc-8a10-a675eb23152f,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:19.404628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.436141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 865820a4-f9df-4c97-9800-57cd3f20cc4c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:19.436517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.455284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-b5f45cc1-7c17-4b6d-9c75-1b91e0f5cbea service neutron] 10.222.0.49 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127439 Oct 13 04:51:19.499772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c4296-7740-4418-802b-ad300dd38c3c None None] Pushing event updated for resources: {'Port': ['ID=8c7c2c01-e395-46bc-8a10-a675eb23152f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:19.574078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-0755660b-cebd-4210-9347-69368275b0b4 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119916 Oct 13 04:51:19.585441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.610472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 865820a4-f9df-4c97-9800-57cd3f20cc4c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865820a4-f9df-4c97-9800-57cd3f20cc4c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:19.622450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.623620 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8c7c2c01-e395-46bc-8a10-a675eb23152f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:19.724687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6c9529d4-944b-4824-8fee-be4e70bbfd87 None None] Provisioning complete for port 182be8f6-e32f-4a68-aa13-9b28a20783b3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:19.725066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c9529d4-944b-4824-8fee-be4e70bbfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.788743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=865820a4-f9df-4c97-9800-57cd3f20cc4c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:19.795724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6c9529d4-944b-4824-8fee-be4e70bbfd87 None None] Port 182be8f6-e32f-4a68-aa13-9b28a20783b3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:51:19.805176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8c7c2c01-e395-46bc-8a10-a675eb23152f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:19.805554 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.835567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9700478-7a9a-4ca8-bfbe-efb45a8d35d0 req-07cd9112-2652-44ea-be46-f2d7cd441d10 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0609250 Oct 13 04:51:19.856544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6c9529d4-944b-4824-8fee-be4e70bbfd87 None None] Provisioning complete for port 8c7c2c01-e395-46bc-8a10-a675eb23152f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:19.856864 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c9529d4-944b-4824-8fee-be4e70bbfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:19.879625 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Sync routers for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:51:19.894198 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:19.894808 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:20.039279 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:20.188777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3194b50e-353d-4b36-887e-2a3e1fa2b5c0 None None] Provisioning complete for port 182be8f6-e32f-4a68-aa13-9b28a20783b3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:20.189402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3194b50e-353d-4b36-887e-2a3e1fa2b5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.228455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3194b50e-353d-4b36-887e-2a3e1fa2b5c0 None None] Port 182be8f6-e32f-4a68-aa13-9b28a20783b3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:51:20.285668 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 2, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:20.320628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Checking router: d445859f-f20f-4001-9cc9-e8e71c819ba3 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:51:20.320984 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Updating router d445859f-f20f-4001-9cc9-e8e71c819ba3 port 182be8f6-e32f-4a68-aa13-9b28a20783b3 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:51:20.349554 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.620746 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.627369 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.684852 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Pushing event updated for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:20.734549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.735018 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.735909 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.736242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.736759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.737088 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.737416 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.737746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.738082 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.738389 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.738711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.739031 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:20.742912 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Attempting to bind port 182be8f6-e32f-4a68-aa13-9b28a20783b3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:51:20.743695 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Attempting to bind port 182be8f6-e32f-4a68-aa13-9b28a20783b3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:51:20.744431 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Attempting to bind port 182be8f6-e32f-4a68-aa13-9b28a20783b3 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:51:20.751700 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:51:20.752289 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:51:20.752883 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.753539 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Bound using segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:51:20.754176 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Bound port: 182be8f6-e32f-4a68-aa13-9b28a20783b3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:51:20.754742 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.842114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] For port 182be8f6-e32f-4a68-aa13-9b28a20783b3, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:51:20.846224 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] For port 182be8f6-e32f-4a68-aa13-9b28a20783b3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=182be8f6-e32f-4a68-aa13-9b28a20783b3,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:51:20.852537 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.929997 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:20.931759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:20.963404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] Provisioning complete for port 182be8f6-e32f-4a68-aa13-9b28a20783b3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:20.963404 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:20.992187 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4f85-b207-4b2c-8ed1-95a297fc1857 None None] Pushing event updated for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:21.006001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a9de764a-3dd2-4ea4-88fc-cc459e4d0819 req-4331e8f6-3254-4046-9ebe-606f74b483a2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0684774 Oct 13 04:51:21.069628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-312f4e36-b678-4272-a110-58d869020d65 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:21.073131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-312f4e36-b678-4272-a110-58d869020d65 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 797 time: 0.2422245 Oct 13 04:51:21.107800 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:21.118405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.134175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-dcfd8771-c32c-4503-8f17-6aa9b933d4dc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 380 time: 0.0507121 Oct 13 04:51:21.146062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'port': {'device_id': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'admin_state_up': True, 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'security_groups': ['ba796f6e-e16d-4284-8de8-3763fe1ec014']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:21.159328 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] For port 182be8f6-e32f-4a68-aa13-9b28a20783b3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=182be8f6-e32f-4a68-aa13-9b28a20783b3,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:21.166361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.239234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5fbf6-eeb3-42f5-a2e5-0016802a01c3 None None] Pushing event updated for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:21.277222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865820a4-f9df-4c97-9800-57cd3f20cc4c up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:21.292627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:51:21.296377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.319105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eed10abd-560f-4daa-b25c-d252772694e7 None None] Provisioning complete for port 182be8f6-e32f-4a68-aa13-9b28a20783b3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:21.319812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eed10abd-560f-4daa-b25c-d252772694e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.368212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 865820a4-f9df-4c97-9800-57cd3f20cc4c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:21.368866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.444326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.14 (3dd26f6e-68de-4118-ae45-d8d36a0c7030/6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f/233b5b09-530a-4d18-9778-8501fbd23c93) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:51:21.450771 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:20Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:21.486436 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321b91d-68fb-4f92-96bb-b199482c7eb3 None None] The sync data for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 is: [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:20Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:51:21.492185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8c7c2c01-e395-46bc-8a10-a675eb23152f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:21.552376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8c7c2c01-e395-46bc-8a10-a675eb23152f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:21.554020 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.608934 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.656264 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.709726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:21.713032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:21.717047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:51:21.742855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:21.775239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:21.776126 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.798802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ac8f5d50-1730-4d88-8638-9921b82ad6de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6581876 Oct 13 04:51:21.812580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Request body: {'port': {'device_id': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:21.872159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:21.969941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-847c0738-8253-4fc0-a48a-9fa1ab92d8d3 None None] Provisioning complete for port 233b5b09-530a-4d18-9778-8501fbd23c93 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:21.970314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-847c0738-8253-4fc0-a48a-9fa1ab92d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.014367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-847c0738-8253-4fc0-a48a-9fa1ab92d8d3 None None] Port 233b5b09-530a-4d18-9778-8501fbd23c93 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:51:22.142596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db63b8d-33b0-44bf-96a6-255c5210a3d4 req-bb8a604f-7f5b-483f-8cae-2d28dbd93c54 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.144201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db63b8d-33b0-44bf-96a6-255c5210a3d4 req-bb8a604f-7f5b-483f-8cae-2d28dbd93c54 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 932 time: 0.0536847 Oct 13 04:51:22.160925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:51:22.168954 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.183382 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Transition to ACTIVE for port object 233b5b09-530a-4d18-9778-8501fbd23c93 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:51:22.185283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3db63b8d-33b0-44bf-96a6-255c5210a3d4 req-14ffc37f-852b-487d-b11c-851502a19a7d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343397 Oct 13 04:51:22.189593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.244102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:22.314723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:51:22.315187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:51:22.315592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:51:22.320483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:51:22.320894 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:51:22.326885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:51:22.327525 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:51:22.327914 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Bound using segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:51:22.328356 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Bound port: 233b5b09-530a-4d18-9778-8501fbd23c93, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:51:22.328787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.404212 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:51:22.408683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:51:22.413715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.451997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.452621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:22.454210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] 10.222.0.47 "PUT /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1092 time: 0.6460204 Oct 13 04:51:22.454756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:51:22.457114 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667dd33f-ca96-4668-9eff-769c4f9aee13" -d '{"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:51:22.489865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445fce5-d7b8-462e-9765-69a4a3d84434 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:22.521789 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de1e99f-c9b5-427a-9a8d-c6f4c7305577 x-openstack-request-id: req-4de1e99f-c9b5-427a-9a8d-c6f4c7305577 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:51:22.522164 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:51:22.522488 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4de1e99f-c9b5-427a-9a8d-c6f4c7305577 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:51:22.523006 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:51:22.556208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-eea77772-b941-4c5a-a152-2bcf8c75ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.557740 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-eea77772-b941-4c5a-a152-2bcf8c75ec05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0494084 Oct 13 04:51:22.608816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-f80d4527-05e1-4a90-a0cc-298e34add511 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 217 time: 0.0410075 Oct 13 04:51:22.667545 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-5387fd77-cc18-446e-8e34-8a6318b168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.669355 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-5387fd77-cc18-446e-8e34-8a6318b168e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0532632 Oct 13 04:51:22.716990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-2e8df36c-0cb3-490a-9f03-6780991131dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.718504 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-2e8df36c-0cb3-490a-9f03-6780991131dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421996 Oct 13 04:51:22.812627 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-ab05b6b1-7c0a-4115-8d7f-131848fcaf57 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Oct 13 04:51:22.902187 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e297cab6-1215-4ef6-9d8f-855d2b480816 req-2f69c275-a641-4da5-afd2-96e1353ccd50 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826142 Oct 13 04:51:22.988506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-b1e711b8-1730-49ad-8dff-e8fe3674951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:22.990133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-b1e711b8-1730-49ad-8dff-e8fe3674951e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0419335 Oct 13 04:51:23.085217 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-529897e4-61be-4fcc-83ee-98833d2db7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:23.086752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-529897e4-61be-4fcc-83ee-98833d2db7c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.0895820 Oct 13 04:51:23.128940 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-ce9d0107-eadc-40ae-8cee-e7ccb358a4a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 217 time: 0.0352929 Oct 13 04:51:23.183170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-e0508e41-06e8-4a8c-a9c9-074364c6b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:23.184573 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-e0508e41-06e8-4a8c-a9c9-074364c6b9bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0475712 Oct 13 04:51:23.242944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-fd445a7d-80b3-405c-a6e5-4b0e4029f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:23.242944 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-fd445a7d-80b3-405c-a6e5-4b0e4029f9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460339 Oct 13 04:51:23.281041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 182be8f6-e32f-4a68-aa13-9b28a20783b3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:23.308338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70448ba2-7880-4654-83f6-e226f513576a req-2380f3e5-63e1-49fd-a616-7c9ba97652fd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:23.311527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70448ba2-7880-4654-83f6-e226f513576a req-2380f3e5-63e1-49fd-a616-7c9ba97652fd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0548453 Oct 13 04:51:23.332326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 182be8f6-e32f-4a68-aa13-9b28a20783b3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:23.332793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:23.335325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-69f2248a-eeab-41a2-8d53-9f8ebc904857 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Oct 13 04:51:23.355539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70448ba2-7880-4654-83f6-e226f513576a req-9a044290-3e15-43df-9edd-3241c41a0e95 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Oct 13 04:51:23.434015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-667dd33f-ca96-4668-9eff-769c4f9aee13 req-00d9ab12-dc35-49bb-89b8-4542a8856a42 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914598 Oct 13 04:51:24.472492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0386-18f0-426f-8d23-906396f363f6 req-2d2505f2-0b10-4aa5-a739-dabfb208915a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:24.473975 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9cae0386-18f0-426f-8d23-906396f363f6 req-2d2505f2-0b10-4aa5-a739-dabfb208915a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0503941 Oct 13 04:51:24.512758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9cae0386-18f0-426f-8d23-906396f363f6 req-1c29ebca-a3d1-445a-b996-012a45c4bc42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Oct 13 04:51:25.630347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4c62c-6f77-4e8e-af6b-a0e279a26d53 req-a753c6de-7f93-4b9f-8521-ab49838a2d47 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:25.631834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3a4c62c-6f77-4e8e-af6b-a0e279a26d53 req-a753c6de-7f93-4b9f-8521-ab49838a2d47 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0502918 Oct 13 04:51:25.668604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a3a4c62c-6f77-4e8e-af6b-a0e279a26d53 req-b9011599-0aa9-4d45-a233-23f1b6b0c3e1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Oct 13 04:51:26.365137 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:51:26.458586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:26.473923 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '233b5b09-530a-4d18-9778-8501fbd23c93', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:51:26.509491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:26.522891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:51:26.541939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:26.545819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:26.593047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:26.600967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.601325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.601673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.602042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.602384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.602721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.603054 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.603472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.603810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.604141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.604471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.604798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:51:26.758687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['233b5b09-530a-4d18-9778-8501fbd23c93'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:51:26.787750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1a4f-9320-4dd8-a863-4a1fe1b4c33c req-ac8e3500-4c49-455b-8a4a-09b10971720f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:26.789251 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e66b1a4f-9320-4dd8-a863-4a1fe1b4c33c req-ac8e3500-4c49-455b-8a4a-09b10971720f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0548952 Oct 13 04:51:26.826872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e66b1a4f-9320-4dd8-a863-4a1fe1b4c33c req-ec3671ec-d8ea-4993-971e-1fc0151d4158 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Oct 13 04:51:27.628838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-815502bd-75dc-4523-8127-eb70b8f64f88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398510 Oct 13 04:51:27.710586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-f7546929-9af3-4311-b958-72d3fa19eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:27.712103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-f7546929-9af3-4311-b958-72d3fa19eab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 1097 time: 0.0424676 Oct 13 04:51:27.816270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-661c8f4e-461e-44b1-bec8-29d421219d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:27.817657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-661c8f4e-461e-44b1-bec8-29d421219d8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0861888 Oct 13 04:51:27.883275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-a3cd580a-da94-40c0-8411-14c118693de4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 200 len: 1002 time: 0.0588527 Oct 13 04:51:27.933688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-27784d07-72cc-4c87-8c61-c06a7ff7cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:27.935195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-27784d07-72cc-4c87-8c61-c06a7ff7cc3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0450020 Oct 13 04:51:27.943310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9646e64-8f45-47d1-a5f2-c1cc74d96e80 req-45c6083f-d064-4f0f-af30-4713d8e7311d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:27.944797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9646e64-8f45-47d1-a5f2-c1cc74d96e80 req-45c6083f-d064-4f0f-af30-4713d8e7311d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Oct 13 04:51:27.984494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9646e64-8f45-47d1-a5f2-c1cc74d96e80 req-5164133d-7cb5-4f40-8b0c-5a97bcb47cd3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337367 Oct 13 04:51:27.985922 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-bfc09020-2415-4ec9-9e65-647a7cd90041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:27.987451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-bfc09020-2415-4ec9-9e65-647a7cd90041 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449908 Oct 13 04:51:28.076904 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-2aa1419b-fcf1-4761-9d8b-a4cf369d9410 service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819607 Oct 13 04:51:28.174473 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67c42231-8d28-4f7b-9ede-a56df6825821 req-2f92bd88-86ab-4403-90e4-59fb3fe8df6a service neutron] 10.222.0.47 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896049 Oct 13 04:51:28.363516 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:51:28.411562 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 233b5b09-530a-4d18-9778-8501fbd23c93 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:51:28.415457 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 233b5b09-530a-4d18-9778-8501fbd23c93 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:51:28.415829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:28.494478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:28.517953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:51:28.520243 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6ab44b-2853-41b3-8570-264f85a3846d" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:51:28.532792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:51:28.536584 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:28.561152 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40daa11-a54c-4f5f-8424-376805d0b5e4 x-openstack-request-id: req-e40daa11-a54c-4f5f-8424-376805d0b5e4 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:51:28.561448 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:51:28.561699 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e40daa11-a54c-4f5f-8424-376805d0b5e4 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:51:28.562142 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'code': 200} Oct 13 04:51:28.591332 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:28.655874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2586b7-f556-435c-ae74-c2a3aff85733 req-2d882fa7-f7c3-494b-8a9d-8342687609ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:28.657836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2c2586b7-f556-435c-ae74-c2a3aff85733 req-2d882fa7-f7c3-494b-8a9d-8342687609ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0424445 Oct 13 04:51:28.692485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2c2586b7-f556-435c-ae74-c2a3aff85733 req-2b13883a-cf8c-4c3f-a0c7-82a0ad24c25c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285125 Oct 13 04:51:29.098161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81860700-9812-4f52-9862-813d30a2cb26 req-0a98bab2-e6e9-4aa1-8ae7-fdea3e234af3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:29.099736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81860700-9812-4f52-9862-813d30a2cb26 req-0a98bab2-e6e9-4aa1-8ae7-fdea3e234af3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0506711 Oct 13 04:51:29.140543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81860700-9812-4f52-9862-813d30a2cb26 req-549866d4-9180-4f4c-af25-e627496378fa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Oct 13 04:51:30.255437 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3f34f-33d7-46dd-be9e-989617c1f6a3 req-1a64339c-3b86-414c-99bd-d09f99537443 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:30.256897 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05f3f34f-33d7-46dd-be9e-989617c1f6a3 req-1a64339c-3b86-414c-99bd-d09f99537443 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Oct 13 04:51:30.293606 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05f3f34f-33d7-46dd-be9e-989617c1f6a3 req-6914db38-2f56-431c-8255-64d135049e74 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Oct 13 04:51:30.690591 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd13f-89af-4aca-82db-8b96a8ebf9b2 req-0c7cd322-96d6-4cc1-a42a-acfe716f0a75 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:30.692038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceadd13f-89af-4aca-82db-8b96a8ebf9b2 req-0c7cd322-96d6-4cc1-a42a-acfe716f0a75 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.3329644 Oct 13 04:51:30.730465 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceadd13f-89af-4aca-82db-8b96a8ebf9b2 req-b3ffefd4-7340-44a2-9a4e-ce995a3f2451 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324583 Oct 13 04:51:30.752118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36312) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:30.792051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f6ad2-550c-43e6-93e7-e855b45da271 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:30.793433 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-173f6ad2-550c-43e6-93e7-e855b45da271 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1092 time: 0.0403607 Oct 13 04:51:30.796109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36314) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:30.800889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:51:30.822640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:30.920503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.023674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.238 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/53b769ca-9e11-4bf3-b16e-c46886d9f217) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:51:31.129882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.163694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.198050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:51:31.206129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:51:31.210579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:51:31.243052 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=53b769ca-9e11-4bf3-b16e-c46886d9f217,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:31.671675 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.771883 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.921001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.926112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:31.994602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=53b769ca-9e11-4bf3-b16e-c46886d9f217,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:51:32.003980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:32.103898 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 7ec58e70-3c3f-4b55-9e60-35d85126073d associated. External IP: 172.25.0.238, port: 233b5b09-530a-4d18-9778-8501fbd23c93. Oct 13 04:51:32.313006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router d445859f-f20f-4001-9cc9-e8e71c819ba3 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:51:32.420857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:51:32.432688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Sync routers for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:51:32.438365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:32.443515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:32.444124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:32.466275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b28113b9-4d0c-408e-8f5c-c083551211d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6691704 Oct 13 04:51:32.466918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:51:32.469432 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690dc08c-5a6f-4cea-9e2e-50164f651f28" -d '{"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:51:32.517527 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54bab93-af9a-4261-9459-3763b1cfd9c0 x-openstack-request-id: req-b54bab93-af9a-4261-9459-3763b1cfd9c0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:51:32.518209 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:51:32.518529 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b54bab93-af9a-4261-9459-3763b1cfd9c0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:51:32.519095 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:51:32.607579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b696d-8ae9-44ca-bcbc-f409c0e7fd5a req-101d7fbb-1f1f-4bf3-9af3-f6ba68af8e54 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:32.609116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-964b696d-8ae9-44ca-bcbc-f409c0e7fd5a req-101d7fbb-1f1f-4bf3-9af3-f6ba68af8e54 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0832417 Oct 13 04:51:32.625380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-f7ae1290-c3bd-40d9-8d03-16f0e4405d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:32.626851 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-f7ae1290-c3bd-40d9-8d03-16f0e4405d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0690713 Oct 13 04:51:32.702925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-964b696d-8ae9-44ca-bcbc-f409c0e7fd5a req-19521b9e-3d98-4571-9a6c-90424a4a030d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853734 Oct 13 04:51:32.724475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:32.727450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36320) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:32.739883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-f3c44705-c1be-4b08-9bb1-edc92de0cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:32.741493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-f3c44705-c1be-4b08-9bb1-edc92de0cab5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1063294 Oct 13 04:51:32.796553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a9fde973-aa6a-4c56-a099-987885442d12 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/7ec58e70-3c3f-4b55-9e60-35d85126073d HTTP/1.1" status: 200 len: 992 time: 0.0668840 Oct 13 04:51:32.808163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-4a8fd77f-7e0f-4388-b803-f408a5b5d27f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0599914 Oct 13 04:51:32.857964 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-cc5ffafa-60f9-4de2-b4e5-ea3211fea8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:32.859463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-cc5ffafa-60f9-4de2-b4e5-ea3211fea8eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0436802 Oct 13 04:51:32.909467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-1348183e-66c5-4e7a-9c3a-20d1e59b2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:51:32.910967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-1348183e-66c5-4e7a-9c3a-20d1e59b2c9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439537 Oct 13 04:51:32.966096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '7ec58e70-3c3f-4b55-9e60-35d85126073d', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:51:31Z', 'updated_at': '2021-10-13T04:51:31Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:32.994398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Checking router: d445859f-f20f-4001-9cc9-e8e71c819ba3 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:51:33.003164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:51:33.003777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:51:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:33.004979 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-32b734d6-aba3-4bc7-9977-32d58fb2f06d service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850255 Oct 13 04:51:33.098651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-690dc08c-5a6f-4cea-9e2e-50164f651f28 req-4cad26b2-0741-4e57-87fc-c86b7de41f4e service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868032 Oct 13 04:51:33.114424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:51:33.341441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '7ec58e70-3c3f-4b55-9e60-35d85126073d', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:51:31Z', 'updated_at': '2021-10-13T04:51:31Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:51:33.368813 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7500b8-7e47-476a-80c5-1a26aa104a88 None None] The sync data for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 is: [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '7ec58e70-3c3f-4b55-9e60-35d85126073d', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:51:31Z', 'updated_at': '2021-10-13T04:51:31Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:51:33.571531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f9a7ce-9e8a-4c3f-bfb2-1c0060c24389 None None] New status for floating IP 7ec58e70-3c3f-4b55-9e60-35d85126073d: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:51:33.800051 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36322) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:51:33.862758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-33daff5d-d6f1-430f-bcc9-1408f8e4eb08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/7ec58e70-3c3f-4b55-9e60-35d85126073d HTTP/1.1" status: 200 len: 994 time: 0.0613599 Oct 13 04:51:41.784665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3803e1ab-42a1-4720-8e36-26aec4f0243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:41.803227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:42.935807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:44.232217 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00d0521e-628b-4890-be7c-8b98b554374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:45.392788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:45.547861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:47.324976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:51:48.003409 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:52:05.312189 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d23d0-4685-4ba7-8abb-a7f5f31a8c5f req-d30ff680-0d36-42a3-bed8-2a040fd0aeec tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:05.313712 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1d23d0-4685-4ba7-8abb-a7f5f31a8c5f req-d30ff680-0d36-42a3-bed8-2a040fd0aeec tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.1506176 Oct 13 04:52:05.348983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de1d23d0-4685-4ba7-8abb-a7f5f31a8c5f req-f902eae6-07b6-413f-85af-e6a99337bc06 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282836 Oct 13 04:52:05.543333 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc1b3-d2f9-4d6e-a45d-c46340673cb4 req-d4d1fca6-57cd-4bc8-ac99-938f07b38adb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:05.544821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c7fc1b3-d2f9-4d6e-a45d-c46340673cb4 req-d4d1fca6-57cd-4bc8-ac99-938f07b38adb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.1149211 Oct 13 04:52:05.582112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c7fc1b3-d2f9-4d6e-a45d-c46340673cb4 req-04a059f6-edb7-4042-8625-30558d7b8e76 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312622 Oct 13 04:52:05.604790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36346) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:52:05.663549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4786249d-c099-4a3b-aae0-35475ada1be4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/7ec58e70-3c3f-4b55-9e60-35d85126073d HTTP/1.1" status: 200 len: 994 time: 0.0575097 Oct 13 04:52:06.019565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-0139b3ca-a494-4c89-93ac-9d4f13d09f28 req-b769faa3-a489-4856-a0cc-bdd5716dafe9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:52:06.021284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0139b3ca-a494-4c89-93ac-9d4f13d09f28 req-b769faa3-a489-4856-a0cc-bdd5716dafe9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0673184 Oct 13 04:52:07.320836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-4be93e96-e69b-4338-9d1d-d774dcd413a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734589 Oct 13 04:52:07.328814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeefbd6-f33c-4c11-8835-2c636904eec4 req-d8c0ade8-e829-402d-aafc-153348e2e998 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:07.330171 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-abeefbd6-f33c-4c11-8835-2c636904eec4 req-d8c0ade8-e829-402d-aafc-153348e2e998 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0719552 Oct 13 04:52:07.370949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-abeefbd6-f33c-4c11-8835-2c636904eec4 req-7e252630-591b-4fb1-a82a-0a706fc9b423 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346875 Oct 13 04:52:08.413937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-cd7f6b3d-744f-43ac-9cf7-da3623e6971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:08.415618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-cd7f6b3d-744f-43ac-9cf7-da3623e6971b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0411389 Oct 13 04:52:08.492811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af6100-b470-422e-97e6-d0f01e46eb8b req-b6550248-c09c-44a4-a9c0-6681a3b40190 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:08.494334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61af6100-b470-422e-97e6-d0f01e46eb8b req-b6550248-c09c-44a4-a9c0-6681a3b40190 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0515430 Oct 13 04:52:08.511407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-060bf1e1-5d21-47bd-915d-aa999df05d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:08.512848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-060bf1e1-5d21-47bd-915d-aa999df05d7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.0902052 Oct 13 04:52:08.538582 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-61af6100-b470-422e-97e6-d0f01e46eb8b req-15c5cbab-210f-4682-91fc-c0caf7919834 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371630 Oct 13 04:52:08.577146 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-b30621cd-0d98-4625-8592-a3364d6d398a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1002 time: 0.0577226 Oct 13 04:52:08.625316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dc6ac13f-7efb-4b2e-85c5-0a9d04839d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:08.626700 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dc6ac13f-7efb-4b2e-85c5-0a9d04839d94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0425074 Oct 13 04:52:08.675225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-cc4b1b79-c024-440e-840f-78a7817cb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:08.676822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-cc4b1b79-c024-440e-840f-78a7817cb04d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427024 Oct 13 04:52:08.686898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-7c469916-e6dd-4575-a7a3-9aa66a6df676 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:52:08.687848 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-7c469916-e6dd-4575-a7a3-9aa66a6df676 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047176 Oct 13 04:52:08.776300 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-0bb8ff22-538e-4228-9ce7-55ac2a3c87be service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806382 Oct 13 04:52:08.868186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-5a6028e2-5490-4005-8623-988759e4d964 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851843 Oct 13 04:52:09.656046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9741a-1d98-4fab-8823-1dd9ed1c148b req-536fb9c9-c8de-4692-bdc9-57a99240fce6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:09.657521 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cd9741a-1d98-4fab-8823-1dd9ed1c148b req-536fb9c9-c8de-4692-bdc9-57a99240fce6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0510345 Oct 13 04:52:09.695444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8cd9741a-1d98-4fab-8823-1dd9ed1c148b req-aaffb23b-e0c5-40fb-94fa-0710be8fd1ff tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Oct 13 04:52:10.810040 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8365d-a905-4f76-8623-fc79e73f4f6a req-22eb8cb5-0101-4917-bc3a-46f7cbead368 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:10.811472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff8365d-a905-4f76-8623-fc79e73f4f6a req-22eb8cb5-0101-4917-bc3a-46f7cbead368 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Oct 13 04:52:10.849175 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff8365d-a905-4f76-8623-fc79e73f4f6a req-23775166-f0e6-4388-a6ff-8a378a9e9960 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Oct 13 04:52:11.785404 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-195ed938-539a-4e1d-a21c-452cbca7adae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:11.803974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:11.961518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d349b40-fee9-4eec-8fd7-06cc957d6489 req-37548f6d-38ea-404d-b691-df8e96ef074b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:11.963010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d349b40-fee9-4eec-8fd7-06cc957d6489 req-37548f6d-38ea-404d-b691-df8e96ef074b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0479434 Oct 13 04:52:12.000270 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4d349b40-fee9-4eec-8fd7-06cc957d6489 req-2357e12f-209f-46d5-a086-ffbc4d909e8b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Oct 13 04:52:12.944942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:13.120398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a85f-498b-47bc-b7c3-6b2cfe5d8441 req-b6e73945-c612-4ee8-b9ce-4f7e5fcd40fe tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:13.121904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9a7a85f-498b-47bc-b7c3-6b2cfe5d8441 req-b6e73945-c612-4ee8-b9ce-4f7e5fcd40fe tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0520897 Oct 13 04:52:13.159794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9a7a85f-498b-47bc-b7c3-6b2cfe5d8441 req-51b1bf73-6c1a-4d31-ae5e-1f3db039f031 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 Oct 13 04:52:14.234088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8785a2d0-d22b-4cb5-a76a-f61c8486f543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:14.273851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80617-ee4b-4c75-8026-2993f6609058 req-1c4e420a-9bbd-4ac4-980b-fa007b0d7f10 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:14.275315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44b80617-ee4b-4c75-8026-2993f6609058 req-1c4e420a-9bbd-4ac4-980b-fa007b0d7f10 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Oct 13 04:52:14.314782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-44b80617-ee4b-4c75-8026-2993f6609058 req-be54f1ba-7b96-4816-9c68-fd050b332b3f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Oct 13 04:52:15.398676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:15.431143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7c15d-af2f-486f-801f-56145e619f43 req-179bb5b1-d3b5-4915-8632-fc531e406074 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:15.432653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77e7c15d-af2f-486f-801f-56145e619f43 req-179bb5b1-d3b5-4915-8632-fc531e406074 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Oct 13 04:52:15.475101 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77e7c15d-af2f-486f-801f-56145e619f43 req-106b7258-8afa-4fcb-bf67-d4a629013bea tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362363 Oct 13 04:52:15.550715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:16.590025 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c24f4b-d2d0-4132-8422-eed8fbf154af req-9d42278b-eb0e-43d1-916c-31759008c262 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:16.591483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5c24f4b-d2d0-4132-8422-eed8fbf154af req-9d42278b-eb0e-43d1-916c-31759008c262 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Oct 13 04:52:16.628183 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5c24f4b-d2d0-4132-8422-eed8fbf154af req-2aa904f5-d92b-4f27-b334-be2838b474c5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305898 Oct 13 04:52:17.327574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:17.743046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe28af-c175-462f-a8bd-2d4d8ff82760 req-2eeb3f03-ab92-4f79-8c13-4587df3f7e08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:17.744530 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6efe28af-c175-462f-a8bd-2d4d8ff82760 req-2eeb3f03-ab92-4f79-8c13-4587df3f7e08 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0495918 Oct 13 04:52:17.781901 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6efe28af-c175-462f-a8bd-2d4d8ff82760 req-b47c8f4b-c9c5-4d12-b032-3df0a46e8d17 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Oct 13 04:52:18.898857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0ab27-f401-4318-af6a-145c3a7f4264 req-f60a7aa0-80e5-42cb-8506-f84e4de4bf9f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:18.900416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70f0ab27-f401-4318-af6a-145c3a7f4264 req-f60a7aa0-80e5-42cb-8506-f84e4de4bf9f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0500274 Oct 13 04:52:18.938843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70f0ab27-f401-4318-af6a-145c3a7f4264 req-dc7d4bf2-4691-4db6-b602-0730ce0ee269 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Oct 13 04:52:20.060320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d2c3-0da8-45e3-af94-ad317a928c58 req-bd11cbce-ad5e-4765-ba2c-bdd95c88bbee tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:20.061771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c2d2c3-0da8-45e3-af94-ad317a928c58 req-bd11cbce-ad5e-4765-ba2c-bdd95c88bbee tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Oct 13 04:52:20.102222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c2d2c3-0da8-45e3-af94-ad317a928c58 req-370c7cc4-e070-4f99-914d-63a63a566093 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Oct 13 04:52:21.216920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8816231-e6c3-4d1f-814e-e4b350f8d7c7 req-cea6519b-ec14-4ba0-8de2-387eb266e3f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:21.218359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8816231-e6c3-4d1f-814e-e4b350f8d7c7 req-cea6519b-ec14-4ba0-8de2-387eb266e3f9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Oct 13 04:52:21.261726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f8816231-e6c3-4d1f-814e-e4b350f8d7c7 req-d3047d50-834f-4fef-9cf3-cb52e0b61112 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357471 Oct 13 04:52:22.375596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b1285-6733-4ea3-a761-9f02ed94b93b req-78f000f0-1063-4d2c-b2e0-0bd804c0ec23 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:22.377031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e1b1285-6733-4ea3-a761-9f02ed94b93b req-78f000f0-1063-4d2c-b2e0-0bd804c0ec23 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0479295 Oct 13 04:52:22.418247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e1b1285-6733-4ea3-a761-9f02ed94b93b req-3143662a-4a83-43cb-b1f4-08d9b0e3018a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345154 Oct 13 04:52:23.533755 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc486a-d7a0-4a2c-bb55-5b4016fd676a req-f8bd6322-0f31-4cc9-8203-ccd4d611ded5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:23.535259 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95cc486a-d7a0-4a2c-bb55-5b4016fd676a req-f8bd6322-0f31-4cc9-8203-ccd4d611ded5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Oct 13 04:52:23.579089 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95cc486a-d7a0-4a2c-bb55-5b4016fd676a req-d5f8170d-9f34-476c-a74f-970acbe0bc9f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371799 Oct 13 04:52:24.695091 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e42db6-c346-49fd-8a08-bde24e995c44 req-05eabd3c-26d3-4964-915a-2690086a4b4d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:24.696591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42e42db6-c346-49fd-8a08-bde24e995c44 req-05eabd3c-26d3-4964-915a-2690086a4b4d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Oct 13 04:52:24.733752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-42e42db6-c346-49fd-8a08-bde24e995c44 req-43bc2e2b-b2cf-455d-8e1d-a223f10f3729 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Oct 13 04:52:25.003301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:52:25.685843 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-ce88ec03-f1a1-4be8-86c1-fba97c65d556 service neutron] show failed (client error): The resource could not be found. Oct 13 04:52:25.686877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-ce88ec03-f1a1-4be8-86c1-fba97c65d556 service neutron] 10.222.0.47 "GET /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0554957 Oct 13 04:52:25.850224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8705e-3705-4fce-b146-a5217aebd907 req-793bf7c0-52ca-4b21-8364-ecbb3323b889 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:25.851795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9b8705e-3705-4fce-b146-a5217aebd907 req-793bf7c0-52ca-4b21-8364-ecbb3323b889 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0582030 Oct 13 04:52:25.859822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82588-30c4-4f0c-ab80-39be76446ca1 req-635a1311-2473-4e6b-9f8e-e01f77667ed9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:25.861302 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4d82588-30c4-4f0c-ab80-39be76446ca1 req-635a1311-2473-4e6b-9f8e-e01f77667ed9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0561292 Oct 13 04:52:25.899793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a4d82588-30c4-4f0c-ab80-39be76446ca1 req-9cf251b8-5ed1-43c2-afd2-3fb4eecfb80a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Oct 13 04:52:25.952284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-ce98a24d-e613-49ac-a4b4-04cf4de77910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:25.953786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-ce98a24d-e613-49ac-a4b4-04cf4de77910 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 1097 time: 0.0989451 Oct 13 04:52:25.956602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9b8705e-3705-4fce-b146-a5217aebd907 req-969c9f4c-23eb-4e76-8aba-10f6964d4358 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733328 Oct 13 04:52:25.964214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-4df80b59-022d-4549-8835-a594b16cbe2b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:52:25.965163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-4df80b59-022d-4549-8835-a594b16cbe2b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049765 Oct 13 04:52:25.978262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:52:26.032492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.231678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:26.267683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:52:26.307388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:26.309563 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3725f1f-2c86-466f-a9ec-e1f3287ccf66" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:26.313313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.325692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Transition to ACTIVE for port object 233b5b09-530a-4d18-9778-8501fbd23c93 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:52:26.329631 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.361982 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac12cd-e0c0-47f6-8061-2b0c2dff2a25 x-openstack-request-id: req-88ac12cd-e0c0-47f6-8061-2b0c2dff2a25 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:26.362272 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:26.362525 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88ac12cd-e0c0-47f6-8061-2b0c2dff2a25 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:26.362911 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'code': 200} Oct 13 04:52:26.438882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:26.467163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.467412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.467753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.468089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.468421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.468754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.469080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.469469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.469802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.470388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.470714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.471037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:26.521119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] No DVR routers for this DVR port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:52:26.655971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:52:26.656228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:52:26.656554 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:26.660742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:52:26.661685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:26.666747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:52:26.667100 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:52:26.667485 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Bound using segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:52:26.667906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Bound port: 233b5b09-530a-4d18-9778-8501fbd23c93, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:52:26.668345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.735511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:52:26.738492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:52:26.743890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.778532 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:26.779181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:26.780524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] 10.222.0.16 "PUT /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1092 time: 0.8061578 Oct 13 04:52:26.799839 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03a4be-5c2a-4adf-9169-b90f28924985 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:26.844428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-00dfe2df-70cf-4988-abc8-03c68eb44d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:26.846205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-00dfe2df-70cf-4988-abc8-03c68eb44d56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0422280 Oct 13 04:52:26.948389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-1de7e350-a442-4c8b-8121-c7915e6671fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:26.949957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-1de7e350-a442-4c8b-8121-c7915e6671fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.0966945 Oct 13 04:52:27.046823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-379d1731-4fc7-47cd-90be-24f758fef7a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0892015 Oct 13 04:52:27.070480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2bd5a-7a80-48b8-bcb4-ad86033e6221 req-e54871b3-3715-4b90-aafb-2a39bd170c69 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:27.071956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bfe2bd5a-7a80-48b8-bcb4-ad86033e6221 req-e54871b3-3715-4b90-aafb-2a39bd170c69 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0778790 Oct 13 04:52:27.078384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba56e1-3081-4f5e-88a1-25eb002cd339 req-4b486b64-9b1b-4111-ad30-25277890a29a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:27.079892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22ba56e1-3081-4f5e-88a1-25eb002cd339 req-4b486b64-9b1b-4111-ad30-25277890a29a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0543556 Oct 13 04:52:27.120787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-22ba56e1-3081-4f5e-88a1-25eb002cd339 req-7deeebca-e792-4ee9-b884-1014005517e3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Oct 13 04:52:27.316606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-11eed6dd-17fb-4cdb-968d-a40299747182 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:27.319430 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-11eed6dd-17fb-4cdb-968d-a40299747182 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 946 time: 0.0529265 Oct 13 04:52:27.415834 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:52:27.416172 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:27.429109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-7ca64b3f-a43b-4ae5-b832-8bdd52f7d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:27.430567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-7ca64b3f-a43b-4ae5-b832-8bdd52f7d41a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.3765199 Oct 13 04:52:27.450604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bfe2bd5a-7a80-48b8-bcb4-ad86033e6221 req-331cbeb0-9a0f-41aa-95d7-9144a026724a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537796 Oct 13 04:52:27.486036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-c38ef846-2bc1-48f3-a865-01edcf350914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:27.487478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-c38ef846-2bc1-48f3-a865-01edcf350914 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472136 Oct 13 04:52:27.508266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:27.508635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:27.582972 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-97421fbf-210d-4ddd-ab53-48be630bc40a service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884676 Oct 13 04:52:27.702932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d32f70a1-f5d3-4815-87f5-c16754e539cb req-e4a274da-4220-4bce-9491-1cbbf8a9f3a5 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128192 Oct 13 04:52:28.027007 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:28.027395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:28.027766 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP ef635531-70a0-4be1-b501-a2e558cc31e6 disassociated. External IP: 172.25.0.228, port: e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab. Oct 13 04:52:28.028098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:52:28.151150 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:28.184843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:28.197364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.197555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.197933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.198413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.198638 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.198974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.199335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.199667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.199998 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.200329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.200660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.200984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:28.265094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-755bc768-345d-4ba6-b073-570ccedc0f68 req-ea4313dc-f382-4094-abe8-c4a30108f19a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0718520 Oct 13 04:52:28.329493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:52:28.364027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:28.366914 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5752e-261c-4a51-bd07-61e823b53053" -d '{"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:28.416095 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7dbcd-a7fe-4caf-8f36-16c54086c4f3 x-openstack-request-id: req-bbf7dbcd-a7fe-4caf-8f36-16c54086c4f3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:28.416393 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:28.417396 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf7dbcd-a7fe-4caf-8f36-16c54086c4f3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:28.417805 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:52:28.439572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:52:28.449704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:52:28.460543 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:52:28.461267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:28.493636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-f5e500bc-21cb-40d5-99af-eba5d8c1df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.495314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-f5e500bc-21cb-40d5-99af-eba5d8c1df48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0536842 Oct 13 04:52:28.514606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:52:28.518373 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:28.521852 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.47 "DELETE /v2.0/ports/e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab HTTP/1.1" status: 204 len: 173 time: 1.1965868 Oct 13 04:52:28.522319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'name': 'network-vif-deleted', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:28.524655 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d82cb70-deed-44c2-b961-e3b603faa400" -d '{"events": [{"server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "name": "network-vif-deleted", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:28.545927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-b5c3d8f1-29cc-4f41-bef3-a83c4dd4dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.547617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-b5c3d8f1-29cc-4f41-bef3-a83c4dd4dd40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.1056311 Oct 13 04:52:28.602550 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67832026-0487-429f-be02-6ea58b782736 x-openstack-request-id: req-67832026-0487-429f-be02-6ea58b782736 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:28.602835 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9924c8a1-e761-4246-8b29-a3bb739a5e04", "name": "network-vif-deleted", "tag": "e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:28.603096 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67832026-0487-429f-be02-6ea58b782736 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:28.603492 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9924c8a1-e761-4246-8b29-a3bb739a5e04', 'name': 'network-vif-deleted', 'tag': 'e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab', 'status': 'completed', 'code': 200} Oct 13 04:52:28.677955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6d4bc99e-9241-433c-b86b-c3c6c34a4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.679967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6d4bc99e-9241-433c-b86b-c3c6c34a4e8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1759522 Oct 13 04:52:28.684412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:52:28.688397 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa064b6-f6d2-40a3-83ff-3c8b89d5e35e req-df91c24a-3366-4efe-9fdf-c3a87c1a34c8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.690174 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:52:28.703648 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caa064b6-f6d2-40a3-83ff-3c8b89d5e35e req-df91c24a-3366-4efe-9fdf-c3a87c1a34c8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.1548405 Oct 13 04:52:28.732046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-d017a9ea-3409-4afe-846c-ece5fa2f5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.733548 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-d017a9ea-3409-4afe-846c-ece5fa2f5ccd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1608319 Oct 13 04:52:28.786941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-8c5229b8-5ed6-4e5c-9cef-cae9d3aa6b3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0962286 Oct 13 04:52:28.838802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-caa064b6-f6d2-40a3-83ff-3c8b89d5e35e req-809fdd84-628d-4ada-b530-f092e3731099 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006839 Oct 13 04:52:28.861763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-53f8b009-3468-4658-8582-741a3316cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.861937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-e89fba5d-4376-4ae6-8f38-70dad7aa3dfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.1084902 Oct 13 04:52:28.863271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-53f8b009-3468-4658-8582-741a3316cc28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0686240 Oct 13 04:52:28.904219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:52:28.921472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6586c0a8-9115-4011-ae05-a7dd00f5be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.923103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6586c0a8-9115-4011-ae05-a7dd00f5be1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0532677 Oct 13 04:52:28.925109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6f3ece13-b77b-40a5-8152-19431dff582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.926667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-6f3ece13-b77b-40a5-8152-19431dff582d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540948 Oct 13 04:52:28.975367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5752e-261c-4a51-bd07-61e823b53053 req-17fee658-047f-434e-aefa-d6843ced4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:28.977298 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-17fee658-047f-434e-aefa-d6843ced4941 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458317 Oct 13 04:52:29.012960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:29.035564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-01a9e3dd-077d-41e6-8ccb-82db13a6a725 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011622 Oct 13 04:52:29.055181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:52:29.066284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:52:29.068899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:29.095882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-d6b81c0b-486c-45af-9e72-fb08410ab2d9 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109917 Oct 13 04:52:29.149056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-d4f6602d-6d00-42bb-9e41-f4b4f492ce04 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023595 Oct 13 04:52:29.218381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:52:29.233701 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-01c5752e-261c-4a51-bd07-61e823b53053 req-66bc7467-ab1d-4e6c-a71c-ae0da75aa7b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296484 Oct 13 04:52:29.362768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-97bdf0a4-0be3-4db0-a44f-6a3be340bc87 req-f9914a75-ce99-4a16-84f6-55f2f188200a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Oct 13 04:52:29.451167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:29.478283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577bee-3ebc-4522-8c6b-401b0e4df5a3 None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:52:29.706968 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb68c9-4afc-43c0-bc79-492397ab3d37 None None] New status for floating IP ef635531-70a0-4be1-b501-a2e558cc31e6: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:52:29.956089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d260f-7793-4455-bff2-e093e65eb238 req-03bac049-3267-4f88-a985-c88cc176dd4a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:29.957604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-407d260f-7793-4455-bff2-e093e65eb238 req-03bac049-3267-4f88-a985-c88cc176dd4a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0513067 Oct 13 04:52:30.007544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-407d260f-7793-4455-bff2-e093e65eb238 req-93afa240-9ea2-481e-b8b4-ac11d96abdf6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 Oct 13 04:52:30.241357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-85617e7d-c00b-4df9-97e2-9dbaa52c94e9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.242955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-85617e7d-c00b-4df9-97e2-9dbaa52c94e9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 944 time: 0.0587461 Oct 13 04:52:30.259993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37f57d-ee89-4519-ba2a-1054b1e75b31 req-7b8dc36a-2424-4e00-ab6a-5846d1ffa40f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.261529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f37f57d-ee89-4519-ba2a-1054b1e75b31 req-7b8dc36a-2424-4e00-ab6a-5846d1ffa40f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0570178 Oct 13 04:52:30.304158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4f37f57d-ee89-4519-ba2a-1054b1e75b31 req-ed135135-eb86-415e-8341-0c604aef719c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 Oct 13 04:52:30.312499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-5d8bfd69-f45e-4bbd-bda5-a9917f048bda service neutron] 10.222.0.16 "GET /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 382 time: 0.0620534 Oct 13 04:52:30.377471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-1ff9cccd-5cae-4fca-83a0-8bc8a3739666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.379020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-1ff9cccd-5cae-4fca-83a0-8bc8a3739666 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0434554 Oct 13 04:52:30.456570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:52:30.472136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b04c0c4-3a17-468a-b167-e6c3db729b40 req-eb98996c-a2b9-4993-81d1-f6809b5ae9ca tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0340872 Oct 13 04:52:30.515892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-fcf97928-2535-415c-8c92-9e7eee0b889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.517400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-fcf97928-2535-415c-8c92-9e7eee0b889e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1303413 Oct 13 04:52:30.562334 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:30.574757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '233b5b09-530a-4d18-9778-8501fbd23c93', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:52:30.594190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8fd8d4f2-0e74-4b45-9fc2-7f5b06f7b58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0693338 Oct 13 04:52:30.614134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:30.627799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:52:30.648759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:30.649605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-31c28f94-440d-4954-abc1-83af77401f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.651242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-31c28f94-440d-4954-abc1-83af77401f32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0500500 Oct 13 04:52:30.654023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:30.658953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:52:30.702515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:52:30.702908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-d5a46824-4144-4be0-bd41-7b9d49467637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:30.703040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device e6f36a4a-b5d0-41bf-b864-6a09bb4f2bab not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:52:30.704903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-d5a46824-4144-4be0-bd41-7b9d49467637 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469296 Oct 13 04:52:30.729466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:30.737063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.737501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.737916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.738326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.738739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.739636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.740057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.740461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.740860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.741262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.741661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.742061 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:52:30.805871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-ae8ac89b-e9ec-4abb-8f37-5642d48f0862 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931201 Oct 13 04:52:30.899707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-eacad2d7-0cf7-4cef-a028-d35fca279913 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851080 Oct 13 04:52:30.931163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['233b5b09-530a-4d18-9778-8501fbd23c93'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:52:31.422186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eb3ec-7cfa-4e21-8401-192e5b01b67d req-d1a0b95a-0a22-450d-86de-6b92085361bf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:31.423728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b4eb3ec-7cfa-4e21-8401-192e5b01b67d req-d1a0b95a-0a22-450d-86de-6b92085361bf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Oct 13 04:52:31.463659 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b4eb3ec-7cfa-4e21-8401-192e5b01b67d req-c16f0033-236d-43fb-8c57-6df7331b3267 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330336 Oct 13 04:52:31.566406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f968c8d7-a754-4185-9bba-cf5b02d02937 req-dc7432a9-0268-4831-a3e1-a7dcf43d36f5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0273726 Oct 13 04:52:32.475293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:52:32.530117 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 233b5b09-530a-4d18-9778-8501fbd23c93 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:52:32.535126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 233b5b09-530a-4d18-9778-8501fbd23c93 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:52:32.536806 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:32.617632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ab542-eccc-4b66-95f2-82b25605298d req-793f26ba-037d-4991-8ed1-53c68aa67c81 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:32.626481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-220ab542-eccc-4b66-95f2-82b25605298d req-793f26ba-037d-4991-8ed1-53c68aa67c81 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0873001 Oct 13 04:52:32.634188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:32.672258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:32.673468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:32.676290 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9473cadf-dfc8-4f55-a268-d7834ca4e437" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:32.681793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:32.688395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-220ab542-eccc-4b66-95f2-82b25605298d req-5ccffa1c-9687-4f24-9d81-a3e1d14d624c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599360 Oct 13 04:52:32.746051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e338f6fe-c0b3-420c-989e-adcdb1067556 req-9bb44401-2202-4539-97df-6a74f6dbfb3a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=9924c8a1-e761-4246-8b29-a3bb739a5e04 HTTP/1.1" status: 200 len: 210 time: 0.0359199 Oct 13 04:52:32.753771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:32.783541 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003e784-d242-4001-aeea-5212294f8223 x-openstack-request-id: req-c003e784-d242-4001-aeea-5212294f8223 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:32.783982 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:32.787050 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c003e784-d242-4001-aeea-5212294f8223 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:32.788694 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'code': 200} Oct 13 04:52:32.988249 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-815db480-bda8-4df4-845e-36355a1eb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:32.989749 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-815db480-bda8-4df4-845e-36355a1eb8f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 1097 time: 0.0470724 Oct 13 04:52:33.001174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:52:33.055101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.255935 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:33.292916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:52:33.335435 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:33.337727 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536ff63c-feca-49b1-9b49-837608c47f58" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:33.341962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.355847 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Transition to ACTIVE for port object 233b5b09-530a-4d18-9778-8501fbd23c93 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:52:33.359604 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.388929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de9577f-15a2-45f8-835a-705fa3ca05a2 x-openstack-request-id: req-7de9577f-15a2-45f8-835a-705fa3ca05a2 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:33.389226 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:33.389483 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7de9577f-15a2-45f8-835a-705fa3ca05a2 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:33.390443 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'code': 200} Oct 13 04:52:33.447085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=10']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:33.494763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] No DVR routers for this DVR port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:52:33.633703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:52:33.634364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:52:33.634364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:33.638674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:52:33.639000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Attempting to bind port 233b5b09-530a-4d18-9778-8501fbd23c93 on network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:33.643831 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:52:33.644171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Checking segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:52:33.644585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Bound using segment: {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:52:33.645065 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Bound port: 233b5b09-530a-4d18-9778-8501fbd23c93, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa450e7-84e8-47df-805a-64ad698bbb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:52:33.645915 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.708851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:52:33.712264 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:52:33.716981 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.748385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:33.748990 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:33.750742 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] 10.222.0.47 "PUT /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1093 time: 0.7536130 Oct 13 04:52:33.857961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152f77-c499-43c9-9211-f1731c372ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=11']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:33.870997 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-3acc20f5-9297-4cf3-ad2a-ba1495d0520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:33.872538 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-3acc20f5-9297-4cf3-ad2a-ba1495d0520d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0956502 Oct 13 04:52:33.881509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd0977-9ec1-4be7-8bf7-0dd001428062 req-a553ca56-7ffd-4561-b7b9-ce7973a23a0d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:33.882463 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfbd0977-9ec1-4be7-8bf7-0dd001428062 req-a553ca56-7ffd-4561-b7b9-ce7973a23a0d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.1249783 Oct 13 04:52:33.964007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-e694d7fd-7b67-419c-98d4-e5a81d224564 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024819405&fields=id&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 267 time: 0.0335028 Oct 13 04:52:33.980518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bfbd0977-9ec1-4be7-8bf7-0dd001428062 req-fd892ea9-bc7e-4152-8d0b-0cefcd25c5e3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895581 Oct 13 04:52:34.008047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-46572627-bbca-4e5e-904c-cdecdcf3914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:34.009509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-46572627-bbca-4e5e-904c-cdecdcf3914a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1261625 Oct 13 04:52:34.077893 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-eb8f1aaf-0be1-4f67-8e18-b9757aa79366 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0614038 Oct 13 04:52:34.079502 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-363d1f29-6fb0-409f-a38c-aad18c089dec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:34.080980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-363d1f29-6fb0-409f-a38c-aad18c089dec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1095915 Oct 13 04:52:34.096642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-a978c36e-c6b3-4aff-8907-a292ced6cf6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0092194 Oct 13 04:52:34.127135 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-f88d3eb6-cde5-4c8c-a163-2257734e948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:34.128628 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-f88d3eb6-cde5-4c8c-a163-2257734e948d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0437465 Oct 13 04:52:34.151721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-50493bd9-f292-4abf-baa4-4699e9cf6d31 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489480 Oct 13 04:52:34.179361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-cfae4bd5-bb98-48cf-923f-38cdb78edeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:34.180873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-cfae4bd5-bb98-48cf-923f-38cdb78edeb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449874 Oct 13 04:52:34.258347 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-9da5f62e-db9f-4aa5-9054-a605bfc4f828 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908871 Oct 13 04:52:34.274428 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-919341b4-0bc6-4045-89d4-6bc54a5928f9 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864408 Oct 13 04:52:34.344210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-d1532851-ad2d-4356-a914-5c5f3090ac5c service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Oct 13 04:52:34.373194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f51d8a14-a4af-456e-ac91-a6c5b7c66029 req-aa277f0e-f4df-4c57-aee4-180ed0b22c82 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915465 Oct 13 04:52:34.624568 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-83effc47-26cf-45f9-86ce-7523b90ff066 req-5a52bafd-3ed6-47ac-80e5-3344c7678b3f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0267355 Oct 13 04:52:35.107601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6965bd-6b54-4753-a481-26ea83954026 req-ed6030d8-e119-4210-848f-d65cdba017c9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.110146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db6965bd-6b54-4753-a481-26ea83954026 req-ed6030d8-e119-4210-848f-d65cdba017c9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0591354 Oct 13 04:52:35.148970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db6965bd-6b54-4753-a481-26ea83954026 req-cbdc5ff4-6397-4feb-91b2-ae1b9fbd5edf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326207 Oct 13 04:52:35.390749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:35.393196 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfde580-e95e-49e9-b387-34be154b0657" -d '{"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:35.444929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f22dc-6c95-4a86-8177-b8a9bc8a0692 x-openstack-request-id: req-5b6f22dc-6c95-4a86-8177-b8a9bc8a0692 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:35.445153 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:35.445446 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b6f22dc-6c95-4a86-8177-b8a9bc8a0692 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:35.445900 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:52:35.507785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-2764338c-9bf4-4154-9878-419a05edcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.509423 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-2764338c-9bf4-4154-9878-419a05edcedc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0464854 Oct 13 04:52:35.567095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-430ac562-05fb-453f-bbdf-b91807fdba38 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.569498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-430ac562-05fb-453f-bbdf-b91807fdba38 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1387856 Oct 13 04:52:35.619843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-63b5230d-b73b-4fdd-a3fc-eb3c301bf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.621321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-63b5230d-b73b-4fdd-a3fc-eb3c301bf877 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1034007 Oct 13 04:52:35.651543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-69821c3d-3bae-435c-9174-5494e421a581 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 380 time: 0.0663359 Oct 13 04:52:35.654251 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9f8cd7ec-3df6-4a83-9d14-f3c4dadce7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.655694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9f8cd7ec-3df6-4a83-9d14-f3c4dadce7cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1096 time: 0.1703486 Oct 13 04:52:35.662019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'security_groups': ['b7268d01-a5a2-42cf-ab35-ecbef5073e0e']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:52:35.723667 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-3397c751-a474-43f9-8373-0c8247f2e1a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.0942488 Oct 13 04:52:35.798284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e076495e-cd49-41e4-bcbf-dd51dcad1144 req-3f8c1e64-97a6-476f-a66a-4b4205345957 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0856202 Oct 13 04:52:35.798802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9d2e8960-7bc5-479e-93dc-e11abecb3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.800535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9d2e8960-7bc5-479e-93dc-e11abecb3283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0700438 Oct 13 04:52:35.868297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-5f5c31ff-32a1-4b40-8ae9-e19f64fbaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.870755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-5f5c31ff-32a1-4b40-8ae9-e19f64fbaa79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630281 Oct 13 04:52:35.893174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9654638c-9e4b-42ca-a960-bf8287bdb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:35.894890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-9654638c-9e4b-42ca-a960-bf8287bdb1dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.1809771 Oct 13 04:52:35.963996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:52:35.970614 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:35.998871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-a69b7c15-b4ad-4142-bc89-2e94c09fd224 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121514 Oct 13 04:52:36.011755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-ada02fdc-920d-45cb-a2d8-ce4a74d75900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 1000 time: 0.1077032 Oct 13 04:52:36.098294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-8d079785-18ca-44c5-9d24-7d0dff393243 service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924966 Oct 13 04:52:36.132269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-fdf7b7cf-10bd-4cc5-ad82-5c1d149dda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:36.133726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-fdf7b7cf-10bd-4cc5-ad82-5c1d149dda93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0896583 Oct 13 04:52:36.185012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.6 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/ca4dcaff-74b6-40f1-b339-a208d8174306) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:52:36.206059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde580-e95e-49e9-b387-34be154b0657 req-91c72080-8083-4d21-8e29-a193af4d738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:36.207643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-91c72080-8083-4d21-8e29-a193af4d738c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663729 Oct 13 04:52:36.269063 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f68106-910a-4ba4-859a-b925e9950380 req-49e5e5f5-e043-4dec-92d0-6c842058b1ce tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:36.271005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-36f68106-910a-4ba4-859a-b925e9950380 req-49e5e5f5-e043-4dec-92d0-6c842058b1ce tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0502894 Oct 13 04:52:36.319676 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-36f68106-910a-4ba4-859a-b925e9950380 req-4428a828-edc3-4ee4-ba61-8c7cf0d9693d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366259 Oct 13 04:52:36.351629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36506) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:52:36.386342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-d9c99c78-c397-4938-ae1c-0293987e05ff service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675358 Oct 13 04:52:36.423819 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3f7daa34-5482-43db-a5f8-dcf761485125 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/7ec58e70-3c3f-4b55-9e60-35d85126073d HTTP/1.1" status: 200 len: 992 time: 0.0619028 Oct 13 04:52:36.457402 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.493951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:52:36.525241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dfde580-e95e-49e9-b387-34be154b0657 req-8673ae11-1a47-439a-88a4-0217b92750c2 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301332 Oct 13 04:52:36.536848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:52:36.537231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.586077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:52:36.589269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:52:36.591860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:52:36.623995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:36.654103 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:36.654806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.674611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-237d8740-a521-4f87-94d3-ac45a3e10c4f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0174158 Oct 13 04:52:36.683675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:52:36.697790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Request body: {'port': {'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:52:36.762598 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.805073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:36.816879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '233b5b09-530a-4d18-9778-8501fbd23c93', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'port_id': '233b5b09-530a-4d18-9778-8501fbd23c93', 'mac_address': 'fa:16:3e:71:58:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:52:36.872764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.888368 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:52:36.899020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6ed249e1-6186-4ac2-9a64-4c5d1ba2241d None None] Provisioning complete for port ca4dcaff-74b6-40f1-b339-a208d8174306 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:52:36.899512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6ed249e1-6186-4ac2-9a64-4c5d1ba2241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:36.947381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6ed249e1-6186-4ac2-9a64-4c5d1ba2241d None None] Port ca4dcaff-74b6-40f1-b339-a208d8174306 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:52:36.960636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:36.964729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.008232 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87aac1-2a4c-4fba-b687-ceb1ba3c51dd req-534e473a-2bfe-43cd-995d-976ba81c3789 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:37.009754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb87aac1-2a4c-4fba-b687-ceb1ba3c51dd req-534e473a-2bfe-43cd-995d-976ba81c3789 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 931 time: 0.0998187 Oct 13 04:52:37.017581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=12']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:37.074223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bb87aac1-2a4c-4fba-b687-ceb1ba3c51dd req-7271b922-4fac-4b31-aec0-b7bbe2d0baa1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529757 Oct 13 04:52:37.119966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4dcaff-74b6-40f1-b339-a208d8174306 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:52:37.128265 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.143565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Transition to ACTIVE for port object ca4dcaff-74b6-40f1-b339-a208d8174306 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:52:37.148903 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.179994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['233b5b09-530a-4d18-9778-8501fbd23c93'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:52:37.203444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:37.327494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Attempting to bind port ca4dcaff-74b6-40f1-b339-a208d8174306 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:52:37.329862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Attempting to bind port ca4dcaff-74b6-40f1-b339-a208d8174306 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:52:37.330272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Attempting to bind port ca4dcaff-74b6-40f1-b339-a208d8174306 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:37.341436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Port ca4dcaff-74b6-40f1-b339-a208d8174306 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:52:37.341764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Attempting to bind port ca4dcaff-74b6-40f1-b339-a208d8174306 on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:52:37.357174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:52:37.357174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:52:37.357827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:52:37.358287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Bound port: ca4dcaff-74b6-40f1-b339-a208d8174306, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:52:37.358863 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.476747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:52:37.482913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ca4dcaff-74b6-40f1-b339-a208d8174306,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:52:37.489077 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.554300 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:37.555242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:37.556684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 1091 time: 0.8666272 Oct 13 04:52:37.557159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:37.559597 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c0987-6e04-466e-956f-60b8ad4c0d22" -d '{"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:37.573200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142b73-5839-4fa8-83ec-171815c45a85 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:37.666538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-3abb57eb-6c7c-4333-9890-79f53838b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:37.668572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-3abb57eb-6c7c-4333-9890-79f53838b6f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1094 time: 0.0579286 Oct 13 04:52:37.750581 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92bd143-05f1-4277-a01b-5f60fe7ae267 x-openstack-request-id: req-b92bd143-05f1-4277-a01b-5f60fe7ae267 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:37.751024 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:37.751937 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b92bd143-05f1-4277-a01b-5f60fe7ae267 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:37.752440 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'status': 'completed', 'code': 200} Oct 13 04:52:37.755300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-4bb9a8cb-0b1b-4d85-a2d6-e51f3c0c9681 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 217 time: 0.0768340 Oct 13 04:52:37.810821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-2231f05f-ab4d-4778-a818-8572887e3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:37.812244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-2231f05f-ab4d-4778-a818-8572887e3658 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0510094 Oct 13 04:52:37.859868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-baef510f-36bb-433e-9339-0c1beb490d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:37.861356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-baef510f-36bb-433e-9339-0c1beb490d0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419755 Oct 13 04:52:37.954455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-b7c320b9-fec1-4482-8aab-ac3c9422043d service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853491 Oct 13 04:52:38.046559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e370e783-dc93-4e62-9509-5d39ff99cf65 req-def3a6d1-88d7-4ac6-bbc3-7a7ff855450e service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Oct 13 04:52:38.133362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-d99daab9-6376-43f6-8dcd-dec9d22361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:38.134885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-d99daab9-6376-43f6-8dcd-dec9d22361c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1094 time: 0.0444319 Oct 13 04:52:38.253855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d798879-b147-437a-86b8-557f16685906 req-0628714b-4e87-4dcc-a24b-6495fe0ea991 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:38.256781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d798879-b147-437a-86b8-557f16685906 req-0628714b-4e87-4dcc-a24b-6495fe0ea991 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.1064570 Oct 13 04:52:38.282784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-6be8885d-92e4-4d8f-b779-f7178a33e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:38.284215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-6be8885d-92e4-4d8f-b779-f7178a33e3ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1428530 Oct 13 04:52:38.339827 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d798879-b147-437a-86b8-557f16685906 req-658aeaf2-1614-4123-bda9-4a01c0665308 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772178 Oct 13 04:52:38.341195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-4ede6ace-4800-4dfd-a787-5a0be546936c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 217 time: 0.0495038 Oct 13 04:52:38.392320 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-1e804b5f-355b-48d8-944c-1ed65c3a2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:38.393655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-1e804b5f-355b-48d8-944c-1ed65c3a2bc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0455909 Oct 13 04:52:38.440541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-9d3f6912-22ff-43e9-8727-8e365825095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:38.442668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-9d3f6912-22ff-43e9-8727-8e365825095b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417359 Oct 13 04:52:38.538387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-d1a23b71-5459-453c-b874-22d3ba9cebcb service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889654 Oct 13 04:52:38.631426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-059c0987-6e04-466e-956f-60b8ad4c0d22 req-2ef51655-ded2-4563-9230-34ac40c1a922 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Oct 13 04:52:38.712866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:52:38.762055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 233b5b09-530a-4d18-9778-8501fbd23c93 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:52:38.766173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 233b5b09-530a-4d18-9778-8501fbd23c93 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:52:38.766550 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:38.844703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:38.869245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:38.871577 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db65a6fa-6770-4466-b963-f1226907099e" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:38.885446 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:38.890962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:38.920969 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5931634-460a-4bda-89c0-85e0b9884140 x-openstack-request-id: req-d5931634-460a-4bda-89c0-85e0b9884140 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:38.921272 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:38.921528 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5931634-460a-4bda-89c0-85e0b9884140 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:38.921923 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'code': 200} Oct 13 04:52:38.945512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=13']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:39.460682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bfe17-35c7-4706-b9a8-5172ec9df699 req-57a2f1d8-9402-43c4-acb6-71b66c018a9e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:39.462347 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-652bfe17-35c7-4706-b9a8-5172ec9df699 req-57a2f1d8-9402-43c4-acb6-71b66c018a9e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0545826 Oct 13 04:52:39.500574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-652bfe17-35c7-4706-b9a8-5172ec9df699 req-ed2ec135-8e44-4bbe-9599-d860cdade4ab tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Oct 13 04:52:40.625360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590db1-7df6-4d70-bb66-68d3a650cdcf req-5e9a4e39-6a9d-4781-afff-495b857c2787 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:40.626842 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ab590db1-7df6-4d70-bb66-68d3a650cdcf req-5e9a4e39-6a9d-4781-afff-495b857c2787 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0541959 Oct 13 04:52:40.668255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ab590db1-7df6-4d70-bb66-68d3a650cdcf req-d8db95c7-44ab-4bd9-b0b6-abb0a1a462fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351825 Oct 13 04:52:41.781219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6feb1-c631-420c-a361-8d24c9e38f81 req-8b9cefeb-b0a8-4755-9749-8efd3e78e1b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:41.782662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4fc6feb1-c631-420c-a361-8d24c9e38f81 req-8b9cefeb-b0a8-4755-9749-8efd3e78e1b0 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0489855 Oct 13 04:52:41.787298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc6a09fe-d2b2-498b-8a9d-ca2bed69f111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:41.815750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:41.822667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4fc6feb1-c631-420c-a361-8d24c9e38f81 req-207fed7b-017e-4f99-b93a-68c6e84c5cf4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326555 Oct 13 04:52:42.938162 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc17ee-12bd-45a0-b760-2c7eb43fd876 req-1e8fe20c-e132-49c6-9846-aa8f5a5884bd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:42.939903 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07fc17ee-12bd-45a0-b760-2c7eb43fd876 req-1e8fe20c-e132-49c6-9846-aa8f5a5884bd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0502152 Oct 13 04:52:42.940221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:42.979989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-07fc17ee-12bd-45a0-b760-2c7eb43fd876 req-78c4b7eb-e379-4b89-bb31-4dc32b6e18af tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333414 Oct 13 04:52:44.091884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a927-84ae-4fba-8773-9120c4ab5175 req-30407bc5-8c66-4a8c-b669-5ec87b10f6a3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:44.093340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68f4a927-84ae-4fba-8773-9120c4ab5175 req-30407bc5-8c66-4a8c-b669-5ec87b10f6a3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0482008 Oct 13 04:52:44.131367 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68f4a927-84ae-4fba-8773-9120c4ab5175 req-f438caa3-804d-404a-ac41-e28e29a16dce tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Oct 13 04:52:44.235209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-985a14a7-a98f-4a3e-897d-7276d8e49210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:45.243949 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac1a50-3b14-45cc-ae77-f717b4e80562 req-feccb2c5-d760-49cb-a85b-1a56a71390a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:45.245444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ac1a50-3b14-45cc-ae77-f717b4e80562 req-feccb2c5-d760-49cb-a85b-1a56a71390a6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0489929 Oct 13 04:52:45.282515 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75ac1a50-3b14-45cc-ae77-f717b4e80562 req-306d84cc-4e86-4b60-9818-5689ebc571c3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Oct 13 04:52:45.396798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:45.553789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:46.400143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49d030-a5cb-49c4-ac47-44e289da872c req-e67de88a-72ff-4e13-b313-e2b781770dfb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:46.401580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b49d030-a5cb-49c4-ac47-44e289da872c req-e67de88a-72ff-4e13-b313-e2b781770dfb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0519841 Oct 13 04:52:46.438940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2b49d030-a5cb-49c4-ac47-44e289da872c req-6f636871-45f9-4d72-ad2b-42006340f22a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 Oct 13 04:52:47.330613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:47.570635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02479ba-b293-4a44-911d-129fbe915aa6 req-51c68fb9-2707-4a52-983f-0050baa3a667 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:47.572184 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d02479ba-b293-4a44-911d-129fbe915aa6 req-51c68fb9-2707-4a52-983f-0050baa3a667 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0518601 Oct 13 04:52:47.609258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d02479ba-b293-4a44-911d-129fbe915aa6 req-e7cd7b53-19f7-4524-b310-d0068a636fd8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Oct 13 04:52:48.536096 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ca4dcaff-74b6-40f1-b339-a208d8174306 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:52:48.632089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ca4dcaff-74b6-40f1-b339-a208d8174306,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:48.643634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:52:48.682316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:48.695318 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4dcaff-74b6-40f1-b339-a208d8174306 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:52:48.714758 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ca4dcaff-74b6-40f1-b339-a208d8174306,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:48.719145 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:48.723381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d894fc1-2e04-4a08-969f-639399fffd15 req-6fd8f121-57a3-42f8-be96-606df0298406 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:48.725090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d894fc1-2e04-4a08-969f-639399fffd15 req-6fd8f121-57a3-42f8-be96-606df0298406 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 943 time: 0.0511913 Oct 13 04:52:48.765020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d894fc1-2e04-4a08-969f-639399fffd15 req-5e7da15d-9f14-4f69-a05a-7ce3615c54e7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Oct 13 04:52:48.769773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:48.904838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['ca4dcaff-74b6-40f1-b339-a208d8174306'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:52:49.877957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169ee3-feca-437a-bb44-9242aa8237f5 req-1e0314e6-b53d-4019-9d68-b43d3d0b60d5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:49.879977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f169ee3-feca-437a-bb44-9242aa8237f5 req-1e0314e6-b53d-4019-9d68-b43d3d0b60d5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 944 time: 0.0487323 Oct 13 04:52:49.916734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f169ee3-feca-437a-bb44-9242aa8237f5 req-2c58832e-f14f-488b-ab44-b9bd34752d82 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Oct 13 04:52:50.540039 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ca4dcaff-74b6-40f1-b339-a208d8174306 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:52:50.588040 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port ca4dcaff-74b6-40f1-b339-a208d8174306 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:52:50.591817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port ca4dcaff-74b6-40f1-b339-a208d8174306 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:52:50.592187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:50.666866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:50.699623 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:50.701874 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206b7b7-0a9b-4b16-823a-c0ad7af8b7b0" -d '{"events": [{"server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "name": "network-vif-plugged", "status": "completed", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:50.718005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ca4dcaff-74b6-40f1-b339-a208d8174306,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:52:50.723006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:50.749157 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d94f25-b49f-4b12-a6ea-32b4fb185f2a x-openstack-request-id: req-52d94f25-b49f-4b12-a6ea-32b4fb185f2a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:50.749453 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "name": "network-vif-plugged", "status": "completed", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:50.749706 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52d94f25-b49f-4b12-a6ea-32b4fb185f2a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:50.750088 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'code': 200} Oct 13 04:52:50.777811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:50.833114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53962c-7256-483a-8668-bd2bdddf8348 req-b2412ccb-1846-4f78-bb16-398b7113df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:50.834580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f53962c-7256-483a-8668-bd2bdddf8348 req-b2412ccb-1846-4f78-bb16-398b7113df14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0400200 Oct 13 04:52:50.869501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f53962c-7256-483a-8668-bd2bdddf8348 req-b44bac69-a454-46c5-9071-4e7a31672f61 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281129 Oct 13 04:52:51.042434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0975df0-fa45-4c4b-9c81-d35c619eb240 req-8b0d3330-1d12-47bb-95c4-3e1e186fa927 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:51.043825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0975df0-fa45-4c4b-9c81-d35c619eb240 req-8b0d3330-1d12-47bb-95c4-3e1e186fa927 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0487425 Oct 13 04:52:51.081351 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e0975df0-fa45-4c4b-9c81-d35c619eb240 req-694f5cf0-af21-4b59-95df-228d30f16599 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Oct 13 04:52:52.200990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74837c1d-e4ee-43f5-a55a-f8edb5a65bdd req-689bc295-40c1-4165-9403-09cf888a7e85 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:52.202426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74837c1d-e4ee-43f5-a55a-f8edb5a65bdd req-689bc295-40c1-4165-9403-09cf888a7e85 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Oct 13 04:52:52.239709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-74837c1d-e4ee-43f5-a55a-f8edb5a65bdd req-44f368fa-5bd0-46d2-b628-5c1c5b489de1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Oct 13 04:52:52.358919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce02d43-a8c4-47d9-affa-b183b34dfb45 req-c9d2392c-ff30-4cab-8c38-4c3f161d2717 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:52.360413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ce02d43-a8c4-47d9-affa-b183b34dfb45 req-c9d2392c-ff30-4cab-8c38-4c3f161d2717 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0547249 Oct 13 04:52:52.397717 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ce02d43-a8c4-47d9-affa-b183b34dfb45 req-26ca25a1-ab8c-4f98-ba3f-c60a1e92142e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307736 Oct 13 04:52:52.420012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36548) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:52:52.556225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfdaf25-4697-4df0-9bfc-f752b9141798 tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:52.557709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5bfdaf25-4697-4df0-9bfc-f752b9141798 tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1091 time: 0.1367357 Oct 13 04:52:52.560488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36552) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:52:52.564628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:52:52.586596 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:52.690397 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:52.792148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.25.0.117 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7a4258cd-5ab5-4d92-966b-e664bf6cec4e) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:52:52.896138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:52.928453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:52.973013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:52:52.977701 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:52:52.981149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:52:53.015918 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=7a4258cd-5ab5-4d92-966b-e664bf6cec4e,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:53.672635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:53.737593 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:53.885829 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:53.889867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:53.961424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=7a4258cd-5ab5-4d92-966b-e664bf6cec4e,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:52:53.970387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:54.070059 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP 9530df90-b0ca-458c-a945-3c6f4796c2a4 associated. External IP: 172.25.0.117, port: ca4dcaff-74b6-40f1-b339-a208d8174306. Oct 13 04:52:54.280175 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:52:54.389558 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:52:54.400160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:52:54.408714 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:52:54.410071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:52:54.410679 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:54.438388 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6c757787-6e2e-4dec-a8ea-4ed489097e6f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8769021 Oct 13 04:52:54.439026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:52:54.441904 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00" -d '{"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:52:54.480199 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b232fa15-0175-4fdc-a4d4-b16dfba4ef39 x-openstack-request-id: req-b232fa15-0175-4fdc-a4d4-b16dfba4ef39 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:52:54.480526 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:52:54.480787 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b232fa15-0175-4fdc-a4d4-b16dfba4ef39 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:52:54.481197 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'status': 'completed', 'code': 200} Oct 13 04:52:54.523995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:52:54.548695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-670abb2a-4abd-4594-b562-e66cbcf6365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:54.550111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-670abb2a-4abd-4594-b562-e66cbcf6365c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0448813 Oct 13 04:52:54.643666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-981a41ff-0c24-4e78-b11d-99430fcb73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:54.645870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-981a41ff-0c24-4e78-b11d-99430fcb73ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0882087 Oct 13 04:52:54.712208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-76d2a32c-ca2a-45c2-ac54-fa4fb1841965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 999 time: 0.0591831 Oct 13 04:52:54.751196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:53Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:54.763465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-9a8a04bb-a066-45b8-86e8-166acc14661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:54.764949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-9a8a04bb-a066-45b8-86e8-166acc14661d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0458553 Oct 13 04:52:54.781144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:52:54.790184 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:52:54.790788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:54.814221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-2fdd1ed2-84f9-4448-bd10-e6642bbf4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:52:54.815647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-2fdd1ed2-84f9-4448-bd10-e6642bbf4234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443065 Oct 13 04:52:54.897154 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:52:54.908174 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-d2856fbb-b5c8-40ac-a9a2-a208ed517819 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849679 Oct 13 04:52:55.001847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af9b8420-a0cf-49ff-b4f1-48a7897f7c00 req-6a7db81e-9bc4-4816-bc56-29b1d58b16b0 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865870 Oct 13 04:52:55.122815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:53Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:52:55.151456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adca34d8-f67c-4815-b534-0cadf8d3bb71 None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:53Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:52:55.344550 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69f2cc1-faa9-4931-a1cb-fd0092236092 None None] New status for floating IP 9530df90-b0ca-458c-a945-3c6f4796c2a4: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:53:02.002869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:53:07.003006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de498bc5-f093-4ca5-92aa-befdcfe86a1c req-78363b5f-8eb8-42d0-94cc-7c3d90bc1c0b tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:07.005149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de498bc5-f093-4ca5-92aa-befdcfe86a1c req-78363b5f-8eb8-42d0-94cc-7c3d90bc1c0b tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0420434 Oct 13 04:53:07.038547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de498bc5-f093-4ca5-92aa-befdcfe86a1c req-75bc0edc-9995-4cd0-b392-d00d7f14c36f tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275488 Oct 13 04:53:07.060602 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36570) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:07.215600 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 53b769ca-9e11-4bf3-b16e-c46886d9f217 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:53:07.215964 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.289890 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.290218 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.302923 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 53b769ca-9e11-4bf3-b16e-c46886d9f217 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:53:07.446302 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.473700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=53b769ca-9e11-4bf3-b16e-c46886d9f217,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:07.537232 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.537566 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 7ec58e70-3c3f-4b55-9e60-35d85126073d disassociated (deleted). External IP: 172.25.0.238, port: 233b5b09-530a-4d18-9778-8501fbd23c93. Oct 13 04:53:07.745936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router d445859f-f20f-4001-9cc9-e8e71c819ba3 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:53:07.850822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:53:07.855616 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:07.860202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Sync routers for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:53:07.870177 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:07.870786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:07.887092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7a6f754b-7e19-40a4-9074-e838e9487a33 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/floatingips/7ec58e70-3c3f-4b55-9e60-35d85126073d HTTP/1.1" status: 204 len: 168 time: 0.8253050 Oct 13 04:53:07.887643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:53:07.889915 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504cee0-ae5d-4c15-a741-fdc505a1a39c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:53:07.930283 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf03fe2-c193-4a6d-88a4-b0887b452ce6 x-openstack-request-id: req-bdf03fe2-c193-4a6d-88a4-b0887b452ce6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:53:07.931487 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:53:07.931760 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdf03fe2-c193-4a6d-88a4-b0887b452ce6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:53:07.932172 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:53:07.996231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-02fc7e45-745c-4d01-995d-3372658f3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:07.998194 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-02fc7e45-745c-4d01-995d-3372658f3c2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 1098 time: 0.0459609 Oct 13 04:53:07.998830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:08.098798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-642a9a26-b427-4981-935d-0501e51ee178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:08.101070 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-642a9a26-b427-4981-935d-0501e51ee178 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 200 len: 898 time: 0.0942116 Oct 13 04:53:08.132244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77598b3b-8efa-465b-99ec-a952e384883a req-664aed69-eaf7-4c09-be0c-1e3a00cf633b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:08.133884 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77598b3b-8efa-465b-99ec-a952e384883a req-664aed69-eaf7-4c09-be0c-1e3a00cf633b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 947 time: 0.0509031 Oct 13 04:53:08.151332 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-7f28239a-3215-4b46-8e48-3c3ab53f22b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 200 len: 217 time: 0.0415218 Oct 13 04:53:08.174755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77598b3b-8efa-465b-99ec-a952e384883a req-690ea1a0-6aa2-4830-ae3e-f8f8b4a5ccaf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Oct 13 04:53:08.204424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-f1bc056b-1237-4632-94c0-4df03e258ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:08.205319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-f1bc056b-1237-4632-94c0-4df03e258ca2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 200 len: 834 time: 0.0461683 Oct 13 04:53:08.218338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:08.244624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Checking router: d445859f-f20f-4001-9cc9-e8e71c819ba3 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:53:08.252879 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-658f949c-1dc2-41c8-bbe3-01dd6c51ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:08.253659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:08.254274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:08.255522 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-658f949c-1dc2-41c8-bbe3-01dd6c51ad3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3dd26f6e-68de-4118-ae45-d8d36a0c7030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404553 Oct 13 04:53:08.351248 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-181a42f6-a6c3-476a-96e6-990d583aa10d service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871258 Oct 13 04:53:08.359305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:08.442777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6504cee0-ae5d-4c15-a741-fdc505a1a39c req-6028e95f-26ec-445b-abbe-dc578ae0997d service neutron] 10.222.0.47 "GET /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837770 Oct 13 04:53:08.705326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:08.732479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5d947-d676-4f07-8b75-b487c687f639 None None] The sync data for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 is: [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:51:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '182be8f6-e32f-4a68-aa13-9b28a20783b3', 'name': '', 'network_id': '3dd26f6e-68de-4118-ae45-d8d36a0c7030', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:b3:5c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:17Z', 'updated_at': '2021-10-13T04:51:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:53:08.996503 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d452efd-f64a-4126-8c8b-54660c02213f None None] New status for floating IP 7ec58e70-3c3f-4b55-9e60-35d85126073d: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:53:09.301362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7a201-507f-4b46-aaf3-93cf9b34322d req-7f5e153f-6850-4938-b736-693fc4b6d436 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:09.302900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52a7a201-507f-4b46-aaf3-93cf9b34322d req-7f5e153f-6850-4938-b736-693fc4b6d436 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 947 time: 0.0559487 Oct 13 04:53:09.352964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52a7a201-507f-4b46-aaf3-93cf9b34322d req-e57e30fa-3816-4e03-a26d-97ed37a3bea0 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba796f6e-e16d-4284-8de8-3763fe1ec014&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Oct 13 04:53:09.426059 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-26d9bb1d-48de-4dff-95e9-4127aee94dcd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:09.427587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-26d9bb1d-48de-4dff-95e9-4127aee94dcd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9669091-30a1-49fa-ad3e-30859367eaa7 HTTP/1.1" status: 200 len: 947 time: 0.0519950 Oct 13 04:53:09.521795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:53:09.522137 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:09.620651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 233b5b09-530a-4d18-9778-8501fbd23c93, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=233b5b09-530a-4d18-9778-8501fbd23c93,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:09.620913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:09.634250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 233b5b09-530a-4d18-9778-8501fbd23c93 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:53:09.763547 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:09.793275 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=233b5b09-530a-4d18-9778-8501fbd23c93,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:09.834180 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] No DVR routers for this DVR port 233b5b09-530a-4d18-9778-8501fbd23c93 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:53:09.837069 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:09.840451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-468bfd01-8e8c-4ebd-a49b-842df1988ad1 req-9c17f2c3-4c3d-494d-87d9-97f060335d6e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "DELETE /v2.0/ports/233b5b09-530a-4d18-9778-8501fbd23c93 HTTP/1.1" status: 204 len: 173 time: 0.4072051 Oct 13 04:53:09.933245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-deleted', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:53:09.935554 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc971ce-47ba-4e2c-b640-eadb1541a752" -d '{"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-deleted", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:53:09.970320 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f2c74-0643-42bf-805d-b79dc9b551b3 x-openstack-request-id: req-ea7f2c74-0643-42bf-805d-b79dc9b551b3 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:53:09.970612 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9669091-30a1-49fa-ad3e-30859367eaa7", "name": "network-vif-deleted", "tag": "233b5b09-530a-4d18-9778-8501fbd23c93", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:53:09.970865 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea7f2c74-0643-42bf-805d-b79dc9b551b3 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:53:09.971298 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9669091-30a1-49fa-ad3e-30859367eaa7', 'name': 'network-vif-deleted', 'tag': '233b5b09-530a-4d18-9778-8501fbd23c93', 'status': 'completed', 'code': 200} Oct 13 04:53:10.409424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36586) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:11.087767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.344162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 182be8f6-e32f-4a68-aa13-9b28a20783b3 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:53:11.344468 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.432608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 182be8f6-e32f-4a68-aa13-9b28a20783b3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=182be8f6-e32f-4a68-aa13-9b28a20783b3,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:11.433340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.449295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 182be8f6-e32f-4a68-aa13-9b28a20783b3 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:53:11.636760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.661194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=182be8f6-e32f-4a68-aa13-9b28a20783b3,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:11.789468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c38d383-9c0a-46ad-8858-6fd7f16e9e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.825464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:11.845194 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.064863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router d445859f-f20f-4001-9cc9-e8e71c819ba3 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:53:12.172492 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:53:12.178404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4b1af7cb-f72f-44e7-8e92-e6adff20e6f1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/d445859f-f20f-4001-9cc9-e8e71c819ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679057 Oct 13 04:53:12.181039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36588) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:12.186450 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Sync routers for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:53:12.197804 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:12.198427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:12.232260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting subnet 6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:53:12.235417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.275882 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.309576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:12.368661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.430272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.460023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Subnet': ['ID=6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:12.466865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.470757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a3ebc3dd-95e5-4c23-99a5-ef347e8c6aca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/subnets/6b376f7f-f2bf-44e7-b1ab-a2dedfd3859f HTTP/1.1" status: 204 len: 168 time: 0.2886553 Oct 13 04:53:12.474131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36590) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:12.474755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9feab-0d25-49dd-bd23-00053773ad37 None None] Network 3dd26f6e-68de-4118-ae45-d8d36a0c7030 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:53:12.595460 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.614843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:53:11Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:12.647409 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Checking router: d445859f-f20f-4001-9cc9-e8e71c819ba3 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:53:12.662267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Routers {'d445859f-f20f-4001-9cc9-e8e71c819ba3'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:12.662960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:52:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['d445859f-f20f-4001-9cc9-e8e71c819ba3'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:12.712056 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.724365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] DHCP port deletion for 3dd26f6e-68de-4118-ae45-d8d36a0c7030 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:53:12.774566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 865820a4-f9df-4c97-9800-57cd3f20cc4c {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:53:12.774912 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.810341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] Set router d445859f-f20f-4001-9cc9-e8e71c819ba3 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:12.866491 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 865820a4-f9df-4c97-9800-57cd3f20cc4c, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=865820a4-f9df-4c97-9800-57cd3f20cc4c,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:12.866850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.880710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 865820a4-f9df-4c97-9800-57cd3f20cc4c owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:53:12.911305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:53:12.916702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Deleting port 8c7c2c01-e395-46bc-8a10-a675eb23152f {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:53:12.917080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:12.954127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 233b5b09-530a-4d18-9778-8501fbd23c93 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:53:12.954478 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 233b5b09-530a-4d18-9778-8501fbd23c93 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:53:13.018235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.043943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] For port 8c7c2c01-e395-46bc-8a10-a675eb23152f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8c7c2c01-e395-46bc-8a10-a675eb23152f,segment=NetworkSegment(0aa450e7-84e8-47df-805a-64ad698bbb12),segment_id=0aa450e7-84e8-47df-805a-64ad698bbb12)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:13.044346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.061252 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.074465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Calling delete_port for 8c7c2c01-e395-46bc-8a10-a675eb23152f owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:53:13.090546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=865820a4-f9df-4c97-9800-57cd3f20cc4c,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:13.165409 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.165732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:53:11Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:13.199673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac9a2-0529-43eb-9cd6-bde48d75ba9d None None] The sync data for ids ['d445859f-f20f-4001-9cc9-e8e71c819ba3'] in n-d-813736-1 is: [{'id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388681053', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:51:14Z', 'updated_at': '2021-10-13T04:53:11Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': '865820a4-f9df-4c97-9800-57cd3f20cc4c', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd445859f-f20f-4001-9cc9-e8e71c819ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:51:15Z', 'updated_at': '2021-10-13T04:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:53:13.216720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.244684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] Pushing event deleted for resources: {'Port': ['ID=8c7c2c01-e395-46bc-8a10-a675eb23152f,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:13.249062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cba7d0-b50d-4b2f-b7b5-3f609529723b None None] No DVR routers for this DVR port 8c7c2c01-e395-46bc-8a10-a675eb23152f on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:53:13.265289 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.267503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.311181 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.311734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Fanout notify agent at l3_agent the message router_deleted on router d445859f-f20f-4001-9cc9-e8e71c819ba3 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:53:13.319403 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.320519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-03755ee1-8ee8-4e68-a07e-26363760f0ef tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/routers/d445859f-f20f-4001-9cc9-e8e71c819ba3 HTTP/1.1" status: 204 len: 168 time: 0.8452909 Oct 13 04:53:13.323203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36592) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:13.402475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.490864 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.512088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd26f6e-68de-4118-ae45-d8d36a0c7030']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:13.522477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa450e7-84e8-47df-805a-64ad698bbb12') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:13.522769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa450e7-84e8-47df-805a-64ad698bbb12') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:13.531924 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.545183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.551395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:53:13.551787 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:53:13.554675 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:53:13.626481 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.634090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.640832 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/networks/3dd26f6e-68de-4118-ae45-d8d36a0c7030 HTTP/1.1" status: 204 len: 168 time: 0.3166304 Oct 13 04:53:13.641087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36594) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:13.654170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5218-ab23-434a-b797-d94ca2d76fec tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Network': ['ID=3dd26f6e-68de-4118-ae45-d8d36a0c7030,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:13.714245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 182be8f6-e32f-4a68-aa13-9b28a20783b3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:53:13.739792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 182be8f6-e32f-4a68-aa13-9b28a20783b3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:53:13.740136 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 182be8f6-e32f-4a68-aa13-9b28a20783b3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:53:13.740555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8c7c2c01-e395-46bc-8a10-a675eb23152f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:53:13.747942 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.761014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8c7c2c01-e395-46bc-8a10-a675eb23152f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:53:13.761441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8c7c2c01-e395-46bc-8a10-a675eb23152f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:53:13.780251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.849924 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.852544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:13.853709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba796f6e-e16d-4284-8de8-3763fe1ec014 HTTP/1.1" status: 204 len: 168 time: 0.2115114 Oct 13 04:53:13.864315 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af1bcf-5914-4b89-995e-8b93e2d59127 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba796f6e-e16d-4284-8de8-3763fe1ec014,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.131308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36600) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.135928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011805824', 'description': 'tempest-secgroup-smoke-1011805824 description', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.157664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.229323 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.235209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.236916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea41e-a7e3-4b26-a6d0-4a90cf3cbb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.267279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.269197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1363273 Oct 13 04:53:14.274032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36602) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.278943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.286218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908ff0-ff83-4e94-8de3-b87587565ba8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab36750-375d-4452-b271-80e2350190b4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.312748 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.372331 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.375676 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.398689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461e41e6-848c-40f2-b587-3027584583a5,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.406324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.407535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-49ef4149-6e81-47c2-89ca-d6ab729e4263 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324704 Oct 13 04:53:14.410899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36604) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.415284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.440441 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.501934 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.505789 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.526559 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2b4a92-fc37-410a-bda4-fac2dd042f82,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.531778 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.532954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b927251f-e5ec-4ec9-9a76-a35dc70111bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210799 Oct 13 04:53:14.536894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36606) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.541482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.568537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.626849 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.630950 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.648666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81181457-3447-4987-85bb-03e5a4b30e7a,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.657542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.658782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-40620c14-95d7-4c05-84cf-b8ba41816552 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205578 Oct 13 04:53:14.661802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36608) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.666057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.692944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.754660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.758352 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.779679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715ab76e-2794-429b-9067-a498b19e3c4e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.789195 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.790387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-560c63de-07d1-47b3-90c9-a9b9b5eb4515 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276665 Oct 13 04:53:14.794075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36610) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.798432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.821928 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:53:14.826758 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.886743 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.890525 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.910090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99345f94-12cb-444a-bf46-562b04c3783f,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:14.917515 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:14.918717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-167e1be9-ec36-4805-9390-b5e0d8b31dcc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237051 Oct 13 04:53:14.921621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36612) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:14.926566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': '6ab36750-375d-4452-b271-80e2350190b4', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:14.949281 n-d-813736-1 neutron-server[95047]: INFO neutron.db.securitygroups_db [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:53:14.954706 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.026116 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.030429 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.050827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47fda4-fd6a-483c-8250-4616bf8b92de,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:15.056215 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.060165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bbc3327e-1ed6-4d4f-9f55-11db5bc7ed5b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348448 Oct 13 04:53:15.060314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36616) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:15.064936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'network': {'name': 'tempest-network-smoke--757651132', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'port_security_enabled': True}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:15.085550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:53:15.089146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.114337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:53:15.125935 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.126349 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Added segment 955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc of type vlan for network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 Oct 13 04:53:15.170643 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.197469 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.203738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:15.204319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.264999 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2036812 Oct 13 04:53:15.267923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36618) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:15.272740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865820a4-f9df-4c97-9800-57cd3f20cc4c no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:53:15.280570 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'admin_state_up': True, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:15.293532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 865820a4-f9df-4c97-9800-57cd3f20cc4c {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:53:15.293883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 865820a4-f9df-4c97-9800-57cd3f20cc4c not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:53:15.296876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe748d9-7168-410a-ae83-265c6d9c5797 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Network': ['ID=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:15.308586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:53:15.312975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.314059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.374113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.412952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.521466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.558113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.734224 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.754200 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.864830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.47 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c05a4231-ca84-4499-a52d-7dbfc9aecedc) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:53:15.964922 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:15.998354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:16.037188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:16.040416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:16.042890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:53:16.079623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=c05a4231-ca84-4499-a52d-7dbfc9aecedc,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:16.306911 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:16.825234 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:16.952313 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 149f01cd-a282-4dc8-a97d-1e6b1434023e is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:53:17.056761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:53:17.066441 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Sync routers for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:53:17.075212 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:17.075925 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:17.079686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.081471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bf19d8c0-b4d8-4a85-ad77-3624c1e4ac27 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8117807 Oct 13 04:53:17.084808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36620) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:17.116757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-31cd0b5f-3c1f-4786-92af-5dcc7190aeeb tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=11b5f3c14fdd4d6b82cdea7877894f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308483 Oct 13 04:53:17.119851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36622) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:17.181078 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:17.208921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c2bd0-89fb-4709-9aa7-c97580dbd4d3 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:17.210424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7f5c2bd0-89fb-4709-9aa7-c97580dbd4d3 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896287 Oct 13 04:53:17.213297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36624) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:17.242591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4293b1d7-d596-4c41-9354-daa702e06a9d tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281889 Oct 13 04:53:17.245064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36626) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:17.249742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712308855', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:17.351371 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:53:17.355044 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.356270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.367400 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:16Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:17.394829 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Checking router: 149f01cd-a282-4dc8-a97d-1e6b1434023e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:53:17.395298 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Updating router 149f01cd-a282-4dc8-a97d-1e6b1434023e port c05a4231-ca84-4499-a52d-7dbfc9aecedc binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:53:17.420450 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.548652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.614041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Subnet': ['ID=6cd5bd43-0266-44c7-a9e1-fead5c728988,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:17.618372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:53:17.618736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network hostable DHCP agents. Network: 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:53:17.636338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:53:17.645727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:17.649838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:17.650431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.655319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9913da1-a017-4061-84ac-67e26e4243a4 None None] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:53:17.672645 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eaf1b1de-1d45-4e89-9601-7d7743e67245 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4240396 Oct 13 04:53:17.673010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:17.690028 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.696267 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.810072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:53:17.810944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.833044 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Attempting to bind port c05a4231-ca84-4499-a52d-7dbfc9aecedc on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:53:17.833408 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Attempting to bind port c05a4231-ca84-4499-a52d-7dbfc9aecedc by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:53:17.833950 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Attempting to bind port c05a4231-ca84-4499-a52d-7dbfc9aecedc on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:53:17.847547 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:53:17.848091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:53:17.848494 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.848877 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:53:17.849336 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Bound port: c05a4231-ca84-4499-a52d-7dbfc9aecedc, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:53:17.849704 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.872467 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Pushing event updated for resources: {'Port': ['ID=c05a4231-ca84-4499-a52d-7dbfc9aecedc,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:17.886470 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.886812 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.887169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.887506 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.887829 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.888156 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.888478 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.888798 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.889114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.889693 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.890018 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.890333 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:17.918613 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] For port c05a4231-ca84-4499-a52d-7dbfc9aecedc, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:53:17.922072 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] For port c05a4231-ca84-4499-a52d-7dbfc9aecedc, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c05a4231-ca84-4499-a52d-7dbfc9aecedc,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:53:17.926337 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:17.950910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Allocated IP 172.20.0.2 (753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2/6cd5bd43-0266-44c7-a9e1-fead5c728988/2477101b-83e3-40c6-a06a-7a15654dcf33) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:53:17.977529 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:17.978160 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:18.081614 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c963c-424c-475c-af91-5a5f164a6e0c None None] Pushing event updated for resources: {'Port': ['ID=c05a4231-ca84-4499-a52d-7dbfc9aecedc,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:18.101110 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:18.112944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.119483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.160507 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:18.163471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:18.167833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:53:18.169383 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.170909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Pushing event updated for resources: {'Port': ['ID=2477101b-83e3-40c6-a06a-7a15654dcf33,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:18.228571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Attempting to bind port 2477101b-83e3-40c6-a06a-7a15654dcf33 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:53:18.229030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Attempting to bind port 2477101b-83e3-40c6-a06a-7a15654dcf33 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:53:18.229452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Attempting to bind port 2477101b-83e3-40c6-a06a-7a15654dcf33 on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:53:18.234441 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:53:18.234885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:53:18.235383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.235840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Bound using segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:53:18.236372 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Bound port: 2477101b-83e3-40c6-a06a-7a15654dcf33, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:53:18.236813 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.284664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:16Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:18.306360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] For port 2477101b-83e3-40c6-a06a-7a15654dcf33, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:53:18.310101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] For port 2477101b-83e3-40c6-a06a-7a15654dcf33, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2477101b-83e3-40c6-a06a-7a15654dcf33,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:53:18.311353 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c990d2-47fd-4731-a6fe-585af598c115 None None] The sync data for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 is: [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:16Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:53:18.314628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.383220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3458132-97b1-4a19-8281-facc945546c8 None None] Pushing event updated for resources: {'Port': ['ID=2477101b-83e3-40c6-a06a-7a15654dcf33,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:18.482079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.1 (753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2/6cd5bd43-0266-44c7-a9e1-fead5c728988/a3ba3f54-d29d-40b2-9769-3a43ebd4105f) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:53:18.634552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.678791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.720556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:18.731425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:18.733883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:53:18.766696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:18.787467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:18.926035 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.229263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.235401 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.315276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:19.320610 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.387408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989beebb-7158-46c9-983d-7f37841d9ff9 None None] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:53:19.409635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c05a4231-ca84-4499-a52d-7dbfc9aecedc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:19.430959 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:19.432438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:19.550462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 149f01cd-a282-4dc8-a97d-1e6b1434023e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:53:19.641938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] Provisioning complete for port 2477101b-83e3-40c6-a06a-7a15654dcf33 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:19.642311 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.666017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:53:19.675634 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4414c3c-0962-4122-9a89-3caa5324c52a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/149f01cd-a282-4dc8-a97d-1e6b1434023e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0005763 Oct 13 04:53:19.752356 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c05a4231-ca84-4499-a52d-7dbfc9aecedc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:19.753430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.829127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4a133870-cf70-4776-a931-524f154f5803 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011805824&fields=id&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 267 time: 0.0374908 Oct 13 04:53:19.866072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.944259 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.955080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] For port 2477101b-83e3-40c6-a06a-7a15654dcf33, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2477101b-83e3-40c6-a06a-7a15654dcf33,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:19.969501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:19.977731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port c05a4231-ca84-4499-a52d-7dbfc9aecedc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c05a4231-ca84-4499-a52d-7dbfc9aecedc,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:19.986943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-d88ffdbe-460a-49bd-9832-399345376e46 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:19.988653 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-d88ffdbe-460a-49bd-9832-399345376e46 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 796 time: 0.1508017 Oct 13 04:53:19.999768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.000754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2477101b-83e3-40c6-a06a-7a15654dcf33 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:20.021489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-fc35a61b-5285-4713-8b9c-d5a25bfd147a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/quotas/11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 375 time: 0.0129466 Oct 13 04:53:20.057754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38b0fc-c768-4dd2-8df0-d5354105d9d1 None None] Pushing event updated for resources: {'Port': ['ID=2477101b-83e3-40c6-a06a-7a15654dcf33,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:20.093246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-ddb4d12e-f7fd-4450-81e2-612e9adbe353 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652692 Oct 13 04:53:20.116463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2477101b-83e3-40c6-a06a-7a15654dcf33 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:20.116838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.119830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=c05a4231-ca84-4499-a52d-7dbfc9aecedc,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:20.231254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-8fd6db06-ef84-4c3a-8ad8-cda1f5371367 service neutron] 10.222.0.49 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243920 Oct 13 04:53:20.259985 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Sync routers for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:53:20.279827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:20.281102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:20.350896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1da35fb4-44e2-45bb-9f7c-871cbcd10863 None None] Provisioning complete for port 2477101b-83e3-40c6-a06a-7a15654dcf33 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:20.350896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1da35fb4-44e2-45bb-9f7c-871cbcd10863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.351288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-e4b37a41-9381-4ec5-b279-80e44a0a0d89 service neutron] 10.222.0.49 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127996 Oct 13 04:53:20.443228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:20.592075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d074963f-d1da-44d4-9cc7-0b640bfffa97 req-24d38739-fecd-40be-bcae-287b52cc8987 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 210 time: 0.0386386 Oct 13 04:53:20.662114 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1da35fb4-44e2-45bb-9f7c-871cbcd10863 None None] Provisioning complete for port a3ba3f54-d29d-40b2-9769-3a43ebd4105f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:20.662497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1da35fb4-44e2-45bb-9f7c-871cbcd10863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.743178 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1da35fb4-44e2-45bb-9f7c-871cbcd10863 None None] Port a3ba3f54-d29d-40b2-9769-3a43ebd4105f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:53:20.788371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-7b5ee807-f2dd-4e74-a67d-aba87e9f3814 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493174 Oct 13 04:53:20.799047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 2, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:20.835198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Checking router: 149f01cd-a282-4dc8-a97d-1e6b1434023e for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:53:20.835551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Updating router 149f01cd-a282-4dc8-a97d-1e6b1434023e port a3ba3f54-d29d-40b2-9769-3a43ebd4105f binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:53:20.869153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.886732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-08e08bf6-d18c-4d22-aaa4-4346a8fd299c None None] Provisioning complete for port a3ba3f54-d29d-40b2-9769-3a43ebd4105f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:20.887132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-08e08bf6-d18c-4d22-aaa4-4346a8fd299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:20.897445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-a6f00f46-8b93-4d82-b3b1-667f347a8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:20.899138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-a6f00f46-8b93-4d82-b3b1-667f347a8fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0555542 Oct 13 04:53:20.950922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-08e08bf6-d18c-4d22-aaa4-4346a8fd299c None None] Port a3ba3f54-d29d-40b2-9769-3a43ebd4105f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:53:21.038715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-745af89e-191e-4128-bfd7-316c372f1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:21.040840 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-745af89e-191e-4128-bfd7-316c372f1b3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1209862 Oct 13 04:53:21.120362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-87df4e93-0c5e-4e1d-b35c-ee9175717979 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 1001 time: 0.0719168 Oct 13 04:53:21.182887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-57c0763c-e3bb-49ee-85ee-1d5f327ee1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:21.184482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-57c0763c-e3bb-49ee-85ee-1d5f327ee1a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0551720 Oct 13 04:53:21.235267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.235932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-c9d6756b-65f8-4808-8969-d488fd6b2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:21.237826 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-c9d6756b-65f8-4808-8969-d488fd6b2a87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453103 Oct 13 04:53:21.242074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.296436 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074902a4-8e5a-4fb0-9f80-fb2f1de67757 None None] Pushing event updated for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:21.355037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-1e7bcbc8-a585-4428-a443-ebe0058d39e2 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099026 Oct 13 04:53:21.383126 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Attempting to bind port a3ba3f54-d29d-40b2-9769-3a43ebd4105f on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:53:21.383512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Attempting to bind port a3ba3f54-d29d-40b2-9769-3a43ebd4105f by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:53:21.383879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Attempting to bind port a3ba3f54-d29d-40b2-9769-3a43ebd4105f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:53:21.388966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:53:21.389310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:53:21.389713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.390107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Bound using segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:53:21.390575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Bound port: a3ba3f54-d29d-40b2-9769-3a43ebd4105f, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:53:21.391332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.432210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c05a4231-ca84-4499-a52d-7dbfc9aecedc up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:21.462207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f471bbc-b48c-4f67-b5c7-d0ec738ef1e3 req-ec7223d2-7784-4437-ba1c-01df3450b71f service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981116 Oct 13 04:53:21.504790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] For port a3ba3f54-d29d-40b2-9769-3a43ebd4105f, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:53:21.509367 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] For port a3ba3f54-d29d-40b2-9769-3a43ebd4105f, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:53:21.515820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.561579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c05a4231-ca84-4499-a52d-7dbfc9aecedc triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:21.561951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.624456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:21.625140 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:21.674204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074902a4-8e5a-4fb0-9f80-fb2f1de67757 None None] Pushing event updated for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:21.698320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] Provisioning complete for port a3ba3f54-d29d-40b2-9769-3a43ebd4105f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:21.698729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:21.782714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4b1ad236-2e54-4d0f-a20f-6801a23acf6b req-04cf475b-f066-4cb9-b5e0-ac8558054e92 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 210 time: 0.0829113 Oct 13 04:53:21.833584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-16926b09-2b07-4077-8c04-f13d2ad0cc3a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:21.835128 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-16926b09-2b07-4077-8c04-f13d2ad0cc3a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 796 time: 0.1897464 Oct 13 04:53:21.839567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:21.874738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2477101b-83e3-40c6-a06a-7a15654dcf33 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:21.879315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-02e86c3a-0b91-446d-ae55-ba110507a2e7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 380 time: 0.0349267 Oct 13 04:53:21.893660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'port': {'device_id': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'admin_state_up': True, 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'security_groups': ['6ab36750-375d-4452-b271-80e2350190b4']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:22.007297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:53:22.010977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.102050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.140581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.5 (753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2/6cd5bd43-0266-44c7-a9e1-fead5c728988/66d7599f-5a2b-4cdc-a59d-b5ac0222902f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:53:22.217076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] For port a3ba3f54-d29d-40b2-9769-3a43ebd4105f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:22.226165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.232485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 2477101b-83e3-40c6-a06a-7a15654dcf33 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:22.232850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.281970 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.316009 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.355699 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2962e-7325-4dc9-8b2c-802275f90921 None None] Pushing event updated for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:22.359926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:22.363531 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:22.367427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:53:22.391760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:22.406329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-31e1de8b-1cda-4940-a410-70e9a10bf452 None None] Provisioning complete for port a3ba3f54-d29d-40b2-9769-3a43ebd4105f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:22.406715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-31e1de8b-1cda-4940-a410-70e9a10bf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.425250 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:22.426001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.446289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-4b363030-910f-4e1e-8c7f-53e29ae75d2f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568528 Oct 13 04:53:22.459466 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Request body: {'port': {'device_id': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:22.480474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:21Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:22.513221 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe027d2-1e57-4b73-af5f-97f806dc14eb None None] The sync data for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 is: [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:21Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:53:22.524237 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.679970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-48ed14db-78e5-48c1-b4e3-5f4f14b372f0 None None] Provisioning complete for port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:22.680345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48ed14db-78e5-48c1-b4e3-5f4f14b372f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.718688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-48ed14db-78e5-48c1-b4e3-5f4f14b372f0 None None] Port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:53:22.824577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d7599f-5a2b-4cdc-a59d-b5ac0222902f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:53:22.834412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.849011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Transition to ACTIVE for port object 66d7599f-5a2b-4cdc-a59d-b5ac0222902f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:53:22.860409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:22.942977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:22.972932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110892-4d1f-4dce-8cbf-661f6b4063fb req-61bf9bfc-6dc3-4fd2-92ce-795ea1e4e2c7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:22.974531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76110892-4d1f-4dce-8cbf-661f6b4063fb req-61bf9bfc-6dc3-4fd2-92ce-795ea1e4e2c7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 943 time: 0.1242640 Oct 13 04:53:23.047779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76110892-4d1f-4dce-8cbf-661f6b4063fb req-1ffaa38a-9503-474d-8fd2-9781825492cc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546942 Oct 13 04:53:23.053312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:53:23.053644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:53:23.053971 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:53:23.060239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:53:23.060559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:53:23.067478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:53:23.067892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:53:23.068335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Bound using segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:53:23.068830 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Bound port: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:53:23.069254 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.141444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:53:23.145563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:53:23.150627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.188772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.189377 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.191460 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] 10.222.0.47 "PUT /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 1091 time: 0.7368569 Oct 13 04:53:23.191907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:53:23.194208 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c4ccb9-60ad-4794-9512-9a03d655f577" -d '{"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:53:23.217613 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc010fe-b374-4c2c-962d-0dd9ad26efdf service neutron] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:23.246747 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b9d34-cc6f-48e5-bc7b-f44a7239821b x-openstack-request-id: req-c96b9d34-cc6f-48e5-bc7b-f44a7239821b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:53:23.246747 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:53:23.246747 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c96b9d34-cc6f-48e5-bc7b-f44a7239821b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:53:23.247256 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'status': 'completed', 'code': 200} Oct 13 04:53:23.285508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-190c19fa-f1e9-446d-a453-a0d61437696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.288403 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-190c19fa-f1e9-446d-a453-a0d61437696f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1094 time: 0.0537093 Oct 13 04:53:23.337092 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-93124587-5dcc-4f8f-bbac-853b8e4f1a0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 217 time: 0.0403476 Oct 13 04:53:23.378119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a3ba3f54-d29d-40b2-9769-3a43ebd4105f up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:23.399536 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-230a6f5b-09e6-456b-a522-31f0192b964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.401313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-230a6f5b-09e6-456b-a522-31f0192b964e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0579481 Oct 13 04:53:23.442460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a3ba3f54-d29d-40b2-9769-3a43ebd4105f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:23.442838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:23.457410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-b05ba44f-1b07-40dc-9b60-4d1bb119becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.457410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-b05ba44f-1b07-40dc-9b60-4d1bb119becd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430202 Oct 13 04:53:23.552966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-7815bf3f-2b33-494f-b7ce-f0872501c20a service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912607 Oct 13 04:53:23.652018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ad82f85a-6e56-446f-93ec-0faf353a0b4b req-1e03e5ae-a8a1-4abc-9c66-1f827ce2c597 service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 Oct 13 04:53:23.737413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-f8ead663-8896-42f9-8c66-9fc62305e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.738927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-f8ead663-8896-42f9-8c66-9fc62305e04e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1094 time: 0.0430081 Oct 13 04:53:23.833926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-55739efd-4a56-4096-9691-de2b92dddf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.835456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-55739efd-4a56-4096-9691-de2b92dddf3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.0886905 Oct 13 04:53:23.874699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-f714fbe7-0a67-44e9-8517-a8f4ed2fc82b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 217 time: 0.0324321 Oct 13 04:53:23.925850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-88ab253b-90be-449a-937e-5c2fdb66371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:23.927204 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-88ab253b-90be-449a-937e-5c2fdb66371d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0459428 Oct 13 04:53:24.335626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-4e8b0f9e-d8af-4203-b0e8-e6d924da5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:24.337164 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-4e8b0f9e-d8af-4203-b0e8-e6d924da5a9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4017935 Oct 13 04:53:24.350233 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496aff7-da55-4d32-be9e-6e429e21ec8c req-5b546c5b-a7e3-472c-bdfb-56ac26021eb3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:24.351625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b496aff7-da55-4d32-be9e-6e429e21ec8c req-5b546c5b-a7e3-472c-bdfb-56ac26021eb3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 943 time: 0.0597057 Oct 13 04:53:24.434960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b496aff7-da55-4d32-be9e-6e429e21ec8c req-067da651-879d-4761-a276-aefdde9f488c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751474 Oct 13 04:53:24.466161 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-01e685ec-8231-4350-87c6-948983c057ba service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136065 Oct 13 04:53:24.556927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-12c4ccb9-60ad-4794-9512-9a03d655f577 req-664bbb3f-9117-40c1-995c-5eed2fb7196c service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Oct 13 04:53:25.558131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2038cc-c9d2-4bb9-930e-6694556eea65 req-3e9ecc00-a7ed-484e-9ab4-4396dc659dfc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:25.559715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2038cc-c9d2-4bb9-930e-6694556eea65 req-3e9ecc00-a7ed-484e-9ab4-4396dc659dfc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 943 time: 0.0561481 Oct 13 04:53:25.598075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2038cc-c9d2-4bb9-930e-6694556eea65 req-51ea84dd-cef6-4510-b9dd-f899372cbe4f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Oct 13 04:53:26.714765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9aea6-3262-4cb2-b128-c7c65df9deba req-39dddda2-40f9-4604-8203-f7e364dae5d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:26.716420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1d9aea6-3262-4cb2-b128-c7c65df9deba req-39dddda2-40f9-4604-8203-f7e364dae5d9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 943 time: 0.0540347 Oct 13 04:53:26.753965 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1d9aea6-3262-4cb2-b128-c7c65df9deba req-d3c9cf54-db04-4cf5-86aa-b4c5084ec1bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Oct 13 04:53:27.000165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:53:27.097203 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:27.107904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'port_id': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'mac_address': 'fa:16:3e:24:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:53:27.149497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:27.161832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d7599f-5a2b-4cdc-a59d-b5ac0222902f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:53:27.180979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:27.185837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:27.233487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:27.379782 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['66d7599f-5a2b-4cdc-a59d-b5ac0222902f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:53:27.866450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a04c2-fed6-42e8-8e1a-2513906b61f3 req-4958da32-92ff-4f1b-bbe3-1764f2277d78 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:27.867936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e3a04c2-fed6-42e8-8e1a-2513906b61f3 req-4958da32-92ff-4f1b-bbe3-1764f2277d78 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0494251 Oct 13 04:53:27.904560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4e3a04c2-fed6-42e8-8e1a-2513906b61f3 req-f1ece1b2-75b9-4010-8c29-8cbb5a9c2216 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Oct 13 04:53:29.011346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:53:29.019961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560287-061b-4909-ab50-70bef95d4dae req-d0972d10-5e53-4f54-8a4f-c5a44a43df16 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:29.021477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3560287-061b-4909-ab50-70bef95d4dae req-d0972d10-5e53-4f54-8a4f-c5a44a43df16 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0495467 Oct 13 04:53:29.058813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3560287-061b-4909-ab50-70bef95d4dae req-ec793768-36be-4ad8-8194-7b55fc9d71b8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Oct 13 04:53:29.059522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:53:29.063377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:53:29.063783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:29.144140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:29.165771 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:53:29.168085 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41841e57-1273-448d-9990-bd6f0c58bfe1" -d '{"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-plugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:53:29.181216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:53:29.188228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:29.213565 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272a3bf3-0329-4c60-919c-a7b7e408065a x-openstack-request-id: req-272a3bf3-0329-4c60-919c-a7b7e408065a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:53:29.213944 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-plugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:53:29.214072 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-272a3bf3-0329-4c60-919c-a7b7e408065a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:53:29.214504 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'code': 200} Oct 13 04:53:29.242575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:29.303651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9d7c2-ad0f-4878-9900-d16e0b7e06d3 req-cb01b284-78a5-4996-b35f-3f41b689250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:29.305102 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ee9d7c2-ad0f-4878-9900-d16e0b7e06d3 req-cb01b284-78a5-4996-b35f-3f41b689250d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1096 time: 0.0410931 Oct 13 04:53:29.339482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6ee9d7c2-ad0f-4878-9900-d16e0b7e06d3 req-06090cb2-9739-4f55-9b19-27c92b08ff9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276039 Oct 13 04:53:30.177216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12c75-f32e-4400-967c-afdee8e1e641 req-82660881-cfc7-414c-be9b-160a04adbf96 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.178693 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33d12c75-f32e-4400-967c-afdee8e1e641 req-82660881-cfc7-414c-be9b-160a04adbf96 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0532725 Oct 13 04:53:30.215916 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-33d12c75-f32e-4400-967c-afdee8e1e641 req-4fc1841b-6ead-4444-932e-5b3d2304818e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Oct 13 04:53:30.617360 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-cba37dcb-b46c-4fc7-b21e-32dff8ba3133 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398948 Oct 13 04:53:30.704045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-93cffe7a-7207-4349-abe8-f136cae677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.706216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-93cffe7a-7207-4349-abe8-f136cae677b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1096 time: 0.0431943 Oct 13 04:53:30.826743 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-908bbe67-1395-4e37-afbb-32107fa9e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.828137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-908bbe67-1395-4e37-afbb-32107fa9e929 service neutron] 10.222.0.47 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.1036909 Oct 13 04:53:30.870431 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-d395ffcb-ce04-4831-849e-ba2a8147f279 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 217 time: 0.0350451 Oct 13 04:53:30.919729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-bc405c56-fe03-4ca6-81d7-32abc935f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.921175 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-bc405c56-fe03-4ca6-81d7-32abc935f85a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0447946 Oct 13 04:53:30.973937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-3a5cba51-26db-4e68-8746-e6a0e15dfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:30.975539 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-3a5cba51-26db-4e68-8746-e6a0e15dfcbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467713 Oct 13 04:53:31.075537 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-2f74d99f-0493-46ce-9d30-e3a9a31ddce4 service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926778 Oct 13 04:53:31.175745 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-92a0bd4b-d77e-40c5-a01a-0ad907251ab2 req-e06f5eaa-1e98-4ce8-a72b-83aa340e682c service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932100 Oct 13 04:53:31.336506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee384d3-60e3-42a4-ac8e-3176bf51e379 req-1b22d16d-db9b-4db2-919a-154cb803e6dd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.338040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ee384d3-60e3-42a4-ac8e-3176bf51e379 req-1b22d16d-db9b-4db2-919a-154cb803e6dd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0528378 Oct 13 04:53:31.382011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6ee384d3-60e3-42a4-ac8e-3176bf51e379 req-92aaa2b1-301d-4380-873f-deee74ec9bf9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Oct 13 04:53:31.501770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3846-7b7c-442e-881e-abff46ee4859 req-6c2455a7-fea6-4a27-ace4-af75c3488677 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.504136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb4c3846-7b7c-442e-881e-abff46ee4859 req-6c2455a7-fea6-4a27-ace4-af75c3488677 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0522082 Oct 13 04:53:31.542996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb4c3846-7b7c-442e-881e-abff46ee4859 req-443b47ec-8ba9-4795-a0ef-e6311d69c764 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Oct 13 04:53:31.565967 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36682) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:31.606488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8558a88-344f-4d7b-bdfc-505c1ab0e662 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:31.608026 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f8558a88-344f-4d7b-bdfc-505c1ab0e662 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1091 time: 0.0410728 Oct 13 04:53:31.610837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36684) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:31.615224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:53:31.636898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:31.742651 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:31.853012 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.94 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:53:31.957573 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:31.994274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.041803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:53:32.046928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:53:32.050280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:53:32.082741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:32.096925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.097278 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.097617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.097954 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.098288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.098617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.098942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.099298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.099623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.100027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.100361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.100683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:53:32.446033 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.516979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.674715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.679273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.747443 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:53:32.760427 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:32.871031 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 associated. External IP: 172.25.0.94, port: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f. Oct 13 04:53:33.079462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 149f01cd-a282-4dc8-a97d-1e6b1434023e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:53:33.186169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:53:33.197263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Sync routers for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:53:33.204318 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:33.207892 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:33.208493 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:33.237781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e8f9a4c4-fa58-4098-93b1-e58068ce5556 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6258101 Oct 13 04:53:33.238550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:53:33.240941 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba10ec-bb01-4444-8256-9d3526b0b3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:53:33.277361 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79279d-0fc4-4793-9bee-16b68bfdf6e0 x-openstack-request-id: req-5d79279d-0fc4-4793-9bee-16b68bfdf6e0 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:53:33.277657 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:53:33.277911 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d79279d-0fc4-4793-9bee-16b68bfdf6e0 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:53:33.278315 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'status': 'completed', 'code': 200} Oct 13 04:53:33.339850 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:33.347865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-185ce0bc-aee0-4548-af5f-fb85368a3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.348558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3973a-d7ff-4c34-b356-c8eb436a4558 req-56c45d8f-cf50-4e89-bd96-7b41555599a8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.349699 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-185ce0bc-aee0-4548-af5f-fb85368a3b1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1096 time: 0.0489557 Oct 13 04:53:33.350211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69b3973a-d7ff-4c34-b356-c8eb436a4558 req-56c45d8f-cf50-4e89-bd96-7b41555599a8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0592628 Oct 13 04:53:33.392333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69b3973a-d7ff-4c34-b356-c8eb436a4558 req-1a61d3e8-cb0d-4ec4-abc0-9738d11661cc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352566 Oct 13 04:53:33.418526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36692) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:33.495635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-b9785725-a6fd-4fc0-b999-fe0e129fba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.497064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-b9785725-a6fd-4fc0-b999-fe0e129fba04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.1403108 Oct 13 04:53:33.505350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b165e256-76b0-4fdf-a3c1-8d8a20a6772c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 HTTP/1.1" status: 200 len: 990 time: 0.0856001 Oct 13 04:53:33.569651 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-1579a895-3aed-4ce6-bbdd-3b2b8d77dd06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 998 time: 0.0632136 Oct 13 04:53:33.588418 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'port_id': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'mac_address': 'fa:16:3e:24:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:53:32Z', 'updated_at': '2021-10-13T04:53:32Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:33.615641 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Checking router: 149f01cd-a282-4dc8-a97d-1e6b1434023e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:53:33.620774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-e1cee8f7-a625-4451-b8b6-06351ac2d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.622240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-e1cee8f7-a625-4451-b8b6-06351ac2d92f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0454509 Oct 13 04:53:33.623688 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:53:33.624272 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:53:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:33.667771 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-5665f92a-66a9-4272-b007-fb087cbfdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:53:33.669281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-5665f92a-66a9-4272-b007-fb087cbfdb0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406554 Oct 13 04:53:33.730711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:53:33.764275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-9d57d41d-cfc2-4ebb-9957-c37c4e28ab1c service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883651 Oct 13 04:53:33.854707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-34ba10ec-bb01-4444-8256-9d3526b0b3d8 req-b2777344-5b83-4094-b616-f5e8b51fa101 service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836718 Oct 13 04:53:33.956543 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'port_id': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'mac_address': 'fa:16:3e:24:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:53:32Z', 'updated_at': '2021-10-13T04:53:32Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:53:33.983829 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9980eda2-90b3-4b97-8335-d50edd0bb490 None None] The sync data for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 is: [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'port_id': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'mac_address': 'fa:16:3e:24:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:53:32Z', 'updated_at': '2021-10-13T04:53:32Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:53:34.175499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26a3c1-b8e1-48f0-be3a-f9396a3f47e5 None None] New status for floating IP 2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:53:34.508780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36694) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:53:34.571854 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a6ffac7c-c3a2-45c1-a119-dd4be2eb34eb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 HTTP/1.1" status: 200 len: 992 time: 0.0618455 Oct 13 04:53:39.002023 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:53:41.795035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba304c02-3c2b-4e55-88ca-f5f3bb166ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:41.827039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:42.958807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:44.238837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1243b28d-34e5-4d71-8380-af27859b442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:45.390940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:45.559013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:53:47.336154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:05.829574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe8690-ab17-4034-8c99-9bad570f0f47 req-3d45776d-18dc-40e7-952f-ad264cce12eb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:05.831593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3abe8690-ab17-4034-8c99-9bad570f0f47 req-3d45776d-18dc-40e7-952f-ad264cce12eb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 13 04:54:05.870368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3abe8690-ab17-4034-8c99-9bad570f0f47 req-5cbb8776-edbb-4aec-a710-5e9d24ff8ca4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Oct 13 04:54:05.892393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36712) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:05.956445 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-efb0f6ba-4eeb-4fee-a5e9-b8755b4a643d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 HTTP/1.1" status: 200 len: 992 time: 0.0622542 Oct 13 04:54:06.291864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd50ef4-2211-4486-a3a5-ba4e7cbfb409 req-3eddf31d-397e-42c5-a349-4973fb9e254c tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:06.293276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efd50ef4-2211-4486-a3a5-ba4e7cbfb409 req-3eddf31d-397e-42c5-a349-4973fb9e254c tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1096 time: 0.0405786 Oct 13 04:54:06.327280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-efd50ef4-2211-4486-a3a5-ba4e7cbfb409 req-be8b9adf-3234-44ec-ae24-ab8f8f6aed53 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281284 Oct 13 04:54:07.785399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36740) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:07.875778 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-bae3c08d-a405-4dea-bcd2-c6ae817ff83c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892246 Oct 13 04:54:07.885300 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-573f30f5-32c1-49d5-b921-2f0a1c3bbbf4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:54:07.886241 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-573f30f5-32c1-49d5-b921-2f0a1c3bbbf4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048084 Oct 13 04:54:08.480198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-f171b6c3-fcc2-4b64-8a08-03881f8a6f3f tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:08.481559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-f171b6c3-fcc2-4b64-8a08-03881f8a6f3f tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 1093 time: 0.1041644 Oct 13 04:54:08.490927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Request body: {'binding': {'host': 'n-h1-813736-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:08.491400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Unknown quota resources ['binding']. {{(pid=95048) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 04:54:08.637155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on host n-h1-813736-1 for vnic_type normal with profile None {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:08.637418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:08.637748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:08.642022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:54:08.642344 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:08.647185 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:08.647535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:08.647910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Bound using segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:08.648339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Bound port: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:08.735538 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:08.742162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] Notify callbacks [] for binding, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:08.743785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-93133289-0347-4485-afdc-d3219adaef3e service neutron] 10.222.0.49 "POST /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2558091 Oct 13 04:54:08.902627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556b239-5933-41c0-b60f-a686f44a7405 req-0b0c007e-afd5-48c7-a8e0-048ab509a5c8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:08.904077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5556b239-5933-41c0-b60f-a686f44a7405 req-0b0c007e-afd5-48c7-a8e0-048ab509a5c8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0587318 Oct 13 04:54:08.971551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5556b239-5933-41c0-b60f-a686f44a7405 req-69b41782-3360-451d-98dd-043aff74e950 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607724 Oct 13 04:54:08.985159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-f4cea6dd-748b-43ce-93d1-9d8a6e256d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:08.986614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-f4cea6dd-748b-43ce-93d1-9d8a6e256d2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1096 time: 0.0544052 Oct 13 04:54:09.076032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-bda639ac-6d20-4713-b47e-963af971b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:09.077450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-bda639ac-6d20-4713-b47e-963af971b053 service neutron] 10.222.0.16 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.0836074 Oct 13 04:54:09.145989 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-be95449e-3074-472d-8a60-744140bf012b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 1000 time: 0.0612617 Oct 13 04:54:09.198359 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-9faea0a4-4c6e-4eec-9a9d-71bc7d417476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:09.199778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-9faea0a4-4c6e-4eec-9a9d-71bc7d417476 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0473273 Oct 13 04:54:09.246228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6177e558-e5bc-4599-b3b3-29b936d51496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:09.247748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6177e558-e5bc-4599-b3b3-29b936d51496 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407324 Oct 13 04:54:09.342357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-491aa3da-217a-4594-a7a0-d4626bdcd95b service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Oct 13 04:54:09.432717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-bf2e3795-9562-4271-b04c-a64d82f6ecb9 service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828793 Oct 13 04:54:09.567293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-7b9b4582-1776-44f8-a4d7-be7af5ef9556 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:09.568790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-7b9b4582-1776-44f8-a4d7-be7af5ef9556 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.0809119 Oct 13 04:54:09.580180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813736-1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:09.633474 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:09.758678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:09.795640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:09.834810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:09.837113 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6f62a-166e-40c7-8c8d-6019402900a4" -d '{"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:09.841138 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:09.847907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:09.879005 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc63eb6-df3b-492c-ac2c-9a72c88c23f9 x-openstack-request-id: req-fdc63eb6-df3b-492c-ac2c-9a72c88c23f9 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:09.879323 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:09.879580 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdc63eb6-df3b-492c-ac2c-9a72c88c23f9 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:09.879971 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'code': 200} Oct 13 04:54:09.947459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:09.960629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.960985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.961330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.961671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.962010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.962345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.962675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.963004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.963363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.963691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.964020 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:09.964346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:10.011475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on host n-h2-813736-1 for vnic_type normal with profile {"migrating_to": "n-h1-813736-1"} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:10.011817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:10.012152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:10.016928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:54:10.017247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Attempting to bind port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:10.023738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:10.024074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Checking segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:10.024453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Bound using segment: {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:10.024877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Bound port: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:10.025231 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.166369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-279be575-07f8-44ac-9eeb-3e77c8b46815 None None] Provisioning complete for port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:10.166925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-279be575-07f8-44ac-9eeb-3e77c8b46815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.202584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-279be575-07f8-44ac-9eeb-3e77c8b46815 None None] Port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:10.445575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:10.449130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:10.457711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073afdb-35e4-478d-9a6f-6375ecb26849 req-071ff94e-56c5-4a2e-9670-8f7c6355d67f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:10.459251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2073afdb-35e4-478d-9a6f-6375ecb26849 req-071ff94e-56c5-4a2e-9670-8f7c6355d67f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 943 time: 0.4006083 Oct 13 04:54:10.460865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.589035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2073afdb-35e4-478d-9a6f-6375ecb26849 req-7d909bce-3c58-4a97-91bc-ac5dfa85a308 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195304 Oct 13 04:54:10.589035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=8']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:10.633904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:10.634518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.635940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-abccee60-9bc2-4339-9942-509af7fc70ea service neutron] 10.222.0.16 "PUT /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 1121 time: 1.0597398 Oct 13 04:54:10.697785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['66d7599f-5a2b-4cdc-a59d-b5ac0222902f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:54:10.746059 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Provisioning complete for port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:10.746433 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.882800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:10.920294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:10.922551 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b3e03a-8c50-4f1c-ade8-34b009596eb4" -d '{"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-plugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:10.937549 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:10.945397 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:11.037166 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85077823-2a9e-484b-ae3e-6971e4768b65 x-openstack-request-id: req-85077823-2a9e-484b-ae3e-6971e4768b65 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:11.037477 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-plugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:11.037716 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85077823-2a9e-484b-ae3e-6971e4768b65 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:11.038108 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'code': 200} Oct 13 04:54:11.113052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:11.130533 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.130907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.131269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.131613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.131954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.132287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.132618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.132945 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.133271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.133596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.133921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.134241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6459b0-5881-434a-a476-c06a978e3c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:11.716234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e0b7-eb99-4801-8e9f-5b107ccdc2c4 req-75bc5a7a-c212-479d-a50f-f1711a122de7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:11.717714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30d9e0b7-eb99-4801-8e9f-5b107ccdc2c4 req-75bc5a7a-c212-479d-a50f-f1711a122de7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0496354 Oct 13 04:54:11.756961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30d9e0b7-eb99-4801-8e9f-5b107ccdc2c4 req-e89d8c1a-e764-4f3f-b05c-208eeb8d578e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Oct 13 04:54:11.795530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a0132e2d-1497-4f64-96af-ca87a4b02020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:11.824515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:11.881058 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:11.883381 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b951b-8646-4f8f-a60a-ea9ea499b378" -d '{"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:11.918304 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887857c9-2c0e-48cc-bffd-67a7ece47d75 x-openstack-request-id: req-887857c9-2c0e-48cc-bffd-67a7ece47d75 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:11.918597 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:11.918852 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-887857c9-2c0e-48cc-bffd-67a7ece47d75 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:11.919291 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'status': 'completed', 'code': 200} Oct 13 04:54:12.032646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-c5b500fd-4962-4a18-9a94-0b7e0fde94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:12.034681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-c5b500fd-4962-4a18-9a94-0b7e0fde94ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1126 time: 0.0935524 Oct 13 04:54:12.122726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-9002efa1-aaa8-4374-be81-ea7fda9ff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:12.124291 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-9002efa1-aaa8-4374-be81-ea7fda9ff2d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.0827000 Oct 13 04:54:12.191380 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-d0270a1a-e598-4072-9f48-f8e178c8a095 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 1000 time: 0.0596457 Oct 13 04:54:12.240257 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-d63edcc2-77a4-4bfc-a4d8-cd2ce41f86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:12.241635 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-d63edcc2-77a4-4bfc-a4d8-cd2ce41f86f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0429151 Oct 13 04:54:12.285822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-a543fe49-f028-452a-967c-857ac580e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:12.287288 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-a543fe49-f028-452a-967c-857ac580e5ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384622 Oct 13 04:54:12.379290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-458bbe11-5670-4bae-8038-d1918ba9a370 service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842085 Oct 13 04:54:12.466383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-396b951b-8646-4f8f-a60a-ea9ea499b378 req-87c52c7e-a99b-465f-8a19-0553850cf696 service neutron] 10.222.0.47 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792086 Oct 13 04:54:12.871566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9a6a-678a-447d-8af8-1af97b0da663 req-0302dd0b-c139-4239-bca5-93069f96273c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:12.873035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0cb9a6a-678a-447d-8af8-1af97b0da663 req-0302dd0b-c139-4239-bca5-93069f96273c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0493913 Oct 13 04:54:12.886463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:54:12.916201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e0cb9a6a-678a-447d-8af8-1af97b0da663 req-2f52aa1b-1195-4b45-9e7d-36e804205156 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Oct 13 04:54:12.992165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:13.001783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:13.004329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f has no active binding in host n-h1-813736-1 {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 04:54:14.039085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb7c2c-7e55-4891-aa3a-f58b713bb09a req-0141fbd2-440c-4a5c-ae23-411957be3a82 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:14.040561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09eb7c2c-7e55-4891-aa3a-f58b713bb09a req-0141fbd2-440c-4a5c-ae23-411957be3a82 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0540011 Oct 13 04:54:14.076655 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09eb7c2c-7e55-4891-aa3a-f58b713bb09a req-c28d7ef8-7801-4963-b773-f7200254be05 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302768 Oct 13 04:54:14.238588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ee0ae9ac-b007-4003-bcbc-3522ac8b839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:15.192515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141411f2-0d46-40fe-b28e-832a385ecaa3 req-b52555db-6c08-4174-9085-9e1ebc9e06e8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:15.193957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-141411f2-0d46-40fe-b28e-832a385ecaa3 req-b52555db-6c08-4174-9085-9e1ebc9e06e8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 945 time: 0.0494649 Oct 13 04:54:15.230983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-141411f2-0d46-40fe-b28e-832a385ecaa3 req-8157bd73-4a4f-45a0-9802-8e65e89e5c31 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310893 Oct 13 04:54:15.386459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:15.544162 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-759ce888-e02e-4cd7-a45d-29d6b79357a1 service neutron] 10.222.0.47 "GET /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f/bindings/n-h1-813736-1 HTTP/1.1" status: 200 len: 384 time: 0.0588181 Oct 13 04:54:15.562571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:15.715001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:15.734719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:15.773454 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:15.775783 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a76fa32-4204-45f3-ad12-9abf1bb5e6c5" -d '{"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:15.782650 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:15.797790 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:15.873648 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3d26f-0c25-473f-bf20-dddec2979b34 x-openstack-request-id: req-40f3d26f-0c25-473f-bf20-dddec2979b34 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:15.873935 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:15.874188 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40f3d26f-0c25-473f-bf20-dddec2979b34 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:15.874585 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'code': 200} Oct 13 04:54:15.879565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] Transition to ACTIVE for port object 66d7599f-5a2b-4cdc-a59d-b5ac0222902f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:54:15.883520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:15.978581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] Pushing event updated for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=11']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:16.001814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:54:16.014204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] No DVR routers for this DVR port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:54:16.143758 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c77793e-9c15-4914-9e61-2b9ce1a84380 service neutron] 10.222.0.47 "PUT /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f/bindings/n-h1-813736-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5922506 Oct 13 04:54:16.235412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-385c35be-1e33-47b4-8274-c29a9e88cc71 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.236841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-385c35be-1e33-47b4-8274-c29a9e88cc71 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0431197 Oct 13 04:54:16.285418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-06f3389f-9489-4259-ab56-7a679b5382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.286964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-06f3389f-9489-4259-ab56-7a679b5382c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 1095 time: 0.0419149 Oct 13 04:54:16.372169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-4138bacd-2607-4535-87b2-949a95e68693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.373658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-4138bacd-2607-4535-87b2-949a95e68693 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1095 time: 0.0643547 Oct 13 04:54:16.382048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66fffc-1277-4fa7-a6e4-7ab24ef9b3e2 req-77f2f324-3a95-4b99-90b3-9b8bb27f6cf2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.383434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c66fffc-1277-4fa7-a6e4-7ab24ef9b3e2 req-77f2f324-3a95-4b99-90b3-9b8bb27f6cf2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0846632 Oct 13 04:54:16.468871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c66fffc-1277-4fa7-a6e4-7ab24ef9b3e2 req-a0d5006c-50a0-4f50-9915-5064f56076ca tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774937 Oct 13 04:54:16.497984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-8fc7f353-b395-4d77-9cf2-3bd9be3f5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.499395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-8fc7f353-b395-4d77-9cf2-3bd9be3f5eae service neutron] 10.222.0.16 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.1151009 Oct 13 04:54:16.564761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-f816ea1f-df32-4a7c-bc1f-3b3a99bc17fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 998 time: 0.0586469 Oct 13 04:54:16.613945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-24f8d3f9-d98d-4a86-8d02-b6b234c0817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.615375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-24f8d3f9-d98d-4a86-8d02-b6b234c0817d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0432963 Oct 13 04:54:16.663621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-317545bb-9fc6-462b-baed-1ded651df155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:16.665121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-317545bb-9fc6-462b-baed-1ded651df155 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431623 Oct 13 04:54:16.753525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-3ad3d95d-30ef-4a2a-90ad-e00d308959fd service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814571 Oct 13 04:54:16.846794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-6c9f6891-0269-47a1-bd2f-cfa41da65ecc service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863659 Oct 13 04:54:17.071287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-e2028e40-83fd-4988-a1e1-6abd4cd984de tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:17.072703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-e2028e40-83fd-4988-a1e1-6abd4cd984de tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1095 time: 0.0465729 Oct 13 04:54:17.215247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-04dd3a23-1552-47e5-aed3-52674ca2f0b2 service neutron] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:17.218379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-04dd3a23-1552-47e5-aed3-52674ca2f0b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:17.219500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-45b099a1-6fa5-4cf8-8965-24f200ddf6a6 req-04dd3a23-1552-47e5-aed3-52674ca2f0b2 service neutron] 10.222.0.16 "DELETE /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f/bindings/n-h2-813736-1 HTTP/1.1" status: 204 len: 173 time: 0.1395643 Oct 13 04:54:17.338716 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:17.596966 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd63c0-2f07-40cf-a352-a66cbe8403a6 req-99c3a127-b6be-48e0-bf3c-4745597a8156 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:17.599145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69bd63c0-2f07-40cf-a352-a66cbe8403a6 req-99c3a127-b6be-48e0-bf3c-4745597a8156 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0550542 Oct 13 04:54:17.637358 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69bd63c0-2f07-40cf-a352-a66cbe8403a6 req-3fdb52bd-bad8-4869-b6e5-bc0761ec5267 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Oct 13 04:54:17.744919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f7d19-3793-4b3d-a676-747d4e2cbafb req-60ab7f47-72e8-40f1-9301-9aebce68b27a tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:17.746427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a05f7d19-3793-4b3d-a676-747d4e2cbafb req-60ab7f47-72e8-40f1-9301-9aebce68b27a tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1095 time: 0.0425844 Oct 13 04:54:17.780937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a05f7d19-3793-4b3d-a676-747d4e2cbafb req-63ef253a-6671-4bc5-99f7-c01025e70531 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286517 Oct 13 04:54:17.895958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76408c51-48f8-4fd1-9175-f60fe5ca2d4a req-c378bd82-4832-47dc-af64-bf56a81916f0 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:17.897455 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76408c51-48f8-4fd1-9175-f60fe5ca2d4a req-c378bd82-4832-47dc-af64-bf56a81916f0 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0486343 Oct 13 04:54:17.939559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-76408c51-48f8-4fd1-9175-f60fe5ca2d4a req-32bca1e6-eabf-4c39-99d1-17f7bdacd834 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360718 Oct 13 04:54:17.963057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36792) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:18.027091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1594cab7-74bb-4b74-a5a9-6e70048d210f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 HTTP/1.1" status: 200 len: 990 time: 0.0628533 Oct 13 04:54:18.249973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36798) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:18.730368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:54:18.731036 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:18.806107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:18.806356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:18.818011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:54:18.959523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:18.985940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=7bbf4f3b-72ed-40fe-8b43-bcbd871f3dd4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:19.043190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:19.043589 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 disassociated (deleted). External IP: 172.25.0.94, port: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f. Oct 13 04:54:19.246425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 149f01cd-a282-4dc8-a97d-1e6b1434023e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:54:19.248215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:54:19.284724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:54:19.355691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:19.360488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:19.366325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Sync routers for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:19.374809 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:19.375421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:19.386988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3496e5c7-5953-4da1-a2b6-7c15b5148225 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/floatingips/2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772 HTTP/1.1" status: 204 len: 168 time: 1.1358917 Oct 13 04:54:19.387586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:19.389846 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924" -d '{"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:19.429385 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13fecd-68e1-40ec-b534-d2fbd268459b x-openstack-request-id: req-ff13fecd-68e1-40ec-b534-d2fbd268459b {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:19.429677 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:19.429929 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff13fecd-68e1-40ec-b534-d2fbd268459b {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:19.430324 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'status': 'completed', 'code': 200} Oct 13 04:54:19.489265 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:19.498451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-470783f3-1718-4f16-8dad-484d55baa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:19.500011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-470783f3-1718-4f16-8dad-484d55baa147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 1095 time: 0.0466967 Oct 13 04:54:19.647937 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-e28f3067-58ca-415b-99af-27b821ed1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:19.649828 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-e28f3067-58ca-415b-99af-27b821ed1d37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 200 len: 897 time: 0.1426284 Oct 13 04:54:19.700665 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-8a476b2e-84c3-4d3e-a280-3399469a6fa5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 200 len: 217 time: 0.0429759 Oct 13 04:54:19.708927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a02b9-9352-4caf-8bec-eaa0ccee7e40 req-3dcbed39-92a7-4e2c-bb9a-3f3b8d8ccf92 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:19.710815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-619a02b9-9352-4caf-8bec-eaa0ccee7e40 req-3dcbed39-92a7-4e2c-bb9a-3f3b8d8ccf92 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.1047411 Oct 13 04:54:19.781000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-256c8fa2-c17c-4ad3-a941-6b73a7931324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:19.783246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-256c8fa2-c17c-4ad3-a941-6b73a7931324 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 200 len: 835 time: 0.0714908 Oct 13 04:54:19.789874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-619a02b9-9352-4caf-8bec-eaa0ccee7e40 req-cc1cd11e-f7f2-4370-ac0d-df2303468f9f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=6ab36750-375d-4452-b271-80e2350190b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705793 Oct 13 04:54:19.801115 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:19.833395 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Checking router: 149f01cd-a282-4dc8-a97d-1e6b1434023e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:19.838426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-2e2f5d8d-f30d-4e9f-8346-a64d97a5eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:19.840106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-2e2f5d8d-f30d-4e9f-8346-a64d97a5eec2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426984 Oct 13 04:54:19.841763 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:19.842374 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:19.942444 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-4ba5dd80-deb5-44d9-8dad-0dcc9a2362e7 service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928655 Oct 13 04:54:19.968620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:20.062743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-ce53f596-111d-4cd6-ad9f-5fe605609b91 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:20.064106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-ce53f596-111d-4cd6-ad9f-5fe605609b91 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab07cb09-b6c2-4163-b098-86a8f63f0f9c HTTP/1.1" status: 200 len: 944 time: 0.0710249 Oct 13 04:54:20.103879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2c107ba9-e4dc-4c82-8b57-aa0f5d309924 req-f5ffcfbd-bd57-4f9b-84be-67a6bd3d3c7f service neutron] 10.222.0.16 "GET /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539690 Oct 13 04:54:20.167758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:54:20.168100 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:20.185874 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:20.218189 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19addd5-987e-4aac-bfb5-dfc19461ed6d None None] The sync data for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 is: [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:18Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a3ba3f54-d29d-40b2-9769-3a43ebd4105f', 'name': '', 'network_id': '753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:67:08:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:18Z', 'updated_at': '2021-10-13T04:53:22Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '6cd5bd43-0266-44c7-a9e1-fead5c728988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:20.267955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:20.268319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:20.282317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 66d7599f-5a2b-4cdc-a59d-b5ac0222902f owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:54:20.420714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:20.454330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=66d7599f-5a2b-4cdc-a59d-b5ac0222902f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:20.494777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a96c62-b998-443a-a060-83c8a4b6c992 None None] New status for floating IP 2d38ba7a-51a0-4b89-a5b4-4f4a0ce6f772: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:54:20.503305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] No DVR routers for this DVR port 66d7599f-5a2b-4cdc-a59d-b5ac0222902f on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:54:20.511305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:20.514689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6dcc476b-eb86-4a3b-88eb-9a21a9cfcecf req-9a1af024-1d18-45e4-9067-a46014878d3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.16 "DELETE /v2.0/ports/66d7599f-5a2b-4cdc-a59d-b5ac0222902f HTTP/1.1" status: 204 len: 173 time: 0.4402714 Oct 13 04:54:20.515196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-deleted', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:20.517489 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a81a36b-525f-4c2f-b932-458503ca296f" -d '{"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-deleted", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:20.570717 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9989c996-3a6f-4684-8513-cadee3ed8f7e x-openstack-request-id: req-9989c996-3a6f-4684-8513-cadee3ed8f7e {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:20.571044 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab07cb09-b6c2-4163-b098-86a8f63f0f9c", "name": "network-vif-deleted", "tag": "66d7599f-5a2b-4cdc-a59d-b5ac0222902f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:20.571301 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9989c996-3a6f-4684-8513-cadee3ed8f7e {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:20.571707 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab07cb09-b6c2-4163-b098-86a8f63f0f9c', 'name': 'network-vif-deleted', 'tag': '66d7599f-5a2b-4cdc-a59d-b5ac0222902f', 'status': 'completed', 'code': 200} Oct 13 04:54:20.856254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36812) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:21.234451 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:21.491705 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port a3ba3f54-d29d-40b2-9769-3a43ebd4105f {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:54:21.491961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:21.581298 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port a3ba3f54-d29d-40b2-9769-3a43ebd4105f, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:21.582205 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:21.594389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for a3ba3f54-d29d-40b2-9769-3a43ebd4105f owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:54:21.779686 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:21.820204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=a3ba3f54-d29d-40b2-9769-3a43ebd4105f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:22.002282 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.244040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 149f01cd-a282-4dc8-a97d-1e6b1434023e has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:54:22.352000 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:22.359671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e1c40aab-ebc1-4293-a91f-5441be62045f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/149f01cd-a282-4dc8-a97d-1e6b1434023e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016150 Oct 13 04:54:22.359850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36822) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:22.361797 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Sync routers for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:22.372519 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:22.373232 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:22.412049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting subnet 6cd5bd43-0266-44c7-a9e1-fead5c728988 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:54:22.415528 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.461505 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.481432 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:22.557931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.622337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.655597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd5bd43-0266-44c7-a9e1-fead5c728988,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:22.661180 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.664850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-634f6d47-75a6-4f98-8aa1-6e897b815332 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/subnets/6cd5bd43-0266-44c7-a9e1-fead5c728988 HTTP/1.1" status: 204 len: 168 time: 0.3039694 Oct 13 04:54:22.667501 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36824) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:22.676481 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb819f-2fd7-47fc-8993-7a1ad429ab9a None None] Network 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:54:22.681991 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:54:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:22.715483 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Checking router: 149f01cd-a282-4dc8-a97d-1e6b1434023e for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:22.736178 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Routers {'149f01cd-a282-4dc8-a97d-1e6b1434023e'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:22.736803 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['149f01cd-a282-4dc8-a97d-1e6b1434023e'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:22.801066 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.864050 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] Set router 149f01cd-a282-4dc8-a97d-1e6b1434023e gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:22.904038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] DHCP port deletion for 753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:54:22.960380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.963916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Deleting port 2477101b-83e3-40c6-a06a-7a15654dcf33 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:54:22.964892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:22.970284 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-fd8e0b7c-1590-4022-977b-d4d38a933c95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663972 Oct 13 04:54:23.037919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] For port 2477101b-83e3-40c6-a06a-7a15654dcf33, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2477101b-83e3-40c6-a06a-7a15654dcf33,segment=NetworkSegment(955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc),segment_id=955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:23.038463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.052857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Calling delete_port for 2477101b-83e3-40c6-a06a-7a15654dcf33 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:54:23.058951 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port c05a4231-ca84-4499-a52d-7dbfc9aecedc {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:54:23.059588 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.095731 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:54:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:23.112506 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-1be9b0fb-b1fe-487c-ad67-8b5725440395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:23.114678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-1be9b0fb-b1fe-487c-ad67-8b5725440395 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0954366 Oct 13 04:54:23.127426 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64334786-946c-47cf-b0fc-193d0c3d94bf None None] The sync data for ids ['149f01cd-a282-4dc8-a97d-1e6b1434023e'] in n-d-813736-1 is: [{'id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228787592', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:54:21Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'c05a4231-ca84-4499-a52d-7dbfc9aecedc', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149f01cd-a282-4dc8-a97d-1e6b1434023e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:53:15Z', 'updated_at': '2021-10-13T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:23.137609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.165501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] Pushing event deleted for resources: {'Port': ['ID=2477101b-83e3-40c6-a06a-7a15654dcf33,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:23.170558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd11a9c-368f-4dcd-aba4-f2caaab607b6 None None] No DVR routers for this DVR port 2477101b-83e3-40c6-a06a-7a15654dcf33 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:54:23.242211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port c05a4231-ca84-4499-a52d-7dbfc9aecedc, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c05a4231-ca84-4499-a52d-7dbfc9aecedc,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:23.242576 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.271379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for c05a4231-ca84-4499-a52d-7dbfc9aecedc owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:54:23.282950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-4e4b6073-56b6-4dbb-b4c8-81df6de72e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:23.284667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-4e4b6073-56b6-4dbb-b4c8-81df6de72e16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1476045 Oct 13 04:54:23.404017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2477101b-83e3-40c6-a06a-7a15654dcf33 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:54:23.433017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 2477101b-83e3-40c6-a06a-7a15654dcf33 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:54:23.434418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 2477101b-83e3-40c6-a06a-7a15654dcf33 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:54:23.435404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a3ba3f54-d29d-40b2-9769-3a43ebd4105f no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:54:23.470134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a3ba3f54-d29d-40b2-9769-3a43ebd4105f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:54:23.470492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a3ba3f54-d29d-40b2-9769-3a43ebd4105f not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:54:23.474468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-8e82ad86-43bf-4b7c-9e4e-5647c6cd34cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 1001 time: 0.1792479 Oct 13 04:54:23.580036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-08eacdd9-220c-46d1-a6eb-5c2398c9c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:23.581554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-08eacdd9-220c-46d1-a6eb-5c2398c9c87c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.1012728 Oct 13 04:54:23.665275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-78ef86c4-54df-46d8-9f9f-001e30619013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:23.666789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-78ef86c4-54df-46d8-9f9f-001e30619013 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771091 Oct 13 04:54:23.667682 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.716474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=c05a4231-ca84-4499-a52d-7dbfc9aecedc,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:23.821796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:23.884215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-574c34f1-829b-42a3-b75e-26f982a02572 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094467 Oct 13 04:54:24.291640 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.295140 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.360090 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.360863 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Fanout notify agent at l3_agent the message router_deleted on router 149f01cd-a282-4dc8-a97d-1e6b1434023e {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:54:24.369141 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.373519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:24.374055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9500e2fc-6545-4f92-85c8-6361440e1c1f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/routers/149f01cd-a282-4dc8-a97d-1e6b1434023e HTTP/1.1" status: 204 len: 168 time: 1.7049899 Oct 13 04:54:24.390680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dfac8f29-9227-410b-9d89-ecd56fdbb936 req-ec161b1c-8ce2-4328-b6b2-d29e826ff53b service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483481 Oct 13 04:54:24.516743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.609246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.629011 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:24.638048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:24.638345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955e3c9b-0ca4-4132-b15c-dfdfd01ac6cc') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:24.648024 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.661612 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.667423 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:54:24.667805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:54:24.670934 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:54:24.732110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.739543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.742672 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/networks/753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2 HTTP/1.1" status: 204 len: 168 time: 0.3678641 Oct 13 04:54:24.745467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36846) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:24.761241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37692246-4887-4bd8-9ac6-13bb8f9605bc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Network': ['ID=753ef5af-8b2d-4d1b-bb38-fa2503d5f9f2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:24.805500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.834186 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.897025 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.900183 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:24.904608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ab36750-375d-4452-b271-80e2350190b4 HTTP/1.1" status: 204 len: 168 time: 0.1550426 Oct 13 04:54:24.912417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ca697-946e-463f-9e4a-a34a1318eddd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab36750-375d-4452-b271-80e2350190b4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:24.978917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:54:24.999773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 66d7599f-5a2b-4cdc-a59d-b5ac0222902f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:54:25.000412 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 66d7599f-5a2b-4cdc-a59d-b5ac0222902f not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:54:25.216677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36852) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.221679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513099456', 'description': 'tempest-secgroup-smoke-1513099456 description', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.245292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.312970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.319694 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.354214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.355900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381540 Oct 13 04:54:25.358986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36856) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.371934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024fb94-bd32-4cfc-a62f-ce8c91c48862 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa058948-097a-4e0a-9d47-bcd0adf3d81c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:25.375387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.408035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c05a4231-ca84-4499-a52d-7dbfc9aecedc no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:54:25.415687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.431273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c05a4231-ca84-4499-a52d-7dbfc9aecedc {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:54:25.431628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c05a4231-ca84-4499-a52d-7dbfc9aecedc not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:54:25.477483 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.480959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.501100 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5f1e56-02e6-4a0a-8799-cc3041f8c7a6,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:25.507255 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.508698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-036c086b-e313-4969-8b59-29f58f1c9d42 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465747 Oct 13 04:54:25.511589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36858) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.517305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.550058 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.601596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.605216 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.624039 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13002af4-f285-440a-9535-ffb923a8c32e,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:25.632103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.635930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6e786b07-c39f-4342-b00a-6e5a3f3dabdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203673 Oct 13 04:54:25.636067 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36860) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.640363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.667482 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.729561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.733102 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.751375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aedc22-c595-4e36-85a4-3ac91e3637e1,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:25.757786 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.758952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8558c063-0cd1-4329-8383-924e41d66cb1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219630 Oct 13 04:54:25.761803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36862) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.766161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.794501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.870301 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.874083 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.892416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e31cb63-6533-4ae7-86c6-83c556b93bf2,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:25.899791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.900995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d0eea09d-c6a8-4ad4-89c4-644a69c70111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382663 Oct 13 04:54:25.903897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36864) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:25.908399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:25.931353 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:54:25.936534 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:25.997523 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.001202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.019839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a30475a-032e-4f8e-8ebe-3071e38e5847,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:26.026913 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.028137 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f6ce963c-0715-45fb-949e-ff272231d7f2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232479 Oct 13 04:54:26.030819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36866) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:26.035756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'security_group_rule': {'security_group_id': 'fa058948-097a-4e0a-9d47-bcd0adf3d81c', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:26.056265 n-d-813736-1 neutron-server[95048]: INFO neutron.db.securitygroups_db [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Project 11b5f3c14fdd4d6b82cdea7877894f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 04:54:26.061003 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.121490 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.125023 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.145934 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e004928-7f2d-4832-baa1-1431cb2ddd1b,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:26.157365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.158565 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2a8ff04e-7a34-4bc0-9e9f-d41284f5eba6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268027 Oct 13 04:54:26.161681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36868) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:26.166512 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'network': {'name': 'tempest-network-smoke--1084077459', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'port_security_enabled': True}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:26.186581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:54:26.189971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.216618 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:54:26.225647 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.225998 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Added segment 3469137e-40b2-4ed8-9d8e-22e7cf387eef of type vlan for network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 Oct 13 04:54:26.266784 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.292079 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.297763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:26.298356 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.357108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1943519 Oct 13 04:54:26.359983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36870) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:26.367263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'admin_state_up': True, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:26.378112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d38e3-b791-432e-b907-0680a42259a9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Network': ['ID=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:26.388444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:54:26.400984 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.402106 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.466498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.608424 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.806221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.825054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:26.938979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.159 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/efab9a1a-b74a-4f15-b21d-5367378ac960) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:27.043264 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:27.077746 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:27.122558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:27.125520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:27.129877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:27.135426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=efab9a1a-b74a-4f15-b21d-5367378ac960,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:27.381959 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:27.634815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:27.803118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 8793961d-70c3-4429-b531-259bae194fb2 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:54:27.949798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:27.961563 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Sync routers for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:27.972775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:27.973386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:27.986542 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:27.990984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-33b178d4-690a-4a23-b3d0-c6a73dc329c3 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6299415 Oct 13 04:54:27.994167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36876) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:28.087590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c0e88138-c46f-43a1-ba28-aa9dc2c4d340 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=11b5f3c14fdd4d6b82cdea7877894f9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922198 Oct 13 04:54:28.090130 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36880) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:28.103239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:28.214489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881dc35-2f7f-467c-861a-d99ca643d487 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:28.216626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-6881dc35-2f7f-467c-861a-d99ca643d487 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255839 Oct 13 04:54:28.219681 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36882) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:28.258913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-83cdcba2-474e-4e3a-bc4e-1a34cc68c8a3 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354371 Oct 13 04:54:28.259140 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36884) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:28.265317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349562689', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:28.404381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:54:28.411563 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:28.504417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:27Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:28.544398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Checking router: 8793961d-70c3-4429-b531-259bae194fb2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:28.544398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Updating router 8793961d-70c3-4429-b531-259bae194fb2 port efab9a1a-b74a-4f15-b21d-5367378ac960 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:54:28.591178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:28.716232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:28.790012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Subnet': ['ID=4a5f418a-171d-4b7e-b89d-2a91febdb356,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:28.796649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Checking segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:28.797086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network hostable DHCP agents. Network: c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:54:28.823160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:54:28.838010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:28.850399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:28.851184 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:28.883246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-05485f5a-7384-4249-99ff-a7f7857a6dd2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6201358 Oct 13 04:54:28.883538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36888) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:28.975421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:28.984346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.043735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce08f3d-23e0-46b2-86b4-10150632a2b0 None None] Pushing event updated for resources: {'Port': ['ID=efab9a1a-b74a-4f15-b21d-5367378ac960,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:29.045930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Attempting to bind port efab9a1a-b74a-4f15-b21d-5367378ac960 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:29.046310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Attempting to bind port efab9a1a-b74a-4f15-b21d-5367378ac960 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:29.046710 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Attempting to bind port efab9a1a-b74a-4f15-b21d-5367378ac960 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:29.058802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:29.059524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:29.060207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.060884 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:29.061593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Bound port: efab9a1a-b74a-4f15-b21d-5367378ac960, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:29.062015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.069697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b1e62-3246-4731-a198-2d7f6a28f813 None None] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:54:29.183444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] For port efab9a1a-b74a-4f15-b21d-5367378ac960, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:29.188475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] For port efab9a1a-b74a-4f15-b21d-5367378ac960, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efab9a1a-b74a-4f15-b21d-5367378ac960,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:29.202910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.295469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce08f3d-23e0-46b2-86b4-10150632a2b0 None None] Pushing event updated for resources: {'Port': ['ID=efab9a1a-b74a-4f15-b21d-5367378ac960,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:29.339111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:29.339571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:29.484201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:54:29.485074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.530144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:29.593866 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:29.833774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Allocated IP 172.20.0.2 (c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9/4a5f418a-171d-4b7e-b89d-2a91febdb356/dd1bf2ff-aa17-49e0-9816-005de724f6b0) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:29.954134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:27Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:29.990121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbcf508-469c-495d-8809-cea357dccbe0 None None] The sync data for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 is: [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:27Z', 'revision_number': 3, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:30.093623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.104255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.148089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:30.158165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:30.163228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:30.176818 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Pushing event updated for resources: {'Port': ['ID=dd1bf2ff-aa17-49e0-9816-005de724f6b0,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:30.202618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.1 (c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9/4a5f418a-171d-4b7e-b89d-2a91febdb356/93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:30.252375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Attempting to bind port dd1bf2ff-aa17-49e0-9816-005de724f6b0 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:30.252375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Attempting to bind port dd1bf2ff-aa17-49e0-9816-005de724f6b0 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:30.252375 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Attempting to bind port dd1bf2ff-aa17-49e0-9816-005de724f6b0 on network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:30.264197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:30.264683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Checking segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:30.265342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.267826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Bound using segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:30.270030 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Bound port: dd1bf2ff-aa17-49e0-9816-005de724f6b0, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:30.270461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.381187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] For port dd1bf2ff-aa17-49e0-9816-005de724f6b0, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:30.389995 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] For port dd1bf2ff-aa17-49e0-9816-005de724f6b0, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dd1bf2ff-aa17-49e0-9816-005de724f6b0,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:30.393657 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.396065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.454749 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.516479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b82e5-560c-4336-aabe-c991c5cbf37e None None] Pushing event updated for resources: {'Port': ['ID=dd1bf2ff-aa17-49e0-9816-005de724f6b0,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:30.538907 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:30.542571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:30.545751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:30.604271 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:30.667348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:30.831512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.555732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dd1bf2ff-aa17-49e0-9816-005de724f6b0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:31.655783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dd1bf2ff-aa17-49e0-9816-005de724f6b0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:31.656184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.716696 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.724342 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.763160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.822163 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.824164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:31.851475 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port dd1bf2ff-aa17-49e0-9816-005de724f6b0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dd1bf2ff-aa17-49e0-9816-005de724f6b0,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:31.861720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.862553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efab9a1a-b74a-4f15-b21d-5367378ac960 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:31.940417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=dd1bf2ff-aa17-49e0-9816-005de724f6b0,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:31.952596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port efab9a1a-b74a-4f15-b21d-5367378ac960 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:31.952979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:31.976982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021c43d-6195-4718-9ef1-d5522b19a240 None None] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:54:31.992534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:31.994298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:32.057913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0e08ccc7-2069-4449-952b-3dbf43f2f22c None None] Provisioning complete for port dd1bf2ff-aa17-49e0-9816-005de724f6b0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:32.058644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e08ccc7-2069-4449-952b-3dbf43f2f22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:32.140991 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 8793961d-70c3-4429-b531-259bae194fb2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:54:32.172744 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:32.316245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:32.321783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-340d5c35-f6d5-4328-92f7-fe65a016435c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/8793961d-70c3-4429-b531-259bae194fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4372082 Oct 13 04:54:32.420210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port efab9a1a-b74a-4f15-b21d-5367378ac960, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efab9a1a-b74a-4f15-b21d-5367378ac960,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:32.440567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:32.533518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-4d1b295c-024d-4c86-9650-1cd616b692ac tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513099456&fields=id&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 267 time: 0.0639849 Oct 13 04:54:32.538077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=efab9a1a-b74a-4f15-b21d-5367378ac960,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:32.656053 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Sync routers for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:32.665485 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:32.666261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:32.684341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-699bc842-d10a-425e-85aa-e475d12184aa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:32.692843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-699bc842-d10a-425e-85aa-e475d12184aa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 797 time: 0.1542087 Oct 13 04:54:32.710892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-d644a377-bbda-44be-a095-99398694b0e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/quotas/11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 375 time: 0.0167894 Oct 13 04:54:32.776237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-c099ccb4-aac1-4498-9558-62e1a4a971c6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640993 Oct 13 04:54:32.829159 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:32.838127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c8b50b9c-643c-4afe-bec1-5b014eb5bdf4 None None] Provisioning complete for port dd1bf2ff-aa17-49e0-9816-005de724f6b0 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:32.842045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8b50b9c-643c-4afe-bec1-5b014eb5bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.048341 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-8a131539-3d21-43cd-be64-0c92459b23f7 service neutron] 10.222.0.49 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517588 Oct 13 04:54:33.122951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c8b50b9c-643c-4afe-bec1-5b014eb5bdf4 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:33.124467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c8b50b9c-643c-4afe-bec1-5b014eb5bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.184939 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-2b24dada-3502-4771-87d2-525873dcd061 service neutron] 10.222.0.49 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255200 Oct 13 04:54:33.185351 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c8b50b9c-643c-4afe-bec1-5b014eb5bdf4 None None] Port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:33.255802 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:31Z', 'revision_number': 2, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:33.311994 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4633c40f-c1fc-41b0-a6e7-6aec76b9f499 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:33.312476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4633c40f-c1fc-41b0-a6e7-6aec76b9f499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.315379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Checking router: 8793961d-70c3-4429-b531-259bae194fb2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:33.318577 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Updating router 8793961d-70c3-4429-b531-259bae194fb2 port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 04:54:33.364312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4633c40f-c1fc-41b0-a6e7-6aec76b9f499 None None] Port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:33.384419 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.443925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dd1bf2ff-aa17-49e0-9816-005de724f6b0 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:33.500585 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ca73194a-dc3d-49d9-8b51-7d874bc7a8d2 req-0852bbf6-4386-444c-b9f8-be218c748ec7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 210 time: 0.0533183 Oct 13 04:54:33.528677 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-80ccd371-f662-4598-bba9-8f0e58828a46 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:33.528677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-80ccd371-f662-4598-bba9-8f0e58828a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.600794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-80ccd371-f662-4598-bba9-8f0e58828a46 None None] Port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:33.604889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port dd1bf2ff-aa17-49e0-9816-005de724f6b0 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:33.605374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.736852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efab9a1a-b74a-4f15-b21d-5367378ac960 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:33.798850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port efab9a1a-b74a-4f15-b21d-5367378ac960 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:33.799529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.832959 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.839933 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.904254 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Pushing event updated for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:33.931310 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.931721 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.932125 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.932521 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.932911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.933306 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.933794 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.934069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.934451 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.934832 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.935281 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.935624 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:33.978872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Attempting to bind port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:33.979312 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Attempting to bind port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:33.979640 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Attempting to bind port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 on network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:33.985053 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:33.985422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Checking segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:33.985833 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:33.986227 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Bound using segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:33.986691 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Bound port: 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:33.987056 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.062061 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] For port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:34.065512 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] For port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:34.071672 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.136041 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5560-734f-47dc-9bc1-e310985e0fab None None] Pushing event updated for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=4']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:34.141172 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:34.141771 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:34.241914 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:34.242874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.266994 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:34.304343 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-37d9e379-9bdd-446b-b9ca-a1b8e6f2f707 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024819405&fields=id&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 267 time: 0.0394661 Oct 13 04:54:34.345426 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.385209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] For port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:34.391094 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.446823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-2a2973b3-785e-471c-9f3c-d0c87d56fcf6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:34.448877 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-2a2973b3-785e-471c-9f3c-d0c87d56fcf6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1371274 Oct 13 04:54:34.459615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae47230-3356-4539-93ab-1271f77a54b9 None None] Pushing event updated for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:34.473258 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-e3d53253-9470-444c-8581-7c3f59edbe45 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/quotas/3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 375 time: 0.0103714 Oct 13 04:54:34.502495 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:34.521526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7e791d35-d1d2-496b-88ce-0e0e0a0b8a81 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:34.521907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7e791d35-d1d2-496b-88ce-0e0e0a0b8a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:34.533954 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d6e06-6b87-48c2-b4e4-6bbbc9e18972 None None] The sync data for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 is: [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:34.659524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-51a45190-eeae-4a68-a35d-67afefd605af tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1732211 Oct 13 04:54:34.673419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c936ace3-41a2-460b-802b-165ada46bde1 req-a2a1c2f9-5342-424e-a32c-4e65af07e1dc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 210 time: 0.0533018 Oct 13 04:54:34.790148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-64aa13f4-7fb2-45a1-b42f-32edda2d99ce tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:34.791926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-64aa13f4-7fb2-45a1-b42f-32edda2d99ce tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 797 time: 0.2706952 Oct 13 04:54:34.826981 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-366e57fe-e850-4f0a-91e0-c2d8bc044ad9 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623495 Oct 13 04:54:34.865894 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-a4841616-29d4-4b73-ae5f-aaaf0cf8755d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a HTTP/1.1" status: 200 len: 380 time: 0.0617859 Oct 13 04:54:34.896183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'port': {'device_id': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'admin_state_up': True, 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'security_groups': ['fa058948-097a-4e0a-9d47-bcd0adf3d81c']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:35.008757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-9b94f8db-f6b6-44e8-8c52-6fd245ef25a8 service neutron] 10.222.0.49 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747997 Oct 13 04:54:35.040925 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Made reservation on behalf of 11b5f3c14fdd4d6b82cdea7877894f9a for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:54:35.044680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.190719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.20.0.12 (c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9/4a5f418a-171d-4b7e-b89d-2a91febdb356/05d14ddd-3be5-4f5d-818a-410c986ee77d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:35.365250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a08490c3-079a-4e0f-84e8-d19b512f97f5 req-cf36a8bc-c1d0-4dcf-b724-69da51410aa2 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0722840 Oct 13 04:54:35.375090 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.433141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.443911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:35.499022 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:35.499456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.502246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:35.507852 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:35.531606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:35.538396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:35.580893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.581898 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.587504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.587816 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.588159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.588499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.588844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.589179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.589513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.589838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.590167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.590493 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:54:35.640850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:35.641852 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.661242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f91e603c-bca6-42b4-8d73-5cdf584f3703 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7703855 Oct 13 04:54:35.676605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Request body: {'port': {'device_id': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:35.756235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.897597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-28ca0d0b-194c-4dd7-8238-659a6b71e0c7 None None] Provisioning complete for port 05d14ddd-3be5-4f5d-818a-410c986ee77d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:35.898095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28ca0d0b-194c-4dd7-8238-659a6b71e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:35.905651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50f13-272c-40e4-b06a-b083c83a79ab req-48feaa27-cddd-484a-8521-63cfc1d59b8e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:35.907195 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40d50f13-272c-40e4-b06a-b083c83a79ab req-48feaa27-cddd-484a-8521-63cfc1d59b8e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 932 time: 0.1356499 Oct 13 04:54:35.942038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-28ca0d0b-194c-4dd7-8238-659a6b71e0c7 None None] Port 05d14ddd-3be5-4f5d-818a-410c986ee77d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:36.355637 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-40d50f13-272c-40e4-b06a-b083c83a79ab req-f0f764b6-e1be-4f46-a8cf-5222d8ccccb7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330506 Oct 13 04:54:36.425850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-5e333f67-f711-4ed8-adf0-7b2ef58dc2a4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:36.427908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-5e333f67-f711-4ed8-adf0-7b2ef58dc2a4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 812 time: 0.1139650 Oct 13 04:54:36.466280 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d14ddd-3be5-4f5d-818a-410c986ee77d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:54:36.475967 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.485095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c3bd6997-a2f8-4f32-914a-97d17a6e9240 req-8fce2b89-ae8e-47e6-a28a-929fb0fbceff tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0404124 Oct 13 04:54:36.490132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Transition to ACTIVE for port object 05d14ddd-3be5-4f5d-818a-410c986ee77d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:54:36.493763 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.518321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-662b13a6-3a21-45e4-990e-94015fc31dd4 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f84b0c73c89425c9209c723a8b646c2 HTTP/1.1" status: 200 len: 380 time: 0.0806897 Oct 13 04:54:36.528777 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'port': {'device_id': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'admin_state_up': True, 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'security_groups': ['b7268d01-a5a2-42cf-ab35-ecbef5073e0e']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:36.553928 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:36.641662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Attempting to bind port 05d14ddd-3be5-4f5d-818a-410c986ee77d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:36.642254 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Attempting to bind port 05d14ddd-3be5-4f5d-818a-410c986ee77d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:36.642737 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Attempting to bind port 05d14ddd-3be5-4f5d-818a-410c986ee77d on network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:36.648075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Port 05d14ddd-3be5-4f5d-818a-410c986ee77d on network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:54:36.648582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Attempting to bind port 05d14ddd-3be5-4f5d-818a-410c986ee77d on network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:36.653860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:36.654192 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Checking segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:36.654572 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Bound using segment: {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:36.655151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Bound port: 05d14ddd-3be5-4f5d-818a-410c986ee77d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3469137e-40b2-4ed8-9d8e-22e7cf387eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:36.655512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.663524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Made reservation on behalf of 3f84b0c73c89425c9209c723a8b646c2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:54:36.669229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.734372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:36.740083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:36.754234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.795335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:36.795950 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:36.797325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 1092 time: 1.1277637 Oct 13 04:54:36.797765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:36.800299 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:36.837218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0e608-0e81-40c6-950e-63c2560476e2 service neutron] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:36.858638 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d9ba3-deee-4b0f-b156-850100d03e80 x-openstack-request-id: req-db2d9ba3-deee-4b0f-b156-850100d03e80 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:36.858934 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:36.859932 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db2d9ba3-deee-4b0f-b156-850100d03e80 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:36.860350 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'status': 'completed', 'code': 200} Oct 13 04:54:36.878780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.20.0.13 (a75d6a96-5c2a-468a-a7ec-e8201a10a260/82fcce48-d99e-4c84-9357-cbed49f3c8c4/361896af-24f1-400a-a04a-bcd05c6616ea) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:36.907909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-00c24c2c-1c46-4dc3-87d9-625ecf97a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:36.909958 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-00c24c2c-1c46-4dc3-87d9-625ecf97a737 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0627515 Oct 13 04:54:36.960917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-149a7cbf-d8d3-4479-a6c0-c381d53073da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 217 time: 0.0428736 Oct 13 04:54:37.033256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-ca57ea27-a846-4c7c-8407-e61df3b60aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.034360 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-ca57ea27-a846-4c7c-8407-e61df3b60aaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 200 len: 835 time: 0.0656648 Oct 13 04:54:37.061321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.083916 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f29aeaf9-1694-4ea9-9a0d-d6ad1f7b8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.086338 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-f29aeaf9-1694-4ea9-9a0d-d6ad1f7b8f56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439546 Oct 13 04:54:37.107232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.154514 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:37.157697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:37.162084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:37.186799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:37.200953 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-bd40df25-6cfd-4df9-87c6-ca8ba0339582 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067066 Oct 13 04:54:37.217283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.217931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.235759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-f13b195a-dcf1-4bc8-b9cb-fe62175b58e5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7107401 Oct 13 04:54:37.248519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Request body: {'port': {'device_id': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:37.328794 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-61ba0b2c-4153-45ed-89fd-53c92bc281b5 req-71eb9fee-444a-4d36-841a-6a2b8b0e0529 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206517 Oct 13 04:54:37.332927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.427591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-84229dd0-6d0e-40b3-92dc-d8c326b56a9a None None] Provisioning complete for port 361896af-24f1-400a-a04a-bcd05c6616ea triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:37.428619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-84229dd0-6d0e-40b3-92dc-d8c326b56a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.476265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-b72d9f47-7557-4fd4-bcea-090cf8d306da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.478021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-b72d9f47-7557-4fd4-bcea-090cf8d306da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0880706 Oct 13 04:54:37.479411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-84229dd0-6d0e-40b3-92dc-d8c326b56a9a None None] Port 361896af-24f1-400a-a04a-bcd05c6616ea cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:54:37.621495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2051e50-f5eb-427e-ac39-e242f63f3091 req-ee14f083-7251-456b-b3f6-3ef7be35ed8f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.623618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2051e50-f5eb-427e-ac39-e242f63f3091 req-ee14f083-7251-456b-b3f6-3ef7be35ed8f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 944 time: 0.1278923 Oct 13 04:54:37.664513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bc842-fa18-4de2-a9a4-e13be2b596fb req-a1c5d251-4959-4f39-9395-a45be78b1739 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.666224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e4bc842-fa18-4de2-a9a4-e13be2b596fb req-a1c5d251-4959-4f39-9395-a45be78b1739 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 932 time: 0.0753491 Oct 13 04:54:37.667598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-d59d750f-b866-4325-aab0-e60718513c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.669078 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-d59d750f-b866-4325-aab0-e60718513c9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 898 time: 0.1836405 Oct 13 04:54:37.678209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d2051e50-f5eb-427e-ac39-e242f63f3091 req-59fd81a6-65b6-4f8b-90d0-9231c1abe105 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Oct 13 04:54:37.736986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-58ad6bdd-205c-466e-9a92-c6f0fd6b935d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 217 time: 0.0592051 Oct 13 04:54:37.768351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361896af-24f1-400a-a04a-bcd05c6616ea {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:54:37.777005 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.781626 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0e4bc842-fa18-4de2-a9a4-e13be2b596fb req-5f8e7c05-cc3d-4af5-8da6-bacba7e62bd7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063690 Oct 13 04:54:37.790887 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Transition to ACTIVE for port object 361896af-24f1-400a-a04a-bcd05c6616ea will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:54:37.797113 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.807663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-b6c8e392-3b95-4343-bdc8-e6c2f462408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.809707 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-b6c8e392-3b95-4343-bdc8-e6c2f462408b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 200 len: 835 time: 0.0600016 Oct 13 04:54:37.858127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Pushing event updated for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:37.876569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-5132c24c-9ea6-404b-8f3f-ec5db30612e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:37.878437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-5132c24c-9ea6-404b-8f3f-ec5db30612e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602548 Oct 13 04:54:37.932446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Attempting to bind port 361896af-24f1-400a-a04a-bcd05c6616ea on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:54:37.932781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Attempting to bind port 361896af-24f1-400a-a04a-bcd05c6616ea by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:54:37.933116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Attempting to bind port 361896af-24f1-400a-a04a-bcd05c6616ea on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:37.938125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Port 361896af-24f1-400a-a04a-bcd05c6616ea on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:54:37.938586 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Attempting to bind port 361896af-24f1-400a-a04a-bcd05c6616ea on network a75d6a96-5c2a-468a-a7ec-e8201a10a260 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:54:37.944738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:54:37.945073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Checking segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:54:37.945458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Bound using segment: {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:54:37.945895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Bound port: 361896af-24f1-400a-a04a-bcd05c6616ea, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af1a60d-fabe-40e6-9283-0291ae6166e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:54:37.946392 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:37.993793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-31e4e3d1-53a2-40aa-adfc-0f3f7443ead5 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075277 Oct 13 04:54:38.019347 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:54:38.023688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=361896af-24f1-400a-a04a-bcd05c6616ea,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:54:38.029954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:38.076919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.077579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:38.079191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] 10.222.0.16 "PUT /v2.0/ports/361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 1092 time: 0.8351471 Oct 13 04:54:38.079641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:38.083212 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c4971-539f-4f1c-aa80-9b48238ccfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:38.107633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99582c2e-70dc-4fb3-9002-f2d122c0909b service neutron] Pushing event updated for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:38.123588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5b3a5c40-8f7e-4548-9a35-f16f1983fb2a req-0f4c7a83-fd7e-4858-ae7d-c5e8ee98582b service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175187 Oct 13 04:54:38.170220 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e07e8c-1eec-4ce3-829c-cac8a358a6d3 x-openstack-request-id: req-25e07e8c-1eec-4ce3-829c-cac8a358a6d3 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:38.170538 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:38.170771 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25e07e8c-1eec-4ce3-829c-cac8a358a6d3 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:38.171199 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea', 'status': 'completed', 'code': 200} Oct 13 04:54:38.188865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-4a4f3db3-90dc-4ebd-be0f-137a73e1aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.190644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-4a4f3db3-90dc-4ebd-be0f-137a73e1aa15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1095 time: 0.0555420 Oct 13 04:54:38.239239 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-1bc00330-14b4-4f12-bae2-6c375a84b5aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 217 time: 0.0401473 Oct 13 04:54:38.302803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-dd235928-a08e-496a-922d-1619967c2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.304647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-dd235928-a08e-496a-922d-1619967c2f73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0581176 Oct 13 04:54:38.360893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-59a3ca44-6d7c-4172-856a-f3842fb2156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.362430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-59a3ca44-6d7c-4172-856a-f3842fb2156c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513873 Oct 13 04:54:38.457070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-c89711f2-bc22-4bfb-bdc0-1db81dfaf1f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859075 Oct 13 04:54:38.555459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edab8ce0-5407-43c2-9810-144f8cdc036f req-091d1762-6bba-4124-b2ff-01cb7c68f809 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918667 Oct 13 04:54:38.637633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-1bfa4e0a-8407-462d-bf6a-a37b9ddf78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.639211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-1bfa4e0a-8407-462d-bf6a-a37b9ddf78bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1095 time: 0.0421939 Oct 13 04:54:38.735645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-9e6cb726-1c8b-43c8-815d-db8f8d67d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.737256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-9e6cb726-1c8b-43c8-815d-db8f8d67d4f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0918071 Oct 13 04:54:38.781234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-835925a3-fd02-4359-b3f0-99c08d054b99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 217 time: 0.0358086 Oct 13 04:54:38.797780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9de7-9f3a-4edc-982f-623658bb5556 req-d32a5557-8143-4b4f-a115-5ea815422756 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.799415 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a2d9de7-9f3a-4edc-982f-623658bb5556 req-d32a5557-8143-4b4f-a115-5ea815422756 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 944 time: 0.0517867 Oct 13 04:54:38.832749 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-77b89ff9-e660-4d1e-852a-74b304f024ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.834311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-77b89ff9-e660-4d1e-852a-74b304f024ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0468585 Oct 13 04:54:38.852452 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a2d9de7-9f3a-4edc-982f-623658bb5556 req-3efc0ff3-2925-4789-924e-6efe85e8b2de tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Oct 13 04:54:38.920574 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-b15f1a62-bb6c-494c-a5d4-5db91c23cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.922073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-b15f1a62-bb6c-494c-a5d4-5db91c23cb3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811996 Oct 13 04:54:38.946866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f585b1-c7d0-4b35-bf2e-3c1d61d1abe7 req-d795ecfb-5e4d-4e92-a3af-cfe38671a3df tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:38.948341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07f585b1-c7d0-4b35-bf2e-3c1d61d1abe7 req-d795ecfb-5e4d-4e92-a3af-cfe38671a3df tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0732191 Oct 13 04:54:39.026998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07f585b1-c7d0-4b35-bf2e-3c1d61d1abe7 req-7660050a-ee5c-4c60-98b7-a58e90c5f88b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684736 Oct 13 04:54:39.061443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-d95eaef0-68f8-4260-940b-364a18854fab service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304390 Oct 13 04:54:39.161405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-733c4971-539f-4f1c-aa80-9b48238ccfd9 req-573b0b7a-0c80-4a73-a925-d383b2a919f9 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928569 Oct 13 04:54:39.364002 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:54:39.463382 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:39.474400 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'mac_address': 'fa:16:3e:03:20:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:54:39.515664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:39.528801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d14ddd-3be5-4f5d-818a-410c986ee77d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:54:39.548780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:39.553438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:39.602650 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:39.752220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['05d14ddd-3be5-4f5d-818a-410c986ee77d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:54:39.973526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01eefb-23a8-4837-a13f-a9b00efffde6 req-fee3f754-182f-4398-94af-6068fdb64a9c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:39.975815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db01eefb-23a8-4837-a13f-a9b00efffde6 req-fee3f754-182f-4398-94af-6068fdb64a9c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 945 time: 0.0593147 Oct 13 04:54:40.017967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db01eefb-23a8-4837-a13f-a9b00efffde6 req-3bd1d668-a1ba-4fe7-82ca-684ab0df25a4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353336 Oct 13 04:54:40.143680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f4e87-facd-4797-87bc-0727c6e21852 req-6b247ae6-38fd-4031-bfc6-f4291d7a829a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:40.145739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-392f4e87-facd-4797-87bc-0727c6e21852 req-6b247ae6-38fd-4031-bfc6-f4291d7a829a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0525906 Oct 13 04:54:40.184798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-392f4e87-facd-4797-87bc-0727c6e21852 req-fbc8c8bb-5b8f-44d5-9e9a-d9e27fbf6980 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Oct 13 04:54:41.138932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9da96f-d408-4ce2-8d5b-d6128f467355 req-7f211605-4fac-4bd1-8236-be1813f6138a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:41.140406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd9da96f-d408-4ce2-8d5b-d6128f467355 req-7f211605-4fac-4bd1-8236-be1813f6138a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 945 time: 0.0518034 Oct 13 04:54:41.178988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd9da96f-d408-4ce2-8d5b-d6128f467355 req-8bb6bddd-96ad-4622-b05d-a00837b72497 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315461 Oct 13 04:54:41.299535 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799c56a-792d-47e8-a856-1272512b7e0f req-b93d0c92-0464-4338-b8b8-2d497c02a692 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:41.301743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c799c56a-792d-47e8-a856-1272512b7e0f req-b93d0c92-0464-4338-b8b8-2d497c02a692 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0517249 Oct 13 04:54:41.345123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c799c56a-792d-47e8-a856-1272512b7e0f req-30c65342-9a26-4365-9f34-39f44dd2e80a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366921 Oct 13 04:54:41.389250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:41.438511 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 05d14ddd-3be5-4f5d-818a-410c986ee77d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:54:41.443403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 05d14ddd-3be5-4f5d-818a-410c986ee77d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:41.443780 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:41.528553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:41.550951 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:41.553449 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef672af4-9dc0-4010-abc9-22f0327fa4a2" -d '{"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-plugged", "status": "completed", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:41.566751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:41.570899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:41.624748 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:41.798085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-629997b7-5ac8-4a1a-bf84-0ac0adaa3beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:41.840484 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23104f37-1bf5-41c2-86f7-aea896979452 x-openstack-request-id: req-23104f37-1bf5-41c2-86f7-aea896979452 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:41.840775 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-plugged", "status": "completed", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:41.841106 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23104f37-1bf5-41c2-86f7-aea896979452 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:41.841578 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'code': 200} Oct 13 04:54:41.843309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:41.957654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2745d-ad9c-472e-8bef-fa8b2401047c req-b63823f3-3b5e-47e9-a4e7-eb3dd3003ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:41.959757 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03a2745d-ad9c-472e-8bef-fa8b2401047c req-b63823f3-3b5e-47e9-a4e7-eb3dd3003ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0563416 Oct 13 04:54:42.001242 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-03a2745d-ad9c-472e-8bef-fa8b2401047c req-ad9c9168-f99c-4122-afd5-309ed4ff1f16 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345879 Oct 13 04:54:42.307690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0ff7-ddf4-4d1b-ad63-4f1b2d99acfa req-408229cf-ea46-4158-9ac1-47983cd78f29 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:42.309104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9c0ff7-ddf4-4d1b-ad63-4f1b2d99acfa req-408229cf-ea46-4158-9ac1-47983cd78f29 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0570991 Oct 13 04:54:42.350963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9c0ff7-ddf4-4d1b-ad63-4f1b2d99acfa req-98f66a01-93ff-4ce7-990d-3dfadb609cbf tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Oct 13 04:54:42.467559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11227d2-29cc-40e3-87de-c04e68ea4baf req-f59f4626-d57b-47c8-a1c9-a7e6ec0ca0ba tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:42.469037 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a11227d2-29cc-40e3-87de-c04e68ea4baf req-f59f4626-d57b-47c8-a1c9-a7e6ec0ca0ba tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0558627 Oct 13 04:54:42.508144 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a11227d2-29cc-40e3-87de-c04e68ea4baf req-e4bea791-4548-4321-b804-a1a5eb913683 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Oct 13 04:54:43.023189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:43.484308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3ae05-d32d-4756-9d9e-098f4c39c536 req-e4ff1d88-76c4-4f05-ade5-ffeb17fa410c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:43.485982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-02e3ae05-d32d-4756-9d9e-098f4c39c536 req-e4ff1d88-76c4-4f05-ade5-ffeb17fa410c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0536177 Oct 13 04:54:43.529329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-02e3ae05-d32d-4756-9d9e-098f4c39c536 req-dc69b109-222b-4d25-8f7c-9d80b4968e8b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Oct 13 04:54:43.639557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7405e78-d697-404b-b40a-3f9da1d80733 req-d08f7dc1-9468-4219-8dfb-205a84f6e3a7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:43.641405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7405e78-d697-404b-b40a-3f9da1d80733 req-d08f7dc1-9468-4219-8dfb-205a84f6e3a7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0602896 Oct 13 04:54:43.653664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6eebd-78ff-4afb-acb6-9093146601c2 req-dc28fe1b-aa7c-4385-8d25-244347ca4ecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:43.655460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8d6eebd-78ff-4afb-acb6-9093146601c2 req-dc28fe1b-aa7c-4385-8d25-244347ca4ecd tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0510530 Oct 13 04:54:43.685167 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e7405e78-d697-404b-b40a-3f9da1d80733 req-93471188-265f-48ac-887e-30d1b239d404 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366006 Oct 13 04:54:43.700904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8d6eebd-78ff-4afb-acb6-9093146601c2 req-13ca9f1a-8e74-41cd-b152-da9ba16b8714 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 Oct 13 04:54:43.725294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 36994) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:43.767296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf5b08-d2d2-4104-a88c-49278a8decb9 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:43.768809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5bcf5b08-d2d2-4104-a88c-49278a8decb9 tempest-TestNetworkAdvancedServerOps-1283837181 tempest-TestNetworkAdvancedServerOps-1283837181-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1092 time: 0.0425379 Oct 13 04:54:43.772143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 36996) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:43.776856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:43.799723 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:43.904846 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.026842 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Allocated IP 172.25.0.17 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/81aa5623-6104-4591-8923-3ca325e5a7ef) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:44.145431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.181217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.225080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:44.228283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:44.232674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:44.235843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=81aa5623-6104-4591-8923-3ca325e5a7ef,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:44.245711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee737-6b47-4511-845f-9feb9eddcecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.609529 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.674485 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.842234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01ab7-38ea-45a8-8ed7-6bb3294e9631 req-9dc97c87-173f-4b7c-ad35-c3fae524ff9c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:44.843623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7a01ab7-38ea-45a8-8ed7-6bb3294e9631 req-9dc97c87-173f-4b7c-ad35-c3fae524ff9c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0797319 Oct 13 04:54:44.896893 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.903492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7a01ab7-38ea-45a8-8ed7-6bb3294e9631 req-e199b56e-e92a-4d1a-aebf-0f24e9ff6127 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Oct 13 04:54:44.904595 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:44.977617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event updated for resources: {'Port': ['ID=81aa5623-6104-4591-8923-3ca325e5a7ef,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:44.986229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:45.094255 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b associated. External IP: 172.25.0.17, port: 05d14ddd-3be5-4f5d-818a-410c986ee77d. Oct 13 04:54:45.333379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 8793961d-70c3-4429-b531-259bae194fb2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:54:45.380281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:45.444810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:45.455651 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Sync routers for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:45.465127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:45.465863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:45.467635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:45.495477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dc80586d-e85f-48b4-8333-0aae187b30b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7221482 Oct 13 04:54:45.496068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:45.498359 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83df167-f3a9-4dc7-89cc-dc664fb22b48" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:45.549540 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e4c49-e920-4f3a-9c6c-1af0ee84b177 x-openstack-request-id: req-c55e4c49-e920-4f3a-9c6c-1af0ee84b177 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:45.549937 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:45.550283 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c55e4c49-e920-4f3a-9c6c-1af0ee84b177 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:45.553193 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'status': 'completed', 'code': 200} Oct 13 04:54:45.581801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:45.599997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:45.619049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-47aba48a-73d6-41c2-8003-3a5bfe117de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.620913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-47aba48a-73d6-41c2-8003-3a5bfe117de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0454075 Oct 13 04:54:45.630674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b37e-c0c8-4912-82f8-68226af59707 req-aab4cca1-7617-4ecd-814c-0d20a63be111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.631994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7f0b37e-c0c8-4912-82f8-68226af59707 req-aab4cca1-7617-4ecd-814c-0d20a63be111 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0598857 Oct 13 04:54:45.671532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7f0b37e-c0c8-4912-82f8-68226af59707 req-da785f52-05f3-475e-bf9a-13a078d9265c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Oct 13 04:54:45.694618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37004) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:45.737663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-7219b9d0-30f3-45e7-a4ca-4e76da23a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.739458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-7219b9d0-30f3-45e7-a4ca-4e76da23a223 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 898 time: 0.1113806 Oct 13 04:54:45.762938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b243bf07-f129-4a47-a396-a6ff9df9f7a1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b HTTP/1.1" status: 200 len: 991 time: 0.0670600 Oct 13 04:54:45.806723 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-1d895171-218a-4394-82e5-37759c6bf070 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 999 time: 0.0606906 Oct 13 04:54:45.840669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '8793961d-70c3-4429-b531-259bae194fb2', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'mac_address': 'fa:16:3e:03:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:44Z', 'updated_at': '2021-10-13T04:54:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:45.859608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-073d0548-c8f1-44af-901b-465f6fa43da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.861125 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-073d0548-c8f1-44af-901b-465f6fa43da9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 200 len: 835 time: 0.0478556 Oct 13 04:54:45.867517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Checking router: 8793961d-70c3-4429-b531-259bae194fb2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:45.875637 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:45.876224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:45.906940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-b2d62a11-c94d-4357-a6b9-37b7b916b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:45.908398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-b2d62a11-c94d-4357-a6b9-37b7b916b099 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405009 Oct 13 04:54:45.983833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:46.027907 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-ec349863-23e9-4ee9-9e1d-cc376112a10e service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123614 Oct 13 04:54:46.086272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f64a2-a7f6-4a1c-9867-867887d9746e req-d1e211bd-85ff-44e1-8cea-3e891cc58833 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:46.087773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a8f64a2-a7f6-4a1c-9867-867887d9746e req-d1e211bd-85ff-44e1-8cea-3e891cc58833 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.1086028 Oct 13 04:54:46.150485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1a8f64a2-a7f6-4a1c-9867-867887d9746e req-88dee9b1-fa3d-4168-94a3-993e402e8090 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531740 Oct 13 04:54:46.156706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d83df167-f3a9-4dc7-89cc-dc664fb22b48 req-33ec141c-4b98-433f-9f0e-15ccf1b6b0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220722 Oct 13 04:54:46.211879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '8793961d-70c3-4429-b531-259bae194fb2', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'mac_address': 'fa:16:3e:03:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:44Z', 'updated_at': '2021-10-13T04:54:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:46.238195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5012e5-a586-4265-b95b-a46698b08403 None None] The sync data for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 is: [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '8793961d-70c3-4429-b531-259bae194fb2', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'mac_address': 'fa:16:3e:03:20:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:44Z', 'updated_at': '2021-10-13T04:54:44Z', 'revision_number': 0, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:46.430242 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0d631-e0e8-439a-b737-925ec3eac39d None None] New status for floating IP 9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:54:46.766766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37008) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:46.828825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b2c54533-82ac-4709-9975-fc6d206f428b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b HTTP/1.1" status: 200 len: 993 time: 0.0608957 Oct 13 04:54:47.265306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f828d-24cd-4d1a-b403-5a130b957247 req-0afc1d6e-c237-4f41-b8ed-b289a881bf94 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:47.266754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a14f828d-24cd-4d1a-b403-5a130b957247 req-0afc1d6e-c237-4f41-b8ed-b289a881bf94 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0485857 Oct 13 04:54:47.305741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a14f828d-24cd-4d1a-b403-5a130b957247 req-d40c7264-2325-4150-b50f-857283e1d0d8 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Oct 13 04:54:47.341005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:48.420588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bdd3a-0532-4c42-a854-deb02e35ac10 req-b5e10bb2-ef2f-41b8-a836-bcee53a61d37 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:48.422051 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-382bdd3a-0532-4c42-a854-deb02e35ac10 req-b5e10bb2-ef2f-41b8-a836-bcee53a61d37 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0489445 Oct 13 04:54:48.460263 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-382bdd3a-0532-4c42-a854-deb02e35ac10 req-5e8b2110-29d2-4e35-8f0c-b0f6e504db96 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Oct 13 04:54:49.575539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229a21-fed1-43fd-bc31-4a5d3ef3516f req-63bb3f7a-61d2-4fa4-a684-159464091e51 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:49.576928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07229a21-fed1-43fd-bc31-4a5d3ef3516f req-63bb3f7a-61d2-4fa4-a684-159464091e51 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0490193 Oct 13 04:54:49.615500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07229a21-fed1-43fd-bc31-4a5d3ef3516f req-10c461ac-e425-48e6-b858-af5f73f1d128 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Oct 13 04:54:50.730965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed17e9-2997-4adc-aafa-199bb13c55c4 req-cc017833-039b-42fc-8619-49aefe4a25d6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:50.732443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-19ed17e9-2997-4adc-aafa-199bb13c55c4 req-cc017833-039b-42fc-8619-49aefe4a25d6 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 944 time: 0.0495052 Oct 13 04:54:50.771373 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-19ed17e9-2997-4adc-aafa-199bb13c55c4 req-c0f469f2-6c05-46bb-8441-8313c2eb7a9a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329990 Oct 13 04:54:51.116662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 361896af-24f1-400a-a04a-bcd05c6616ea details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:54:51.213611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=361896af-24f1-400a-a04a-bcd05c6616ea,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:51.225802 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '361896af-24f1-400a-a04a-bcd05c6616ea', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'port_id': '361896af-24f1-400a-a04a-bcd05c6616ea', 'mac_address': 'fa:16:3e:79:f4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:54:51.261576 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:51.274525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361896af-24f1-400a-a04a-bcd05c6616ea {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:54:51.293566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=361896af-24f1-400a-a04a-bcd05c6616ea,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:51.297009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:51.343898 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:51.544715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['361896af-24f1-400a-a04a-bcd05c6616ea'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:54:51.887748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c5d1d-0823-44d9-9ec6-7c38916a5c7d req-19158e32-7e25-4bfd-b142-b8e3ed604556 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:51.889209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-677c5d1d-0823-44d9-9ec6-7c38916a5c7d req-19158e32-7e25-4bfd-b142-b8e3ed604556 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 945 time: 0.0524919 Oct 13 04:54:51.926767 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-677c5d1d-0823-44d9-9ec6-7c38916a5c7d req-3edec1d2-6f5f-480e-8f89-aef1f0bf6120 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Oct 13 04:54:53.001301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:54:53.043690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e715b-3952-45db-8c6a-238871b4a6b7 req-f59f16bb-4e60-4db4-a272-ff7b32b0d02b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.045148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e09e715b-3952-45db-8c6a-238871b4a6b7 req-f59f16bb-4e60-4db4-a272-ff7b32b0d02b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 945 time: 0.0527370 Oct 13 04:54:53.083753 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e09e715b-3952-45db-8c6a-238871b4a6b7 req-eaaeb413-d613-4175-bc75-c69a9117ee9d tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Oct 13 04:54:53.115431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 361896af-24f1-400a-a04a-bcd05c6616ea up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:54:53.166399 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 361896af-24f1-400a-a04a-bcd05c6616ea completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:54:53.169982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 361896af-24f1-400a-a04a-bcd05c6616ea triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:54:53.170361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:53.258349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:53.281082 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:53.283348 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cafb11-c96d-4fe7-8b55-a16530a96dda" -d '{"events": [{"server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "name": "network-vif-plugged", "status": "completed", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:53.296200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=361896af-24f1-400a-a04a-bcd05c6616ea,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:54:53.300451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:53.328728 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433b5f6-c2ca-418f-a195-61eb8ed53cfd x-openstack-request-id: req-a433b5f6-c2ca-418f-a195-61eb8ed53cfd {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:53.329017 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "name": "network-vif-plugged", "status": "completed", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:53.329264 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a433b5f6-c2ca-418f-a195-61eb8ed53cfd {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:53.329637 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea', 'code': 200} Oct 13 04:54:53.426940 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671262-2191-4597-b472-8cf0d5039531 req-de43f3d3-b21d-444e-894f-ed7106c50080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:53.428572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9671262-2191-4597-b472-8cf0d5039531 req-de43f3d3-b21d-444e-894f-ed7106c50080 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1097 time: 0.0428648 Oct 13 04:54:53.469995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9671262-2191-4597-b472-8cf0d5039531 req-64bb1cfc-dd9b-4f04-acb2-01d1b037d8da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Oct 13 04:54:53.519055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:54.196823 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dbd15-1266-46d1-9c82-429f0c43b738 req-191a6e13-8a8c-48f7-b9aa-0b359ed2fd8c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:54.198275 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-473dbd15-1266-46d1-9c82-429f0c43b738 req-191a6e13-8a8c-48f7-b9aa-0b359ed2fd8c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.0485756 Oct 13 04:54:54.235785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-473dbd15-1266-46d1-9c82-429f0c43b738 req-1cb38769-4364-471b-8783-00488a0846ed tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Oct 13 04:54:55.351537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98bb2e-5419-4d70-9f2d-e5d7783964e3 req-55823bd7-79d2-4b5d-a158-f2046fc8dbb3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:55.353004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a98bb2e-5419-4d70-9f2d-e5d7783964e3 req-55823bd7-79d2-4b5d-a158-f2046fc8dbb3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.0504971 Oct 13 04:54:55.391361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a98bb2e-5419-4d70-9f2d-e5d7783964e3 req-fde4729c-c192-4e4e-88f6-3d83c0d45f1e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Oct 13 04:54:55.510362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a257ce-e9ca-4d32-bfc7-5986948ec935 req-6b023a64-4eec-4def-9c8d-1c39588e01b3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:55.511925 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-17a257ce-e9ca-4d32-bfc7-5986948ec935 req-6b023a64-4eec-4def-9c8d-1c39588e01b3 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.0553744 Oct 13 04:54:55.551294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-17a257ce-e9ca-4d32-bfc7-5986948ec935 req-f75476e6-2179-4716-9645-5bd3ed9ba5e7 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Oct 13 04:54:55.573139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37030) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:55.617362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1840b8-2e10-45ba-8ee7-60ffb09f3b2c tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:55.618873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4d1840b8-2e10-45ba-8ee7-60ffb09f3b2c tempest-TestVolumeBootPattern-1536715100 tempest-TestVolumeBootPattern-1536715100-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1092 time: 0.0447598 Oct 13 04:54:55.623195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37032) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:54:55.627919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'port_id': '361896af-24f1-400a-a04a-bcd05c6616ea', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:54:55.651381 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:55.747398 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:55.855702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Allocated IP 172.25.0.209 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c428fdfb-19fc-4059-bde6-125b79243d2c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:54:55.956307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:55.989047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.031572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:54:56.034372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:54:56.038509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:54:56.063713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=c428fdfb-19fc-4059-bde6-125b79243d2c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:56.388257 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.455975 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.607197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.611582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.677893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event updated for resources: {'Port': ['ID=c428fdfb-19fc-4059-bde6-125b79243d2c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:54:56.689884 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:56.790949 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP 2a721092-ca48-4af8-a8e7-ab8577b129b4 associated. External IP: 172.25.0.209, port: 361896af-24f1-400a-a04a-bcd05c6616ea. Oct 13 04:54:57.002086 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:54:57.111314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:54:57.121857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:54:57.129707 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:54:57.133210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:57.133826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:57.156511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9a0f79f7-c032-48f7-a860-0bd66abb4b0a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5322688 Oct 13 04:54:57.157094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:54:57.159384 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3100a441-9e27-4c00-8ed0-3048a35154f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:54:57.193414 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48c8637-d5ea-40f8-b729-d1f740de8008 x-openstack-request-id: req-b48c8637-d5ea-40f8-b729-d1f740de8008 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:54:57.193708 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:54:57.193964 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b48c8637-d5ea-40f8-b729-d1f740de8008 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:54:57.194371 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea', 'status': 'completed', 'code': 200} Oct 13 04:54:57.244265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:57.255968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-ee9bbbb0-74d9-40dc-b36a-2a010d2dfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:57.257454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-ee9bbbb0-74d9-40dc-b36a-2a010d2dfcb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1097 time: 0.0414989 Oct 13 04:54:57.355763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-cf468e71-ce7f-418d-9e01-431d0f83674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:57.357370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-cf468e71-ce7f-418d-9e01-431d0f83674d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0933354 Oct 13 04:54:57.421064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-356596e1-e3b9-4350-9e7b-7be1d3ea8bf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 1000 time: 0.0568213 Oct 13 04:54:57.475513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-0b5ece7c-f33e-432f-809f-0a70ee97e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:57.475759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2a721092-ca48-4af8-a8e7-ab8577b129b4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': '361896af-24f1-400a-a04a-bcd05c6616ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:79:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:56Z', 'updated_at': '2021-10-13T04:54:56Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}, {'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:57.476961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-0b5ece7c-f33e-432f-809f-0a70ee97e9b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0483699 Oct 13 04:54:57.505770 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:54:57.517793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:54:57.518407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:57.523616 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-cac9b99d-6147-4e24-a016-133e08d6fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:54:57.525119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-cac9b99d-6147-4e24-a016-133e08d6fb2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410576 Oct 13 04:54:57.615153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-6568f839-f494-4f03-abb2-3954d89e117d service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Oct 13 04:54:57.625594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:54:57.717935 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3100a441-9e27-4c00-8ed0-3048a35154f0 req-8f455c1e-eb58-4a8b-bf0f-cfec781e54b8 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953219 Oct 13 04:54:57.855303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2a721092-ca48-4af8-a8e7-ab8577b129b4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': '361896af-24f1-400a-a04a-bcd05c6616ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:79:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:56Z', 'updated_at': '2021-10-13T04:54:56Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}, {'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:54:57.881294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe9989f-6793-4214-bc6a-810cfb4bc53e None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '2a721092-ca48-4af8-a8e7-ab8577b129b4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': '361896af-24f1-400a-a04a-bcd05c6616ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:79:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:54:56Z', 'updated_at': '2021-10-13T04:54:56Z', 'revision_number': 0, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}, {'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:54:58.074849 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1fcbf-ca8d-479f-ae46-98c59c90234b None None] New status for floating IP 2a721092-ca48-4af8-a8e7-ab8577b129b4: ACTIVE {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:55:11.801588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-25704db3-c052-4121-9d79-89fa7a663329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:11.850315 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:13.033282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:14.237309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f199ebe8-8df5-4623-a611-5378dc2b500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:15.381942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:15.569517 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:17.375717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:18.233734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc61dd-7eae-4777-a0fd-d42d7f19a8a3 req-0937ac51-4b00-4d69-ae21-d818777bfabc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:18.235249 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dddc61dd-7eae-4777-a0fd-d42d7f19a8a3 req-0937ac51-4b00-4d69-ae21-d818777bfabc tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0537388 Oct 13 04:55:18.273444 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-dddc61dd-7eae-4777-a0fd-d42d7f19a8a3 req-6ba4f26d-98e5-49ef-b765-9159164bf92c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Oct 13 04:55:19.414816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb9a9-bf3e-47f1-ab63-4909a9a49033 req-d6e0d333-89ca-44a9-b02e-3a46fc324c3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:19.416235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7ebb9a9-bf3e-47f1-ab63-4909a9a49033 req-d6e0d333-89ca-44a9-b02e-3a46fc324c3d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0566227 Oct 13 04:55:19.453783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7ebb9a9-bf3e-47f1-ab63-4909a9a49033 req-9f228909-5c45-45e1-8297-3bf2f795cce4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Oct 13 04:55:20.571279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97bf94-835e-4161-8e1d-999d5489f651 req-b8f3bdd6-099d-43ee-9c15-b6ed1d059d2b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:20.572789 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b97bf94-835e-4161-8e1d-999d5489f651 req-b8f3bdd6-099d-43ee-9c15-b6ed1d059d2b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0500989 Oct 13 04:55:20.612090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b97bf94-835e-4161-8e1d-999d5489f651 req-f5a12f6c-652c-47c3-b937-d0605f71fb0d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Oct 13 04:55:21.732557 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fa208-7edd-41e4-be7e-5c84872354d2 req-24fca927-c90f-4790-8546-f0299222934e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:21.734022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f70fa208-7edd-41e4-be7e-5c84872354d2 req-24fca927-c90f-4790-8546-f0299222934e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0566514 Oct 13 04:55:21.771117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f70fa208-7edd-41e4-be7e-5c84872354d2 req-f2ca07c2-b368-4724-a7c6-6583dcf7e9fa tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Oct 13 04:55:22.740759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-2b8c8de8-98be-4e28-8592-317f681d3877 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385880 Oct 13 04:55:22.823772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-d4a4ebcb-6389-4547-a3ae-335f8fae6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:22.825280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-d4a4ebcb-6389-4547-a3ae-335f8fae6c31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0416889 Oct 13 04:55:22.890714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c58d6-a67a-4ad6-9b43-17ca3324130f req-b83a4baf-fd15-4f35-92df-92b76846164d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:22.893461 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-682c58d6-a67a-4ad6-9b43-17ca3324130f req-b83a4baf-fd15-4f35-92df-92b76846164d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0540285 Oct 13 04:55:22.933174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-682c58d6-a67a-4ad6-9b43-17ca3324130f req-0867d1f3-0038-48f9-816f-e40e098795b1 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350225 Oct 13 04:55:22.938375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-5ecd80be-a9e3-480e-a187-b23605d23870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:22.939880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-5ecd80be-a9e3-480e-a187-b23605d23870 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0939736 Oct 13 04:55:23.003532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-c73bf299-0c0a-4ea4-b818-9a3e2a574f51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 1001 time: 0.0567763 Oct 13 04:55:23.050870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-e4528ff7-cb0e-439f-ae4d-9e491f9bac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:23.052201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-e4528ff7-cb0e-439f-ae4d-9e491f9bac66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0424364 Oct 13 04:55:23.101654 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-08f028ab-0e01-4e87-8846-a41008d8faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:23.103114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-08f028ab-0e01-4e87-8846-a41008d8faf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433736 Oct 13 04:55:23.191839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-2c3f64e1-27fb-4da0-925e-fa8c2aa59f03 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Oct 13 04:55:23.282808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d5d25d4-55d9-4128-943e-8073239a6d76 req-915cd671-4f1b-484f-86c9-7cfaaf10bcb1 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840578 Oct 13 04:55:24.047247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401bec-ef83-49e8-b6f7-708309cd9448 req-eabc8c80-2ee7-4fcc-bc74-9e22c8543414 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:24.048721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e401bec-ef83-49e8-b6f7-708309cd9448 req-eabc8c80-2ee7-4fcc-bc74-9e22c8543414 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0494897 Oct 13 04:55:24.087225 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6e401bec-ef83-49e8-b6f7-708309cd9448 req-b1c7e4b9-221a-4a87-a530-eb87f316eb5c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Oct 13 04:55:25.205837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795ab11-3d32-4f25-94d5-dd1eeb56f09f req-f949ccf6-305d-4bdb-ab75-863d8776639f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:25.207313 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b795ab11-3d32-4f25-94d5-dd1eeb56f09f req-f949ccf6-305d-4bdb-ab75-863d8776639f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0517170 Oct 13 04:55:25.244130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b795ab11-3d32-4f25-94d5-dd1eeb56f09f req-1b8e9f07-5fe4-4f0a-a53a-61964d334591 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Oct 13 04:55:26.357527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b73324-71e9-4265-9ea4-065a295ae154 req-457e1491-2199-48bf-8d95-c2222283a4b5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:26.362069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9b73324-71e9-4265-9ea4-065a295ae154 req-457e1491-2199-48bf-8d95-c2222283a4b5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0479903 Oct 13 04:55:26.397107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9b73324-71e9-4265-9ea4-065a295ae154 req-686d035f-2d89-415d-b0a8-71460eb2edfe tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Oct 13 04:55:27.514178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88505c2f-c265-4f1f-9e4d-3fec422fd578 req-76222b6c-8da7-4444-94d0-908b58a5baa2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:27.515739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88505c2f-c265-4f1f-9e4d-3fec422fd578 req-76222b6c-8da7-4444-94d0-908b58a5baa2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0508249 Oct 13 04:55:27.553130 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-88505c2f-c265-4f1f-9e4d-3fec422fd578 req-45faa471-a9d4-4014-b8b7-cc6aad8a51b2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Oct 13 04:55:28.670788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99187e78-598a-49b9-be1f-ccfa9c3fe89e req-429ebc4f-01b7-45d1-9dc6-10e852b13be5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:28.672258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99187e78-598a-49b9-be1f-ccfa9c3fe89e req-429ebc4f-01b7-45d1-9dc6-10e852b13be5 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0530484 Oct 13 04:55:28.708523 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99187e78-598a-49b9-be1f-ccfa9c3fe89e req-af203ee5-fd00-4563-8045-6bad45a46043 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304089 Oct 13 04:55:29.822291 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffd5e1-82c5-47ca-ae74-4db0e4f0a69e req-9f712f27-ac66-4896-92f7-2eb6bd77546a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:29.824141 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26ffd5e1-82c5-47ca-ae74-4db0e4f0a69e req-9f712f27-ac66-4896-92f7-2eb6bd77546a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0485613 Oct 13 04:55:29.861269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26ffd5e1-82c5-47ca-ae74-4db0e4f0a69e req-7816c6ee-0d2f-42fa-a6b5-26fc4cb06147 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Oct 13 04:55:29.999346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:55:30.977284 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbaf9f4-678d-447c-939c-c5d827963ed6 req-cbd58664-6f72-4d8e-820f-36f950fde06b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:30.978791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbaf9f4-678d-447c-939c-c5d827963ed6 req-cbd58664-6f72-4d8e-820f-36f950fde06b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0510783 Oct 13 04:55:31.031157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5fbaf9f4-678d-447c-939c-c5d827963ed6 req-7e268595-59e2-4272-ad2c-84a5622dbbc6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Oct 13 04:55:31.685445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-16c8fff6-2b16-4394-96dd-d002a7a77931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:31.686934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-16c8fff6-2b16-4394-96dd-d002a7a77931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0490184 Oct 13 04:55:31.806016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-42f60fff-90e9-4659-9b37-7c7b6491e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:31.807624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-42f60fff-90e9-4659-9b37-7c7b6491e401 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 898 time: 0.0963166 Oct 13 04:55:31.880449 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-dd80f149-2130-46be-ae12-80bdb2011d88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 1001 time: 0.0648937 Oct 13 04:55:31.933387 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-47d33553-eadd-42dd-a898-02ed27d01fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:31.934938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-47d33553-eadd-42dd-a898-02ed27d01fab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 200 len: 835 time: 0.0475149 Oct 13 04:55:31.983196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-d3d75ab3-317e-4844-bf76-605e40f41204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:31.984845 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-d3d75ab3-317e-4844-bf76-605e40f41204 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426905 Oct 13 04:55:32.081087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-e01a9ae3-5daf-47a1-8f12-c471eca06519 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889838 Oct 13 04:55:32.212885 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed218-011d-4d52-8a0e-612672f9a4dc req-e831ed66-5dbe-48e4-9234-537187a5f5e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:32.214519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b4ed218-011d-4d52-8a0e-612672f9a4dc req-e831ed66-5dbe-48e4-9234-537187a5f5e6 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0814912 Oct 13 04:55:32.231782 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bba912d1-a367-4e6f-86f4-50d74eedf990 req-b62f10e5-9382-4ba8-8f73-499fa9bcf549 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435289 Oct 13 04:55:32.257165 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6b4ed218-011d-4d52-8a0e-612672f9a4dc req-a17aadfe-404f-49fd-a9f9-20eff0bdd7e8 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347664 Oct 13 04:55:33.370668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551588d-756c-41b1-96ed-e5a6d799c892 req-b7428863-cf0f-45ff-bfe2-3570b5af6073 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:33.372151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5551588d-756c-41b1-96ed-e5a6d799c892 req-b7428863-cf0f-45ff-bfe2-3570b5af6073 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0485356 Oct 13 04:55:33.408754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5551588d-756c-41b1-96ed-e5a6d799c892 req-7d6cbaf9-dd2c-4a63-a8cc-8795120ac113 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Oct 13 04:55:34.538055 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d359f3-8ef7-452b-a90a-39f65e690fa1 req-bf6297d9-419a-4e4a-b059-73e2872098e7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:34.539617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87d359f3-8ef7-452b-a90a-39f65e690fa1 req-bf6297d9-419a-4e4a-b059-73e2872098e7 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Oct 13 04:55:34.578129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-87d359f3-8ef7-452b-a90a-39f65e690fa1 req-7b1ca3a4-fcb1-4339-a042-974bd4f9ed34 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Oct 13 04:55:35.695826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b292-cb75-4ff9-92a6-ca7e3e60de9e req-1c06b3f1-35c5-4e77-be57-e6bb17faf696 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:35.697289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b559b292-cb75-4ff9-92a6-ca7e3e60de9e req-1c06b3f1-35c5-4e77-be57-e6bb17faf696 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0531981 Oct 13 04:55:35.738144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b559b292-cb75-4ff9-92a6-ca7e3e60de9e req-5571548a-1202-4e48-87cb-1abc3861a43b tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336192 Oct 13 04:55:36.857785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4461f-9358-46e8-94cb-acb9e380cbb7 req-2c2cd18e-8c55-4df5-9900-138d990029de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:36.859268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cfc4461f-9358-46e8-94cb-acb9e380cbb7 req-2c2cd18e-8c55-4df5-9900-138d990029de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0716398 Oct 13 04:55:36.872042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3550f7-3470-4c1e-a92b-008528136b08 req-8b040fda-c6ab-4a91-afb5-0df9f81d578f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:36.873433 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf3550f7-3470-4c1e-a92b-008528136b08 req-8b040fda-c6ab-4a91-afb5-0df9f81d578f tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0613914 Oct 13 04:55:36.921795 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cfc4461f-9358-46e8-94cb-acb9e380cbb7 req-152bcb95-c587-4493-b798-03a2c41353e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474527 Oct 13 04:55:36.928733 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cf3550f7-3470-4c1e-a92b-008528136b08 req-bd0984fc-d4b0-48b8-96bd-62fe1fa68eb9 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485525 Oct 13 04:55:37.654767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:55:37.751339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:55:37.762671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'port_id': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'mac_address': 'fa:16:3e:03:20:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:55:37.801865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:37.814548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05d14ddd-3be5-4f5d-818a-410c986ee77d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:55:37.833293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:55:37.836909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:37.891729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=6']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:55:37.900127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.900473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.901519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.901519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.901519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.901519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.902408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.902505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.902760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.903104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.903501 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:37.904275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:55:38.047441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ebc6-6c86-4362-a994-bc400a257b0e req-ce55e922-f5a5-4395-93aa-3ba033f12168 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:55:38.048842 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['05d14ddd-3be5-4f5d-818a-410c986ee77d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:55:38.049005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86a7ebc6-6c86-4362-a994-bc400a257b0e req-ce55e922-f5a5-4395-93aa-3ba033f12168 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 945 time: 0.0497816 Oct 13 04:55:38.087801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86a7ebc6-6c86-4362-a994-bc400a257b0e req-20db656d-298f-41ff-ae45-511c291e4dac tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Oct 13 04:55:38.110923 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37114) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:55:38.508314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c451ee9f-72fd-4324-bdf0-c2abe86cf0a0 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/floatingips/9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b HTTP/1.1" status: 200 len: 992 time: 0.3960135 Oct 13 04:55:39.660209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:55:39.711635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 05d14ddd-3be5-4f5d-818a-410c986ee77d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:55:39.712015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:39.794642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:39.816906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:55:39.819337 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec995cf-078f-40c3-ab4d-2e2da454491d" -d '{"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-plugged", "status": "completed", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:55:39.832288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:55:39.836651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:39.864927 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8765dd-013f-4d0f-a907-8de301c2fa68 x-openstack-request-id: req-df8765dd-013f-4d0f-a907-8de301c2fa68 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:55:39.865226 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-plugged", "status": "completed", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:55:39.865485 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df8765dd-013f-4d0f-a907-8de301c2fa68 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:55:39.865881 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'code': 200} Oct 13 04:55:39.892547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=7']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:55:41.806582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-590f2e4e-22f2-4799-9d5e-afb09c1812ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:41.845138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:43.033103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:44.239206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2427a76a-365c-4f49-8ad4-a7af984d2cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:45.382216 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:45.573304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:55:47.348392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:06.998982 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:56:09.097474 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37130) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:09.580904 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 81aa5623-6104-4591-8923-3ca325e5a7ef {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:09.581246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:09.658870 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:09.659152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:09.670936 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 81aa5623-6104-4591-8923-3ca325e5a7ef owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:09.815403 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:09.844462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=81aa5623-6104-4591-8923-3ca325e5a7ef,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:09.866644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.866989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.867369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.867686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.868015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.868342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.868671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.868994 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.869343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.869644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.870509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.870826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:09.909488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:09.909827 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Floating IP 9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b disassociated (deleted). External IP: 172.25.0.17, port: 05d14ddd-3be5-4f5d-818a-410c986ee77d. Oct 13 04:56:10.120635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 8793961d-70c3-4429-b531-259bae194fb2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:10.229013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:10.233977 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:10.243349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Sync routers for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:10.252259 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:10.252870 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:55:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:10.261616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d81cc29a-bb94-41fc-a02e-ec5744bf806c tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b HTTP/1.1" status: 204 len: 168 time: 1.1620219 Oct 13 04:56:10.262216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:10.264588 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a7245-3a15-49f8-a410-cd63e08090b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:10.317390 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f33d94-bbe7-4403-a40f-0087f9802276 x-openstack-request-id: req-e8f33d94-bbe7-4403-a40f-0087f9802276 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:10.317712 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:10.317972 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8f33d94-bbe7-4403-a40f-0087f9802276 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:10.318399 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'status': 'completed', 'code': 200} Oct 13 04:56:10.368003 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:10.389109 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-5e51b628-96a8-4296-99e6-c91722c57a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.391000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-5e51b628-96a8-4296-99e6-c91722c57a38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0472891 Oct 13 04:56:10.500646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-d7f3a30f-92a4-4a68-ade3-c903efa2e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.502011 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-d7f3a30f-92a4-4a68-ade3-c903efa2e8da service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 200 len: 898 time: 0.1020079 Oct 13 04:56:10.503730 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18188851-b66a-48f2-bb48-71c350152acc req-64d6df89-f88a-41ee-af91-e8ee9b8da71e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.511092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18188851-b66a-48f2-bb48-71c350152acc req-64d6df89-f88a-41ee-af91-e8ee9b8da71e tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0635505 Oct 13 04:56:10.547200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-c4433ef7-7693-426b-b073-1ee4eaf5c9d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 200 len: 217 time: 0.0349665 Oct 13 04:56:10.549912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-18188851-b66a-48f2-bb48-71c350152acc req-eefa4d86-75fa-49a3-b749-f04744f8eb81 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Oct 13 04:56:10.586466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:10.603598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-8ac94c9b-203e-46f3-8096-087bd9af4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.605886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-8ac94c9b-203e-46f3-8096-087bd9af4af5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 200 len: 835 time: 0.0504575 Oct 13 04:56:10.614629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Checking router: 8793961d-70c3-4429-b531-259bae194fb2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:10.624282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:10.624896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:55:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:10.656609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-9c787d77-3de1-4726-a178-750405fd76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:10.658148 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-9c787d77-3de1-4726-a178-750405fd76df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437765 Oct 13 04:56:10.756432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-8ba5fa89-6a2a-426b-bb87-aeab5643dba7 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881701 Oct 13 04:56:10.860501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4b3a7245-3a15-49f8-a410-cd63e08090b4 req-27b0bc74-dd30-4a22-9260-2421b0299594 service neutron] 10.222.0.47 "GET /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882785 Oct 13 04:56:10.888983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:11.088007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:11.115497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d7e27d-ee14-4c8f-868c-99adf98995ee None None] The sync data for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 is: [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:30Z', 'revision_number': 4, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8', 'name': '', 'network_id': 'c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'mac_address': 'fa:16:3e:94:a3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:29Z', 'updated_at': '2021-10-13T04:54:34Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'subnets': [{'id': '4a5f418a-171d-4b7e-b89d-2a91febdb356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:11.343723 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3020469-97db-4d10-bffa-2cac497c4dee None None] New status for floating IP 9a6c1a9e-2e43-4f39-8915-ddaaca4dff6b: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:56:11.681089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452093b-0695-43a7-821b-41234266b350 req-ee179415-d82a-4a73-95fe-b592c5d1f2e4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:11.683220 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e452093b-0695-43a7-821b-41234266b350 req-ee179415-d82a-4a73-95fe-b592c5d1f2e4 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0504482 Oct 13 04:56:11.721596 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e452093b-0695-43a7-821b-41234266b350 req-1e242fec-9f34-4472-bd59-2dfa5840da5a tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa058948-097a-4e0a-9d47-bcd0adf3d81c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326681 Oct 13 04:56:11.810848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8f245ee0-5901-4751-ba4d-8698de5e5967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:11.860563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-0791979c-f2f4-411a-9b9b-810f680da545 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:11.861948 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-0791979c-f2f4-411a-9b9b-810f680da545 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cbf0dcf-da2a-4240-8526-caad73b69ce1 HTTP/1.1" status: 200 len: 946 time: 0.0536888 Oct 13 04:56:11.868328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:11.959590 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 05d14ddd-3be5-4f5d-818a-410c986ee77d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:11.959928 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.047623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 05d14ddd-3be5-4f5d-818a-410c986ee77d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=05d14ddd-3be5-4f5d-818a-410c986ee77d,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:12.047976 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.064403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 05d14ddd-3be5-4f5d-818a-410c986ee77d owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:12.187753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.216563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=05d14ddd-3be5-4f5d-818a-410c986ee77d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:12.260722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] No DVR routers for this DVR port 05d14ddd-3be5-4f5d-818a-410c986ee77d on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:12.263412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:12.266704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1d11dc7c-e054-440a-acca-89be53ff8d18 req-ca3ef13c-02b1-4096-bc94-dd0d2464cbc2 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.47 "DELETE /v2.0/ports/05d14ddd-3be5-4f5d-818a-410c986ee77d HTTP/1.1" status: 204 len: 173 time: 0.3987622 Oct 13 04:56:12.319460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-deleted', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:12.321839 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811d9ca2-77d6-4642-8dd4-6a57fa36eef3" -d '{"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-deleted", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:12.358514 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e263a62-d5d7-4860-8d19-d92dd496b90c x-openstack-request-id: req-3e263a62-d5d7-4860-8d19-d92dd496b90c {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:12.358812 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbf0dcf-da2a-4240-8526-caad73b69ce1", "name": "network-vif-deleted", "tag": "05d14ddd-3be5-4f5d-818a-410c986ee77d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:12.359083 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e263a62-d5d7-4860-8d19-d92dd496b90c {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:12.359507 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbf0dcf-da2a-4240-8526-caad73b69ce1', 'name': 'network-vif-deleted', 'tag': '05d14ddd-3be5-4f5d-818a-410c986ee77d', 'status': 'completed', 'code': 200} Oct 13 04:56:12.778226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:13.133159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:13.147280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:13.409202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:13.409544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:13.502372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:13.502734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:13.516358 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:13.702116 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:13.729113 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:13.908229 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.117981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Router 8793961d-70c3-4429-b531-259bae194fb2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:14.218629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:14.223858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-457e445f-029c-40f4-bb26-e5ee52e25b48 tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "PUT /v2.0/routers/8793961d-70c3-4429-b531-259bae194fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4446213 Oct 13 04:56:14.226588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37146) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:14.246661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e884ad5a-04f5-4dba-8cdb-233533716c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.251365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Sync routers for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:14.261021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:14.261768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:14.281694 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting subnet 4a5f418a-171d-4b7e-b89d-2a91febdb356 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:56:14.285281 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.326568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.370386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:14.411722 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.474195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.503872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Subnet': ['ID=4a5f418a-171d-4b7e-b89d-2a91febdb356,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:14.506601 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.511917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8998c59-7a2e-4e9b-a583-bc18c45393cc None None] Network c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:56:14.515149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:14.515585 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b61094db-c61d-4a7f-8650-798e57c6c9af tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/subnets/4a5f418a-171d-4b7e-b89d-2a91febdb356 HTTP/1.1" status: 204 len: 168 time: 0.2877562 Oct 13 04:56:14.622395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.654830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:56:13Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:14.684487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Checking router: 8793961d-70c3-4429-b531-259bae194fb2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:14.699848 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Routers {'8793961d-70c3-4429-b531-259bae194fb2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:14.700452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['8793961d-70c3-4429-b531-259bae194fb2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:14.730714 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.782575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] DHCP port deletion for c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:56:14.789480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Deleting port efab9a1a-b74a-4f15-b21d-5367378ac960 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:14.789826 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.845384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] Set router 8793961d-70c3-4429-b531-259bae194fb2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:14.873242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] For port efab9a1a-b74a-4f15-b21d-5367378ac960, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=efab9a1a-b74a-4f15-b21d-5367378ac960,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:14.873503 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:14.886111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Calling delete_port for efab9a1a-b74a-4f15-b21d-5367378ac960 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:14.953589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Deleting port dd1bf2ff-aa17-49e0-9816-005de724f6b0 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:14.953965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.043260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] For port dd1bf2ff-aa17-49e0-9816-005de724f6b0, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=dd1bf2ff-aa17-49e0-9816-005de724f6b0,segment=NetworkSegment(3469137e-40b2-4ed8-9d8e-22e7cf387eef),segment_id=3469137e-40b2-4ed8-9d8e-22e7cf387eef)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:15.043593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.050896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.074345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Calling delete_port for dd1bf2ff-aa17-49e0-9816-005de724f6b0 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:15.077291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Port': ['ID=efab9a1a-b74a-4f15-b21d-5367378ac960,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:15.090173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.090549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.090880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.091306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.091811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.092151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.092480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.092810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.093139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.093467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.093788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.094109 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:15.149394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.156656 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:56:13Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:15.185205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c4159-49cc-4dc6-b6a4-07a465fc2fe0 None None] The sync data for ids ['8793961d-70c3-4429-b531-259bae194fb2'] in n-d-813736-1 is: [{'id': '8793961d-70c3-4429-b531-259bae194fb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-70313394', 'tenant_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:56:13Z', 'revision_number': 5, 'project_id': '11b5f3c14fdd4d6b82cdea7877894f9a', 'gw_port': {'id': 'efab9a1a-b74a-4f15-b21d-5367378ac960', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793961d-70c3-4429-b531-259bae194fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:54:26Z', 'updated_at': '2021-10-13T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:15.202474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.232402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] Pushing event deleted for resources: {'Port': ['ID=dd1bf2ff-aa17-49e0-9816-005de724f6b0,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:15.234273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8399f0e-ba53-4539-a7b6-61ffd24605d6 None None] No DVR routers for this DVR port dd1bf2ff-aa17-49e0-9816-005de724f6b0 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:15.253305 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.255477 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.299227 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.299784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Fanout notify agent at l3_agent the message router_deleted on router 8793961d-70c3-4429-b531-259bae194fb2 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:56:15.306791 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.309148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2031be28-7e40-4336-b4b9-eb876cd8609d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/routers/8793961d-70c3-4429-b531-259bae194fb2 HTTP/1.1" status: 204 len: 168 time: 0.7929878 Oct 13 04:56:15.311832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37152) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:15.383899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.389295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.480074 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.498947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:15.508341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3469137e-40b2-4ed8-9d8e-22e7cf387eef') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:15.508636 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3469137e-40b2-4ed8-9d8e-22e7cf387eef') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:15.520023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.534735 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.542943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:56:15.543671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:56:15.547421 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:56:15.582235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.624253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.647284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.653594 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:15.654113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/networks/c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9 HTTP/1.1" status: 204 len: 168 time: 0.3408413 Oct 13 04:56:15.668424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f5af1-f373-48e7-9c3f-658280d56cdb tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'Network': ['ID=c5e52e87-c2fe-4259-8ce4-17c4ef81f4f9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:15.681704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dd1bf2ff-aa17-49e0-9816-005de724f6b0 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:15.706309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: dd1bf2ff-aa17-49e0-9816-005de724f6b0 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:15.706657 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device dd1bf2ff-aa17-49e0-9816-005de724f6b0 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:15.707092 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:15.721505 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.730350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:15.730634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 93adbdeb-d6e3-49c9-8169-bb7e1b6e54d8 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:15.748590 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.809906 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.812725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:15.816623 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] 10.222.0.49 "DELETE /v2.0/security-groups/fa058948-097a-4e0a-9d47-bcd0adf3d81c HTTP/1.1" status: 204 len: 168 time: 0.1586986 Oct 13 04:56:15.824413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0f6d1-e73e-4384-a024-e3b533d57a5d tempest-TestNetworkAdvancedServerOps-617642193 tempest-TestNetworkAdvancedServerOps-617642193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa058948-097a-4e0a-9d47-bcd0adf3d81c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:15.858690 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:15.880767 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 05d14ddd-3be5-4f5d-818a-410c986ee77d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:15.881124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 05d14ddd-3be5-4f5d-818a-410c986ee77d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:16.143550 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37162) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:16.290941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a96dd9d2-6df2-43b5-9de2-f9604e7ba2a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11b5f3c14fdd4d6b82cdea7877894f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462383 Oct 13 04:56:16.294015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37166) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:16.343992 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.365300 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.411084 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.413728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.414946 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09fdd594-22b9-4582-968d-1da3e330b5a2 HTTP/1.1" status: 204 len: 168 time: 0.1200223 Oct 13 04:56:16.422571 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619fdd8-78f4-4606-acf0-3d291912a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fdd594-22b9-4582-968d-1da3e330b5a2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:16.669340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37172) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:16.709861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-256dad95-bdc2-4ee8-b7e9-b067fe60a234 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb4c8e1758c14b61879ad9b51066751e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393062 Oct 13 04:56:16.712346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37174) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:16.759945 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.781171 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.830570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.833246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:16.834540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af57e099-d97d-479d-9c16-abf778354788 HTTP/1.1" status: 204 len: 168 time: 0.1213081 Oct 13 04:56:16.843036 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ef48-bd76-4010-b107-8d25d6ffdad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57e099-d97d-479d-9c16-abf778354788,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:17.352575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:17.372209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efab9a1a-b74a-4f15-b21d-5367378ac960 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:17.393531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: efab9a1a-b74a-4f15-b21d-5367378ac960 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:17.393882 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device efab9a1a-b74a-4f15-b21d-5367378ac960 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:24.572385 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37180) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:24.729807 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port c428fdfb-19fc-4059-bde6-125b79243d2c {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:24.730153 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:24.788628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-caa8b87c-1066-46a0-bde7-4f827d9ab772 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434556 Oct 13 04:56:24.810581 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:24.810911 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:24.822901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for c428fdfb-19fc-4059-bde6-125b79243d2c owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:24.851671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-a88518e2-190a-4d6b-8dd5-98fa600f3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:24.853160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-a88518e2-190a-4d6b-8dd5-98fa600f3bef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1097 time: 0.0424173 Oct 13 04:56:24.956918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-9a2c1171-0455-4f33-93a3-8c7fab74fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:24.958406 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-9a2c1171-0455-4f33-93a3-8c7fab74fd5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0859945 Oct 13 04:56:24.972693 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:25.003014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=c428fdfb-19fc-4059-bde6-125b79243d2c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:25.008977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-7a02e5c0-b75a-49d1-9369-89cc4cd7bc19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 217 time: 0.0429876 Oct 13 04:56:25.059889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-780e90d6-0e9a-4e35-8d80-06e2a98af46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:25.061234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-780e90d6-0e9a-4e35-8d80-06e2a98af46e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0454056 Oct 13 04:56:25.065176 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:25.065506 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP 2a721092-ca48-4af8-a8e7-ab8577b129b4 disassociated (deleted). External IP: 172.25.0.209, port: 361896af-24f1-400a-a04a-bcd05c6616ea. Oct 13 04:56:25.109580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-6fbebfd8-e9cc-4178-b4cf-c1f3ce0a06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:25.111117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-6fbebfd8-e9cc-4178-b4cf-c1f3ce0a06b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416174 Oct 13 04:56:25.207114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-507c02ea-778f-4e7a-b6cb-3adaa808d35f service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885906 Oct 13 04:56:25.300750 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-99b8a979-10c4-4e66-8bdd-bc4ac9fcdf43 req-7bc7eeb9-b5e0-4fec-8ee1-3fa019a1dc38 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Oct 13 04:56:25.612978 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:25.728452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:25.733345 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:25.738011 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:25.747469 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:25.748383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:25.761476 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1d815885-f56b-4b5e-b18b-ca626effaa62 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "DELETE /v2.0/floatingips/2a721092-ca48-4af8-a8e7-ab8577b129b4 HTTP/1.1" status: 204 len: 168 time: 1.1880076 Oct 13 04:56:25.762671 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:25.764987 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5fd0e-cef3-4cbc-b284-63297f93f04a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:25.803219 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780c915-5cc4-4a38-a0f0-4a8ab1443413 x-openstack-request-id: req-a780c915-5cc4-4a38-a0f0-4a8ab1443413 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:25.803511 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:25.803909 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a780c915-5cc4-4a38-a0f0-4a8ab1443413 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:25.804314 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea', 'status': 'completed', 'code': 200} Oct 13 04:56:25.862445 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:25.874569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-5dfb2b30-fbc3-42fe-98cc-5e5ee6ecb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:25.877183 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-5dfb2b30-fbc3-42fe-98cc-5e5ee6ecb560 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 1097 time: 0.0509841 Oct 13 04:56:26.005739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-f3f23d09-89b9-4e67-87cb-350cf2caa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:26.007278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-f3f23d09-89b9-4e67-87cb-350cf2caa1c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.1212721 Oct 13 04:56:26.066089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-2138755b-c1ec-4a87-9c86-0df4894eb260 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 200 len: 217 time: 0.0452197 Oct 13 04:56:26.090159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab1e99-381b-4794-a98e-89daa6d38328 req-e1b1af10-297f-48a5-a504-c0161e449794 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:26.091562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcab1e99-381b-4794-a98e-89daa6d38328 req-e1b1af10-297f-48a5-a504-c0161e449794 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.1044302 Oct 13 04:56:26.113725 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:26.140604 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:26.148292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-f9867a3e-712c-40a6-bf63-3535e1a863ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:26.148559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:26.149148 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:26.149734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-f9867a3e-712c-40a6-bf63-3535e1a863ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0757644 Oct 13 04:56:26.157755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fcab1e99-381b-4794-a98e-89daa6d38328 req-742d5194-81fd-4fcd-9564-38200b699e09 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471563 Oct 13 04:56:26.199511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-5e679447-0a3d-48a5-ab54-fb3f80c91f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:26.201073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-5e679447-0a3d-48a5-ab54-fb3f80c91f14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424364 Oct 13 04:56:26.256997 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:26.299657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-379d5dc9-794c-44fb-9d60-b6dff3d4626f service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899026 Oct 13 04:56:26.390024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e5fd0e-cef3-4cbc-b284-63297f93f04a req-018649d9-fa09-4fed-82e3-8a6bfa9cf6ca service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825398 Oct 13 04:56:26.485172 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:26.511901 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aded2b-5c5f-40ab-beef-accc5afb211d None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': '9530df90-b0ca-458c-a945-3c6f4796c2a4', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'port_id': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'mac_address': 'fa:16:3e:24:3e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4db535f-ce09-4210-a750-098585a4b026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T04:52:53Z', 'updated_at': '2021-10-13T04:52:55Z', 'revision_number': 1, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:26.742992 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1c0783-606e-4ace-90b7-35bcf03214bc None None] New status for floating IP 2a721092-ca48-4af8-a8e7-ab8577b129b4: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:56:27.278260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a69b-6926-4c7b-9593-b2c952f07646 req-987399e2-f3b5-431c-b8d9-2f42226dce6b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:27.279902 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ed32a69b-6926-4c7b-9593-b2c952f07646 req-987399e2-f3b5-431c-b8d9-2f42226dce6b tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.0497797 Oct 13 04:56:27.316855 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ed32a69b-6926-4c7b-9593-b2c952f07646 req-8877b075-7324-456b-9e6f-13c0cc89d293 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Oct 13 04:56:27.515780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-07474cec-4263-460a-9711-ca630b1de60e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:27.517256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-07474cec-4263-460a-9711-ca630b1de60e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 946 time: 0.0562034 Oct 13 04:56:27.606287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 361896af-24f1-400a-a04a-bcd05c6616ea {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:27.606620 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:27.695772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port 361896af-24f1-400a-a04a-bcd05c6616ea, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=361896af-24f1-400a-a04a-bcd05c6616ea,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:27.696130 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:27.709247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 361896af-24f1-400a-a04a-bcd05c6616ea owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:27.835364 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:27.868393 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=361896af-24f1-400a-a04a-bcd05c6616ea,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:27.910783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port 361896af-24f1-400a-a04a-bcd05c6616ea on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:27.913345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:27.916684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-affac491-a7ed-4c86-a5c1-8d425a78057a req-9482221b-13ff-41df-a6fc-0678317264fd tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "DELETE /v2.0/ports/361896af-24f1-400a-a04a-bcd05c6616ea HTTP/1.1" status: 204 len: 173 time: 0.3924859 Oct 13 04:56:27.917137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'name': 'network-vif-deleted', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:27.920108 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1c65c3-085e-4461-bb73-fdf0555d10f7" -d '{"events": [{"server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "name": "network-vif-deleted", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:27.959316 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945f65c1-160f-4505-a007-1245314a3e76 x-openstack-request-id: req-945f65c1-160f-4505-a007-1245314a3e76 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:27.959615 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb", "name": "network-vif-deleted", "tag": "361896af-24f1-400a-a04a-bcd05c6616ea", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:27.959873 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-945f65c1-160f-4505-a007-1245314a3e76 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:27.960284 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb', 'name': 'network-vif-deleted', 'tag': '361896af-24f1-400a-a04a-bcd05c6616ea', 'status': 'completed', 'code': 200} Oct 13 04:56:28.410492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-102bf21a-62a7-48ca-b2a0-e1ba0e38bd7d req-c4429653-00ef-441b-a903-489f1a74a7e1 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0259182 Oct 13 04:56:29.510612 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-78f12564-55c3-4499-9c4e-74bc56e509fe req-76c39d2a-eafd-4ea0-966d-a4dc49a4e226 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0315647 Oct 13 04:56:30.610205 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae18fe0b-d02e-4c94-adb5-6cf274dfd5f0 req-1fc5f6a4-e818-4292-b962-550c19568613 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0316565 Oct 13 04:56:31.661913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 361896af-24f1-400a-a04a-bcd05c6616ea no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:31.682978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 361896af-24f1-400a-a04a-bcd05c6616ea {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:31.683476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 361896af-24f1-400a-a04a-bcd05c6616ea not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:31.704146 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7d2f3d99-87eb-4d33-9db7-5f6829c3d2df req-0a239d71-1648-46cd-9d3f-1642bf2bb460 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfc0a91b-df08-4f6e-a3a5-fcffdcd06ddb HTTP/1.1" status: 200 len: 210 time: 0.0275426 Oct 13 04:56:38.128386 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37224) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:38.284299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 7a4258cd-5ab5-4d92-966b-e664bf6cec4e {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:38.284643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.358411 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.358737 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.370123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 7a4258cd-5ab5-4d92-966b-e664bf6cec4e owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:38.519869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.545803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=7a4258cd-5ab5-4d92-966b-e664bf6cec4e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:38.611152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.611436 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Floating IP 9530df90-b0ca-458c-a945-3c6f4796c2a4 disassociated (deleted). External IP: 172.25.0.117, port: ca4dcaff-74b6-40f1-b339-a208d8174306. Oct 13 04:56:38.818723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:38.926367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:38.930714 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:38.938436 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:38.947521 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:38.948114 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:38.957481 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-990ae660-eaf9-40a7-88d1-79e81f1fa89e tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "DELETE /v2.0/floatingips/9530df90-b0ca-458c-a945-3c6f4796c2a4 HTTP/1.1" status: 204 len: 168 time: 0.8280230 Oct 13 04:56:38.958127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:38.960471 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33290aa6-7267-4ea9-a715-f9de000ae99f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:38.999399 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f612c06-f300-4d93-aa6f-a7ccf3197d33 x-openstack-request-id: req-9f612c06-f300-4d93-aa6f-a7ccf3197d33 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:38.999690 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:38.999943 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f612c06-f300-4d93-aa6f-a7ccf3197d33 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:39.000348 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'status': 'completed', 'code': 200} Oct 13 04:56:39.060899 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:39.070159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-841cefb6-0eb2-40bf-afb8-fb86a7717022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:39.072663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-841cefb6-0eb2-40bf-afb8-fb86a7717022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f84b0c73c89425c9209c723a8b646c2&device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 1096 time: 0.0505867 Oct 13 04:56:39.171477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-0a66af9a-bf12-4716-8d6e-211b1c7a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:39.172963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-0a66af9a-bf12-4716-8d6e-211b1c7a37a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 200 len: 913 time: 0.0921383 Oct 13 04:56:39.188849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55edd7b-f6f3-4786-a5ea-f3b62c308aa0 req-a3b0688c-caf8-47a9-9571-c05737d80780 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:39.190501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a55edd7b-f6f3-4786-a5ea-f3b62c308aa0 req-a3b0688c-caf8-47a9-9571-c05737d80780 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0521066 Oct 13 04:56:39.221391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-0543c42c-fd4f-450d-8ff0-0f9369377720 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 200 len: 217 time: 0.0389669 Oct 13 04:56:39.229544 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a55edd7b-f6f3-4786-a5ea-f3b62c308aa0 req-bbf78596-cab1-46a7-8405-5cbe0430ef7f tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327759 Oct 13 04:56:39.272684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-7019fa07-84de-4696-83ec-f0d1ba51d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:39.274134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-7019fa07-84de-4696-83ec-f0d1ba51d2ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 200 len: 851 time: 0.0454180 Oct 13 04:56:39.280926 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:39.307579 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:39.316220 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:39.317003 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:39.320652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-2b2b93f5-37a7-4223-ad83-711a82c6b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:39.322094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-2b2b93f5-37a7-4223-ad83-711a82c6b7ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a75d6a96-5c2a-468a-a7ec-e8201a10a260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406508 Oct 13 04:56:39.419288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-6c284c23-719b-404d-b1be-fbcb2c1ab0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893128 Oct 13 04:56:39.515129 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:39.516070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33290aa6-7267-4ea9-a715-f9de000ae99f req-b8853249-29d7-4460-b6b7-d2177600804c service neutron] 10.222.0.16 "GET /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Oct 13 04:56:39.710615 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:39.739972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbf5d8-a271-41a9-be0e-2d667aa2c55f None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:46:28Z', 'revision_number': 4, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '8224b934-cf35-4699-ba4c-06a02e9f92cf', 'name': '', 'network_id': 'a75d6a96-5c2a-468a-a7ec-e8201a10a260', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'mac_address': 'fa:16:3e:f5:d1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:28Z', 'updated_at': '2021-10-13T04:46:33Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'subnets': [{'id': '82fcce48-d99e-4c84-9357-cbed49f3c8c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:39.958404 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a665462-bb41-4830-a6e4-3b817ba7056a None None] New status for floating IP 9530df90-b0ca-458c-a945-3c6f4796c2a4: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 04:56:40.348185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e47dd-e6cd-4b3c-b0b0-e3bf333755c0 req-315d5dd0-1f99-46af-8aea-42f393563611 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:40.349541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b0e47dd-e6cd-4b3c-b0b0-e3bf333755c0 req-315d5dd0-1f99-46af-8aea-42f393563611 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Oct 13 04:56:40.387667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8b0e47dd-e6cd-4b3c-b0b0-e3bf333755c0 req-90ca97ce-9626-45e7-82e8-e4706626f010 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/security-groups?id=b7268d01-a5a2-42cf-ab35-ecbef5073e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Oct 13 04:56:40.614480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3718e6-d96e-402e-b647-7db63121903b req-29bac25c-e25a-40b8-bca7-90e891ac8d59 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:56:40.615859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f3718e6-d96e-402e-b647-7db63121903b req-29bac25c-e25a-40b8-bca7-90e891ac8d59 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 945 time: 0.0521588 Oct 13 04:56:40.706217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port ca4dcaff-74b6-40f1-b339-a208d8174306 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:40.706552 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:40.795704 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] For port ca4dcaff-74b6-40f1-b339-a208d8174306, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=ca4dcaff-74b6-40f1-b339-a208d8174306,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:40.796057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:40.808350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for ca4dcaff-74b6-40f1-b339-a208d8174306 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:40.947616 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:40.991814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=ca4dcaff-74b6-40f1-b339-a208d8174306,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:41.032747 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] No DVR routers for this DVR port ca4dcaff-74b6-40f1-b339-a208d8174306 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:41.035486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:41.038869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3f3718e6-d96e-402e-b647-7db63121903b req-6aaf6592-4587-4684-9ea7-1e454b1a9d4a tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.16 "DELETE /v2.0/ports/ca4dcaff-74b6-40f1-b339-a208d8174306 HTTP/1.1" status: 204 len: 173 time: 0.4170659 Oct 13 04:56:41.039337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'name': 'network-vif-deleted', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:56:41.041632 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec9f7ae-2828-46f3-bfb8-0e6c13cdf766" -d '{"events": [{"server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "name": "network-vif-deleted", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:56:41.082728 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c285c7d-fbaa-440a-a4f7-a91e98976967 x-openstack-request-id: req-6c285c7d-fbaa-440a-a4f7-a91e98976967 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:56:41.083026 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4db535f-ce09-4210-a750-098585a4b026", "name": "network-vif-deleted", "tag": "ca4dcaff-74b6-40f1-b339-a208d8174306", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:56:41.083315 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c285c7d-fbaa-440a-a4f7-a91e98976967 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:56:41.084233 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4db535f-ce09-4210-a750-098585a4b026', 'name': 'network-vif-deleted', 'tag': 'ca4dcaff-74b6-40f1-b339-a208d8174306', 'status': 'completed', 'code': 200} Oct 13 04:56:41.503628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-afce7148-5b82-404e-979e-ddbacf5f4605 req-3e63ab5d-85b8-4695-a678-0684186a011c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0327399 Oct 13 04:56:41.813394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8e4baac-edd8-493d-8469-5062a2c0aefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:41.871438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:42.609832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7e623c6e-1be4-4f8c-b73e-fd49e5566308 req-2f053cba-c1e4-4cd4-8d57-56734ceb40d5 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0274434 Oct 13 04:56:43.131332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:43.703112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-590e34ca-dc9c-4f5b-b78a-8a1c76d1dc34 req-50465def-a409-44eb-9518-d9acda8d307c tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Oct 13 04:56:43.743600 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ca4dcaff-74b6-40f1-b339-a208d8174306 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:43.763672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: ca4dcaff-74b6-40f1-b339-a208d8174306 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:43.764417 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device ca4dcaff-74b6-40f1-b339-a208d8174306 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:43.998787 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:56:44.238556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-47cbd5e8-4a75-457f-b37a-084960066d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:44.797889 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-df1378f1-7cbb-43bd-b17b-478510c621c0 req-c9da6991-b341-4874-86f3-672dd7b66939 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4db535f-ce09-4210-a750-098585a4b026 HTTP/1.1" status: 200 len: 210 time: 0.0264590 Oct 13 04:56:45.385017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:45.579605 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:45.852592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37246) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:45.981840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Deleting port 2a195329-806e-4925-8feb-115057daaf63 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:45.982173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.059346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.059652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.071619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Calling delete_port for 2a195329-806e-4925-8feb-115057daaf63 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:46.202548 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.225336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'Port': ['ID=2a195329-806e-4925-8feb-115057daaf63,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:46.291219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.293832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:46.295531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4961781-504e-4122-922a-f895218326cb tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "DELETE /v2.0/floatingips/ef635531-70a0-4be1-b501-a2e558cc31e6 HTTP/1.1" status: 204 len: 168 time: 0.4413824 Oct 13 04:56:47.354266 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:49.584906 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37262) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:49.647404 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:49.674979 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:49.733824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:49.736508 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:49.737660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] 10.222.0.49 "DELETE /v2.0/security-groups/b7268d01-a5a2-42cf-ab35-ecbef5073e0e HTTP/1.1" status: 204 len: 168 time: 0.1515429 Oct 13 04:56:49.749535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f8a37-3e51-413d-a771-a095c56dc7ec tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7268d01-a5a2-42cf-ab35-ecbef5073e0e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:50.816146 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37268) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:51.348328 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:51.596006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Deleting port 8224b934-cf35-4699-ba4c-06a02e9f92cf {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:51.596343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:51.675786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] For port 8224b934-cf35-4699-ba4c-06a02e9f92cf, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8224b934-cf35-4699-ba4c-06a02e9f92cf,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:51.676059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:51.688004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Calling delete_port for 8224b934-cf35-4699-ba4c-06a02e9f92cf owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:51.871159 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:51.897013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8224b934-cf35-4699-ba4c-06a02e9f92cf,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:52.065561 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:52.604857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:52.720418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:52.725693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4fa05a0-d301-42b0-8c63-b5a20cdffbb0 admin admin] 10.222.0.49 "PUT /v2.0/routers/725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085321 Oct 13 04:56:52.728324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37274) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:52.731147 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Sync routers for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:52.740917 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:52.741620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:52.831370 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:52.845514 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:52.931599 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:52.988684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Deleting port 8bae2e68-f703-4e1e-8583-63576715504d {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:52.989020 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.024487 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8bae2e68-f703-4e1e-8583-63576715504d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:56:51Z', 'revision_number': 5, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port': {'id': '8bae2e68-f703-4e1e-8583-63576715504d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:21:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:26Z', 'updated_at': '2021-10-13T04:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:53.054571 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Checking router: 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:53.063249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Routers {'725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:53.063843 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:53.079163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] For port 8bae2e68-f703-4e1e-8583-63576715504d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8bae2e68-f703-4e1e-8583-63576715504d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:53.079530 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.091322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Calling delete_port for 8bae2e68-f703-4e1e-8583-63576715504d owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:53.148163 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] Set router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:53.199423 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:56:52Z', 'revision_number': 6, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:53.229302 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fff2-5d63-4d58-b604-0530f6c24750 None None] The sync data for ids ['725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0'] in n-d-813736-1 is: [{'id': '725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0', 'name': 'tempest-TestVolumeBootPattern-1592034472-router', 'tenant_id': '3f84b0c73c89425c9209c723a8b646c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:25Z', 'updated_at': '2021-10-13T04:56:52Z', 'revision_number': 6, 'project_id': '3f84b0c73c89425c9209c723a8b646c2', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:53.261012 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.284875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bae2e68-f703-4e1e-8583-63576715504d,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:53.348023 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.441968 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.444095 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.487558 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.488085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:56:53.492957 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.494089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3416d3f7-a520-4a41-83e0-5887c8568b58 admin admin] 10.222.0.49 "DELETE /v2.0/routers/725aa7c2-fa82-4a5d-a52f-de8f3d0c85f0 HTTP/1.1" status: 204 len: 168 time: 0.7648587 Oct 13 04:56:53.496658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:53.541207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Deleting subnet 82fcce48-d99e-4c84-9357-cbed49f3c8c4 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:56:53.544172 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.585221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.680075 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.731606 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.758918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fcce48-d99e-4c84-9357-cbed49f3c8c4,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:53.760929 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.764729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b839cae6-3c76-455d-9ebc-b4b85640ff72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/82fcce48-d99e-4c84-9357-cbed49f3c8c4 HTTP/1.1" status: 204 len: 168 time: 0.2671096 Oct 13 04:56:53.766262 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f510189-c8e5-4919-96f2-dc6ce360a1fc None None] Network a75d6a96-5c2a-468a-a7ec-e8201a10a260 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:56:53.767209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37278) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:53.837841 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.894063 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Deleting port 68858f7b-b607-4234-81d7-8f1430f16b3b {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:53.894407 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.959564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] For port 68858f7b-b607-4234-81d7-8f1430f16b3b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=68858f7b-b607-4234-81d7-8f1430f16b3b,segment=NetworkSegment(9af1a60d-fabe-40e6-9283-0291ae6166e6),segment_id=9af1a60d-fabe-40e6-9283-0291ae6166e6)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:53.960209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:53.973972 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Calling delete_port for 68858f7b-b607-4234-81d7-8f1430f16b3b owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:54.011729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] DHCP port deletion for a75d6a96-5c2a-468a-a7ec-e8201a10a260 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:56:54.014896 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8224b934-cf35-4699-ba4c-06a02e9f92cf no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:54.036004 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8224b934-cf35-4699-ba4c-06a02e9f92cf {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:54.036358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8224b934-cf35-4699-ba4c-06a02e9f92cf not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:54.062189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.086571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Deleting port 68858f7b-b607-4234-81d7-8f1430f16b3b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:54.087097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.090734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Pushing event deleted for resources: {'Port': ['ID=68858f7b-b607-4234-81d7-8f1430f16b3b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:54.093477 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] No DVR routers for this DVR port 68858f7b-b607-4234-81d7-8f1430f16b3b on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:54.153817 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] For port 68858f7b-b607-4234-81d7-8f1430f16b3b, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:54.154187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.166359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Calling delete_port for 68858f7b-b607-4234-81d7-8f1430f16b3b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:54.169190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Port 68858f7b-b607-4234-81d7-8f1430f16b3b was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 04:56:54.169318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.170778 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.191143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75d6a96-5c2a-468a-a7ec-e8201a10a260']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:54.197518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Pushing event deleted for resources: {'Port': ['ID=68858f7b-b607-4234-81d7-8f1430f16b3b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:54.199876 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] No DVR routers for this DVR port 68858f7b-b607-4234-81d7-8f1430f16b3b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:54.204602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af1a60d-fabe-40e6-9283-0291ae6166e6') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:54.204913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af1a60d-fabe-40e6-9283-0291ae6166e6') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:54.209636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.209999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.210346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.210686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.211224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.211377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.211712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.212045 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.212374 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.212700 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.213026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.213370 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33f2d4-fcfe-4c44-bc37-f337cd072d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:56:54.222284 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.237960 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.244917 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:56:54.245346 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: timer() Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:56:54.246987 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:56:54.304500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.310242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.313723 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a75d6a96-5c2a-468a-a7ec-e8201a10a260 HTTP/1.1" status: 204 len: 168 time: 0.5455709 Oct 13 04:56:54.316993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37280) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:54.325221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe75fa-5426-4369-8e2d-98dbeb295286 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75d6a96-5c2a-468a-a7ec-e8201a10a260,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:54.660220 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.902521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Deleting port 92a4d314-14ec-4fe7-bedd-3df0eb05f127 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:54.902773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.979374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] For port 92a4d314-14ec-4fe7-bedd-3df0eb05f127, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=92a4d314-14ec-4fe7-bedd-3df0eb05f127,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:54.979740 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:54.992608 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Calling delete_port for 92a4d314-14ec-4fe7-bedd-3df0eb05f127 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:55.168734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:55.194735 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a4d314-14ec-4fe7-bedd-3df0eb05f127,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:55.359669 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:55.477975 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8bae2e68-f703-4e1e-8583-63576715504d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:55.502653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8bae2e68-f703-4e1e-8583-63576715504d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:55.502999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8bae2e68-f703-4e1e-8583-63576715504d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:55.503445 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68858f7b-b607-4234-81d7-8f1430f16b3b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:55.522561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 68858f7b-b607-4234-81d7-8f1430f16b3b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:55.522907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 68858f7b-b607-4234-81d7-8f1430f16b3b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:55.578456 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Router 747d0c49-b05e-470a-a0ef-95ca6476180a has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 04:56:55.681972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 04:56:55.687536 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ee0d2806-4ded-48aa-a419-c9efe854bd47 admin admin] 10.222.0.49 "PUT /v2.0/routers/747d0c49-b05e-470a-a0ef-95ca6476180a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693440 Oct 13 04:56:55.690171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:55.691843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Sync routers for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 04:56:55.700878 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:55.702168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:55.798263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:55.906021 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:55.960125 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Deleting port 35ffb896-870f-4e03-a896-be4fde024985 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:55.960467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:55.964353 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:56.043387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] For port 35ffb896-870f-4e03-a896-be4fde024985, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=35ffb896-870f-4e03-a896-be4fde024985,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:56.043753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.056608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Calling delete_port for 35ffb896-870f-4e03-a896-be4fde024985 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:56.151697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '35ffb896-870f-4e03-a896-be4fde024985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:56:55Z', 'revision_number': 5, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port': {'id': '35ffb896-870f-4e03-a896-be4fde024985', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:46:32Z', 'updated_at': '2021-10-13T04:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:56.183195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Checking router: 747d0c49-b05e-470a-a0ef-95ca6476180a for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 04:56:56.192295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Routers {'747d0c49-b05e-470a-a0ef-95ca6476180a'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 04:56:56.192906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:56:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['747d0c49-b05e-470a-a0ef-95ca6476180a'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:56.224510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.252627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Pushing event deleted for resources: {'Port': ['ID=35ffb896-870f-4e03-a896-be4fde024985,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:56.279785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] Set router 747d0c49-b05e-470a-a0ef-95ca6476180a gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 04:56:56.315436 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.334999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:56:55Z', 'revision_number': 6, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:56.362688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ae2f09-f5a3-4dfa-a657-bc0a0a89cfd7 None None] The sync data for ids ['747d0c49-b05e-470a-a0ef-95ca6476180a'] in n-d-813736-1 is: [{'id': '747d0c49-b05e-470a-a0ef-95ca6476180a', 'name': 'tempest-TestVolumeBootPattern-1958259079-router', 'tenant_id': 'a0c9194f989844109caa240b67cefac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:46:31Z', 'updated_at': '2021-10-13T04:56:55Z', 'revision_number': 6, 'project_id': 'a0c9194f989844109caa240b67cefac5', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 04:56:56.409545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.411762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.455926 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.456451 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747d0c49-b05e-470a-a0ef-95ca6476180a {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 04:56:56.460992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.462022 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-45ce61b6-bcef-4440-acde-0f5de73f00bc admin admin] 10.222.0.49 "DELETE /v2.0/routers/747d0c49-b05e-470a-a0ef-95ca6476180a HTTP/1.1" status: 204 len: 168 time: 0.7708125 Oct 13 04:56:56.464664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37286) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:56.852690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Deleting subnet d9a77476-f06c-4d18-a2d9-2d70670ef82e {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:56:56.855801 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.890330 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:56.968754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.023415 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.050924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a77476-f06c-4d18-a2d9-2d70670ef82e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:57.052929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.056216 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eb416d64-a7a7-4e65-a21b-1e3a2c00c120 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d9a77476-f06c-4d18-a2d9-2d70670ef82e HTTP/1.1" status: 204 len: 168 time: 0.5904832 Oct 13 04:56:57.056755 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266e68d-420e-45ad-8e78-417aeeb617f3 None None] Network 3fc88069-fa83-49f3-829d-f609962626a0 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:56:57.058651 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37288) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:57.130828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.195276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Deleting port 481183e1-3a59-495a-a08f-53e37d15fa70 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:57.195618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.239682 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] DHCP port deletion for 3fc88069-fa83-49f3-829d-f609962626a0 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 04:56:57.261498 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] For port 481183e1-3a59-495a-a08f-53e37d15fa70, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=481183e1-3a59-495a-a08f-53e37d15fa70,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:57.261863 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.274781 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Calling delete_port for 481183e1-3a59-495a-a08f-53e37d15fa70 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:57.297323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Deleting port 481183e1-3a59-495a-a08f-53e37d15fa70 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:56:57.297707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.368809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.372582 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] For port 481183e1-3a59-495a-a08f-53e37d15fa70, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=481183e1-3a59-495a-a08f-53e37d15fa70,segment=NetworkSegment(0ea26bc2-dea6-424d-8097-d7a2dacaefde),segment_id=0ea26bc2-dea6-424d-8097-d7a2dacaefde)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:56:57.372954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.386321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Calling delete_port for 481183e1-3a59-495a-a08f-53e37d15fa70 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:56:57.397282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=481183e1-3a59-495a-a08f-53e37d15fa70,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:57.399235 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] No DVR routers for this DVR port 481183e1-3a59-495a-a08f-53e37d15fa70 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:57.464069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 481183e1-3a59-495a-a08f-53e37d15fa70 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:57.475859 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.493500 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 481183e1-3a59-495a-a08f-53e37d15fa70 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:57.493843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 481183e1-3a59-495a-a08f-53e37d15fa70 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:57.494251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35ffb896-870f-4e03-a896-be4fde024985 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:57.500769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc88069-fa83-49f3-829d-f609962626a0']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:57.510133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea26bc2-dea6-424d-8097-d7a2dacaefde') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:57.510425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea26bc2-dea6-424d-8097-d7a2dacaefde') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:56:57.519972 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 35ffb896-870f-4e03-a896-be4fde024985 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:57.520320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 35ffb896-870f-4e03-a896-be4fde024985 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:57.520735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 92a4d314-14ec-4fe7-bedd-3df0eb05f127 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:56:57.520837 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.534230 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.540253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 04:56:57.540466 n-d-813736-1 neutron-server[95049]: self.session.flush() Oct 13 04:56:57.543516 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.543602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 92a4d314-14ec-4fe7-bedd-3df0eb05f127 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:56:57.543602 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 92a4d314-14ec-4fe7-bedd-3df0eb05f127 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:56:57.543738 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:56:57.552369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.580407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] Pushing event deleted for resources: {'Port': ['ID=481183e1-3a59-495a-a08f-53e37d15fa70,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:57.582270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96519567-b1ea-4cfe-a551-811ad0a7e639 None None] No DVR routers for this DVR port 481183e1-3a59-495a-a08f-53e37d15fa70 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:56:57.608366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.613348 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.616631 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3fc88069-fa83-49f3-829d-f609962626a0 HTTP/1.1" status: 204 len: 168 time: 0.5570054 Oct 13 04:56:57.630756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a521d44-333a-4387-9286-00ff7f9ffd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc88069-fa83-49f3-829d-f609962626a0,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:57.754039 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37294) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:57.794576 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-83c4b7b6-f847-40ff-9968-4b9d744540fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f84b0c73c89425c9209c723a8b646c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392509 Oct 13 04:56:57.797101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37296) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:57.844767 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.869683 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.915556 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.918155 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:57.919360 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5814ea78-d681-41bf-8293-8323eb1c1b8f HTTP/1.1" status: 204 len: 168 time: 0.1213417 Oct 13 04:56:57.927607 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700bca5-1666-4a7b-a9f7-2c7a454f48b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814ea78-d681-41bf-8293-8323eb1c1b8f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:56:58.253802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37302) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:58.292201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb3ef9db-7916-40ac-a62e-d583e97bd4a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0c9194f989844109caa240b67cefac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372808 Oct 13 04:56:58.295268 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37304) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:56:58.340948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:58.362037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:58.409141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:58.411643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:56:58.412787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbc9d739-aac1-4a06-bedb-075c6a0a18c3 HTTP/1.1" status: 204 len: 168 time: 0.1165826 Oct 13 04:56:58.421137 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad18fc-2fae-4b46-90fd-1586cd110aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc9d739-aac1-4a06-bedb-075c6a0a18c3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:08.490070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-d666c53c-19ba-4894-be11-00433de9cd20 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303359 Oct 13 04:57:08.680585 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-60437aa8-9303-42a8-b729-31fd071f78ff tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:08.682025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-60437aa8-9303-42a8-b729-31fd071f78ff tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864390 Oct 13 04:57:08.697028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-bd558b8c-5c44-4ba3-9907-c83e04fb2495 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/quotas/8b9c0e4d4f734a8e9023904b7c035212 HTTP/1.1" status: 200 len: 375 time: 0.0088630 Oct 13 04:57:08.728748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-914bd39d-a243-455c-9210-d931be916e0f tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260782 Oct 13 04:57:08.987777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9741f533-2e5d-4624-ac54-105b1527433d req-bfe1a8e8-8187-4944-9d24-be530ed843d2 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.1332166 Oct 13 04:57:10.063372 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c59fd75-e20c-42f0-88b2-a8c515359324 req-8e1a9cdc-b4b0-4352-ad67-b85d8c7b55be tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.0262532 Oct 13 04:57:11.137666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f85a74a9-870a-42e7-88cf-f8f54e138b52 req-be1caa69-f5a9-48fc-b59e-4ad120dedd69 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.0263784 Oct 13 04:57:11.815181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4a29ddea-27f1-4577-a71d-78ecdad43867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:11.880292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:12.215960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52d6e607-a18b-4514-816b-64a14c013d27 req-5e76fb03-5154-4287-a818-6aff506ac993 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.0283251 Oct 13 04:57:13.148205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:13.313292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02c4a65d-57f2-4628-a8d0-a3af79d1acf3 req-a91f5dce-86c1-423b-aeef-87da5c2df697 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.0290563 Oct 13 04:57:13.784744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-862451a0-3505-4b2e-afd3-02a45d733128 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228703 Oct 13 04:57:13.900342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-ec8a731a-e4f2-4f71-bb3d-41ac9c2bea1d tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:13.901762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-ec8a731a-e4f2-4f71-bb3d-41ac9c2bea1d tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096964 Oct 13 04:57:13.914311 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Request body: {'port': {'device_id': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'admin_state_up': True, 'tenant_id': '8b9c0e4d4f734a8e9023904b7c035212'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:14.024157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Made reservation on behalf of 8b9c0e4d4f734a8e9023904b7c035212 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:57:14.027792 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.036114 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.110954 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.114568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.174714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50949fd9-cef9-4fe8-b5ac-265600b038bb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:14.240032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fee4eb35-e757-4d50-bf6f-094f6300dea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.250344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Allocated IP 192.168.233.238 (c4774cd5-164e-4a2c-9d37-f64c4249bf6e/6766a308-61a5-4450-9dc4-5c4309a85837/e7fcc661-206e-425f-bbe9-cf32b6fdc0f6) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:57:14.416118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af4a24d0-447b-43be-8549-edc52f5a1112 req-d1b4d99e-2317-4761-8450-5bb1c531c04f tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 210 time: 0.0296276 Oct 13 04:57:14.425933 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.459053 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.506240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Network c4774cd5-164e-4a2c-9d37-f64c4249bf6e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:57:14.509434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:57:14.512511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:57:14.548025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Pushing event updated for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:14.578230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:14.578907 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.596476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-966a64c0-ed52-4c07-b5c0-dd4d68905b27 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6854975 Oct 13 04:57:14.608981 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Request body: {'port': {'device_id': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:14.668417 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.708832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eddcd783-967c-4200-a838-0e980854979c None None] Provisioning complete for port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:57:14.709213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eddcd783-967c-4200-a838-0e980854979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.745961 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-eddcd783-967c-4200-a838-0e980854979c None None] Port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 04:57:14.937207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:57:14.944661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:14.957205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Transition to ACTIVE for port object e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:57:14.960313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.012334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:15.086187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Attempting to bind port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:57:15.086669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Attempting to bind port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:57:15.087114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Attempting to bind port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:57:15.092345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:57:15.092663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Attempting to bind port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 on network c4774cd5-164e-4a2c-9d37-f64c4249bf6e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:57:15.097649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:57:15.097990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Checking segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:57:15.098641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Bound using segment: {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:57:15.099113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Bound port: e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efffff7b-8603-4f36-9424-cf1f2002dc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:57:15.099473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.164272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:57:15.167367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:57:15.172052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.208365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:15.208987 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.210341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 HTTP/1.1" status: 200 len: 1096 time: 0.6057720 Oct 13 04:57:15.210785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:57:15.213053 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166" -d '{"events": [{"name": "network-changed", "server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:57:15.241285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:15.250366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.250723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.251088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.251428 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.251943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.252217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.252560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.252892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.253283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.253550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.253878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.254210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a3ba33-dbe3-4758-bebb-8dda3e06d0e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:15.259408 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6acd214-f6f9-490d-8669-e56f9d88c3f0 x-openstack-request-id: req-f6acd214-f6f9-490d-8669-e56f9d88c3f0 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:57:15.259884 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:57:15.260294 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6acd214-f6f9-490d-8669-e56f9d88c3f0 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:57:15.260687 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6', 'status': 'completed', 'code': 200} Oct 13 04:57:15.304141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-ff967148-0db1-486b-9ac2-0ab75361576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:15.305654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-ff967148-0db1-486b-9ac2-0ab75361576c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 1099 time: 0.0424776 Oct 13 04:57:15.351161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-9e35c758-292c-4dc2-9134-9929ff789678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 HTTP/1.1" status: 200 len: 217 time: 0.0381658 Oct 13 04:57:15.390352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.405463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-9ab84c2c-3005-426f-81e1-71529fc73a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:15.406979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-9ab84c2c-3005-426f-81e1-71529fc73a98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0488036 Oct 13 04:57:15.454751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-6d9bbbe7-da65-4f48-98b7-db80fff6594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:15.456719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-6d9bbbe7-da65-4f48-98b7-db80fff6594f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418332 Oct 13 04:57:15.585113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:15.909071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b63922-1818-4d3a-9082-13f091ff9cd6 req-0aa8a4bd-71f2-4a01-ba6f-ee015d88ff44 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:15.910452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1b63922-1818-4d3a-9082-13f091ff9cd6 req-0aa8a4bd-71f2-4a01-ba6f-ee015d88ff44 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 948 time: 0.0760365 Oct 13 04:57:15.915872 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-45abdf62-79b5-47fc-b4b6-d936f040af75 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515839 Oct 13 04:57:15.993952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d1b63922-1818-4d3a-9082-13f091ff9cd6 req-d1ca054e-1b06-4c06-b2be-0e246ef34857 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771375 Oct 13 04:57:16.030936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-41604e4a-7120-45d8-ad8b-3a1141bb5fd5 req-472a8e05-8d85-4a41-91ba-d50f2ccfbfc6 service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069155 Oct 13 04:57:16.116265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-9f8fcc1a-70fe-436d-8e39-aa00b5af8566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:16.117705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-9f8fcc1a-70fe-436d-8e39-aa00b5af8566 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 1099 time: 0.0405483 Oct 13 04:57:16.211896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-e8049f92-e9c8-47d4-91f0-6b07e3d49da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:16.213356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-e8049f92-e9c8-47d4-91f0-6b07e3d49da4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e HTTP/1.1" status: 200 len: 870 time: 0.0888023 Oct 13 04:57:16.259519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-89e8c0ed-1660-4b5d-bbc2-aaed196f974f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 HTTP/1.1" status: 200 len: 217 time: 0.0389543 Oct 13 04:57:16.307539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-8913cf05-c656-49e0-9f5d-03f19b572be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:16.308919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-8913cf05-c656-49e0-9f5d-03f19b572be5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6766a308-61a5-4450-9dc4-5c4309a85837 HTTP/1.1" status: 200 len: 843 time: 0.0425961 Oct 13 04:57:16.358004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-4dd87213-61c7-4568-b454-b1d907b6b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:16.359481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-4dd87213-61c7-4568-b454-b1d907b6b94f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4774cd5-164e-4a2c-9d37-f64c4249bf6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429657 Oct 13 04:57:16.449228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-c9c11a8b-79cf-4512-9a78-e4fd01773c1c service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811260 Oct 13 04:57:16.547181 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7de89f-2fd3-4e8c-9ef6-00a2470de166 req-a78173d6-3666-42d0-9c1a-bad16b12e16b service neutron] 10.222.0.16 "GET /v2.0/networks/c4774cd5-164e-4a2c-9d37-f64c4249bf6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898678 Oct 13 04:57:17.110349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bec1-d3a9-492d-b844-86cc99f21261 req-d0bf5eb4-1792-43bf-a07f-b80ef58e12b8 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:17.111879 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c209bec1-d3a9-492d-b844-86cc99f21261 req-d0bf5eb4-1792-43bf-a07f-b80ef58e12b8 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 948 time: 0.0502079 Oct 13 04:57:17.149439 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c209bec1-d3a9-492d-b844-86cc99f21261 req-c5e5b965-0971-4cb8-9696-647ea5b26953 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Oct 13 04:57:17.385476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:18.264419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468dd34-a024-4d04-83fb-a77d550313ec req-379fae28-995c-421c-a76a-4599547f7a05 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:18.265875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d468dd34-a024-4d04-83fb-a77d550313ec req-379fae28-995c-421c-a76a-4599547f7a05 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 948 time: 0.0497355 Oct 13 04:57:18.304112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d468dd34-a024-4d04-83fb-a77d550313ec req-44b147fe-0d32-44ec-8df7-a68bf50b3c02 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Oct 13 04:57:19.418283 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1d03d-d6f2-4650-b90d-d166afbe26dc req-9fd4042e-bc81-4c88-a198-3908710092da tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:19.419793 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08e1d03d-d6f2-4650-b90d-d166afbe26dc req-9fd4042e-bc81-4c88-a198-3908710092da tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 948 time: 0.0495167 Oct 13 04:57:19.461106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-08e1d03d-d6f2-4650-b90d-d166afbe26dc req-0a2dbde3-f8d2-4d12-8bb7-7929e3ff5c72 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Oct 13 04:57:19.870671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:57:19.964579 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:19.980310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6', 'network_id': 'c4774cd5-164e-4a2c-9d37-f64c4249bf6e', 'port_id': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6', 'mac_address': 'fa:16:3e:58:60:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6766a308-61a5-4450-9dc4-5c4309a85837', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:57:20.018949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:20.032321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:57:20.050724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:20.055029 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:20.102418 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:20.299467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e7fcc661-206e-425f-bbe9-cf32b6fdc0f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:57:20.575640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f53a-11a3-49b1-aeca-15cae0269166 req-af00bf21-2cb2-49f2-a303-4a058b2ede05 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:20.577831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a369f53a-11a3-49b1-aeca-15cae0269166 req-af00bf21-2cb2-49f2-a303-4a058b2ede05 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 949 time: 0.0497191 Oct 13 04:57:20.615082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a369f53a-11a3-49b1-aeca-15cae0269166 req-e9e7b39f-4aee-47ab-bb0a-fe8f593eade6 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Oct 13 04:57:20.997922 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:57:21.727796 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236af01-6951-41f9-8242-aad8712ffa10 req-2692b6d7-6572-45ed-9e9b-c3ddacd4e3f3 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:21.729255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4236af01-6951-41f9-8242-aad8712ffa10 req-2692b6d7-6572-45ed-9e9b-c3ddacd4e3f3 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 949 time: 0.0489135 Oct 13 04:57:21.765829 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4236af01-6951-41f9-8242-aad8712ffa10 req-74a86e4e-e95e-4890-b1fb-4b51a86b3cae tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Oct 13 04:57:21.886604 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:57:21.935413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:57:21.939013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:57:21.939418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:22.017667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:22.039473 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:57:22.041730 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1a5d1-3b3c-42d2-812e-1b43879f9941" -d '{"events": [{"server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "name": "network-vif-plugged", "status": "completed", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:57:22.055215 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:22.059136 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:22.083223 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac680cc-ae20-40ae-a000-ed9941dd9509 x-openstack-request-id: req-dac680cc-ae20-40ae-a000-ed9941dd9509 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:57:22.083523 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "name": "network-vif-plugged", "status": "completed", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:57:22.083778 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dac680cc-ae20-40ae-a000-ed9941dd9509 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:57:22.084168 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6', 'code': 200} Oct 13 04:57:22.111088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:22.178755 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eda2e9-0e36-4fde-a3e6-d104eaf5bbf7 req-1ad90442-17ad-4de0-8b62-ee44b0532910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:22.180277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69eda2e9-0e36-4fde-a3e6-d104eaf5bbf7 req-1ad90442-17ad-4de0-8b62-ee44b0532910 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 1101 time: 0.0457542 Oct 13 04:57:22.214601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-69eda2e9-0e36-4fde-a3e6-d104eaf5bbf7 req-4c3ba02a-e2b1-4f9a-b882-716b632b272d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268052 Oct 13 04:57:22.879132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151855bc-5cde-4b37-a511-9ca3222ed92b req-8a28bb33-b09f-4d09-8546-d7d22ef46692 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:22.880595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-151855bc-5cde-4b37-a511-9ca3222ed92b req-8a28bb33-b09f-4d09-8546-d7d22ef46692 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 950 time: 0.0484490 Oct 13 04:57:22.918666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-151855bc-5cde-4b37-a511-9ca3222ed92b req-e659e0c7-26e4-436d-8b35-79bb20f21b8a tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Oct 13 04:57:24.034267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37d56-2b45-4724-aaa1-8ab427838c11 req-b3bfb629-9d6d-48bf-85b5-cb61142e2370 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:24.035775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59e37d56-2b45-4724-aaa1-8ab427838c11 req-b3bfb629-9d6d-48bf-85b5-cb61142e2370 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 950 time: 0.0497994 Oct 13 04:57:24.073172 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-59e37d56-2b45-4724-aaa1-8ab427838c11 req-629c16a9-8d4d-4775-86f7-32e24b9e0e4e tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315676 Oct 13 04:57:24.346144 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-52aabedd-debf-4b7e-89ca-d3a82c29f71d req-4d99c065-4166-4d8b-a408-da70c04c2708 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:57:24.347395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-52aabedd-debf-4b7e-89ca-d3a82c29f71d req-4d99c065-4166-4d8b-a408-da70c04c2708 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058701 Oct 13 04:57:24.721918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-ebeaeabf-ad69-4601-a4ad-c27409035887 req-fa9c887e-f15f-487a-a094-fcf37e6cd662 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:57:24.722979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ebeaeabf-ad69-4601-a4ad-c27409035887 req-fa9c887e-f15f-487a-a094-fcf37e6cd662 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0614648 Oct 13 04:57:25.049702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8c42-02de-4e13-b591-792d0eedf811 req-bce21be6-8653-48e5-9ebd-ab2bfc299bcd tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:25.051192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c69e8c42-02de-4e13-b591-792d0eedf811 req-bce21be6-8653-48e5-9ebd-ab2bfc299bcd tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 950 time: 0.0491948 Oct 13 04:57:25.089204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c69e8c42-02de-4e13-b591-792d0eedf811 req-d21d58f5-543d-4ce8-bba2-8ae3d2ee5c05 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Oct 13 04:57:26.209031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312fdc1-daed-4a7d-9957-80182bb4ad8a req-028a3165-9795-456f-a5ee-f6802212b653 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:26.210546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c312fdc1-daed-4a7d-9957-80182bb4ad8a req-028a3165-9795-456f-a5ee-f6802212b653 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 950 time: 0.0527396 Oct 13 04:57:26.252150 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c312fdc1-daed-4a7d-9957-80182bb4ad8a req-2f4e5656-e483-4ced-be95-75ec3090d1f2 tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.49 "GET /v2.0/security-groups?id=50949fd9-cef9-4fe8-b5ac-265600b038bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352499 Oct 13 04:57:26.299997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-b4ff4a15-2272-41a5-b8e7-05de5dd1236b tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:26.301463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-b4ff4a15-2272-41a5-b8e7-05de5dd1236b tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e728e82-027d-442a-957d-5fdc3fd7179d HTTP/1.1" status: 200 len: 950 time: 0.0538278 Oct 13 04:57:26.390106 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Deleting port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:57:26.390368 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:26.481343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] For port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,segment=NetworkSegment(efffff7b-8603-4f36-9424-cf1f2002dc1c),segment_id=efffff7b-8603-4f36-9424-cf1f2002dc1c)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:26.481710 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:26.493362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Calling delete_port for e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:57:26.619121 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:26.631730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['e7fcc661-206e-425f-bbe9-cf32b6fdc0f6'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:57:26.652437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Pushing event deleted for resources: {'Port': ['ID=e7fcc661-206e-425f-bbe9-cf32b6fdc0f6,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:26.695001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] No DVR routers for this DVR port e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:57:26.697646 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:26.701887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7f8439d-a571-44e5-bcac-8911aa7c5e66 req-f32af8eb-9678-4f3f-8676-7c936390d3bb tempest-ServersAdminNegativeTestJSON-42675384 tempest-ServersAdminNegativeTestJSON-42675384-project] 10.222.0.16 "DELETE /v2.0/ports/e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 HTTP/1.1" status: 204 len: 173 time: 0.3933671 Oct 13 04:57:26.702400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'name': 'network-vif-deleted', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:57:26.704801 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d052b-1283-4a48-bf3c-07cd91598b50" -d '{"events": [{"server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "name": "network-vif-deleted", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:57:26.745966 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce509891-802f-4a39-aad0-ad5f2d7e603d x-openstack-request-id: req-ce509891-802f-4a39-aad0-ad5f2d7e603d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:57:26.746267 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e728e82-027d-442a-957d-5fdc3fd7179d", "name": "network-vif-deleted", "tag": "e7fcc661-206e-425f-bbe9-cf32b6fdc0f6", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:57:26.746524 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce509891-802f-4a39-aad0-ad5f2d7e603d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:57:26.746933 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e728e82-027d-442a-957d-5fdc3fd7179d', 'name': 'network-vif-deleted', 'tag': 'e7fcc661-206e-425f-bbe9-cf32b6fdc0f6', 'status': 'completed', 'code': 200} Oct 13 04:57:27.540769 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37462) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:27.672660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eefade6d-ca3d-40f2-8bc9-a6bd60c6b3fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b9c0e4d4f734a8e9023904b7c035212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307116 Oct 13 04:57:27.675186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37466) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:27.722374 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:27.742624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:27.787158 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:27.789719 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:27.790967 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50949fd9-cef9-4fe8-b5ac-265600b038bb HTTP/1.1" status: 204 len: 168 time: 0.1148102 Oct 13 04:57:27.798956 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50949fd9-cef9-4fe8-b5ac-265600b038bb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:27.806488 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.806840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.807211 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.807551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.807886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.808223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.808555 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.808884 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.809214 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.809557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.809870 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:27.810193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b9678-858c-4540-b0ce-543ef6dab1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:57:28.046130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37472) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:28.059313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d66f6593-f308-4340-bc3b-440072cd99cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.132653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d66f6593-f308-4340-bc3b-440072cd99cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.136308 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d66f6593-f308-4340-bc3b-440072cd99cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.177909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d66f6593-f308-4340-bc3b-440072cd99cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c6720f5872446feb097957caf5c673e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306710 Oct 13 04:57:28.178844 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6593-f308-4340-bc3b-440072cd99cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88adb78a-8c29-4dca-bc16-4b1e8d9adbee,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:28.180717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37474) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:28.230212 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.251531 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.301511 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.304178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:28.305351 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88adb78a-8c29-4dca-bc16-4b1e8d9adbee HTTP/1.1" status: 204 len: 168 time: 0.1235094 Oct 13 04:57:28.313412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb7cfe-2bd3-45aa-90b9-c721a08d1b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88adb78a-8c29-4dca-bc16-4b1e8d9adbee,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:28.991199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37496) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:29.088166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847485897-network', 'tenant_id': '9c9190cf21244c36beb5dce5049523e9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:29.109832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Made reservation on behalf of 9c9190cf21244c36beb5dce5049523e9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:57:29.112082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.124165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.204041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.207784 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.235312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:57:29.244198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f048d548-7f73-4723-8d93-fd596b398f55,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:29.251656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.251999 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Added segment 852f4ba3-5d92-4faa-8e3f-f9c246f77889 of type vlan for network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 Oct 13 04:57:29.292431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.318108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.319030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:29.319629 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.377162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3848429 Oct 13 04:57:29.380204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37500) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:57:29.382014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e13a-4dc6-43ee-9c17-a64e9b5164c1 admin admin] Pushing event updated for resources: {'Network': ['ID=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:29.385991 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Request body: {'subnet': {'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847485897-subnet', 'tenant_id': '9c9190cf21244c36beb5dce5049523e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:29.391953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:57:29.407760 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Made reservation on behalf of 9c9190cf21244c36beb5dce5049523e9 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:57:29.410211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.601436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.656399 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2c9740-0148-4b50-a4f0-38841afb2eb0,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:29.666010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Checking segment: {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:57:29.666362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Network hostable DHCP agents. Network: de7e96d9-d0ee-4a0c-98b0-df28833f7ea4, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:57:29.682452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:57:29.690932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, de7e96d9-d0ee-4a0c-98b0-df28833f7ea4) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:57:29.695197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:29.695838 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:29.701303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5beeb-0206-4a83-906c-f7c01520633d None None] Network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:57:29.711303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-68115fff-df16-4255-9597-db187a209a58 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3298726 Oct 13 04:57:29.828359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668cefd6-43f0-41ec-914f-356c0c350cc1 None None] Network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:57:29.930718 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:57:29.969323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:57:29.969668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device e7fcc661-206e-425f-bbe9-cf32b6fdc0f6 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:57:30.134460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-b8bfbfe2-a48b-4ec4-bb9e-fdfa2d051447 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:30.135970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-b8bfbfe2-a48b-4ec4-bb9e-fdfa2d051447 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 811 time: 0.1042058 Oct 13 04:57:30.150988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-5fa1bbd1-c31f-4d83-a026-e10a4a3fd611 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/quotas/9c9190cf21244c36beb5dce5049523e9 HTTP/1.1" status: 200 len: 375 time: 0.0089388 Oct 13 04:57:30.182165 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-f9c95c97-061a-4af6-b132-5349f495baf0 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255487 Oct 13 04:57:30.193378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-e7d6f40c-4702-4945-97ef-1592c076becc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:57:30.194262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-e7d6f40c-4702-4945-97ef-1592c076becc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049694 Oct 13 04:57:30.285057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-1bc82055-fc57-4177-ac1a-5487ce0d05ac service neutron] 10.222.0.49 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Oct 13 04:57:30.374823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-e21e0527-74d2-4cb3-ac5f-f484355e2ee9 service neutron] 10.222.0.49 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838463 Oct 13 04:57:30.533118 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1f3bd989-5e99-4ccf-bfd8-770c880bdbd7 req-bd61d11d-0b58-428b-b6f6-d56eb86b543c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 210 time: 0.0279524 Oct 13 04:57:31.614392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f145f5e7-24b2-4286-900b-ecff0a492bbc req-2c0548d9-0632-44af-8372-59d6675879d1 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 210 time: 0.0316491 Oct 13 04:57:32.693886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-920e7ae3-f3e0-45b9-a3c5-5b2cd77bdb7e req-d106f8bb-3833-474c-80f9-7005172da960 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 210 time: 0.0300941 Oct 13 04:57:33.771663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c4a23ac6-78e7-4940-9e6f-4d22e6ac307b req-be6dc7ad-6e52-4e3e-9248-25c4a50996f4 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 210 time: 0.0261772 Oct 13 04:57:34.702630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-81559509-3286-43a0-8fbf-a61eb12d79e7 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:34.704097 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-81559509-3286-43a0-8fbf-a61eb12d79e7 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.16 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 811 time: 0.1044490 Oct 13 04:57:34.718455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Request body: {'port': {'device_id': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4', 'admin_state_up': True, 'tenant_id': '9c9190cf21244c36beb5dce5049523e9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:34.837360 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Made reservation on behalf of 9c9190cf21244c36beb5dce5049523e9 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:57:34.842057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:34.869069 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6fe3822b-260d-4006-aa45-c4516d09a73c req-4e84921b-a047-499d-953a-c005bae9982b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 210 time: 0.0265892 Oct 13 04:57:34.970297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Allocated IP 172.20.0.10 (de7e96d9-d0ee-4a0c-98b0-df28833f7ea4/0f2c9740-0148-4b50-a4f0-38841afb2eb0/fb40fcb7-7a4f-42a6-a4ab-e19652721491) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:57:35.131150 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.164221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.211599 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:57:35.214671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:57:35.219139 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:57:35.246225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:35.271539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:35.272148 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.287619 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-bea1e571-56d3-4ee3-9a83-34a6db5b4883 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735445 Oct 13 04:57:35.349551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Request body: {'port': {'device_id': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:57:35.403185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.664044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb40fcb7-7a4f-42a6-a4ab-e19652721491 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:57:35.672041 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.683445 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Transition to ACTIVE for port object fb40fcb7-7a4f-42a6-a4ab-e19652721491 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:57:35.687026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.737984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:35.802395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:57:35.802718 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:57:35.803035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:57:35.807312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:57:35.807620 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:57:35.812905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:57:35.813234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Checking segment: {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:57:35.813607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Bound using segment: {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:57:35.814017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Bound port: fb40fcb7-7a4f-42a6-a4ab-e19652721491, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:57:35.814361 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.876046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:57:35.879169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:57:35.882994 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.919175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:35.920383 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:35.921835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 1092 time: 0.6263065 Oct 13 04:57:35.922271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:57:35.924571 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d286e3-fac2-4b76-a3cf-0c17cb066403" -d '{"events": [{"name": "network-changed", "server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:57:35.956329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac20b0-1e8e-4cc0-9a00-e281c4e612b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:35.980394 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb40dd67-758a-4c42-a5c6-d7f994249cd4 x-openstack-request-id: req-fb40dd67-758a-4c42-a5c6-d7f994249cd4 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:57:35.980682 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:57:35.980931 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb40dd67-758a-4c42-a5c6-d7f994249cd4 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:57:35.981383 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'status': 'completed', 'code': 200} Oct 13 04:57:36.057564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaedc6-595c-48ab-89bd-bcb4479e718c req-225fbf0d-a006-4106-9934-77c1f20b1e4b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.059040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5eeaedc6-595c-48ab-89bd-bcb4479e718c req-225fbf0d-a006-4106-9934-77c1f20b1e4b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.1171789 Oct 13 04:57:36.074299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-b2bfc194-a297-400b-9163-7dc7794a0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.075739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-b2bfc194-a297-400b-9163-7dc7794a0874 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1095 time: 0.0972404 Oct 13 04:57:36.122717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-6d04e3ce-35f4-4329-8f1b-62e3777e0503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0393381 Oct 13 04:57:36.160140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5eeaedc6-595c-48ab-89bd-bcb4479e718c req-7aa2b0ab-bfb2-4ff8-81ec-faba53872414 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930853 Oct 13 04:57:36.177945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-67df0058-1519-4292-a79f-057bb43c63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.179409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-67df0058-1519-4292-a79f-057bb43c63bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0502164 Oct 13 04:57:36.215463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-9bab6178-0499-48f3-b23b-5c7509063426 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285153 Oct 13 04:57:36.307877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-2b199433-cae2-4249-8165-f7c0d77fd87a service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857170 Oct 13 04:57:36.400733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5b47758-b3e7-4604-b124-5bf63aaaf593 req-372c8536-f98c-4acb-b416-bf4a1a927ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861168 Oct 13 04:57:36.487703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-e4f7ca10-e79c-4d96-97e4-48151037170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.489190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-e4f7ca10-e79c-4d96-97e4-48151037170d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1095 time: 0.0423386 Oct 13 04:57:36.578750 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-51a7a6e0-66c0-48a0-9e82-af9bcdd98c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.580242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-51a7a6e0-66c0-48a0-9e82-af9bcdd98c81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.0834897 Oct 13 04:57:36.624689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-4ac9a5fd-aab8-4889-a83b-2e3aaf75fb44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0373862 Oct 13 04:57:36.674828 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-df9a7414-35f3-4536-bb08-c19311f1c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:36.676240 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-df9a7414-35f3-4536-bb08-c19311f1c686 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0427351 Oct 13 04:57:36.709809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-4952d3c3-a193-4503-9413-a92a486b1fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241694 Oct 13 04:57:36.801067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-548832e9-00a6-4792-a87f-91f0f3902ee5 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829248 Oct 13 04:57:36.889436 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9d286e3-fac2-4b76-a3cf-0c17cb066403 req-5ecb3dd9-7f4d-4246-ae2c-368579a81af8 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798018 Oct 13 04:57:37.278664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac41df-7307-4567-a8f9-4decca468649 req-560ab861-55ce-4cbf-b2b6-507b6ba2beeb tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:37.281027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02ac41df-7307-4567-a8f9-4decca468649 req-560ab861-55ce-4cbf-b2b6-507b6ba2beeb tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.0533800 Oct 13 04:57:37.317726 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-02ac41df-7307-4567-a8f9-4decca468649 req-16151967-6388-4c88-adb3-dcf8d6399dfd tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Oct 13 04:57:38.431210 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eab5fe-06c8-431b-bad8-efcc9f76383e req-2bff77a3-ea9c-487e-bb65-a785a06297b4 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:38.432681 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6eab5fe-06c8-431b-bad8-efcc9f76383e req-2bff77a3-ea9c-487e-bb65-a785a06297b4 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.0493600 Oct 13 04:57:38.474896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a6eab5fe-06c8-431b-bad8-efcc9f76383e req-7dd1c029-22b5-4723-9594-0519785a533b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Oct 13 04:57:39.590045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596a7cc-2c43-4b00-a27b-2ead08b0fd91 req-df8373c0-415e-4ba3-9bf0-b0edebb1ffb9 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:39.592094 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4596a7cc-2c43-4b00-a27b-2ead08b0fd91 req-df8373c0-415e-4ba3-9bf0-b0edebb1ffb9 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.0490351 Oct 13 04:57:39.630348 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4596a7cc-2c43-4b00-a27b-2ead08b0fd91 req-1e4a04a4-ce35-4856-a1bb-1a200c58993b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Oct 13 04:57:39.933058 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:57:40.026295 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:40.037601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4', 'port_id': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'mac_address': 'fa:16:3e:9b:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2c9740-0148-4b50-a4f0-38841afb2eb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:57:40.077843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:40.089998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb40fcb7-7a4f-42a6-a4ab-e19652721491 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:57:40.110509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:40.114448 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:40.159378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:40.301894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['fb40fcb7-7a4f-42a6-a4ab-e19652721491'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:57:40.743369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d55c-41b8-4174-9ea6-5fc57258e7c6 req-4910b050-ac9f-4209-adc9-c2e5a75f5db1 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:40.744815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba5d55c-41b8-4174-9ea6-5fc57258e7c6 req-4910b050-ac9f-4209-adc9-c2e5a75f5db1 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 945 time: 0.0489602 Oct 13 04:57:40.782574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ba5d55c-41b8-4174-9ea6-5fc57258e7c6 req-4d57a6cd-8024-4d6d-96b4-62de40d8c842 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Oct 13 04:57:41.816198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-beb7a73d-6468-42da-bc3f-3509b0462b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:41.879879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:41.897977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d4741-44be-48b3-9105-80f401947bda req-0435e60b-495c-4fb5-a5d7-5988f8824f46 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:41.899489 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa5d4741-44be-48b3-9105-80f401947bda req-0435e60b-495c-4fb5-a5d7-5988f8824f46 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 945 time: 0.0508239 Oct 13 04:57:41.930570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:57:41.937999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa5d4741-44be-48b3-9105-80f401947bda req-8db32153-b0e5-4a55-96cb-9ac903f44232 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Oct 13 04:57:41.978857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port fb40fcb7-7a4f-42a6-a4ab-e19652721491 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:57:41.982644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port fb40fcb7-7a4f-42a6-a4ab-e19652721491 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:57:41.983018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:42.057448 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:42.079667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:57:42.081849 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15503a3e-30b9-434b-a9b9-f733cbaae80e" -d '{"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:57:42.094713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:57:42.098944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:42.127755 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d1201d-1a1b-4096-8576-5b54196c6186 x-openstack-request-id: req-e8d1201d-1a1b-4096-8576-5b54196c6186 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:57:42.128046 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:57:42.128293 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8d1201d-1a1b-4096-8576-5b54196c6186 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:57:42.128671 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'code': 200} Oct 13 04:57:42.157427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:57:42.213397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49045542-4b27-4387-ad02-b6f3fb99500a req-a602705f-79a1-4088-a883-38f7fdadbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:42.214905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49045542-4b27-4387-ad02-b6f3fb99500a req-a602705f-79a1-4088-a883-38f7fdadbafb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1097 time: 0.0400193 Oct 13 04:57:42.253588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-49045542-4b27-4387-ad02-b6f3fb99500a req-c1f86b29-10bb-4fdb-832d-737420fba468 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276043 Oct 13 04:57:43.056321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254faf06-8303-4364-8ca0-8379b97486f8 req-a42dfd28-707f-4550-859c-7f2992b1a750 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:43.057835 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-254faf06-8303-4364-8ca0-8379b97486f8 req-a42dfd28-707f-4550-859c-7f2992b1a750 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0528207 Oct 13 04:57:43.095760 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-254faf06-8303-4364-8ca0-8379b97486f8 req-a3df314f-12c5-4a91-9e2f-9ee040e7d1df tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Oct 13 04:57:43.143646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:44.214424 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2817-7506-4f61-aaf9-b88182a91730 req-7c08df17-bf71-4a41-a2df-ed921582c52c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:44.215922 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3abd2817-7506-4f61-aaf9-b88182a91730 req-7c08df17-bf71-4a41-a2df-ed921582c52c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0524013 Oct 13 04:57:44.245827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5a9a0b15-71dc-45ed-8577-02d66cc21bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:44.259440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3abd2817-7506-4f61-aaf9-b88182a91730 req-bf3065a0-953a-4d87-9b7f-b77f087b5d8f tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370662 Oct 13 04:57:44.485374 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-12e8e689-d6b9-4ec6-b732-c321a1c64cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443635 Oct 13 04:57:44.494661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-92e124e8-7b7e-4847-b6cb-077df5dee668 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:57:44.495643 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-92e124e8-7b7e-4847-b6cb-077df5dee668 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052125 Oct 13 04:57:44.497773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dcad4-2627-4167-a3e8-ee1cfb1e6bb6 req-56f2671d-0261-4be2-9d8b-635d61e8d3a9 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:44.499864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-801dcad4-2627-4167-a3e8-ee1cfb1e6bb6 req-56f2671d-0261-4be2-9d8b-635d61e8d3a9 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0497494 Oct 13 04:57:44.539260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-801dcad4-2627-4167-a3e8-ee1cfb1e6bb6 req-8293c5c0-3430-4244-bf28-321db1a46cdc tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Oct 13 04:57:45.383903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:45.587599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:45.618706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-b3f13ec8-23ae-4491-9436-97054b454cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:45.620311 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-b3f13ec8-23ae-4491-9436-97054b454cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1097 time: 0.0458255 Oct 13 04:57:45.663780 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77da99b-fbc1-4da9-a530-c7acb5ec0875 req-f6f7a801-47bb-4ea5-ab92-0342f5b3efde tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:45.665474 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e77da99b-fbc1-4da9-a530-c7acb5ec0875 req-f6f7a801-47bb-4ea5-ab92-0342f5b3efde tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0492842 Oct 13 04:57:45.704416 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e77da99b-fbc1-4da9-a530-c7acb5ec0875 req-6adbd106-eecb-4c68-a48a-8581d6c338e6 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323312 Oct 13 04:57:45.715867 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-3ac3884d-2d48-4c77-b599-47328260d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:45.717334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-3ac3884d-2d48-4c77-b599-47328260d05f service neutron] 10.222.0.16 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.0901592 Oct 13 04:57:45.759329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-9c51ed4a-af7e-4f7e-bc49-b4bc2307db98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0348208 Oct 13 04:57:45.806084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-e4ce04c5-2845-45ea-909b-9dcd3d0ec550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:45.807403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-e4ce04c5-2845-45ea-909b-9dcd3d0ec550 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0418670 Oct 13 04:57:45.841196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-d894a202-a90c-4a24-b5da-c5069dee419a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273752 Oct 13 04:57:45.927573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-c7372e79-a198-42ca-b88d-90cf4279a92f service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794737 Oct 13 04:57:46.018477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-b08e7d6d-83b1-4608-bbca-914e4cdcf050 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837357 Oct 13 04:57:46.819918 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f40f24-c757-41b9-a7fe-bf8e86391eef req-90db6519-c9fc-40c5-83fe-44af64c416a2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:46.821300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06f40f24-c757-41b9-a7fe-bf8e86391eef req-90db6519-c9fc-40c5-83fe-44af64c416a2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0494902 Oct 13 04:57:46.860254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-06f40f24-c757-41b9-a7fe-bf8e86391eef req-7e6c62de-5a1f-48ff-afcd-dabb6b36bd8d tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Oct 13 04:57:47.359562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:57:47.979191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cd572-0fee-4b83-91c3-c691bb6a39fc req-53d3f246-50ca-41a3-9923-ee961d8b150b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:47.980665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-005cd572-0fee-4b83-91c3-c691bb6a39fc req-53d3f246-50ca-41a3-9923-ee961d8b150b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0530922 Oct 13 04:57:48.019767 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-005cd572-0fee-4b83-91c3-c691bb6a39fc req-ca975aba-7660-44a9-8398-9469aeae786a tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321982 Oct 13 04:57:49.132982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e846-c926-41f4-868f-b9c4933a8019 req-bb30f5c6-3f56-481a-b815-2705e20a143d tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:49.134429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d86e846-c926-41f4-868f-b9c4933a8019 req-bb30f5c6-3f56-481a-b815-2705e20a143d tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0485339 Oct 13 04:57:49.171462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d86e846-c926-41f4-868f-b9c4933a8019 req-baa262dd-56a9-4253-8c29-2b53407b6fe0 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Oct 13 04:57:50.286449 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f2243-0a3d-4738-b12f-dd766bc47a9b req-c1594889-a855-4673-b05b-017471405fff tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:50.288002 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e47f2243-0a3d-4738-b12f-dd766bc47a9b req-c1594889-a855-4673-b05b-017471405fff tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0497699 Oct 13 04:57:50.324706 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e47f2243-0a3d-4738-b12f-dd766bc47a9b req-81032ac7-0b25-48fc-9a3f-6a425c69d90d tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307584 Oct 13 04:57:51.440443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0b2c3-fd24-420e-9d90-b63f3e253896 req-e86c7c25-01bd-45d4-abba-8ba43de78cc8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:51.442224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9df0b2c3-fd24-420e-9d90-b63f3e253896 req-e86c7c25-01bd-45d4-abba-8ba43de78cc8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0497823 Oct 13 04:57:51.485307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9df0b2c3-fd24-420e-9d90-b63f3e253896 req-e7ae464c-4505-4dba-b8be-c1edb9628fa7 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Oct 13 04:57:52.600878 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8914f-a7e9-41dc-ade2-e117318521d0 req-37d274fc-2f3c-4c87-ae2b-3079fa0c7e96 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:52.602333 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26a8914f-a7e9-41dc-ade2-e117318521d0 req-37d274fc-2f3c-4c87-ae2b-3079fa0c7e96 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0481577 Oct 13 04:57:52.639318 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26a8914f-a7e9-41dc-ade2-e117318521d0 req-22498993-e44b-4999-aee4-2ade2fa5ad0b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Oct 13 04:57:53.754791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e3a7c-e778-4b3e-8727-a9faac18be7e req-c53777c1-67cb-4ed0-9f20-6edcae6252de tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:53.756251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f54e3a7c-e778-4b3e-8727-a9faac18be7e req-c53777c1-67cb-4ed0-9f20-6edcae6252de tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0495393 Oct 13 04:57:53.792985 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f54e3a7c-e778-4b3e-8727-a9faac18be7e req-e55f2287-9786-4a9d-8902-e91b9fa4da53 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309057 Oct 13 04:57:54.911379 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db5cc8-6a9f-48cf-b360-51b87dc36666 req-a8ffee22-c58d-4289-817b-59be464d95af tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:54.912832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4db5cc8-6a9f-48cf-b360-51b87dc36666 req-a8ffee22-c58d-4289-817b-59be464d95af tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0522411 Oct 13 04:57:54.948822 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c4db5cc8-6a9f-48cf-b360-51b87dc36666 req-2d148365-18f4-40c5-8073-82a15b0482eb tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Oct 13 04:57:56.062936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de6c6f-512f-4e2a-b57f-28952e17cbd9 req-4d29c606-398e-4610-8b4b-8d31cd299cbe tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:56.064432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7de6c6f-512f-4e2a-b57f-28952e17cbd9 req-4d29c606-398e-4610-8b4b-8d31cd299cbe tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0504086 Oct 13 04:57:56.103306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7de6c6f-512f-4e2a-b57f-28952e17cbd9 req-1cb877a8-0ce8-406a-9b95-61c2859c4c28 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Oct 13 04:57:57.218183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a8e2-5df7-424c-8555-7bf3626ae442 req-d82e4986-44c9-49b4-b45e-0c876e087ceb tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:57.219686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9785a8e2-5df7-424c-8555-7bf3626ae442 req-d82e4986-44c9-49b4-b45e-0c876e087ceb tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0499704 Oct 13 04:57:57.257612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9785a8e2-5df7-424c-8555-7bf3626ae442 req-5eda5c97-f91c-4147-b7a5-5178c7562084 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 13 04:57:57.997966 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:57:58.376011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa944-b26b-4174-8986-79d1553aae5a req-3dda7fd3-cd91-4a98-8e4e-5ac862c35b13 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:58.377481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c2baa944-b26b-4174-8986-79d1553aae5a req-3dda7fd3-cd91-4a98-8e4e-5ac862c35b13 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0490704 Oct 13 04:57:58.419170 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c2baa944-b26b-4174-8986-79d1553aae5a req-5ca85dcc-72c6-46d1-aa7f-6b21f3b5f248 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359204 Oct 13 04:57:59.535384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966287db-6bdb-4bf8-a345-1af894cec1c5 req-be44a74b-aa07-4e94-90ba-2c198b274f17 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:57:59.536884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-966287db-6bdb-4bf8-a345-1af894cec1c5 req-be44a74b-aa07-4e94-90ba-2c198b274f17 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0504346 Oct 13 04:57:59.574818 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-966287db-6bdb-4bf8-a345-1af894cec1c5 req-d50d527c-9b63-47ec-82a2-059d01f927ba tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Oct 13 04:58:00.688580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3884f-e747-4b05-8178-bfc38377ca06 req-3a778bd0-f260-436b-98c0-80b94457c351 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:00.690048 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5d3884f-e747-4b05-8178-bfc38377ca06 req-3a778bd0-f260-436b-98c0-80b94457c351 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0487690 Oct 13 04:58:00.728199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f5d3884f-e747-4b05-8178-bfc38377ca06 req-d46fe333-4b00-4d3e-99fa-7157e4c259ac tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Oct 13 04:58:01.846484 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165ed8a-c084-4e9f-8808-814a55ef85c4 req-f462c0f7-210a-4ae1-accc-36cb4dc603a7 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:01.847984 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5165ed8a-c084-4e9f-8808-814a55ef85c4 req-f462c0f7-210a-4ae1-accc-36cb4dc603a7 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0537994 Oct 13 04:58:01.885765 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5165ed8a-c084-4e9f-8808-814a55ef85c4 req-db68b7d9-56b8-4a2f-9411-f8a03d5f3d32 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Oct 13 04:58:02.998381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0867b50-0488-4bd9-9f1b-10ebcf59cccd req-ed81c1a9-2838-4a4d-a83e-dd04e447e960 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:03.000563 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0867b50-0488-4bd9-9f1b-10ebcf59cccd req-ed81c1a9-2838-4a4d-a83e-dd04e447e960 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0490584 Oct 13 04:58:03.038849 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c0867b50-0488-4bd9-9f1b-10ebcf59cccd req-c776f29c-f063-4afd-9bc5-1bad4db2833e tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Oct 13 04:58:04.154497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9ed0e-0cb1-4f43-a80a-4e75200fb3a0 req-53da3485-aa02-459f-b5df-5e5192b9e22c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:04.156115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8f9ed0e-0cb1-4f43-a80a-4e75200fb3a0 req-53da3485-aa02-459f-b5df-5e5192b9e22c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0493572 Oct 13 04:58:04.192762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8f9ed0e-0cb1-4f43-a80a-4e75200fb3a0 req-1dc8ea3e-4f27-4711-a0f4-edaa2d3122f8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Oct 13 04:58:05.306112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8190-8aee-446b-98ba-de1af62a59d3 req-d3f313e9-8349-443b-a0af-499ce45bd1e8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:05.307592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-acda8190-8aee-446b-98ba-de1af62a59d3 req-d3f313e9-8349-443b-a0af-499ce45bd1e8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0480335 Oct 13 04:58:05.348375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-acda8190-8aee-446b-98ba-de1af62a59d3 req-678d330d-8042-4f69-805f-c5dc8a2b02e4 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Oct 13 04:58:06.464013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751ae13-384d-4131-ac23-2d3210c0f895 req-f2c01d72-008a-4644-97c4-fcb085b39bd8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:06.465505 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c751ae13-384d-4131-ac23-2d3210c0f895 req-f2c01d72-008a-4644-97c4-fcb085b39bd8 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0499690 Oct 13 04:58:06.503735 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c751ae13-384d-4131-ac23-2d3210c0f895 req-de8244a3-b96c-48ef-8fa3-8593bbe37c80 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Oct 13 04:58:07.616732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279fe21-bcf8-4ea1-a4e4-2e604edae8a9 req-75e8b72b-56ed-4d85-896d-e32cf59d5959 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:07.618202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5279fe21-bcf8-4ea1-a4e4-2e604edae8a9 req-75e8b72b-56ed-4d85-896d-e32cf59d5959 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0488203 Oct 13 04:58:07.655592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5279fe21-bcf8-4ea1-a4e4-2e604edae8a9 req-f0cd6304-53b9-4fd2-be60-fc04b3f935c9 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Oct 13 04:58:08.774021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b8da1-52b6-4d1f-acb6-ecc74a529f74 req-f7390774-55e5-4962-a887-efc732aaf043 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:08.775406 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a91b8da1-52b6-4d1f-acb6-ecc74a529f74 req-f7390774-55e5-4962-a887-efc732aaf043 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0525358 Oct 13 04:58:08.811922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a91b8da1-52b6-4d1f-acb6-ecc74a529f74 req-6500d82a-5724-4a30-9392-7b98ddc0c2e5 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Oct 13 04:58:09.926803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34ab74-4076-4b3e-8dc2-0e99d4c17112 req-fc6f6b8b-f05b-4652-9d29-40808011e741 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:09.928328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d34ab74-4076-4b3e-8dc2-0e99d4c17112 req-fc6f6b8b-f05b-4652-9d29-40808011e741 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0489826 Oct 13 04:58:09.966312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d34ab74-4076-4b3e-8dc2-0e99d4c17112 req-853ebb76-3c30-47ba-8a94-9091345d43d0 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Oct 13 04:58:11.081645 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0f12f-c5df-494f-a4a6-10113bba3cd4 req-b44a6705-c3c3-4744-b954-7dbf215d6854 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:11.083133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15c0f12f-c5df-494f-a4a6-10113bba3cd4 req-b44a6705-c3c3-4744-b954-7dbf215d6854 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0483036 Oct 13 04:58:11.121787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-15c0f12f-c5df-494f-a4a6-10113bba3cd4 req-356f41eb-d431-4dac-ab85-ea1a0f719d0a tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Oct 13 04:58:11.817090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ee69-8b3e-4ec1-9e18-39d0be8e6dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:11.894307 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:12.235391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d610f-16f5-4a71-b811-9767c80dec9f req-6c0ccbb8-bfd4-405a-bc9c-45056b674364 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:12.236837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f24d610f-16f5-4a71-b811-9767c80dec9f req-6c0ccbb8-bfd4-405a-bc9c-45056b674364 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0490696 Oct 13 04:58:12.277493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f24d610f-16f5-4a71-b811-9767c80dec9f req-3f6c0961-a6c6-407e-8f87-d3491b9ab534 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Oct 13 04:58:13.006052 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-9ebb901f-2a1f-4bdd-a4d1-c7b60c361f5d service neutron] show failed (client error): The resource could not be found. Oct 13 04:58:13.007038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-9ebb901f-2a1f-4bdd-a4d1-c7b60c361f5d service neutron] 10.222.0.16 "GET /v2.0/ports/fb40fcb7-7a4f-42a6-a4ab-e19652721491/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0543139 Oct 13 04:58:13.174054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.197910 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-1abef21b-367b-4d2f-a0e9-37492d465231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:13.199475 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-1abef21b-367b-4d2f-a0e9-37492d465231 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c&tenant_id=9c9190cf21244c36beb5dce5049523e9 HTTP/1.1" status: 200 len: 1097 time: 0.0418458 Oct 13 04:58:13.210622 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:58:13.265536 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.470001 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766373e-44c3-4d70-84e1-157ec8bb1828 req-32b3ece5-f0a8-4dec-894a-154737b32e08 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:13.471513 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e766373e-44c3-4d70-84e1-157ec8bb1828 req-32b3ece5-f0a8-4dec-894a-154737b32e08 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.1055865 Oct 13 04:58:13.525660 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e766373e-44c3-4d70-84e1-157ec8bb1828 req-3c003f5c-32f1-43a9-b2aa-b5730dc8f70d tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Oct 13 04:58:13.536697 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:13.570559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:58:13.613062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:13.615570 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fc246e-798b-47ef-bf96-2b5ffbe5cb5b" -d '{"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:13.619676 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.632675 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Transition to ACTIVE for port object fb40fcb7-7a4f-42a6-a4ab-e19652721491 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:58:13.636520 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.664692 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199464b8-59a6-4a45-98bb-5089ff030578 x-openstack-request-id: req-199464b8-59a6-4a45-98bb-5089ff030578 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:13.664989 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:13.665247 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-199464b8-59a6-4a45-98bb-5089ff030578 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:13.665645 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'code': 200} Oct 13 04:58:13.686975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:13.702931 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] No DVR routers for this DVR port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:58:13.737790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:58:13.738126 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:58:13.738452 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:58:13.742672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:58:13.742988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Attempting to bind port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on network de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:58:13.747794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:58:13.748129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Checking segment: {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:58:13.748509 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Bound using segment: {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:58:13.748932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Bound port: fb40fcb7-7a4f-42a6-a4ab-e19652721491, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852f4ba3-5d92-4faa-8e3f-f9c246f77889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:58:13.749280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.814636 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:58:13.817802 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:58:13.821465 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.855355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:13.855969 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:13.857372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] 10.222.0.47 "PUT /v2.0/ports/fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 1092 time: 0.6505935 Oct 13 04:58:13.914747 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7dae-a0d9-488f-8261-5292852b0fdc service neutron] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:13.933038 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-6dce6cfa-c02c-4dd3-82b5-f6ab00f1fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:13.934523 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-6dce6cfa-c02c-4dd3-82b5-f6ab00f1fc48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1095 time: 0.0525093 Oct 13 04:58:14.027660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-81a8587f-cc24-436c-8b06-3ba7bd8e86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:14.029163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-81a8587f-cc24-436c-8b06-3ba7bd8e86b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.0870690 Oct 13 04:58:14.069788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-1d7bd3d5-042d-444e-9c59-974de3c04bb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0337677 Oct 13 04:58:14.118093 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-4adc65a6-0761-4e75-a42d-96bc2c812559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:14.119546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-4adc65a6-0761-4e75-a42d-96bc2c812559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0437174 Oct 13 04:58:14.150329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-9fa1739b-4033-49b0-b4ca-b226bf46ab60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237892 Oct 13 04:58:14.238437 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bbb08049-f2b2-4c30-88c7-99ea075a11ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:14.248911 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-adcf3855-872c-4c46-894c-5ba63fb0ff2a service neutron] 10.222.0.47 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913107 Oct 13 04:58:14.338022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-541b6046-0b68-4e14-9346-5b586b8078c2 req-12d12820-16d6-4ab5-8e81-e2fbd52f8669 service neutron] 10.222.0.47 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Oct 13 04:58:14.643463 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e04ba-d1ab-4c3d-b897-3111df9be16f req-3ec83307-9091-4d53-9316-09abfb82caa3 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:14.644842 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f55e04ba-d1ab-4c3d-b897-3111df9be16f req-3ec83307-9091-4d53-9316-09abfb82caa3 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.0534468 Oct 13 04:58:14.682293 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f55e04ba-d1ab-4c3d-b897-3111df9be16f req-c2869444-29f4-4627-bd26-2cfc005a66ae tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Oct 13 04:58:15.385005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:15.587974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:15.667417 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:15.669742 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a" -d '{"events": [{"name": "network-changed", "server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:15.722117 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcec86c-e22c-4056-9da5-95e3c2a344a4 x-openstack-request-id: req-fdcec86c-e22c-4056-9da5-95e3c2a344a4 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:15.722412 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:15.722667 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fdcec86c-e22c-4056-9da5-95e3c2a344a4 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:15.723092 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'status': 'completed', 'code': 200} Oct 13 04:58:15.798336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-48268114-980f-48f5-824e-f412cf74f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.800671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-48268114-980f-48f5-824e-f412cf74f0d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1095 time: 0.0580556 Oct 13 04:58:15.820369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-78e43fbf-1306-4d9f-b5b9-23e5788fffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.821872 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-78e43fbf-1306-4d9f-b5b9-23e5788fffd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1095 time: 0.0805783 Oct 13 04:58:15.884410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5c6b3-d060-47d2-8a88-4ac03c187da8 req-8d8f95b3-1c76-4acb-84b3-61f700e57942 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.885892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aab5c6b3-d060-47d2-8a88-4ac03c187da8 req-8d8f95b3-1c76-4acb-84b3-61f700e57942 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 944 time: 0.1174419 Oct 13 04:58:15.901974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-1e131d94-d735-49a1-afe7-cc973f2fde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.903695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-1e131d94-d735-49a1-afe7-cc973f2fde05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.0949399 Oct 13 04:58:15.944976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-88ce1e14-9de1-49dd-8b7b-b4648524f66a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0344486 Oct 13 04:58:15.953773 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aab5c6b3-d060-47d2-8a88-4ac03c187da8 req-8fd3d083-23e3-437a-a206-bb5c954aea6c tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602500 Oct 13 04:58:15.955241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-0b612774-38ea-47ed-b5a0-3378add80f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.956604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-0b612774-38ea-47ed-b5a0-3378add80f51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.1263015 Oct 13 04:58:15.995382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-e39cf8c6-c995-473f-9521-41cbcce780bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:15.996837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-e39cf8c6-c995-473f-9521-41cbcce780bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0443094 Oct 13 04:58:15.998990 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-deaa27af-4a1b-4c31-9b0e-0adbf2023b4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0355201 Oct 13 04:58:16.028499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-b8ae843d-3a8b-476e-9de5-496cb544da37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242999 Oct 13 04:58:16.052193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-016d50aa-0fbe-4e22-a4a8-91780275dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:16.053640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-016d50aa-0fbe-4e22-a4a8-91780275dee3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0484083 Oct 13 04:58:16.085686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-3e2aeebd-9640-4470-b81d-ee86b6b3adda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252659 Oct 13 04:58:16.090091 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:58:16.123188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-2d0a6aa8-cd65-414c-b1cb-58f69916cfe9 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878131 Oct 13 04:58:16.131671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:58:16.177397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-e8bff875-02bb-45d8-989b-2e5ca7005081 service neutron] 10.222.0.47 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840337 Oct 13 04:58:16.216780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-8f1e16aa-5cff-4125-a962-9ad5b565f26a service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866404 Oct 13 04:58:16.272602 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7474d2ee-bd48-4533-b51d-b7e5e7f5767a req-b167e986-5d98-44a3-82c0-07bdddba05cd service neutron] 10.222.0.47 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881708 Oct 13 04:58:16.417219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:58:16.512749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:16.525883 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'network_id': 'de7e96d9-d0ee-4a0c-98b0-df28833f7ea4', 'port_id': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'mac_address': 'fa:16:3e:9b:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2c9740-0148-4b50-a4f0-38841afb2eb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:58:16.562055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:16.574222 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb40fcb7-7a4f-42a6-a4ab-e19652721491 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:58:16.593127 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:16.597381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:16.646738 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:16.654020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.654371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.654713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.655053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.655411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.655744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.656171 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.656639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.657048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.657381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.657712 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.658043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:16.852934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['fb40fcb7-7a4f-42a6-a4ab-e19652721491'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:58:17.073378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846377f0-03e2-4c5e-9640-7fd5d5922312 req-19b7be2d-82a6-482d-b1fa-b0eb27d050e6 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:17.074848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-846377f0-03e2-4c5e-9640-7fd5d5922312 req-19b7be2d-82a6-482d-b1fa-b0eb27d050e6 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 945 time: 0.0495775 Oct 13 04:58:17.112688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-846377f0-03e2-4c5e-9640-7fd5d5922312 req-6b4fb3f0-fc85-4af1-9097-a4cdfc1d33e6 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Oct 13 04:58:17.341665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-23ed5204-3dac-4ddf-a1f0-962899c3cbf5 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:17.343119 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-23ed5204-3dac-4ddf-a1f0-962899c3cbf5 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.16 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c&tenant_id=9c9190cf21244c36beb5dce5049523e9&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 945 time: 0.0509524 Oct 13 04:58:17.362470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:17.402957 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-3adfea4c-4a4d-4299-930b-d9661aaa2106 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:58:17.403919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-3adfea4c-4a4d-4299-930b-d9661aaa2106 service neutron] 10.222.0.16 "DELETE /v2.0/ports/fb40fcb7-7a4f-42a6-a4ab-e19652721491/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0537593 Oct 13 04:58:17.491046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-85a640d2-f26c-47f9-bfe4-85a6b26b25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:17.492546 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-85a640d2-f26c-47f9-bfe4-85a6b26b25c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c9190cf21244c36beb5dce5049523e9&device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 1096 time: 0.0451198 Oct 13 04:58:17.582736 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-40292fd4-8585-4e05-a860-fa4e5d5acda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:17.584226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-40292fd4-8585-4e05-a860-fa4e5d5acda7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 200 len: 912 time: 0.0854933 Oct 13 04:58:17.629176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-262613b2-4f33-4b70-b304-b47a45f912f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 200 len: 217 time: 0.0380428 Oct 13 04:58:17.677598 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-5a7bf2d5-cae2-4e0b-8a11-0a0e6ce3b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:17.678905 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-5a7bf2d5-cae2-4e0b-8a11-0a0e6ce3b204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 200 len: 851 time: 0.0434163 Oct 13 04:58:17.709607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-7aca1390-3c6e-4338-a9cc-533bf4e64194 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239041 Oct 13 04:58:17.798218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-b664c994-ae27-413a-ad10-9bcb7fa365a1 service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812683 Oct 13 04:58:17.889034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-f82fbbe7-2dac-44dc-9dd1-d6158f49c44f service neutron] 10.222.0.16 "GET /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Oct 13 04:58:18.432777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:58:18.492265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port fb40fcb7-7a4f-42a6-a4ab-e19652721491 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:58:18.496108 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port fb40fcb7-7a4f-42a6-a4ab-e19652721491 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:58:18.496480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:18.563703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6ae7-da91-47e0-acb9-2e3de529dc4b req-0fdd8c16-3a22-4d1e-844e-201183cf6fd2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:18.565094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00aa6ae7-da91-47e0-acb9-2e3de529dc4b req-0fdd8c16-3a22-4d1e-844e-201183cf6fd2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 945 time: 0.0512516 Oct 13 04:58:18.575812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:18.598897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:18.601497 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03720503-ce91-40c1-a659-249746c275f7" -d '{"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:18.603440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00aa6ae7-da91-47e0-acb9-2e3de529dc4b req-4171a139-e54a-4511-a53b-33f761d1de3b tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Oct 13 04:58:18.615963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:18.621257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:18.645525 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e01d495-82a9-4768-863a-a70ce2e811f5 x-openstack-request-id: req-5e01d495-82a9-4768-863a-a70ce2e811f5 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:18.645815 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-plugged", "status": "completed", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:18.646065 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e01d495-82a9-4768-863a-a70ce2e811f5 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:18.646451 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'code': 200} Oct 13 04:58:18.674476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:19.732715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf95c-ec0c-44da-8267-eed5420e7199 req-412a3aaa-b2c4-4a14-ad89-c12eb715c0db tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:19.734881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68ecf95c-ec0c-44da-8267-eed5420e7199 req-412a3aaa-b2c4-4a14-ad89-c12eb715c0db tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0581183 Oct 13 04:58:19.834329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-5fe00c56-abc2-4d7b-b1af-791c269e8dcf tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:19.835843 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-5fe00c56-abc2-4d7b-b1af-791c269e8dcf tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.47 "GET /v2.0/ports?device_id=9898ecc1-dfad-4abd-ac91-566ede9dea3c HTTP/1.1" status: 200 len: 946 time: 0.0532329 Oct 13 04:58:19.935362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Deleting port fb40fcb7-7a4f-42a6-a4ab-e19652721491 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:58:19.935728 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:20.029908 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] For port fb40fcb7-7a4f-42a6-a4ab-e19652721491, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fb40fcb7-7a4f-42a6-a4ab-e19652721491,segment=NetworkSegment(852f4ba3-5d92-4faa-8e3f-f9c246f77889),segment_id=852f4ba3-5d92-4faa-8e3f-f9c246f77889)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:20.030198 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:20.043515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Calling delete_port for fb40fcb7-7a4f-42a6-a4ab-e19652721491 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:58:20.116015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-68ecf95c-ec0c-44da-8267-eed5420e7199 req-1c23b627-a52c-4edd-913c-5a9759e4e9d3 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.49 "GET /v2.0/security-groups?id=f048d548-7f73-4723-8d93-fd596b398f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750024 Oct 13 04:58:20.180517 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:20.192822 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['fb40fcb7-7a4f-42a6-a4ab-e19652721491'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:58:20.214974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Pushing event deleted for resources: {'Port': ['ID=fb40fcb7-7a4f-42a6-a4ab-e19652721491,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:20.259398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] No DVR routers for this DVR port fb40fcb7-7a4f-42a6-a4ab-e19652721491 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:58:20.261922 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:20.265315 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3b950faa-61dc-4ec8-9452-db7172ef507f req-15f42542-d0ac-498d-9ef3-6d4527987ea2 tempest-DeleteServersTestJSON-1938333653 tempest-DeleteServersTestJSON-1938333653-project] 10.222.0.47 "DELETE /v2.0/ports/fb40fcb7-7a4f-42a6-a4ab-e19652721491 HTTP/1.1" status: 204 len: 173 time: 0.4236064 Oct 13 04:58:20.266339 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-deleted', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:20.268907 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db117951-b40e-4b92-8b91-a6220b1bc65b" -d '{"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-deleted", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:20.308004 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b19365-3b33-4960-a851-8c949d1ff902 x-openstack-request-id: req-d4b19365-3b33-4960-a851-8c949d1ff902 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:20.308309 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9898ecc1-dfad-4abd-ac91-566ede9dea3c", "name": "network-vif-deleted", "tag": "fb40fcb7-7a4f-42a6-a4ab-e19652721491", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:20.308564 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4b19365-3b33-4960-a851-8c949d1ff902 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:20.308967 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898ecc1-dfad-4abd-ac91-566ede9dea3c', 'name': 'network-vif-deleted', 'tag': 'fb40fcb7-7a4f-42a6-a4ab-e19652721491', 'status': 'completed', 'code': 200} Oct 13 04:58:21.256234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37672) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:21.301145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Deleting subnet 0f2c9740-0148-4b50-a4f0-38841afb2eb0 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:58:21.304128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.337246 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.376567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.430107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.458983 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2c9740-0148-4b50-a4f0-38841afb2eb0,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:21.461502 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.464638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0f2c9740-0148-4b50-a4f0-38841afb2eb0 HTTP/1.1" status: 204 len: 168 time: 0.2074156 Oct 13 04:58:21.467336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37674) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:21.471759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.472107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.472449 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.472784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.473116 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.473446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.473770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.474355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.474683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.475004 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.475350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.475670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097bfa7b-b8f3-49fe-b041-3569bbc0ba81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:58:21.538808 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.618656 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.638371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7e96d9-d0ee-4a0c-98b0-df28833f7ea4']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:58:21.647646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852f4ba3-5d92-4faa-8e3f-f9c246f77889') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:58:21.647943 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852f4ba3-5d92-4faa-8e3f-f9c246f77889') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:58:21.657097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.669778 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.676054 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:58:21.676435 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:58:21.678040 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:58:21.730238 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.735592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.738882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] 10.222.0.49 "DELETE /v2.0/networks/de7e96d9-d0ee-4a0c-98b0-df28833f7ea4 HTTP/1.1" status: 204 len: 168 time: 0.2704926 Oct 13 04:58:21.752246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5c58-bc3c-4962-b7dd-7e50d00b6637 admin admin] Pushing event deleted for resources: {'Network': ['ID=de7e96d9-d0ee-4a0c-98b0-df28833f7ea4,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:21.845775 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37678) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:21.885284 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f34f7e31-f3d7-46e8-b057-64a406578478 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c9190cf21244c36beb5dce5049523e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383112 Oct 13 04:58:21.887677 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 37680) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:21.940038 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:21.961175 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.008585 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.011268 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.012413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f048d548-7f73-4723-8d93-fd596b398f55 HTTP/1.1" status: 204 len: 168 time: 0.1238475 Oct 13 04:58:22.020981 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00a43-40ac-4d8d-8875-7301221aecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f048d548-7f73-4723-8d93-fd596b398f55,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:22.461219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:58:22.482839 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: fb40fcb7-7a4f-42a6-a4ab-e19652721491 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:58:22.483302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fb40fcb7-7a4f-42a6-a4ab-e19652721491 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:58:22.679724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37702) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:22.777846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1454174709-network', 'tenant_id': '2b01d50e372848cb83808700cd5acab2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:58:22.798354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Made reservation on behalf of 2b01d50e372848cb83808700cd5acab2 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:58:22.800599 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.809178 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.882928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.886387 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.910057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:58:22.918534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f95af-1082-4975-999b-92b43c91e585,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:22.926340 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.926597 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Added segment 3e8f701c-26e5-48d4-8388-348505f327bd of type vlan for network e2603d66-89e5-453d-b36e-52e76ebd095e Oct 13 04:58:22.967207 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.991295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:22.992221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:22.992800 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:23.045858 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3649368 Oct 13 04:58:23.048713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 37706) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:58:23.059358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Request body: {'subnet': {'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1454174709-subnet', 'tenant_id': '2b01d50e372848cb83808700cd5acab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:58:23.070615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3585f-f9e3-47af-a7df-3c5c2daa54c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2603d66-89e5-453d-b36e-52e76ebd095e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:23.081911 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network e2603d66-89e5-453d-b36e-52e76ebd095e details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:58:23.086263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Made reservation on behalf of 2b01d50e372848cb83808700cd5acab2 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:58:23.088612 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:23.253639 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:23.309656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd69442-493f-4e65-9169-a568cf665717,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:23.317660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Checking segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:58:23.318025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Network hostable DHCP agents. Network: e2603d66-89e5-453d-b36e-52e76ebd095e, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:58:23.333350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Network e2603d66-89e5-453d-b36e-52e76ebd095e is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:58:23.341523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, e2603d66-89e5-453d-b36e-52e76ebd095e) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:58:23.345558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:23.346143 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:23.350978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee1bf7-4075-4d8a-935f-731dcd2423db None None] Network e2603d66-89e5-453d-b36e-52e76ebd095e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:58:23.362381 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5dd39395-664c-4153-924a-7451d274dcc3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3073711 Oct 13 04:58:23.480130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061291e-0d23-4c7d-bc2f-1cac82c426db None None] Network e2603d66-89e5-453d-b36e-52e76ebd095e requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:58:23.788308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-024705df-744e-4c30-af4c-3077dce7e66f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:23.789750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-024705df-744e-4c30-af4c-3077dce7e66f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 815 time: 0.1030025 Oct 13 04:58:23.804224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-45d22e13-e454-4765-9fb9-55372a4d442b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/quotas/2b01d50e372848cb83808700cd5acab2 HTTP/1.1" status: 200 len: 375 time: 0.0088587 Oct 13 04:58:23.834624 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-762fe1c8-991e-4a8e-a5cf-0ff269f26640 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253229 Oct 13 04:58:23.845667 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-35b84da8-5565-4cd4-8dd8-37d3f6be734b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 04:58:23.846625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-35b84da8-5565-4cd4-8dd8-37d3f6be734b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053132 Oct 13 04:58:23.934866 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-10ba302e-6737-440d-883b-4f93c6966c9a service neutron] 10.222.0.49 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810404 Oct 13 04:58:24.027217 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-ea3e2397-4578-4ae3-a194-aff7edfc7386 service neutron] 10.222.0.49 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859623 Oct 13 04:58:24.183875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c8fd3a31-4bb8-44c3-a07a-b67dcc7bc34d req-e8a8d624-6c91-4875-b7f4-939770c4c37b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 210 time: 0.0261333 Oct 13 04:58:25.090734 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-d585b07b-4ec6-4d83-85fd-3fd8b7501af3 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:25.092314 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-d585b07b-4ec6-4d83-85fd-3fd8b7501af3 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 815 time: 0.1046770 Oct 13 04:58:25.106241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Request body: {'port': {'device_id': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'admin_state_up': True, 'tenant_id': '2b01d50e372848cb83808700cd5acab2'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:58:25.220047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Made reservation on behalf of 2b01d50e372848cb83808700cd5acab2 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:58:25.223587 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:25.310356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e1687c54-47e2-4c1a-b0ff-df13ffa34cd6 req-d3425eee-ef19-40f3-b93b-2e30cb1ff5b1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 210 time: 0.0345640 Oct 13 04:58:25.372030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Allocated IP 172.20.0.2 (e2603d66-89e5-453d-b36e-52e76ebd095e/6bd69442-493f-4e65-9169-a568cf665717/07400a54-cbc9-49ce-be88-5c9febb9c82f) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:58:25.517226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:25.551680 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:25.595170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Network e2603d66-89e5-453d-b36e-52e76ebd095e is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:58:25.598169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:58:25.601434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:58:25.631575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:25.655201 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:25.655814 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:25.671019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-b06c8e0d-c2f9-41ca-a23b-e9700aae68bb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688059 Oct 13 04:58:25.682958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Request body: {'port': {'device_id': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:58:25.740130 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:25.992324 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07400a54-cbc9-49ce-be88-5c9febb9c82f {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:58:25.999555 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:26.012002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Transition to ACTIVE for port object 07400a54-cbc9-49ce-be88-5c9febb9c82f will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:58:26.015133 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:26.066122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:26.132606 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:58:26.133288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:58:26.133288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:58:26.137460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:58:26.137779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:58:26.142483 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:58:26.142814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Checking segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:58:26.143230 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Bound using segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:58:26.143660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Bound port: 07400a54-cbc9-49ce-be88-5c9febb9c82f, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:58:26.144013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:26.205940 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:58:26.208968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:58:26.213827 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:26.246168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:26.246788 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:26.248199 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] 10.222.0.47 "PUT /v2.0/ports/07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 1091 time: 0.5691321 Oct 13 04:58:26.248633 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:26.251135 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2de6040-1c75-4e63-b0b8-e76ec098ca93" -d '{"events": [{"name": "network-changed", "server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:26.276475 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8364-e609-408e-be40-a51b1726212e service neutron] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:26.289364 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413007e-0818-409c-a536-0fbd5229ff70 x-openstack-request-id: req-d413007e-0818-409c-a536-0fbd5229ff70 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:26.289673 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:26.289919 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d413007e-0818-409c-a536-0fbd5229ff70 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:26.290323 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'status': 'completed', 'code': 200} Oct 13 04:58:26.357111 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-5b48ecb8-4c3d-47ed-8ede-981110bd4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:26.358629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-5b48ecb8-4c3d-47ed-8ede-981110bd4439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0467210 Oct 13 04:58:26.402999 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-36fa240c-8fd4-4d27-a28d-dc86ef1dec85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0350816 Oct 13 04:58:26.474491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-61bd373c-6570-49d7-bb81-a327416c2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:26.476021 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-61bd373c-6570-49d7-bb81-a327416c2df5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0652225 Oct 13 04:58:26.488123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932ba9e-bf12-4346-a26c-148cf22ab614 req-f45f5209-89d3-4855-bf14-57d199a5bd4f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:26.489531 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5932ba9e-bf12-4346-a26c-148cf22ab614 req-f45f5209-89d3-4855-bf14-57d199a5bd4f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0891666 Oct 13 04:58:26.856468 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-a6e4df98-8663-43a0-b26a-4e7a633ed916 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3659875 Oct 13 04:58:26.882625 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5932ba9e-bf12-4346-a26c-148cf22ab614 req-1c0b5b0a-013d-4cb1-b8cc-869a95e90cc8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849485 Oct 13 04:58:26.959032 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-49c08b7b-d729-48e3-b80f-81b84a197342 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902607 Oct 13 04:58:27.048207 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d2ed2191-f675-4fcd-8526-15b4b80bfba6 req-3f553876-0eeb-44ff-9a33-ea66fcbd391c service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815229 Oct 13 04:58:27.135163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-b7440058-eb0b-454c-a6b4-a77c62b21e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:27.136559 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-b7440058-eb0b-454c-a6b4-a77c62b21e23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0412529 Oct 13 04:58:27.228984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-df633544-1764-4602-9d84-16e26b37d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:27.230432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-df633544-1764-4602-9d84-16e26b37d84b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0873699 Oct 13 04:58:27.271174 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-eed0fde6-6404-43d4-a414-7497b7a6a52b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0333629 Oct 13 04:58:27.323569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-ec1ecced-4db4-4a56-b543-a1182844c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:27.324963 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-ec1ecced-4db4-4a56-b543-a1182844c6ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0462916 Oct 13 04:58:27.357579 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-983ecdc4-5373-426c-a85e-77c6d85c1f65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239275 Oct 13 04:58:27.445155 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-1a85933f-b016-4f92-be00-db988c661879 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795193 Oct 13 04:58:27.538777 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c2de6040-1c75-4e63-b0b8-e76ec098ca93 req-a01f6ebf-635c-4d09-8d5d-fe644ddc49e2 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Oct 13 04:58:28.002370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366a56-c51e-49b3-a7ba-8d74e8bce86c req-ab9867b8-81fe-4cb4-a259-a0df8a382a1d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:28.003870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc366a56-c51e-49b3-a7ba-8d74e8bce86c req-ab9867b8-81fe-4cb4-a259-a0df8a382a1d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0528841 Oct 13 04:58:28.040934 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-dc366a56-c51e-49b3-a7ba-8d74e8bce86c req-281dd86a-8f69-4790-816a-b01e5b5aa0b7 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Oct 13 04:58:28.508141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:58:28.604302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:28.615734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'port_id': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'mac_address': 'fa:16:3e:04:d9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd69442-493f-4e65-9169-a568cf665717', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:58:28.651611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:28.663857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07400a54-cbc9-49ce-be88-5c9febb9c82f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:58:28.682880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:28.687715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:28.732957 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:28.876200 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['07400a54-cbc9-49ce-be88-5c9febb9c82f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:58:29.157006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c2125-1b21-487e-8f4a-45cde42f6d12 req-16b40e58-a862-40a2-8fc4-b0d12ca9e0d6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:29.158412 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb8c2125-1b21-487e-8f4a-45cde42f6d12 req-16b40e58-a862-40a2-8fc4-b0d12ca9e0d6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0495734 Oct 13 04:58:29.196331 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb8c2125-1b21-487e-8f4a-45cde42f6d12 req-698d60d9-2175-4d6e-ac01-855abd7e8801 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Oct 13 04:58:30.308978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c067223-e68b-456a-9005-e06e68f9d144 req-98129950-41a3-4517-aac5-e5c9fb6a8b20 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:30.310425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c067223-e68b-456a-9005-e06e68f9d144 req-98129950-41a3-4517-aac5-e5c9fb6a8b20 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0491710 Oct 13 04:58:30.348692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c067223-e68b-456a-9005-e06e68f9d144 req-d355e7e6-7dbb-43b9-8685-cac5b71ad656 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318856 Oct 13 04:58:30.527522 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:58:30.574273 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 07400a54-cbc9-49ce-be88-5c9febb9c82f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:58:30.578336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 07400a54-cbc9-49ce-be88-5c9febb9c82f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:58:30.578710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:30.809191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:30.831258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:58:30.833515 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9064b3-b9ea-4b87-8db9-3ba079df37b5" -d '{"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:58:30.845795 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:58:30.850548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:30.873565 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e29af-2578-4c05-856e-79b4994dd835 x-openstack-request-id: req-eb8e29af-2578-4c05-856e-79b4994dd835 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:58:30.873858 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:58:30.874109 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb8e29af-2578-4c05-856e-79b4994dd835 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:58:30.874517 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'code': 200} Oct 13 04:58:30.900647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:58:30.967901 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867c10-1811-4a96-9fa9-553d3fed8135 req-b2e4223c-1c44-4f69-ad14-9b2f77212290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:30.970383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80867c10-1811-4a96-9fa9-553d3fed8135 req-b2e4223c-1c44-4f69-ad14-9b2f77212290 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0405574 Oct 13 04:58:31.008830 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80867c10-1811-4a96-9fa9-553d3fed8135 req-f08e0eb5-5960-4d32-92e2-77f5fb62fd33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Oct 13 04:58:31.461522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087df73-7bc1-47df-9097-10647a9290d0 req-2da853eb-9a97-4a60-aa33-9400603aa6b9 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:31.463031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4087df73-7bc1-47df-9097-10647a9290d0 req-2da853eb-9a97-4a60-aa33-9400603aa6b9 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0508249 Oct 13 04:58:31.501880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4087df73-7bc1-47df-9097-10647a9290d0 req-f906a080-ba7d-47fc-8ce2-fa6e61908a20 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Oct 13 04:58:32.618924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf539-50f4-4a17-b9ff-5d1b9289e3aa req-81a3da56-10b7-4b8d-b1ea-41170115d31a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:32.620451 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d70cf539-50f4-4a17-b9ff-5d1b9289e3aa req-81a3da56-10b7-4b8d-b1ea-41170115d31a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Oct 13 04:58:32.657738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d70cf539-50f4-4a17-b9ff-5d1b9289e3aa req-61349cca-3949-4627-a49d-11c0403aa40e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Oct 13 04:58:32.773536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283f144-50f1-4ce5-9609-45ff198d08ed req-d2523fa7-b6fd-4ede-9edc-525877272fda tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:32.774898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c283f144-50f1-4ce5-9609-45ff198d08ed req-d2523fa7-b6fd-4ede-9edc-525877272fda tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Oct 13 04:58:32.812727 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c283f144-50f1-4ce5-9609-45ff198d08ed req-608b03af-6fab-4ba3-84b6-09a4a4f7faa8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Oct 13 04:58:33.007883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519f4f6-e69b-4231-83c1-ca6a7db67afa req-51593e91-91d9-48e1-a083-027d3c6414dc tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:33.009342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3519f4f6-e69b-4231-83c1-ca6a7db67afa req-51593e91-91d9-48e1-a083-027d3c6414dc tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Oct 13 04:58:33.048678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3519f4f6-e69b-4231-83c1-ca6a7db67afa req-27ceba9e-e04b-47a6-af3b-eea97c801cfe tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Oct 13 04:58:33.161850 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd3eaa-dcb3-45ac-9713-fe5e40c8044e req-311202f1-63eb-4df0-8782-da5f4900b830 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:33.163334 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-57dd3eaa-dcb3-45ac-9713-fe5e40c8044e req-311202f1-63eb-4df0-8782-da5f4900b830 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0495951 Oct 13 04:58:33.201647 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-57dd3eaa-dcb3-45ac-9713-fe5e40c8044e req-e6974a87-740e-4e16-8e67-dec1d117b6f6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Oct 13 04:58:33.447133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-ce31a684-9729-4086-b20e-e4dc550f016c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679567 Oct 13 04:58:33.463294 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e093d9-7318-45dc-921c-2bf2dcc6b9fb req-fe696866-453f-4ba8-9847-836bc45e53e0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:33.464813 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67e093d9-7318-45dc-921c-2bf2dcc6b9fb req-fe696866-453f-4ba8-9847-836bc45e53e0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0755525 Oct 13 04:58:33.505646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-67e093d9-7318-45dc-921c-2bf2dcc6b9fb req-be6dca85-6305-495b-bdaa-5ad3fded3f80 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Oct 13 04:58:34.624353 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12157945-8833-48ad-ac5b-2c5f7d4e6e5d req-0f2af555-a0ca-4607-9eb6-ef924ce3d122 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:34.631647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12157945-8833-48ad-ac5b-2c5f7d4e6e5d req-0f2af555-a0ca-4607-9eb6-ef924ce3d122 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0588155 Oct 13 04:58:34.652479 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee435-80db-4dab-bc13-435cc727742a req-25b431b3-4024-4e4f-8ca7-e248464bd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:34.653983 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-25b431b3-4024-4e4f-8ca7-e248464bd8f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0424061 Oct 13 04:58:34.666602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12157945-8833-48ad-ac5b-2c5f7d4e6e5d req-f562628a-5d2d-4102-8267-5904ba50f0c6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Oct 13 04:58:34.759252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee435-80db-4dab-bc13-435cc727742a req-d0a5ac4d-14de-4840-99c1-376e230537f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:34.760791 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-d0a5ac4d-14de-4840-99c1-376e230537f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0882552 Oct 13 04:58:34.801239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-3884eb71-dad5-4094-a0cd-76f0b5f8602e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0332155 Oct 13 04:58:34.851299 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fee435-80db-4dab-bc13-435cc727742a req-a32ab57a-f8b2-4be3-86b5-b104b01921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:34.852832 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-a32ab57a-f8b2-4be3-86b5-b104b01921ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0448172 Oct 13 04:58:34.887702 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-71d03f71-151a-48e6-818e-d74f0d366427 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284903 Oct 13 04:58:34.975501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-dffdfac8-7d78-4832-ade8-176098b8296e service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806525 Oct 13 04:58:34.997225 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:58:35.068337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-84fee435-80db-4dab-bc13-435cc727742a req-d7e01a14-4d3f-4105-9c52-e265a238c74c service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Oct 13 04:58:35.149763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-aea06b98-5497-47be-bc7d-89c1fe643361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:35.151542 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-aea06b98-5497-47be-bc7d-89c1fe643361 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0411482 Oct 13 04:58:35.240261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-7fb925db-ea71-47dc-b3ec-6d9f23b178bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:35.241714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-7fb925db-ea71-47dc-b3ec-6d9f23b178bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0838928 Oct 13 04:58:35.286005 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-a88776e1-d268-406c-8b17-57bec6bc4947 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0376847 Oct 13 04:58:35.335146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-68bd9f82-9980-4b61-a50c-2d52058a2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:35.336493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-68bd9f82-9980-4b61-a50c-2d52058a2c7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0444968 Oct 13 04:58:35.367838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-033d9098-bc7b-4e72-a041-2efb9cdf9f9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Oct 13 04:58:35.460709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-17001722-c4e7-42da-be2a-45e2acff6002 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858581 Oct 13 04:58:35.550735 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-53bed5d7-d84e-493a-a3c5-c8d556723421 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Oct 13 04:58:35.782331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522852-f066-42fc-8c60-92d8c40f96dc req-a70c8411-d11a-4f2a-b658-01a92f2c14af tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:35.783836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd522852-f066-42fc-8c60-92d8c40f96dc req-a70c8411-d11a-4f2a-b658-01a92f2c14af tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0499387 Oct 13 04:58:35.825238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cd522852-f066-42fc-8c60-92d8c40f96dc req-75ead94d-4007-472c-91e5-39e917274bab tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355577 Oct 13 04:58:36.957629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085675-28db-437c-a530-97a8dba0e938 req-ac301814-0a85-4fa7-9019-ea201b84346c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:36.959109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44085675-28db-437c-a530-97a8dba0e938 req-ac301814-0a85-4fa7-9019-ea201b84346c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Oct 13 04:58:36.996691 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-44085675-28db-437c-a530-97a8dba0e938 req-9c0660af-30f8-4685-9ed5-90feb946c991 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Oct 13 04:58:38.112460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b46043-b970-404d-a0fe-d7775eb9947e req-5d275cc1-965f-4155-b522-06f5a348bef1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:38.113943 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1b46043-b970-404d-a0fe-d7775eb9947e req-5d275cc1-965f-4155-b522-06f5a348bef1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Oct 13 04:58:38.151031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1b46043-b970-404d-a0fe-d7775eb9947e req-6e78d4e2-8df6-45ae-8bc1-0c6052b79a6f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Oct 13 04:58:39.264741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ab13b-8fff-42f7-a87c-d2058809b265 req-fbfab6bf-1bde-4eea-af41-16bcc14a1977 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:39.266217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e62ab13b-8fff-42f7-a87c-d2058809b265 req-fbfab6bf-1bde-4eea-af41-16bcc14a1977 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Oct 13 04:58:39.303866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e62ab13b-8fff-42f7-a87c-d2058809b265 req-16245a2e-2a80-452b-bae1-aec6b0a83897 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Oct 13 04:58:40.418016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8535d9b-c983-4e16-a86e-1682eee76f07 req-c51ecd09-0561-4bce-a970-ac5943bb9345 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:40.419577 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8535d9b-c983-4e16-a86e-1682eee76f07 req-c51ecd09-0561-4bce-a970-ac5943bb9345 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0492113 Oct 13 04:58:40.457610 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8535d9b-c983-4e16-a86e-1682eee76f07 req-ad8fd19c-6122-4ae6-926b-345d201ece18 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Oct 13 04:58:41.573317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a24754-6edb-4c22-aec7-6bcd236400e0 req-fc340ed4-2edb-43fd-996b-f2a21bf0b797 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:41.574760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9a24754-6edb-4c22-aec7-6bcd236400e0 req-fc340ed4-2edb-43fd-996b-f2a21bf0b797 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Oct 13 04:58:41.612836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9a24754-6edb-4c22-aec7-6bcd236400e0 req-d90611f0-5afd-4741-853a-8cfe0ddfd15a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Oct 13 04:58:41.819508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-01a71f9d-0cb2-47c5-84f5-0327d9b6d885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:41.890565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:42.725929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b962dd-ad16-4beb-b621-1b8b87564d95 req-ba13b3c2-e592-48a1-80a3-a7075b462772 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:42.727438 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7b962dd-ad16-4beb-b621-1b8b87564d95 req-ba13b3c2-e592-48a1-80a3-a7075b462772 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0488651 Oct 13 04:58:42.769788 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7b962dd-ad16-4beb-b621-1b8b87564d95 req-b58bed67-368b-4b38-85ce-2a16d4bb73e7 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Oct 13 04:58:43.173061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:43.887400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfa02b-9215-4d24-b22f-47ecb91b083b req-22d2954c-ed97-411a-a1ef-a4cdba6b9026 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:43.888869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bdbfa02b-9215-4d24-b22f-47ecb91b083b req-22d2954c-ed97-411a-a1ef-a4cdba6b9026 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Oct 13 04:58:43.927028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bdbfa02b-9215-4d24-b22f-47ecb91b083b req-f8f326b9-f651-422d-be6e-6c6963e15be0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Oct 13 04:58:44.239219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-90831df6-67e8-4841-847f-67c422cf4ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:45.044929 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccf733-cadb-446c-9a41-b4d00600a125 req-8a97d7dd-59f7-4db8-8019-1c699e787b69 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:45.046921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1cccf733-cadb-446c-9a41-b4d00600a125 req-8a97d7dd-59f7-4db8-8019-1c699e787b69 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Oct 13 04:58:45.083846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1cccf733-cadb-446c-9a41-b4d00600a125 req-2eb8dfbf-a67d-4995-a191-cbd76d9f6ff7 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Oct 13 04:58:45.386079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:45.591121 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:46.197228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8db243-4ab3-473d-bc56-687ea48bc453 req-3446f49f-fb93-444e-b79d-4d8757f36e39 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:46.198703 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b8db243-4ab3-473d-bc56-687ea48bc453 req-3446f49f-fb93-444e-b79d-4d8757f36e39 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Oct 13 04:58:46.239552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b8db243-4ab3-473d-bc56-687ea48bc453 req-b5dac17a-470f-4aad-84b2-eef708f7ee97 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Oct 13 04:58:47.355620 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e916ae-dd05-46de-b218-5c15187e1d9b req-b9d2ec42-ac81-4e47-878b-f3d4b0c9f006 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:47.357129 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26e916ae-dd05-46de-b218-5c15187e1d9b req-b9d2ec42-ac81-4e47-878b-f3d4b0c9f006 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Oct 13 04:58:47.365545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:58:47.395688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-26e916ae-dd05-46de-b218-5c15187e1d9b req-c526a279-9fd3-4a7d-aac3-a5979e7a2a0b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Oct 13 04:58:48.511340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776167d-5dfc-4149-9fd3-b62fb76c0e7a req-cc2c2cf4-c3b0-44e2-9059-7b8b038380f6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:48.512525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7776167d-5dfc-4149-9fd3-b62fb76c0e7a req-cc2c2cf4-c3b0-44e2-9059-7b8b038380f6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Oct 13 04:58:48.552025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7776167d-5dfc-4149-9fd3-b62fb76c0e7a req-95c6172d-d8c8-457e-ba61-125cc962cd39 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Oct 13 04:58:49.666939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f39037-6b18-4cd5-87e1-796e757fcc35 req-d269c683-6320-4be7-aaea-563bdcaf7882 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:49.668419 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3f39037-6b18-4cd5-87e1-796e757fcc35 req-d269c683-6320-4be7-aaea-563bdcaf7882 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Oct 13 04:58:49.709514 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b3f39037-6b18-4cd5-87e1-796e757fcc35 req-af8db9cf-1d0a-4a84-8085-fb3f54c4d2d8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350893 Oct 13 04:58:50.828093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a965c3-c0f9-46e2-8fec-7ab8db3e05e1 req-6fec5956-687c-40f7-8c1a-6ca603bdd6b8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:50.829536 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79a965c3-c0f9-46e2-8fec-7ab8db3e05e1 req-6fec5956-687c-40f7-8c1a-6ca603bdd6b8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0542393 Oct 13 04:58:50.866651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-79a965c3-c0f9-46e2-8fec-7ab8db3e05e1 req-32813929-5f54-4a63-a2d2-fa96f5d02eed tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Oct 13 04:58:51.997240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8971d32-d48a-4993-98c5-d9416235d915 req-6ab5e361-3cd9-439d-89cd-0098789372ba tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:51.998709 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8971d32-d48a-4993-98c5-d9416235d915 req-6ab5e361-3cd9-439d-89cd-0098789372ba tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0491328 Oct 13 04:58:52.036988 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d8971d32-d48a-4993-98c5-d9416235d915 req-1a93eebe-b497-495d-ae23-70351666952c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 13 04:58:53.151141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51507696-c6d9-49fa-96c1-b8dde5e21303 req-3fc031ad-3763-4974-9b22-dd29bd37fcfa tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:53.152623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51507696-c6d9-49fa-96c1-b8dde5e21303 req-3fc031ad-3763-4974-9b22-dd29bd37fcfa tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0485566 Oct 13 04:58:53.190697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51507696-c6d9-49fa-96c1-b8dde5e21303 req-443103e3-e13e-4f75-8ef6-6737984db3a9 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Oct 13 04:58:54.307628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d340d-5c31-41b8-8d4f-5416702723c6 req-825825a7-9495-46de-9415-fd6f70d54a12 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:54.309122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-696d340d-5c31-41b8-8d4f-5416702723c6 req-825825a7-9495-46de-9415-fd6f70d54a12 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Oct 13 04:58:54.347917 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-696d340d-5c31-41b8-8d4f-5416702723c6 req-b11cd7f0-a1d1-4664-bfe7-bffd6d5b454b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Oct 13 04:58:55.462725 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4b9e9-0b96-4de0-bba6-51892ff1c9ed req-63c9244c-bbf9-4774-9e96-cf54e64f6776 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:55.464228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14c4b9e9-0b96-4de0-bba6-51892ff1c9ed req-63c9244c-bbf9-4774-9e96-cf54e64f6776 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0504982 Oct 13 04:58:55.502544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-14c4b9e9-0b96-4de0-bba6-51892ff1c9ed req-478c3756-beae-4060-b0a2-62ce19b9b78b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Oct 13 04:58:56.617350 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5a3b2-bc45-4af4-8588-3d993240e1cf req-a4243ad4-dc7c-4ed5-bc15-72a1664636a1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:56.618816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1f5a3b2-bc45-4af4-8588-3d993240e1cf req-a4243ad4-dc7c-4ed5-bc15-72a1664636a1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Oct 13 04:58:56.659973 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f1f5a3b2-bc45-4af4-8588-3d993240e1cf req-79d3ef28-aecd-41f9-bb55-e997fb1d5552 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351045 Oct 13 04:58:57.779868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416cd41-e9e1-45d8-a4da-36867a801c4b req-55b9bc01-a5ca-4496-b981-e9788f48019e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:57.781903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2416cd41-e9e1-45d8-a4da-36867a801c4b req-55b9bc01-a5ca-4496-b981-e9788f48019e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Oct 13 04:58:57.818210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2416cd41-e9e1-45d8-a4da-36867a801c4b req-85ecdced-4789-46ea-8035-c3aaa02b2003 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303562 Oct 13 04:58:58.932759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7e22-57cb-4d09-9fe7-90008dbdd941 req-1fbbd1f9-b9b6-4f7e-8a23-f446d59a8909 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:58:58.934240 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c55c7e22-57cb-4d09-9fe7-90008dbdd941 req-1fbbd1f9-b9b6-4f7e-8a23-f446d59a8909 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Oct 13 04:58:58.971704 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c55c7e22-57cb-4d09-9fe7-90008dbdd941 req-06cc1818-9203-4ebd-bae5-b41a858f6c66 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314333 Oct 13 04:59:00.086874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad234f-28fc-4d41-ab4b-11fc7e59f03b req-fe18f76e-64fd-4717-acc3-0f9d32ff5072 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:00.088378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60ad234f-28fc-4d41-ab4b-11fc7e59f03b req-fe18f76e-64fd-4717-acc3-0f9d32ff5072 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Oct 13 04:59:00.127686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-60ad234f-28fc-4d41-ab4b-11fc7e59f03b req-5d63c880-1cc4-4552-b4a8-7e820feaab7e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Oct 13 04:59:01.245958 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97d56e-5fd3-462d-af2a-d53a97db83a8 req-54bcc116-ee28-4449-99b1-49a354f936ca tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:01.248168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec97d56e-5fd3-462d-af2a-d53a97db83a8 req-54bcc116-ee28-4449-99b1-49a354f936ca tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0546920 Oct 13 04:59:01.295420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ec97d56e-5fd3-462d-af2a-d53a97db83a8 req-2f62f8d4-2303-43d7-a107-ae7ed98250e2 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Oct 13 04:59:02.409605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800752e4-379e-41ab-a5ae-29575b6d080f req-7019bac4-2cb5-46a5-b5b8-ce74fe8ec3f8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:02.411079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-800752e4-379e-41ab-a5ae-29575b6d080f req-7019bac4-2cb5-46a5-b5b8-ce74fe8ec3f8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Oct 13 04:59:02.450004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-800752e4-379e-41ab-a5ae-29575b6d080f req-382d3221-f67e-4f76-b6f7-12ac3fd15f75 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Oct 13 04:59:02.476669 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-9812c256-7328-4af2-81eb-d5019c657acb service neutron] show failed (client error): The resource could not be found. Oct 13 04:59:02.477690 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-9812c256-7328-4af2-81eb-d5019c657acb service neutron] 10.222.0.47 "GET /v2.0/ports/07400a54-cbc9-49ce-be88-5c9febb9c82f/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0570655 Oct 13 04:59:02.673857 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-686e51df-2be3-4379-9bab-808ff4866d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:02.675270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-686e51df-2be3-4379-9bab-808ff4866d99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6&tenant_id=2b01d50e372848cb83808700cd5acab2 HTTP/1.1" status: 200 len: 1096 time: 0.0452864 Oct 13 04:59:02.687921 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:02.740176 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:02.946263 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:02.978166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:03.022173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:03.024952 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a62243-7059-432c-8528-d4855dd27d6f" -d '{"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:03.029365 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:03.042234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Transition to ACTIVE for port object 07400a54-cbc9-49ce-be88-5c9febb9c82f will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:59:03.045661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:03.106845 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] No DVR routers for this DVR port 07400a54-cbc9-49ce-be88-5c9febb9c82f on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:59:03.113920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:03.141262 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063a1a2a-1457-44f5-a630-dab38f09568b x-openstack-request-id: req-063a1a2a-1457-44f5-a630-dab38f09568b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:03.141554 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:03.141806 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-063a1a2a-1457-44f5-a630-dab38f09568b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:03.142199 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'code': 200} Oct 13 04:59:03.150856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:59:03.151218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:59:03.151544 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:03.155759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:59:03.156684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Attempting to bind port 07400a54-cbc9-49ce-be88-5c9febb9c82f on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:03.161432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:59:03.161761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Checking segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:59:03.162135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Bound using segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:59:03.162549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Bound port: 07400a54-cbc9-49ce-be88-5c9febb9c82f, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:59:03.162895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:03.229234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:03.232197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:59:03.236495 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:03.273577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:03.274245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:03.275790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 1091 time: 0.5922751 Oct 13 04:59:03.295503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf31bb-b2c4-4fa6-887b-fc6df383c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:03.339245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-60747a26-980e-4f4c-9ca4-4a96b656038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:03.340739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-60747a26-980e-4f4c-9ca4-4a96b656038a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0411229 Oct 13 04:59:03.435317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-62e40a73-991e-4d78-8054-fd681fb09a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:03.436761 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-62e40a73-991e-4d78-8054-fd681fb09a67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0896740 Oct 13 04:59:03.479302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-fde91c16-944d-4502-ae8b-4d5ba6cc2849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0352223 Oct 13 04:59:03.560602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-67da645b-95eb-4e55-8a35-2ebed77ea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:03.562060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-67da645b-95eb-4e55-8a35-2ebed77ea5be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0758882 Oct 13 04:59:03.588515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a849d-6aee-4f4c-b672-0293a7689e08 req-475c6d1f-0df8-49e8-8f9d-be555aed9f04 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:03.589937 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef8a849d-6aee-4f4c-b672-0293a7689e08 req-475c6d1f-0df8-49e8-8f9d-be555aed9f04 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0722706 Oct 13 04:59:03.607430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-8e7a741c-67a7-46a7-b3b6-3494c72fabeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378170 Oct 13 04:59:03.681567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ef8a849d-6aee-4f4c-b672-0293a7689e08 req-c3eff33b-9604-43ba-896a-d07945b4a92e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769486 Oct 13 04:59:03.721211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-91c42336-edbc-454b-b502-df210af9089b service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021578 Oct 13 04:59:03.808990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b5064c1b-580b-4b8b-aac6-e7148a0d5e02 req-eabd336f-d952-4e48-920a-a71a5769ec8d service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808370 Oct 13 04:59:04.803505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f29fb-46df-4074-8861-ac8fb0731ec7 req-f0463e44-e3d2-4580-809b-7389f90f534e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:04.804891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de6f29fb-46df-4074-8861-ac8fb0731ec7 req-f0463e44-e3d2-4580-809b-7389f90f534e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0527511 Oct 13 04:59:04.842781 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de6f29fb-46df-4074-8861-ac8fb0731ec7 req-9aa00af2-8ebe-40c9-8487-476ae9b0e8ed tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Oct 13 04:59:05.143215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:05.145541 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:05.191384 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ac1762-01f3-4470-8179-9e984e09c2b2 x-openstack-request-id: req-e5ac1762-01f3-4470-8179-9e984e09c2b2 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:05.192434 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:05.192698 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5ac1762-01f3-4470-8179-9e984e09c2b2 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:05.193489 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'status': 'completed', 'code': 200} Oct 13 04:59:05.254048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-2915212c-ca35-4de0-81d9-3878cdf3164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.255588 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-2915212c-ca35-4de0-81d9-3878cdf3164f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0446684 Oct 13 04:59:05.258078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-b2c30209-a247-4b5d-9b12-bff4cb650748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.259587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-b2c30209-a247-4b5d-9b12-bff4cb650748 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0431890 Oct 13 04:59:05.360203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-2d6337ba-6a19-4b92-b41e-6a462afe9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.362113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-80e9cedb-ee06-4ca8-8351-1ba1246f0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.362285 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-2d6337ba-6a19-4b92-b41e-6a462afe9bc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0984800 Oct 13 04:59:05.364309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-80e9cedb-ee06-4ca8-8351-1ba1246f0fcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0967395 Oct 13 04:59:05.404728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-4365e2d6-c8ff-4009-b0b9-e783d519a6c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0354972 Oct 13 04:59:05.407626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-210e74e6-c7ff-40f1-853e-2cca1f56ee5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0364928 Oct 13 04:59:05.463226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-138a2395-3c86-418f-b1dd-07a52d0d923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.464539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-1c699c49-470a-470a-b1c1-740158ec0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.465330 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-138a2395-3c86-418f-b1dd-07a52d0d923d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0543900 Oct 13 04:59:05.466002 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-1c699c49-470a-470a-b1c1-740158ec0d97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0519106 Oct 13 04:59:05.497688 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-341f685b-d4f2-4d17-a0aa-ba3e04f05728 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256450 Oct 13 04:59:05.498061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-eeabc7b4-613e-436f-8603-feaed6e79a8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252795 Oct 13 04:59:05.592490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-803c1cd4-ee37-4303-a869-6100f858ea7b service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Oct 13 04:59:05.597115 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-a5f38a9a-e52b-4f88-a7c5-31eac1b9a137 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923283 Oct 13 04:59:05.686201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-2ed0cbed-2d2f-4056-ac9a-34c5582b58f9 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868058 Oct 13 04:59:05.691621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8d483ada-3629-4ec1-89fe-f36a44a7e4e7 req-94a73893-10c9-4e56-a3eb-456ba28a3fb9 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874686 Oct 13 04:59:05.958172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f5ce-0e0b-4d33-9408-fa5facf3f124 req-3a0fa6a5-508c-493e-bcc0-3b6054f0471d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:05.959666 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c379f5ce-0e0b-4d33-9408-fa5facf3f124 req-3a0fa6a5-508c-493e-bcc0-3b6054f0471d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0497661 Oct 13 04:59:05.997505 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c379f5ce-0e0b-4d33-9408-fa5facf3f124 req-afa71306-29de-4e4a-9761-50161d24597f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Oct 13 04:59:06.189371 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15fd88-890f-4b42-937c-73a69283321c req-6a6b2418-8611-4fb4-b4fb-e39d432ea668 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:06.190850 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f15fd88-890f-4b42-937c-73a69283321c req-6a6b2418-8611-4fb4-b4fb-e39d432ea668 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 943 time: 0.0503511 Oct 13 04:59:06.292734 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0f15fd88-890f-4b42-937c-73a69283321c req-34df6e41-5941-445e-8a07-add9999c9006 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926669 Oct 13 04:59:06.301948 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6458e-54db-4121-846a-59f1afa88110 req-bcd81fbc-03d6-4dfa-91ee-5a06def85789 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:06.303413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-bcd81fbc-03d6-4dfa-91ee-5a06def85789 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.47 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6&tenant_id=2b01d50e372848cb83808700cd5acab2&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 943 time: 0.1116545 Oct 13 04:59:06.339819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:59:06.365705 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-45c6458e-54db-4121-846a-59f1afa88110 req-d6ab0398-3347-48a1-9afe-368c347234e9 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:59:06.366884 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-d6ab0398-3347-48a1-9afe-368c347234e9 service neutron] 10.222.0.47 "DELETE /v2.0/ports/07400a54-cbc9-49ce-be88-5c9febb9c82f/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0560920 Oct 13 04:59:06.436869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:06.447719 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'port_id': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'mac_address': 'fa:16:3e:04:d9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd69442-493f-4e65-9169-a568cf665717', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:59:06.448222 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6458e-54db-4121-846a-59f1afa88110 req-55bfa6b9-3373-4146-9040-a7c2ad702d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:06.449722 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-55bfa6b9-3373-4146-9040-a7c2ad702d2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 1094 time: 0.0409417 Oct 13 04:59:06.489230 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:06.501662 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07400a54-cbc9-49ce-be88-5c9febb9c82f {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:59:06.520928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:06.525586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:06.548442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6458e-54db-4121-846a-59f1afa88110 req-0a6c53a5-d42f-4de1-9e81-ad1f2a2e13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:06.549846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-0a6c53a5-d42f-4de1-9e81-ad1f2a2e13f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0936849 Oct 13 04:59:06.576581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:06.590802 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-008d9019-040a-40ea-8e5b-fc0a7a9e04a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 200 len: 217 time: 0.0344038 Oct 13 04:59:06.638252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6458e-54db-4121-846a-59f1afa88110 req-7759e65f-1747-4649-9dc0-c84fd49fcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:06.639698 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-7759e65f-1747-4649-9dc0-c84fd49fcee7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0428600 Oct 13 04:59:06.674878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-4771bebb-22a3-4c9a-9c49-2493577fdaf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284388 Oct 13 04:59:06.733451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:59:06.755057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['07400a54-cbc9-49ce-be88-5c9febb9c82f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:06.764060 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-63a8a8f7-b2ef-492c-b1fe-d0928ee87885 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815384 Oct 13 04:59:06.807248 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:59:06.857309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-45c6458e-54db-4121-846a-59f1afa88110 req-62bcdcd0-c454-4e21-956e-dc3c2d697aeb service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862095 Oct 13 04:59:07.416560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba480fe-c66c-4968-89eb-4145d1ce8a93 req-6f7066c6-ffa3-4298-bad4-265178af48fb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:07.418036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ba480fe-c66c-4968-89eb-4145d1ce8a93 req-6f7066c6-ffa3-4298-bad4-265178af48fb tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0535550 Oct 13 04:59:07.456660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ba480fe-c66c-4968-89eb-4145d1ce8a93 req-a25e3cd9-eee8-477d-a862-c37df1a54255 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Oct 13 04:59:07.571444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959889a0-013c-4b57-a97f-5894b33eadf8 req-376fcaa3-65d3-47a4-b5d7-c0db9dd864a3 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:07.572956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-959889a0-013c-4b57-a97f-5894b33eadf8 req-376fcaa3-65d3-47a4-b5d7-c0db9dd864a3 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0504148 Oct 13 04:59:07.610686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-959889a0-013c-4b57-a97f-5894b33eadf8 req-b0ba098e-c53b-4741-a18f-01b9c4687682 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Oct 13 04:59:07.727849 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e9ca-716d-4dd2-9c92-ba37d39c81e2 req-49e7fc25-a624-4eab-aa08-c52ba79bf36d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:07.729429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38a0e9ca-716d-4dd2-9c92-ba37d39c81e2 req-49e7fc25-a624-4eab-aa08-c52ba79bf36d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 944 time: 0.0546529 Oct 13 04:59:07.767424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-38a0e9ca-716d-4dd2-9c92-ba37d39c81e2 req-fa816de4-dba1-49e7-ac8a-bd3b5f4b3d4a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Oct 13 04:59:08.106804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-bdfea603-b6a4-41ad-9c89-404074133866 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:08.108202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-bdfea603-b6a4-41ad-9c89-404074133866 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 815 time: 0.1004329 Oct 13 04:59:08.123571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-efcd5253-50e7-4997-b9c5-94106afa3a46 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/quotas/2b01d50e372848cb83808700cd5acab2 HTTP/1.1" status: 200 len: 375 time: 0.0092487 Oct 13 04:59:08.175701 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-454e366d-207e-463f-a769-75f25f9abb5c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463870 Oct 13 04:59:08.264524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-0d8f6b2e-bc4e-43af-b0e9-557952631857 service neutron] 10.222.0.49 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817161 Oct 13 04:59:08.355704 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-6c30f1cf-4d4f-4b17-975c-772a69c74cb1 service neutron] 10.222.0.49 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851285 Oct 13 04:59:08.372293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:59:08.421017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 07400a54-cbc9-49ce-be88-5c9febb9c82f completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:59:08.425207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 07400a54-cbc9-49ce-be88-5c9febb9c82f triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:59:08.425590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:08.518853 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-74b25f5a-cbd8-44b0-9573-6133d12bdc77 req-cc0bb8d3-1536-4ba0-afa6-d07027cc0133 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Oct 13 04:59:08.524199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:08.549267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:08.551671 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b828928d-55b3-4ac4-8322-1d6afe5451fa" -d '{"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:08.566553 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:08.570634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:08.598749 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b2ee2-0fd9-4548-b85f-328a152483ac x-openstack-request-id: req-b68b2ee2-0fd9-4548-b85f-328a152483ac {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:08.599051 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-plugged", "status": "completed", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:08.599491 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b68b2ee2-0fd9-4548-b85f-328a152483ac {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:08.600121 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'code': 200} Oct 13 04:59:08.625840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:09.290027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-ac81e5a3-1281-43b3-9c57-df889ffa56cc tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:09.291504 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-ac81e5a3-1281-43b3-9c57-df889ffa56cc tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.16 "GET /v2.0/ports?device_id=1df389bd-50e0-4188-94a3-a75d48fbc8b6 HTTP/1.1" status: 200 len: 945 time: 0.0614040 Oct 13 04:59:09.384380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Deleting port 07400a54-cbc9-49ce-be88-5c9febb9c82f {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:59:09.384723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:09.554769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] For port 07400a54-cbc9-49ce-be88-5c9febb9c82f, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=07400a54-cbc9-49ce-be88-5c9febb9c82f,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:09.555279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:09.573824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Calling delete_port for 07400a54-cbc9-49ce-be88-5c9febb9c82f owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:59:09.582488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-30d97e9c-5acd-442f-8682-37f75d9c794b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:09.584062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-30d97e9c-5acd-442f-8682-37f75d9c794b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 815 time: 0.1839128 Oct 13 04:59:09.600385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Request body: {'port': {'device_id': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'admin_state_up': True, 'tenant_id': '2b01d50e372848cb83808700cd5acab2'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:09.625201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cdfb9c0b-7686-47e0-b312-c513a5ad4795 req-d92003b8-6e75-4240-aa7a-98630885222f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 210 time: 0.0262787 Oct 13 04:59:09.791913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Made reservation on behalf of 2b01d50e372848cb83808700cd5acab2 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:59:09.795354 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:09.822683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:09.833614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['07400a54-cbc9-49ce-be88-5c9febb9c82f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:09.855682 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Pushing event deleted for resources: {'Port': ['ID=07400a54-cbc9-49ce-be88-5c9febb9c82f,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:09.941075 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] No DVR routers for this DVR port 07400a54-cbc9-49ce-be88-5c9febb9c82f on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:59:09.943751 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:09.947376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.16 "DELETE /v2.0/ports/07400a54-cbc9-49ce-be88-5c9febb9c82f HTTP/1.1" status: 204 len: 173 time: 0.6488543 Oct 13 04:59:09.950645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-deleted', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:09.953303 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e200466-32af-4a73-9dc4-9c29cffb6a94" -d '{"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-deleted", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:09.993451 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366fca3-aa0c-4a7e-92fb-5e2ad7fab5f1 x-openstack-request-id: req-c366fca3-aa0c-4a7e-92fb-5e2ad7fab5f1 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:09.993748 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df389bd-50e0-4188-94a3-a75d48fbc8b6", "name": "network-vif-deleted", "tag": "07400a54-cbc9-49ce-be88-5c9febb9c82f", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:09.993999 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c366fca3-aa0c-4a7e-92fb-5e2ad7fab5f1 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:09.994764 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df389bd-50e0-4188-94a3-a75d48fbc8b6', 'name': 'network-vif-deleted', 'tag': '07400a54-cbc9-49ce-be88-5c9febb9c82f', 'status': 'completed', 'code': 200} Oct 13 04:59:10.018693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Allocated IP 172.20.0.12 (e2603d66-89e5-453d-b36e-52e76ebd095e/6bd69442-493f-4e65-9169-a568cf665717/5bb9d815-1915-4e58-8287-eae769173fc7) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:59:10.196433 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.238847 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.250686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['07400a54-cbc9-49ce-be88-5c9febb9c82f'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:10.291368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Network e2603d66-89e5-453d-b36e-52e76ebd095e is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:59:10.294927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:59:10.299565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:59:10.306154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:10.358231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:10.358753 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.374618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-dff74241-9b85-44c5-ba58-9b1ea666659f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7801328 Oct 13 04:59:10.387150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Request body: {'port': {'device_id': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:10.445191 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.749337 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74298db-38b2-4462-941d-1441f4771802 req-080a3eed-da1a-4502-a2ef-ec0359dec0ec tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:10.751114 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f74298db-38b2-4462-941d-1441f4771802 req-080a3eed-da1a-4502-a2ef-ec0359dec0ec tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 932 time: 0.0539794 Oct 13 04:59:10.768434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb9d815-1915-4e58-8287-eae769173fc7 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:59:10.776325 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.790858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Transition to ACTIVE for port object 5bb9d815-1915-4e58-8287-eae769173fc7 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:59:10.791368 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f74298db-38b2-4462-941d-1441f4771802 req-8c062286-28b7-486c-9775-9e0ecd8be611 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Oct 13 04:59:10.795336 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:10.853170 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:10.942186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:59:10.942526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:59:10.942756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:10.947203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:59:10.947520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:10.952305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:59:10.952639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Checking segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:59:10.953018 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Bound using segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:59:10.954107 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Bound port: 5bb9d815-1915-4e58-8287-eae769173fc7, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:59:10.954466 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:11.036002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:11.038908 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:59:11.043569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:11.084011 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:11.084618 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:11.085982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] 10.222.0.16 "PUT /v2.0/ports/5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 1092 time: 0.7030668 Oct 13 04:59:11.106473 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c17e2-1115-45bd-bc32-152f07b5918d service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:11.164561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-993d3358-77d1-4fb6-9780-7e3ab6993bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:11.166054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-993d3358-77d1-4fb6-9780-7e3ab6993bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1095 time: 0.0416424 Oct 13 04:59:11.218420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-e1db7b21-2cf5-4f18-ab18-d0527667baa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0440757 Oct 13 04:59:11.268016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-b68a3748-3cda-484d-8060-94f2a4bcaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:11.269614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-b68a3748-3cda-484d-8060-94f2a4bcaf37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0442309 Oct 13 04:59:11.300945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-3e35f11e-ff63-4872-8b1e-939fe4426816 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243504 Oct 13 04:59:11.393562 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-46eb9daf-5ecc-4cd2-b859-04c40807f89f service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852201 Oct 13 04:59:11.484555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48e95104-075a-4344-b8ad-5f7ec894c879 req-ccc0bbda-6ad1-4aee-add2-a494306c0bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833642 Oct 13 04:59:11.822613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-90f73a3b-7bac-4e74-b98d-21684bb0cb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:11.902787 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:11.928462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad62cdf-d7a6-48e4-bd89-c8e1c678bae0 req-aa5b88a9-cffc-4c45-8228-1e3876add67f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:11.929929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ad62cdf-d7a6-48e4-bd89-c8e1c678bae0 req-aa5b88a9-cffc-4c45-8228-1e3876add67f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 944 time: 0.0498066 Oct 13 04:59:11.966772 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8ad62cdf-d7a6-48e4-bd89-c8e1c678bae0 req-1d708c7f-30d9-4818-b356-2943820fd19b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Oct 13 04:59:11.995448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:11.996088 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:59:11.997733 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50503c-eafb-4c32-876b-47ce611ffe41" -d '{"events": [{"name": "network-changed", "server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:12.033753 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31bab39-0a46-4545-9af2-b1cfe859117c x-openstack-request-id: req-b31bab39-0a46-4545-9af2-b1cfe859117c {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:12.034037 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:12.034286 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b31bab39-0a46-4545-9af2-b1cfe859117c {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:12.034674 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'status': 'completed', 'code': 200} Oct 13 04:59:12.100936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-ef95d769-d76c-4376-9b65-692570a21e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:12.102310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-ef95d769-d76c-4376-9b65-692570a21e84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1095 time: 0.0441799 Oct 13 04:59:12.195850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-90c7ae90-3db1-47fc-a021-5696573336fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:12.197301 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-90c7ae90-3db1-47fc-a021-5696573336fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0859406 Oct 13 04:59:12.242129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-b38e7fb0-d4df-48ba-9970-59d4f6ad5108 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0360255 Oct 13 04:59:12.296900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-164d700f-3a7c-475b-a877-aa3a0080416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:12.298337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-164d700f-3a7c-475b-a877-aa3a0080416c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0426526 Oct 13 04:59:12.331666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-d7101ae1-2d0f-428d-ae35-4cbc682b21f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251935 Oct 13 04:59:12.362422 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:59:12.385509 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: 07400a54-cbc9-49ce-be88-5c9febb9c82f {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:59:12.385850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 07400a54-cbc9-49ce-be88-5c9febb9c82f not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:59:12.424537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-e9a3b97b-a3f4-471f-bcfc-3ee14206ff72 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842128 Oct 13 04:59:12.514290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a50503c-eafb-4c32-876b-47ce611ffe41 req-33e9dbf9-209b-44a9-8529-0cc3490f2657 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820227 Oct 13 04:59:13.081496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21415a01-e1e4-4b86-b16c-a2fe3d7552aa req-58618497-00e1-4e93-83bb-ff67bcd7ff43 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:13.082975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21415a01-e1e4-4b86-b16c-a2fe3d7552aa req-58618497-00e1-4e93-83bb-ff67bcd7ff43 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 944 time: 0.0492473 Oct 13 04:59:13.119915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21415a01-e1e4-4b86-b16c-a2fe3d7552aa req-b2badeb4-d2d9-4ed8-9678-5439e487feff tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Oct 13 04:59:13.183297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:14.237216 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba61f4-91b4-43a8-b70d-a53406da9dd3 req-c8549fa0-e59c-4b61-922c-2cda4b8364ee tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:14.238824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdba61f4-91b4-43a8-b70d-a53406da9dd3 req-c8549fa0-e59c-4b61-922c-2cda4b8364ee tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Oct 13 04:59:14.241361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-579dc1aa-0ddd-42fd-bc92-f0936674d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:14.278972 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bdba61f4-91b4-43a8-b70d-a53406da9dd3 req-bf7abd5d-6fd5-40c2-b7ac-c62966052a7c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Oct 13 04:59:14.373376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:59:14.466753 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:14.478220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '5bb9d815-1915-4e58-8287-eae769173fc7', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'port_id': '5bb9d815-1915-4e58-8287-eae769173fc7', 'mac_address': 'fa:16:3e:6d:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd69442-493f-4e65-9169-a568cf665717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:59:14.518855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:14.533169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9d815-1915-4e58-8287-eae769173fc7 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:59:14.552808 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:14.556452 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:14.603081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:14.744940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['5bb9d815-1915-4e58-8287-eae769173fc7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:15.387874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:15.406727 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f717f26-e111-4af6-bbfb-8d2c01d714e0 req-befb4857-561e-4a23-be1e-d8dc995761b0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:15.408227 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f717f26-e111-4af6-bbfb-8d2c01d714e0 req-befb4857-561e-4a23-be1e-d8dc995761b0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0540020 Oct 13 04:59:15.445514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f717f26-e111-4af6-bbfb-8d2c01d714e0 req-7e31e57b-7354-4a6d-956a-3ee06116fdd2 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313523 Oct 13 04:59:15.594316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:16.374101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:59:16.423819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 5bb9d815-1915-4e58-8287-eae769173fc7 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:59:16.427613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 5bb9d815-1915-4e58-8287-eae769173fc7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:59:16.427984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:16.509278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:16.532810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:16.535122 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b6f6b-4f97-4e0c-84d6-9a4719184ce0" -d '{"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:16.548990 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:16.553624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:16.560926 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd650f-7dbe-4e47-a861-282a873fc0ad req-e9deac08-32b7-4ca2-b696-606f83b131c8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:16.562620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4dd650f-7dbe-4e47-a861-282a873fc0ad req-e9deac08-32b7-4ca2-b696-606f83b131c8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0495560 Oct 13 04:59:16.608091 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e4dd650f-7dbe-4e47-a861-282a873fc0ad req-76ef634f-f47a-4488-b9b7-b9f41d4b203f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Oct 13 04:59:16.609488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:16.664524 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fbd24e-0c8e-4ccf-bf8e-adef2e16f817 x-openstack-request-id: req-28fbd24e-0c8e-4ccf-bf8e-adef2e16f817 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:16.664828 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:16.665090 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28fbd24e-0c8e-4ccf-bf8e-adef2e16f817 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:16.665520 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'code': 200} Oct 13 04:59:16.760038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2db818-0e97-4538-9ed4-267a2736a669 req-9014beed-c376-4fe3-ac7a-dcf6a4353fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:16.761512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe2db818-0e97-4538-9ed4-267a2736a669 req-9014beed-c376-4fe3-ac7a-dcf6a4353fda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1097 time: 0.0399084 Oct 13 04:59:16.795661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fe2db818-0e97-4538-9ed4-267a2736a669 req-55e5d4d6-bf40-4c9a-a1b3-cb2f189e3428 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271049 Oct 13 04:59:17.391039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:17.728311 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abdd7e-2e1f-48da-a4aa-ade8da98e8f7 req-5418e556-91aa-4796-9eec-654c04892d3e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:17.729787 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5abdd7e-2e1f-48da-a4aa-ade8da98e8f7 req-5418e556-91aa-4796-9eec-654c04892d3e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0543642 Oct 13 04:59:17.769501 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f5abdd7e-2e1f-48da-a4aa-ade8da98e8f7 req-cff313f4-6fae-48bc-ac2e-c8636f3e8325 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330956 Oct 13 04:59:18.884553 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a4a5-6166-441d-b129-2e1c0f768cbb req-8c535542-be2f-4a42-a790-1a97cb23330f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:18.886021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8af8a4a5-6166-441d-b129-2e1c0f768cbb req-8c535542-be2f-4a42-a790-1a97cb23330f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0489891 Oct 13 04:59:18.923879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8af8a4a5-6166-441d-b129-2e1c0f768cbb req-774b0c18-4e91-46f2-a296-cd9eb834411e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Oct 13 04:59:19.036335 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f51aa-cd24-43e9-8c99-f9e1c8a6acb7 req-20be1258-ca6b-4f50-91a6-360880eb93e8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:19.037786 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-610f51aa-cd24-43e9-8c99-f9e1c8a6acb7 req-20be1258-ca6b-4f50-91a6-360880eb93e8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0489488 Oct 13 04:59:19.074820 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-610f51aa-cd24-43e9-8c99-f9e1c8a6acb7 req-74a35e44-d745-416f-87bd-c0fb91bf8936 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 13 04:59:19.309973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41ddb4-4373-4444-a7e8-8e40b13ff325 req-4b1734eb-c0c6-4820-be9b-356a1ec6cb1a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:19.311479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d41ddb4-4373-4444-a7e8-8e40b13ff325 req-4b1734eb-c0c6-4820-be9b-356a1ec6cb1a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0502088 Oct 13 04:59:19.375342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9d41ddb4-4373-4444-a7e8-8e40b13ff325 req-e52822ce-736f-446d-b44a-400e7fffd515 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551994 Oct 13 04:59:19.381462 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7f26d631-359a-4e7a-a9f8-ea177b9a92b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294131 Oct 13 04:59:20.426157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-0246b6ee-bd28-4c4b-88a1-e5bbb445fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:20.427846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-0246b6ee-bd28-4c4b-88a1-e5bbb445fc04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1097 time: 0.0452225 Oct 13 04:59:20.887162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2c2c2-d6d3-40f3-9b5e-4a08858a0468 req-7e5941e8-248d-4b98-97d4-f60c71e8144c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:20.888611 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6f2c2c2-d6d3-40f3-9b5e-4a08858a0468 req-7e5941e8-248d-4b98-97d4-f60c71e8144c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.4443858 Oct 13 04:59:20.915188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-180b2b2d-fceb-403a-8c31-3d0da8a62453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:20.916586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-180b2b2d-fceb-403a-8c31-3d0da8a62453 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.4815152 Oct 13 04:59:20.964001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-0e0a588c-e107-45ac-86d0-1d65b53be77d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0399537 Oct 13 04:59:20.966870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6f2c2c2-d6d3-40f3-9b5e-4a08858a0468 req-6ae6ab06-33d9-4a02-bccb-d749de084971 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675583 Oct 13 04:59:21.013444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-27a30108-b470-4d8f-8621-de1e8839788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:21.014877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-27a30108-b470-4d8f-8621-de1e8839788e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0437450 Oct 13 04:59:21.049919 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-1747dc16-f560-46b1-a6b9-85f08aea8540 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281866 Oct 13 04:59:21.137661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-bd26f92f-339c-4811-be3e-8b360932abef service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798604 Oct 13 04:59:21.230568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-c772aee9-959d-484b-8f5d-c2a012dc4317 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856097 Oct 13 04:59:22.083053 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e82b-7af6-4da8-9566-2d6a569884ff req-03b5ad13-d0ff-4a95-8194-a14c52d235dd tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:22.084546 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1a6e82b-7af6-4da8-9566-2d6a569884ff req-03b5ad13-d0ff-4a95-8194-a14c52d235dd tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Oct 13 04:59:22.122551 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1a6e82b-7af6-4da8-9566-2d6a569884ff req-a73d7f9b-fb5a-4c27-828a-4632687e8c5b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Oct 13 04:59:23.236760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0bd49-55c0-4af4-90e1-dc9a40ca93a0 req-2a9d4c8c-2175-44eb-9f80-54ae32246316 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:23.238203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fc0bd49-55c0-4af4-90e1-dc9a40ca93a0 req-2a9d4c8c-2175-44eb-9f80-54ae32246316 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Oct 13 04:59:23.274932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7fc0bd49-55c0-4af4-90e1-dc9a40ca93a0 req-29ab4238-4f44-4adf-bbc5-16ba957dd99a tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Oct 13 04:59:24.394091 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb6e7-c2df-42d5-bc89-12349ac7f9ff req-42b79c56-74c3-4fb2-9bfe-d172e3467e65 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:24.395620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80abb6e7-c2df-42d5-bc89-12349ac7f9ff req-42b79c56-74c3-4fb2-9bfe-d172e3467e65 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0512340 Oct 13 04:59:24.434352 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-80abb6e7-c2df-42d5-bc89-12349ac7f9ff req-e73e9425-ac4b-4416-9e05-efe40321c291 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Oct 13 04:59:25.550080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36256d6-6427-4117-b3a3-d9087fee841f req-972f1d25-ab86-4407-a81b-9abc3503311e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:25.551551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a36256d6-6427-4117-b3a3-d9087fee841f req-972f1d25-ab86-4407-a81b-9abc3503311e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0481040 Oct 13 04:59:25.590604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a36256d6-6427-4117-b3a3-d9087fee841f req-2dcdd9e5-5b46-4410-99e2-a4a382ed45da tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Oct 13 04:59:26.711242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b895c-582e-4fc7-8e55-234bdbfed393 req-3bf65134-6eb2-4c9f-bbe8-7b2f39572da4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:26.712729 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d3b895c-582e-4fc7-8e55-234bdbfed393 req-3bf65134-6eb2-4c9f-bbe8-7b2f39572da4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0529673 Oct 13 04:59:26.749658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d3b895c-582e-4fc7-8e55-234bdbfed393 req-952b40b4-96d7-43c4-84dc-be3e648df061 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Oct 13 04:59:27.773344 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-efd1f06e-ac1b-4e56-9814-15ab1e99f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:27.774737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-efd1f06e-ac1b-4e56-9814-15ab1e99f373 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1097 time: 0.0400639 Oct 13 04:59:27.906338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d56e4-bf0a-489b-807e-298f4e0c8718 req-5ca742c7-17db-48be-ba6f-8f648d036b64 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:27.908500 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b1d56e4-bf0a-489b-807e-298f4e0c8718 req-5ca742c7-17db-48be-ba6f-8f648d036b64 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0696223 Oct 13 04:59:27.932446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-249545da-09ba-415e-adfb-c0331525d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:27.933837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-249545da-09ba-415e-adfb-c0331525d3ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.1396632 Oct 13 04:59:27.989468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5b1d56e4-bf0a-489b-807e-298f4e0c8718 req-3995fd7f-529e-4ab1-b80a-ac8c014e0410 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723915 Oct 13 04:59:27.990666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-0884d2bb-6ac4-4959-ab76-c5e4a471835c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0488908 Oct 13 04:59:28.041721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-a5572b3f-a8c7-46b5-8e7b-16fc81481a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:28.043029 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-a5572b3f-a8c7-46b5-8e7b-16fc81481a3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0438821 Oct 13 04:59:28.074184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-0c08d757-356b-4f18-bb5e-39e75d37c75b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238948 Oct 13 04:59:28.163680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-f518cecc-fb37-4c85-a805-112a0549889a service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827491 Oct 13 04:59:28.253980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-843c494a-f269-4d36-b9b2-5bdf28f65a78 req-4213bada-06b1-4e47-82cf-a287d7fd920c service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821292 Oct 13 04:59:29.104588 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c1e4-f26b-47a9-9a95-bef5499cc704 req-72e02fc4-7840-484d-9dc4-6f50fdb02aa8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:29.105969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f647c1e4-f26b-47a9-9a95-bef5499cc704 req-72e02fc4-7840-484d-9dc4-6f50fdb02aa8 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0487854 Oct 13 04:59:29.143847 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f647c1e4-f26b-47a9-9a95-bef5499cc704 req-cbf8f474-022c-45b7-a33e-0b7a49f0f5d3 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Oct 13 04:59:30.261779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d02f-b033-4ddd-a1cb-d1c94ef87dfa req-c37bfc30-38aa-4435-8b21-e4e347cf2416 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:30.263274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0b8d02f-b033-4ddd-a1cb-d1c94ef87dfa req-c37bfc30-38aa-4435-8b21-e4e347cf2416 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Oct 13 04:59:30.300584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d0b8d02f-b033-4ddd-a1cb-d1c94ef87dfa req-7c68b1de-b887-494f-844a-0f62043c4683 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307677 Oct 13 04:59:31.415836 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e13f2-6119-468b-902b-0b9ffd90888d req-398e7386-4bc9-474a-8884-bee4d87b8fd0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:31.417321 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e0e13f2-6119-468b-902b-0b9ffd90888d req-398e7386-4bc9-474a-8884-bee4d87b8fd0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0493057 Oct 13 04:59:31.455543 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3e0e13f2-6119-468b-902b-0b9ffd90888d req-d5f702a9-3d5b-4c5e-b654-b7cf17cbeb55 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Oct 13 04:59:32.578793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4a334-a18a-4f97-b043-b532dbf64d0b req-3f2b2343-c0ad-4c18-8a7b-7e89a970f815 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:32.580285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81a4a334-a18a-4f97-b043-b532dbf64d0b req-3f2b2343-c0ad-4c18-8a7b-7e89a970f815 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0492890 Oct 13 04:59:32.618321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81a4a334-a18a-4f97-b043-b532dbf64d0b req-fb960768-ef99-4f2b-b6d0-337ba9a37228 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Oct 13 04:59:33.741006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9ae0e-e671-4496-8fd8-e5c94e36c419 req-9fbce5b9-0589-4376-8f7a-63c21050cbc1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:33.742372 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fb9ae0e-e671-4496-8fd8-e5c94e36c419 req-9fbce5b9-0589-4376-8f7a-63c21050cbc1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0521426 Oct 13 04:59:33.779182 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0fb9ae0e-e671-4496-8fd8-e5c94e36c419 req-10bcd8e2-8bc0-4ad5-941b-60b262ca3f87 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308797 Oct 13 04:59:35.141050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21646245-3f51-492b-ace7-392beff5c1b2 req-f2cd3b0d-1218-4281-8f4b-61efb414ca2c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:35.142431 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21646245-3f51-492b-ace7-392beff5c1b2 req-f2cd3b0d-1218-4281-8f4b-61efb414ca2c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0492496 Oct 13 04:59:35.179904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-21646245-3f51-492b-ace7-392beff5c1b2 req-99f8ab8f-7958-4a49-b01c-d1586df3f0d0 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Oct 13 04:59:36.294077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479928-537d-41c6-af3f-06b8ce125441 req-c7c83942-00d3-4372-819d-d899ce2365ad tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:36.295483 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e479928-537d-41c6-af3f-06b8ce125441 req-c7c83942-00d3-4372-819d-d899ce2365ad tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0495088 Oct 13 04:59:36.334157 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e479928-537d-41c6-af3f-06b8ce125441 req-c9e797f9-c0de-4a26-bad3-6455f0b12c28 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Oct 13 04:59:37.453084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ec66-7f75-4ef4-95cd-54f27a808c27 req-cdbb1750-201d-4373-b2f6-2ecf4e6d59db tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:37.455138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bc0ec66-7f75-4ef4-95cd-54f27a808c27 req-cdbb1750-201d-4373-b2f6-2ecf4e6d59db tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0534976 Oct 13 04:59:37.493114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8bc0ec66-7f75-4ef4-95cd-54f27a808c27 req-2295580f-3270-4055-8021-506dc09d209d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Oct 13 04:59:38.606014 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69f4a-3f9b-487b-8e0a-3f5a02fa9970 req-b169d62d-9709-4d08-9854-2c5f478b5c27 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:38.607482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31a69f4a-3f9b-487b-8e0a-3f5a02fa9970 req-b169d62d-9709-4d08-9854-2c5f478b5c27 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0475457 Oct 13 04:59:38.645671 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-31a69f4a-3f9b-487b-8e0a-3f5a02fa9970 req-5d2e333d-d1b8-465a-90f5-0589a6ba79ed tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Oct 13 04:59:39.759679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8be10-ca59-417b-aeb4-4c360d5ed929 req-83f932e9-685e-4e5e-ada0-b5c4d4713e5b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:39.761046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92a8be10-ca59-417b-aeb4-4c360d5ed929 req-83f932e9-685e-4e5e-ada0-b5c4d4713e5b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0486488 Oct 13 04:59:39.798639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-92a8be10-ca59-417b-aeb4-4c360d5ed929 req-021c184a-6a7b-4657-894c-82f4de22258c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Oct 13 04:59:40.929361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4af23d-76be-4b0d-a80c-deec36ff846c req-92ab8084-2d1a-4961-8ccf-3a6e48532025 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:40.930860 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e4af23d-76be-4b0d-a80c-deec36ff846c req-92ab8084-2d1a-4961-8ccf-3a6e48532025 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0648823 Oct 13 04:59:40.970090 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6e4af23d-76be-4b0d-a80c-deec36ff846c req-3835f4ad-425e-4918-acd3-331e26567388 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331888 Oct 13 04:59:41.823661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fd67ef7-d8a6-4f24-be85-9523c4b1011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:41.912307 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:42.088963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551450-59b6-4321-b378-7afdf4eb579c req-ff799786-d2ac-4d99-98ed-112d58c1b156 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:42.091662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94551450-59b6-4321-b378-7afdf4eb579c req-ff799786-d2ac-4d99-98ed-112d58c1b156 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0537345 Oct 13 04:59:42.130946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-94551450-59b6-4321-b378-7afdf4eb579c req-09bebc14-97fd-450a-aded-45207e5846c6 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Oct 13 04:59:43.183833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:43.245794 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369ff7-1b4f-461a-ae7e-75c155b2dcde req-9044055b-2c13-45bc-b7a8-45df04b38be7 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:43.247286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc369ff7-1b4f-461a-ae7e-75c155b2dcde req-9044055b-2c13-45bc-b7a8-45df04b38be7 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0487187 Oct 13 04:59:43.285367 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cc369ff7-1b4f-461a-ae7e-75c155b2dcde req-6011bda6-ff64-4c74-b868-86b3889ce36d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Oct 13 04:59:44.241784 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6ff5e80-fb7c-4cef-b588-ae5bddfbc150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:44.404722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f8c4e-2f20-49ea-8074-d9620303a352 req-b517a47e-e0e1-4a74-9ac3-4c5b42b7081e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:44.406193 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-679f8c4e-2f20-49ea-8074-d9620303a352 req-b517a47e-e0e1-4a74-9ac3-4c5b42b7081e tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0537329 Oct 13 04:59:44.446608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-679f8c4e-2f20-49ea-8074-d9620303a352 req-e3774c80-d122-422a-b2fd-9514d0a20944 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333600 Oct 13 04:59:45.389285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:45.562186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f1ca5-593c-40b1-b963-b71dbb083d34 req-215e86b5-7be4-459d-929f-fcd5e72e5292 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:45.563969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-702f1ca5-593c-40b1-b963-b71dbb083d34 req-215e86b5-7be4-459d-929f-fcd5e72e5292 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Oct 13 04:59:45.596258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:45.606956 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-702f1ca5-593c-40b1-b963-b71dbb083d34 req-dc72bea2-dcd4-4164-8d66-6acffff14b87 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Oct 13 04:59:46.722174 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862e630-5245-460b-b110-9647f1e2d5e1 req-f71f46bb-50c2-41c3-b84f-3654f4ad3cf4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:46.723685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9862e630-5245-460b-b110-9647f1e2d5e1 req-f71f46bb-50c2-41c3-b84f-3654f4ad3cf4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0498199 Oct 13 04:59:46.761833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9862e630-5245-460b-b110-9647f1e2d5e1 req-026ff456-bd87-413a-b7c2-b9fe7fc0831c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Oct 13 04:59:47.365161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:47.883595 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83815d-3d77-4745-a11b-f8a783fe07c6 req-57a354f9-2b53-45a5-8212-776f4fbed7e1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:47.885054 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d83815d-3d77-4745-a11b-f8a783fe07c6 req-57a354f9-2b53-45a5-8212-776f4fbed7e1 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0523272 Oct 13 04:59:47.921206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d83815d-3d77-4745-a11b-f8a783fe07c6 req-09e32111-3b05-43d6-8f38-268eab9059aa tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303009 Oct 13 04:59:47.978273 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-70aae894-4582-4489-aeb7-c2433b309d6d req-18cda294-393c-46e5-ae8e-157cd32b5529 service neutron] show failed (client error): The resource could not be found. Oct 13 04:59:47.979316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-18cda294-393c-46e5-ae8e-157cd32b5529 service neutron] 10.222.0.16 "GET /v2.0/ports/5bb9d815-1915-4e58-8287-eae769173fc7/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0556705 Oct 13 04:59:48.278034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-6a0d5e95-60c2-4cec-a5ad-cb6fa0b7eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:48.279509 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-6a0d5e95-60c2-4cec-a5ad-cb6fa0b7eb5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3&tenant_id=2b01d50e372848cb83808700cd5acab2 HTTP/1.1" status: 200 len: 1097 time: 0.1409671 Oct 13 04:59:48.291859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:48.342493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.544129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:48.576305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:48.614336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:48.616624 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218f0892-6336-49e3-a990-f25d920c5885" -d '{"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:48.620475 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.633374 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Transition to ACTIVE for port object 5bb9d815-1915-4e58-8287-eae769173fc7 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 04:59:48.637234 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.699202 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] No DVR routers for this DVR port 5bb9d815-1915-4e58-8287-eae769173fc7 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:59:48.701271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:48.712523 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.712869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.713209 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.713542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.713874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.714206 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.714529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.714851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.715198 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.715520 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.715839 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.716159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:48.742317 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b876441-fd5a-4a9b-9c96-f96d921a475c x-openstack-request-id: req-6b876441-fd5a-4a9b-9c96-f96d921a475c {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:48.742619 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:48.742875 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b876441-fd5a-4a9b-9c96-f96d921a475c {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:48.743289 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'code': 200} Oct 13 04:59:48.756370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:59:48.756700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:59:48.757027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:48.761221 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 04:59:48.761539 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Attempting to bind port 5bb9d815-1915-4e58-8287-eae769173fc7 on network e2603d66-89e5-453d-b36e-52e76ebd095e {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:48.766462 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:59:48.766739 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Checking segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:59:48.767158 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Bound using segment: {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:59:48.767586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Bound port: 5bb9d815-1915-4e58-8287-eae769173fc7, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f701c-26e5-48d4-8388-348505f327bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:59:48.767940 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.829657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:48.832632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:59:48.837297 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.869896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:48.870518 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:48.871924 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] 10.222.0.47 "PUT /v2.0/ports/5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 1092 time: 0.5839427 Oct 13 04:59:48.906917 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b518-0bd6-401a-bf86-dc13bec76246 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:48.937465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-93788246-8cb2-454a-a7de-1fb377813406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:48.939099 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-93788246-8cb2-454a-a7de-1fb377813406 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1095 time: 0.0441265 Oct 13 04:59:48.995946 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 04:59:49.063527 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bd64d-92b3-4bf0-be5b-c9b9222d4796 req-92041f8e-8adc-4c26-9a56-4554d1bf41a2 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:49.064891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6bd64d-92b3-4bf0-be5b-c9b9222d4796 req-92041f8e-8adc-4c26-9a56-4554d1bf41a2 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 944 time: 0.0746365 Oct 13 04:59:49.069319 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-86c9d8d6-7208-408b-a9e1-1723fe70a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:49.070685 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-86c9d8d6-7208-408b-a9e1-1723fe70a944 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.1250474 Oct 13 04:59:49.121938 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-29374e0c-bd0f-4a2e-a7cd-6bd9eae744e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0437496 Oct 13 04:59:49.160977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6bd64d-92b3-4bf0-be5b-c9b9222d4796 req-bb419767-679a-4943-ac9d-7249ec009195 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893621 Oct 13 04:59:49.179049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae894-4582-4489-aeb7-c2433b309d6d req-42ac386b-1b21-45e2-b0b1-c427c5c6dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:49.180479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-42ac386b-1b21-45e2-b0b1-c427c5c6dd12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0495310 Oct 13 04:59:49.212103 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-132db0a9-3904-44d7-aefd-018ab5d6fde8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238295 Oct 13 04:59:49.304756 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-a901b72b-bfd8-4129-b06f-a11703438329 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Oct 13 04:59:49.394913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-70aae894-4582-4489-aeb7-c2433b309d6d req-cc160b57-eff0-456a-8031-3f8dc60b6b25 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812216 Oct 13 04:59:50.280016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb555-ff0e-47ab-a529-9a15e27b85f5 req-d2a513de-0b23-408e-a158-ddc1fe84547f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:50.281475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d18cb555-ff0e-47ab-a529-9a15e27b85f5 req-d2a513de-0b23-408e-a158-ddc1fe84547f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 944 time: 0.0526252 Oct 13 04:59:50.319245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d18cb555-ff0e-47ab-a529-9a15e27b85f5 req-d5a298f6-d935-4179-bc85-c43de7408a7f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Oct 13 04:59:50.744625 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:50.747013 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab830cb-ac5f-458a-9425-3aee6711618f" -d '{"events": [{"name": "network-changed", "server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:50.793853 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f171ce5-ecd1-4f0d-86f0-e727f93e831d x-openstack-request-id: req-9f171ce5-ecd1-4f0d-86f0-e727f93e831d {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:50.794144 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:50.794399 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f171ce5-ecd1-4f0d-86f0-e727f93e831d {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:50.794794 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'status': 'completed', 'code': 200} Oct 13 04:59:50.860890 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-a5b4c8e2-56fb-4bfe-9d82-6c3d54c2e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:50.862383 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-a5b4c8e2-56fb-4bfe-9d82-6c3d54c2e2e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1095 time: 0.0465002 Oct 13 04:59:50.864713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-264d0801-dc1f-4b38-8c67-aafcd60cae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:50.866346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-264d0801-dc1f-4b38-8c67-aafcd60cae90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1095 time: 0.0502009 Oct 13 04:59:50.906440 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 04:59:50.958962 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-eb7e17e2-3cfe-4a6a-8be7-73913e1d8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:50.960487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-eb7e17e2-3cfe-4a6a-8be7-73913e1d8225 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0911181 Oct 13 04:59:50.977044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-25b511a0-92a2-4bf2-b1fd-5f15f8b6494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:50.978511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-25b511a0-92a2-4bf2-b1fd-5f15f8b6494c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.1050141 Oct 13 04:59:51.010105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-009e4fd2-0840-4aa8-a818-b2fe04bbbc8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0418763 Oct 13 04:59:51.018735 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:51.023636 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-708da4c6-b33a-4407-a77f-84d9bc7119ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0376143 Oct 13 04:59:51.030633 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '5bb9d815-1915-4e58-8287-eae769173fc7', 'network_id': 'e2603d66-89e5-453d-b36e-52e76ebd095e', 'port_id': '5bb9d815-1915-4e58-8287-eae769173fc7', 'mac_address': 'fa:16:3e:6d:2d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd69442-493f-4e65-9169-a568cf665717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 04:59:51.061078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-2d247574-f609-43e5-983b-67695876edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.062612 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-2d247574-f609-43e5-983b-67695876edc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0451336 Oct 13 04:59:51.067512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:51.074742 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-23ec627c-fb0b-4009-a4b9-99e7b59048dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.076298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-23ec627c-fb0b-4009-a4b9-99e7b59048dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0449140 Oct 13 04:59:51.081079 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb9d815-1915-4e58-8287-eae769173fc7 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 04:59:51.099873 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-4e693292-6fec-4406-be38-b6b49ba684b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308371 Oct 13 04:59:51.101812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:51.105658 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:51.110426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-ec07412e-2181-4657-929e-26170e44402f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275903 Oct 13 04:59:51.157573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:51.165529 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.166138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.166483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.166819 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.167181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.167513 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.167838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.168349 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.168681 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.169008 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.169333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.169658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:51.201055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-c5ccc2b6-cec9-4f78-b9d7-1908e3a56959 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927753 Oct 13 04:59:51.205118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-af3efe4b-987c-4449-bc6d-5f0cdfbaa34f service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882008 Oct 13 04:59:51.292269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-4e71c750-c105-4209-8f92-9c916be38343 service neutron] 10.222.0.47 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839398 Oct 13 04:59:51.294712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ab830cb-ac5f-458a-9425-3aee6711618f req-ef3b3cb9-ee6a-4a18-abdb-22fc356522cc service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Oct 13 04:59:51.318485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['5bb9d815-1915-4e58-8287-eae769173fc7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:51.438882 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbde58-804c-451b-b0af-4cbb40cddf53 req-476fd775-22f3-4af6-9a8e-0f087307a96f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.440382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-affbde58-804c-451b-b0af-4cbb40cddf53 req-476fd775-22f3-4af6-9a8e-0f087307a96f tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0541863 Oct 13 04:59:51.479517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-affbde58-804c-451b-b0af-4cbb40cddf53 req-e2abfb18-6c3b-4d2a-92ab-5df253506b07 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331895 Oct 13 04:59:51.701989 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f8782-c0f3-4ef6-bbb9-0370fba29f53 req-863c89b9-4c98-4f9c-93a3-4a8f674821b4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.704061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549f8782-c0f3-4ef6-bbb9-0370fba29f53 req-863c89b9-4c98-4f9c-93a3-4a8f674821b4 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0804060 Oct 13 04:59:51.712203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-df4c9468-bfe5-460f-874e-f812f9b7ba00 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.713559 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-df4c9468-bfe5-460f-874e-f812f9b7ba00 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.16 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3&tenant_id=2b01d50e372848cb83808700cd5acab2&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 945 time: 0.0793471 Oct 13 04:59:51.785203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549f8782-c0f3-4ef6-bbb9-0370fba29f53 req-bb8f5ba2-127d-46fa-85d3-f472b1153e79 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706978 Oct 13 04:59:51.798764 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-37b28003-3420-4609-a9f6-28a4ad5402c9 service neutron] delete failed (client error): The resource could not be found. Oct 13 04:59:51.799792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-37b28003-3420-4609-a9f6-28a4ad5402c9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/5bb9d815-1915-4e58-8287-eae769173fc7/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0785446 Oct 13 04:59:51.883310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-b0b61c59-b31e-4c19-9b83-6fca4f964189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.884687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-b0b61c59-b31e-4c19-9b83-6fca4f964189 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b01d50e372848cb83808700cd5acab2&device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 1096 time: 0.0411663 Oct 13 04:59:51.979956 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-8b40e660-052c-489c-addd-181fdcc88264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:51.981399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-8b40e660-052c-489c-addd-181fdcc88264 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 200 len: 916 time: 0.0895436 Oct 13 04:59:52.022854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-85c3f1fc-0029-4d3d-b6fa-300c7ef9e02b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 200 len: 217 time: 0.0343986 Oct 13 04:59:52.071343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-eb67f84e-8605-49d5-aca8-0e7ced18dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:52.072734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-eb67f84e-8605-49d5-aca8-0e7ced18dd79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 200 len: 855 time: 0.0429072 Oct 13 04:59:52.103858 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-34158367-b725-420b-9a1d-29fbf8d150ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2603d66-89e5-453d-b36e-52e76ebd095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244131 Oct 13 04:59:52.195340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-b1271ba2-48ac-402f-be0e-2a8dcf5f4ede service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842712 Oct 13 04:59:52.283333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d243050-ab9c-4062-8597-f6b1a4f499f9 req-e8f747f7-b963-45c7-8eaa-cc390bd266d7 service neutron] 10.222.0.16 "GET /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810814 Oct 13 04:59:52.593086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:59:52.633048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:59:52.902685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab21bd-ee6d-4f56-a732-20de3928641a req-8f73a47c-56ab-49a1-b1ce-cc861f741487 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:52.904166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3ab21bd-ee6d-4f56-a732-20de3928641a req-8f73a47c-56ab-49a1-b1ce-cc861f741487 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0496004 Oct 13 04:59:52.909168 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:59:52.943191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d3ab21bd-ee6d-4f56-a732-20de3928641a req-fc848271-2e0d-4b09-9ae5-5fdd0fe99740 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Oct 13 04:59:52.963805 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 5bb9d815-1915-4e58-8287-eae769173fc7 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 04:59:52.967698 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 5bb9d815-1915-4e58-8287-eae769173fc7 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:59:52.968074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:53.046922 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:53.064404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf04fd-aec8-416b-b29c-9a4a2dfdf10b req-c0d00121-8a17-4fc3-9c40-f32b67ffa663 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:53.066212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eebf04fd-aec8-416b-b29c-9a4a2dfdf10b req-c0d00121-8a17-4fc3-9c40-f32b67ffa663 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 945 time: 0.0561001 Oct 13 04:59:53.071125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:53.073372 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089df0e9-b3e1-4209-a20d-a641842417bb" -d '{"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:53.087270 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:53.091715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:53.106890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eebf04fd-aec8-416b-b29c-9a4a2dfdf10b req-649e624e-3d67-46fc-801f-785eea95333b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Oct 13 04:59:53.119603 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5c91df-300c-4c4d-8cc2-c6dba071012a x-openstack-request-id: req-0c5c91df-300c-4c4d-8cc2-c6dba071012a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:53.119890 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:53.120147 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c5c91df-300c-4c4d-8cc2-c6dba071012a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:53.120532 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'code': 200} Oct 13 04:59:53.147157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:53.228231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33e25d-0d9b-4ae7-9448-32f238b50254 req-6ed233f4-ec10-4083-94eb-44545727e58b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:53.229736 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb33e25d-0d9b-4ae7-9448-32f238b50254 req-6ed233f4-ec10-4083-94eb-44545727e58b tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0523431 Oct 13 04:59:53.268000 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-cb33e25d-0d9b-4ae7-9448-32f238b50254 req-c348169f-6ab2-4c8d-959f-d7351a749a62 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Oct 13 04:59:53.587024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547103-7ee1-4925-8420-ff75b8bb48dd req-cb22a964-cda7-46d6-9a25-7c0a596144ce tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:53.588440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d547103-7ee1-4925-8420-ff75b8bb48dd req-cb22a964-cda7-46d6-9a25-7c0a596144ce tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0484822 Oct 13 04:59:53.627234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5d547103-7ee1-4925-8420-ff75b8bb48dd req-60b24aa9-d402-4efa-86dd-655a91aef87d tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Oct 13 04:59:54.737073 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-cc97b263-56cc-45a8-b428-3b607227c911 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:54.738533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-cc97b263-56cc-45a8-b428-3b607227c911 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.47 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0728338 Oct 13 04:59:54.784843 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb2abc-ca65-4a73-b033-9ce0443d6be7 req-f36c90b5-8d98-42df-90d0-0a64db35ac4c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:54.786213 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16fb2abc-ca65-4a73-b033-9ce0443d6be7 req-f36c90b5-8d98-42df-90d0-0a64db35ac4c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/ports?device_id=922112b6-9aa3-4c03-a9ee-33648ec3b1a3 HTTP/1.1" status: 200 len: 946 time: 0.0882139 Oct 13 04:59:55.186052 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-16fb2abc-ca65-4a73-b033-9ce0443d6be7 req-29daee33-7a54-47e2-a18b-870a019efb4c tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab5f95af-1082-4975-999b-92b43c91e585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898962 Oct 13 04:59:55.196643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Deleting port 5bb9d815-1915-4e58-8287-eae769173fc7 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 04:59:55.196643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:55.285197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] For port 5bb9d815-1915-4e58-8287-eae769173fc7, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=5bb9d815-1915-4e58-8287-eae769173fc7,segment=NetworkSegment(3e8f701c-26e5-48d4-8388-348505f327bd),segment_id=3e8f701c-26e5-48d4-8388-348505f327bd)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:55.285561 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:55.297790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Calling delete_port for 5bb9d815-1915-4e58-8287-eae769173fc7 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 04:59:55.419258 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:55.430428 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['5bb9d815-1915-4e58-8287-eae769173fc7'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 04:59:55.450302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Pushing event deleted for resources: {'Port': ['ID=5bb9d815-1915-4e58-8287-eae769173fc7,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:55.493729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] No DVR routers for this DVR port 5bb9d815-1915-4e58-8287-eae769173fc7 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 04:59:55.496432 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:55.499808 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-75d4838a-cebc-489c-a4e9-c38d36544de5 req-9f0fb087-8461-448e-ac88-b05583179939 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] 10.222.0.47 "DELETE /v2.0/ports/5bb9d815-1915-4e58-8287-eae769173fc7 HTTP/1.1" status: 204 len: 173 time: 0.7552745 Oct 13 04:59:55.500253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-deleted', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 04:59:55.503162 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b11944-2459-4a9f-9dbe-d4aa537b03d0" -d '{"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-deleted", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 04:59:55.559029 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193e210-30a3-4002-a7bb-0572d564416e x-openstack-request-id: req-9193e210-30a3-4002-a7bb-0572d564416e {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 04:59:55.559345 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922112b6-9aa3-4c03-a9ee-33648ec3b1a3", "name": "network-vif-deleted", "tag": "5bb9d815-1915-4e58-8287-eae769173fc7", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 04:59:55.559643 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9193e210-30a3-4002-a7bb-0572d564416e {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 04:59:55.560047 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922112b6-9aa3-4c03-a9ee-33648ec3b1a3', 'name': 'network-vif-deleted', 'tag': '5bb9d815-1915-4e58-8287-eae769173fc7', 'status': 'completed', 'code': 200} Oct 13 04:59:56.305306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:56.349853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Deleting subnet 6bd69442-493f-4e65-9169-a568cf665717 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 04:59:56.353108 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.390594 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.430068 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.481807 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.509299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd69442-493f-4e65-9169-a568cf665717,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:56.511835 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.515337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6bd69442-493f-4e65-9169-a568cf665717 HTTP/1.1" status: 204 len: 168 time: 0.2086382 Oct 13 04:59:56.518329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:56.522322 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.522790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.523172 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.523512 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.523848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.524181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.524505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.524834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.525159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.525486 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.525810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.526131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19316-d73a-40b8-bce9-95e8951dd709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 04:59:56.587115 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.666832 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.686822 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2603d66-89e5-453d-b36e-52e76ebd095e']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:56.695970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f701c-26e5-48d4-8388-348505f327bd') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:56.696272 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f701c-26e5-48d4-8388-348505f327bd') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 04:59:56.705584 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.719884 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.726361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 04:59:56.726876 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: timer() Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 04:59:56.728655 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 04:59:56.786659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.791498 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:56.794636 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] 10.222.0.49 "DELETE /v2.0/networks/e2603d66-89e5-453d-b36e-52e76ebd095e HTTP/1.1" status: 204 len: 168 time: 0.2753267 Oct 13 04:59:56.807205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12c01f-a58e-46b4-b89a-bd578e309c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2603d66-89e5-453d-b36e-52e76ebd095e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:56.909820 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38054) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:56.948228 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-50cfaf27-c66b-4df2-8deb-14271d68df6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b01d50e372848cb83808700cd5acab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372355 Oct 13 04:59:56.950515 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38056) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:56.996822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.017634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.063441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.066040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.067557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab5f95af-1082-4975-999b-92b43c91e585 HTTP/1.1" status: 204 len: 168 time: 0.1161664 Oct 13 04:59:57.075708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a2f5a-3feb-4c3c-8b4c-88262ccedea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f95af-1082-4975-999b-92b43c91e585,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:57.726702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38078) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:57.820026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2134396188-network', 'tenant_id': 'b2e638a8598d47818e411adbda882450'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:57.840186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:59:57.842447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.851357 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.924962 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.928467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.952095 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 04:59:57.962017 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c04723-bae1-495f-83aa-f7ddea4e4151,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:57.966643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:57.966977 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Added segment 8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1 of type vlan for network fb1c90e6-43e2-4688-85d6-8883fba3966a Oct 13 04:59:58.006006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.030423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.031395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:58.032101 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.080491 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3526695 Oct 13 04:59:58.083422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38082) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:58.088395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Request body: {'subnet': {'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2134396188-subnet', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:58.093240 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7146a-c5a7-47dc-9ce8-1bc1177dddbd admin admin] Pushing event updated for resources: {'Network': ['ID=fb1c90e6-43e2-4688-85d6-8883fba3966a,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:58.104165 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network fb1c90e6-43e2-4688-85d6-8883fba3966a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 04:59:58.112900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 04:59:58.115281 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.285291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.339791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aad65b7-6523-455a-88e6-11436a8be9ac,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:58.347413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:59:58.347769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Network hostable DHCP agents. Network: fb1c90e6-43e2-4688-85d6-8883fba3966a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 04:59:58.364157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 04:59:58.372562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, fb1c90e6-43e2-4688-85d6-8883fba3966a) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:59:58.376900 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 04:59:58.377480 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.381868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65964a1-9c7a-4c77-a739-673f1d283460 None None] Network fb1c90e6-43e2-4688-85d6-8883fba3966a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 04:59:58.394503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-27789e69-2b75-4b7d-9fb7-99de1c148d46 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099973 Oct 13 04:59:58.397245 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38084) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 04:59:58.401522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 04:59:58.423104 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.424110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.480500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.530596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-fb1c90e6-43e2-4688-85d6-8883fba3966a', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 04:59:58.531651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.620855 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.668639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Allocated IP 172.20.0.2 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/b6e43d58-0873-499c-b86d-d8e622394df8) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:59:58.814743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.817453 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.820268 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.837127 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.858643 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:59:58.863264 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:59:58.866860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:59:58.873683 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Pushing event updated for resources: {'Port': ['ID=b6e43d58-0873-499c-b86d-d8e622394df8,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:58.923931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Attempting to bind port b6e43d58-0873-499c-b86d-d8e622394df8 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 04:59:58.924305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Attempting to bind port b6e43d58-0873-499c-b86d-d8e622394df8 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 04:59:58.924671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Attempting to bind port b6e43d58-0873-499c-b86d-d8e622394df8 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 04:59:58.929589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 04:59:58.929968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 04:59:58.930386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.930787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 04:59:58.931283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Bound port: b6e43d58-0873-499c-b86d-d8e622394df8, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 04:59:58.931666 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:58.944642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 04:59:58.945269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Allocated IP 172.25.0.170 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/42a207ee-af08-4d6e-948b-8dd0a6c61282) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 04:59:58.967970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 5bb9d815-1915-4e58-8287-eae769173fc7 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 04:59:58.968319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 5bb9d815-1915-4e58-8287-eae769173fc7 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 04:59:59.020930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] For port b6e43d58-0873-499c-b86d-d8e622394df8, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 04:59:59.023979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] For port b6e43d58-0873-499c-b86d-d8e622394df8, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b6e43d58-0873-499c-b86d-d8e622394df8,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 04:59:59.028257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.052944 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.088965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a229-22bf-4aa1-8679-957ec3bd450f None None] Pushing event updated for resources: {'Port': ['ID=b6e43d58-0873-499c-b86d-d8e622394df8,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:59.096185 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.137851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 04:59:59.140840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 04:59:59.144330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 04:59:59.172521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Pushing event updated for resources: {'Port': ['ID=42a207ee-af08-4d6e-948b-8dd0a6c61282,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 04:59:59.424311 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.563566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b6e43d58-0873-499c-b86d-d8e622394df8 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 04:59:59.610867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b6e43d58-0873-499c-b86d-d8e622394df8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 04:59:59.611353 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.625221 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.691239 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.726653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port b6e43d58-0873-499c-b86d-d8e622394df8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b6e43d58-0873-499c-b86d-d8e622394df8,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 04:59:59.732387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 04:59:59.764688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 04:59:59.785900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=b6e43d58-0873-499c-b86d-d8e622394df8,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:00.003133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8b5e6-26d0-4b54-b354-ee730fd1d73e None None] Network fb1c90e6-43e2-4688-85d6-8883fba3966a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 05:00:00.073301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4513e324-b741-45db-860d-5fef1e4b4ad5 None None] Provisioning complete for port b6e43d58-0873-499c-b86d-d8e622394df8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:00.073681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4513e324-b741-45db-860d-5fef1e4b4ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.228968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:00.239437 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:00.249016 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.250675 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:00.251596 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:00.253286 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38086) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:00.253795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f57144d3-0431-4710-b76d-6ddd8d1f51c4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8551006 Oct 13 05:00:00.360337 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:00.541260 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 3, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T04:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:00.546085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-77b097ea-e5d7-4387-a0f0-42f65bff1d9f None None] Provisioning complete for port b6e43d58-0873-499c-b86d-d8e622394df8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:00.546619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77b097ea-e5d7-4387-a0f0-42f65bff1d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.665709 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:00:00.666049 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Updating router 96ae8805-17d4-4f3b-9d2c-14987dbc631b port 42a207ee-af08-4d6e-948b-8dd0a6c61282 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:00:00.691786 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.692843 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.850290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Allocated IP 172.20.0.1 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/7a1b46c7-62bc-4920-9c55-69573a1fb288) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:00.937668 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.944105 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.952527 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.985559 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:00.997238 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Attempting to bind port 42a207ee-af08-4d6e-948b-8dd0a6c61282 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:00:00.997613 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Attempting to bind port 42a207ee-af08-4d6e-948b-8dd0a6c61282 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:00:00.997978 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Attempting to bind port 42a207ee-af08-4d6e-948b-8dd0a6c61282 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:00:01.006970 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Pushing event updated for resources: {'Port': ['ID=42a207ee-af08-4d6e-948b-8dd0a6c61282,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.009907 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:00:01.010277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:00:01.010672 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.011095 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:00:01.011551 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Bound port: 42a207ee-af08-4d6e-948b-8dd0a6c61282, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:00:01.011931 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.019380 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.019731 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.020069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.020400 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.020728 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.021061 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.021382 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.021702 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.022023 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.022343 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.022749 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.023094 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:00:01.026112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:01.032813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:01.036482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:01.060857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.082342 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] For port 42a207ee-af08-4d6e-948b-8dd0a6c61282, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:00:01.085714 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.086098 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] For port 42a207ee-af08-4d6e-948b-8dd0a6c61282, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=42a207ee-af08-4d6e-948b-8dd0a6c61282,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:00:01.090934 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.149196 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:01.149972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:01.190739 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252bc0c-88ae-4993-80d2-cfdac017e67d None None] Pushing event updated for resources: {'Port': ['ID=42a207ee-af08-4d6e-948b-8dd0a6c61282,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.236423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.270129 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:01.357547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-236b7608-aa23-4fb1-9435-bd455ec2f493 None None] Provisioning complete for port 7a1b46c7-62bc-4920-9c55-69573a1fb288 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:01.358269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-236b7608-aa23-4fb1-9435-bd455ec2f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.396747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-236b7608-aa23-4fb1-9435-bd455ec2f493 None None] Port 7a1b46c7-62bc-4920-9c55-69573a1fb288 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:01.407666 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.412202 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.451277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 3, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:01.480160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:01.483447 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068c7b1-d191-45b3-836d-554dfc8bc3d4 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T04:59:59Z', 'revision_number': 3, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:01.483718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.566596 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b6e43d58-0873-499c-b86d-d8e622394df8 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:01.599408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:01.601133 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:01.620293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b6e43d58-0873-499c-b86d-d8e622394df8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:01.620924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.764098 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:01.890207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:01.895371 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f62bf75b-eb58-43fe-98fc-6f411f289469 admin admin] 10.222.0.49 "PUT /v2.0/routers/96ae8805-17d4-4f3b-9d2c-14987dbc631b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408739 Oct 13 05:00:01.933834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-93ed4ad0-3dab-438c-87be-79771dc35370 None None] Provisioning complete for port 7a1b46c7-62bc-4920-9c55-69573a1fb288 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:01.934209 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93ed4ad0-3dab-438c-87be-79771dc35370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:01.973831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-93ed4ad0-3dab-438c-87be-79771dc35370 None None] Port 7a1b46c7-62bc-4920-9c55-69573a1fb288 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:02.400306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38094) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:02.404945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711314428', 'description': 'tempest-description--1259841336'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:02.426972 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.493025 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.499653 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.532807 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.534031 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1326792 Oct 13 05:00:02.537287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38096) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:02.538076 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d55c66-b90c-4ff5-951c-8a5518b4bb2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586b1dd8-488f-4340-a4d4-a7301e65dc3d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:02.541973 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'security_group_rule': {'security_group_id': '586b1dd8-488f-4340-a4d4-a7301e65dc3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:02.570412 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.627815 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.631344 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.649410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7f2c0d-0799-47eb-8c56-b71888e04022,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:02.657825 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.659014 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-a0b500b7-48a4-4141-8e3f-9f24c317c210 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207144 Oct 13 05:00:02.661517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38098) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:02.665790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'security_group_rule': {'security_group_id': '586b1dd8-488f-4340-a4d4-a7301e65dc3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:02.692422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.750147 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.754279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416655'] for security_group_rule, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.773811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d9c146-abbc-4fa2-b0b7-0009b7765970,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:02.778781 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.780052 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bc042f5a-f044-4d83-b630-87f1c80f0c88 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176081 Oct 13 05:00:02.783380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:02.787757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'floatingip': {'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:02.811726 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:02.913719 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.016558 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Allocated IP 172.25.0.99 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/56ef84cc-ebba-4596-963b-79f1303b6709) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:03.119669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:03.127690 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.129576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:03.130283 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:03.162674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.201984 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:03.207372 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:03.210992 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:03.216711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=56ef84cc-ebba-4596-963b-79f1303b6709,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:03.307098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.345217 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.398742 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:03.502160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.508890 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.584612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 42a207ee-af08-4d6e-948b-8dd0a6c61282 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:03.590529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=56ef84cc-ebba-4596-963b-79f1303b6709,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:03.594410 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.610928 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.612419 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-17c0d80c-b345-4e1e-a15f-dbfb609d285e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8280768 Oct 13 05:00:03.656132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 2, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:03.656132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 42a207ee-af08-4d6e-948b-8dd0a6c61282 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:03.656132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.684661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:00:03.685024 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Updating router 96ae8805-17d4-4f3b-9d2c-14987dbc631b port 7a1b46c7-62bc-4920-9c55-69573a1fb288 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 05:00:03.735428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.756229 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-e55ea688-6844-48ff-a86a-83be02100ff8 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1711314428&fields=id&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 267 time: 0.0333695 Oct 13 05:00:03.864170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-82003557-758b-4c98-960b-86eea47fc016 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:03.865665 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-82003557-758b-4c98-960b-86eea47fc016 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1025801 Oct 13 05:00:03.866238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.881605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-5e16c0d8-b679-4284-a8f2-fb4f1eb7d4fe tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/quotas/b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Oct 13 05:00:03.900503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 42a207ee-af08-4d6e-948b-8dd0a6c61282, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=42a207ee-af08-4d6e-948b-8dd0a6c61282,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:03.906447 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:03.940342 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-fb70e4d7-5c84-414c-88ab-826c78ebc5a6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529966 Oct 13 05:00:04.003964 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=42a207ee-af08-4d6e-948b-8dd0a6c61282,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:04.083891 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-c0ac182a-cb71-44e4-811b-f78e96a841ad service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315341 Oct 13 05:00:04.093790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.100243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.174769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afac5f-0a74-459c-9673-e6f1dde51ef7 None None] Pushing event updated for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:04.183824 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-38e714d1-ac88-4f66-b53e-fd554f8f3a3b service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936096 Oct 13 05:00:04.207488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Attempting to bind port 7a1b46c7-62bc-4920-9c55-69573a1fb288 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:00:04.207950 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Attempting to bind port 7a1b46c7-62bc-4920-9c55-69573a1fb288 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:00:04.208387 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Attempting to bind port 7a1b46c7-62bc-4920-9c55-69573a1fb288 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:00:04.213983 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:00:04.214562 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:00:04.214946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.215453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:00:04.216016 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Bound port: 7a1b46c7-62bc-4920-9c55-69573a1fb288, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:00:04.216474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.289313 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] For port 7a1b46c7-62bc-4920-9c55-69573a1fb288, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:00:04.292938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] For port 7a1b46c7-62bc-4920-9c55-69573a1fb288, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a1b46c7-62bc-4920-9c55-69573a1fb288,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:00:04.306535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.390667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afac5f-0a74-459c-9673-e6f1dde51ef7 None None] Pushing event updated for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:04.395570 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:04.396219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:04.405478 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ab35ea4d-f210-4894-9633-6ba2a8d46e1f req-75fee332-3c09-452a-a49f-91515e388483 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 210 time: 0.0493233 Oct 13 05:00:04.497877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] Provisioning complete for port 7a1b46c7-62bc-4920-9c55-69573a1fb288 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:04.498227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.555311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:04.702662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.761276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] For port 7a1b46c7-62bc-4920-9c55-69573a1fb288, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a1b46c7-62bc-4920-9c55-69573a1fb288,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:04.767653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:04.843871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3fd41-5de7-4442-964e-ad15e56d4f1f None None] Pushing event updated for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:04.863844 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:04.897518 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8d5f4-f0d5-4541-9751-b70675797f59 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:04.908737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ca17eb77-d453-4f4a-ac4c-c464492b73a8 None None] Provisioning complete for port 7a1b46c7-62bc-4920-9c55-69573a1fb288 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:04.909123 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca17eb77-d453-4f4a-ac4c-c464492b73a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:05.532933 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7f97d595-8b66-4fd6-8d63-2184c0b2459d req-de0aabc7-f988-452b-bd42-a36f3f726367 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 210 time: 0.0465541 Oct 13 05:00:05.598873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-91cd2fd7-1bad-4461-a7c6-4677a404e7e0 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:05.600719 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-91cd2fd7-1bad-4461-a7c6-4677a404e7e0 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1889274 Oct 13 05:00:05.657645 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-7bb81517-4efc-48cd-abbe-00c1d068c933 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 380 time: 0.0468447 Oct 13 05:00:05.662449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a1b46c7-62bc-4920-9c55-69573a1fb288 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:05.668064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'port': {'device_id': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'admin_state_up': True, 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'security_groups': ['586b1dd8-488f-4340-a4d4-a7301e65dc3d']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:05.711558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7a1b46c7-62bc-4920-9c55-69573a1fb288 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:05.711937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:05.782627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:00:05.786528 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:05.798323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 42a207ee-af08-4d6e-948b-8dd0a6c61282 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:05.850658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 42a207ee-af08-4d6e-948b-8dd0a6c61282 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:05.851041 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:05.927081 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Allocated IP 172.20.0.6 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/fc83677f-7520-4905-9cd2-a9ca3eac3776) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:00:06.076569 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.114909 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.157326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:00:06.160365 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:00:06.164088 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:00:06.191657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:06.217692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:06.218303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.235718 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-3cc2a421-cc57-454b-8090-7e3dcd3d57ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719619 Oct 13 05:00:06.247702 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Request body: {'port': {'device_id': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:06.303605 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.354566 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9584f329-05d0-4de3-8271-5511220f675c None None] Provisioning complete for port fc83677f-7520-4905-9cd2-a9ca3eac3776 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:06.354951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9584f329-05d0-4de3-8271-5511220f675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.390006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-9584f329-05d0-4de3-8271-5511220f675c None None] Port fc83677f-7520-4905-9cd2-a9ca3eac3776 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:00:06.567598 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc83677f-7520-4905-9cd2-a9ca3eac3776 {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:00:06.574980 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.587130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Transition to ACTIVE for port object fc83677f-7520-4905-9cd2-a9ca3eac3776 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:00:06.591995 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.647179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:06.654847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec34c53-aabf-4fc5-81e3-f67191b41519 req-57ee112e-d768-47dd-b7ab-2620bcc7468f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:06.656432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bec34c53-aabf-4fc5-81e3-f67191b41519 req-57ee112e-d768-47dd-b7ab-2620bcc7468f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0519938 Oct 13 05:00:06.699831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bec34c53-aabf-4fc5-81e3-f67191b41519 req-fa5da0cd-c561-4dd9-a165-d06ff61826be tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Oct 13 05:00:06.718226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:00:06.718711 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:00:06.719236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:00:06.723973 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:00:06.724346 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:00:06.729703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:00:06.730116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:00:06.730568 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:00:06.731101 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Bound port: fc83677f-7520-4905-9cd2-a9ca3eac3776, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:00:06.731543 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.799561 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:00:06.802774 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:00:06.807634 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.846127 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:06.846752 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:06.848168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 1091 time: 0.6047108 Oct 13 05:00:06.848609 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:00:06.851150 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9591bab-5520-41f5-a57f-c808ac970d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:00:06.880715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812326c-32d5-4681-8070-6f26d224afe6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:06.907103 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62ecbe-ca25-4209-9a66-e3ce8ea709bb x-openstack-request-id: req-ed62ecbe-ca25-4209-9a66-e3ce8ea709bb {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:00:06.907103 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:00:06.907103 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed62ecbe-ca25-4209-9a66-e3ce8ea709bb {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:00:06.907552 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'status': 'completed', 'code': 200} Oct 13 05:00:06.938979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-64acfcb9-be43-4c52-a17d-355e68fe68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:06.940730 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-64acfcb9-be43-4c52-a17d-355e68fe68d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1094 time: 0.0471663 Oct 13 05:00:06.991086 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-8b9b253a-094e-4af3-a820-fba4b75e04f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 217 time: 0.0426114 Oct 13 05:00:07.043131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-ddf7383e-8f89-4594-b511-dd7aef93ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.044608 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-ddf7383e-8f89-4594-b511-dd7aef93ce5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0464995 Oct 13 05:00:07.088646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-321128e2-969e-4aeb-86ab-a653e2f1d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.090024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-321128e2-969e-4aeb-86ab-a653e2f1d113 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387518 Oct 13 05:00:07.182097 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-c93e6fb9-2104-4c77-b790-bfd34f6e82ba service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849743 Oct 13 05:00:07.274574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9caf9b60-ee22-48be-9d62-a609122bd3d2 req-7b069ebd-b3cd-4974-82af-db0eea9817b3 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825524 Oct 13 05:00:07.356470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-405a4407-27c7-4ec9-94ce-87c91044ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.357849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-405a4407-27c7-4ec9-94ce-87c91044ce03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1094 time: 0.0410042 Oct 13 05:00:07.450495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-20c1102d-6a60-4dd0-9b39-b719d85619b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.452023 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-20c1102d-6a60-4dd0-9b39-b719d85619b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874040 Oct 13 05:00:07.493008 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-2950083b-2dd4-4864-822e-949712ab3eb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 217 time: 0.0339704 Oct 13 05:00:07.547044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-0d11c27d-64b4-410a-9603-a7d99527f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.548714 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-0d11c27d-64b4-410a-9603-a7d99527f613 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0478776 Oct 13 05:00:07.593535 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-e33c3783-682c-4e4e-818d-9efdd93ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.595605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-e33c3783-682c-4e4e-818d-9efdd93ebbb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397871 Oct 13 05:00:07.688234 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-b1a914f1-509f-49eb-a059-09971d32b8fa service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838132 Oct 13 05:00:07.777779 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c9591bab-5520-41f5-a57f-c808ac970d8a req-dad72c25-f504-4648-adc2-1da906fd7e87 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820136 Oct 13 05:00:07.815980 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f06f1-5ab1-4da8-bbbd-da5825937121 req-e4d36b66-255a-4d2a-b7e9-399f6ff244a3 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:07.817591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f19f06f1-5ab1-4da8-bbbd-da5825937121 req-e4d36b66-255a-4d2a-b7e9-399f6ff244a3 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0512300 Oct 13 05:00:07.858047 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f19f06f1-5ab1-4da8-bbbd-da5825937121 req-e683a2f6-a701-45a9-9884-a8a9e1ea771b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Oct 13 05:00:08.974345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025ff33-e045-4a58-9801-9da15f59f9ce req-9d8391dd-f86e-4b53-b3d7-2fd5dddd421f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:08.976140 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f025ff33-e045-4a58-9801-9da15f59f9ce req-9d8391dd-f86e-4b53-b3d7-2fd5dddd421f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Oct 13 05:00:08.985840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:00:09.013752 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f025ff33-e045-4a58-9801-9da15f59f9ce req-3e6e18ee-868e-45a8-bca6-485233c2215f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315876 Oct 13 05:00:09.081929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:09.093029 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'mac_address': 'fa:16:3e:7c:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:00:09.129252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:09.142172 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc83677f-7520-4905-9cd2-a9ca3eac3776 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:00:09.160938 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:09.164616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:09.214069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:09.352838 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['fc83677f-7520-4905-9cd2-a9ca3eac3776'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:00:10.126832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8109e1-f9fb-4ddc-995d-46c4b2522342 req-e0df236c-7b17-4916-9a94-80ee8aa8abcb tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:10.128319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa8109e1-f9fb-4ddc-995d-46c4b2522342 req-e0df236c-7b17-4916-9a94-80ee8aa8abcb tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 944 time: 0.0485475 Oct 13 05:00:10.169977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fa8109e1-f9fb-4ddc-995d-46c4b2522342 req-4db7ffa5-65e7-41d9-a1dc-fc1a3b31468d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Oct 13 05:00:11.017069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:00:11.068469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port fc83677f-7520-4905-9cd2-a9ca3eac3776 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:00:11.072287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port fc83677f-7520-4905-9cd2-a9ca3eac3776 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:00:11.072662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:11.151367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:11.182525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:00:11.184866 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2017c2-8d09-47a4-8189-aa54f9e53603" -d '{"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-plugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:00:11.205547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:00:11.210409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:11.245853 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1199d-d7ed-4aba-9375-729dbc7aa3ee x-openstack-request-id: req-d1d1199d-d7ed-4aba-9375-729dbc7aa3ee {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:00:11.246158 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-plugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:00:11.246416 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1d1199d-d7ed-4aba-9375-729dbc7aa3ee {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:00:11.246828 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'code': 200} Oct 13 05:00:11.282909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:00:11.314414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb4b9-eaf5-43ae-ac56-ffed3e4df663 req-90170a0c-e73a-4a33-8a3f-3c246d522d80 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:11.316066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73fbb4b9-eaf5-43ae-ac56-ffed3e4df663 req-90170a0c-e73a-4a33-8a3f-3c246d522d80 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0631130 Oct 13 05:00:11.337788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f3803-0fba-4460-8ae7-0d0ded53658c req-b742e7f7-f6f5-4ee3-9b47-add890db1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:11.339340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de0f3803-0fba-4460-8ae7-0d0ded53658c req-b742e7f7-f6f5-4ee3-9b47-add890db1f1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1096 time: 0.0469110 Oct 13 05:00:11.359280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-73fbb4b9-eaf5-43ae-ac56-ffed3e4df663 req-621f9f5c-6dd1-4bb6-b463-494ce96c5a70 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368700 Oct 13 05:00:11.381158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-de0f3803-0fba-4460-8ae7-0d0ded53658c req-4d151ded-fbc7-432c-9a18-6136a517b95b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Oct 13 05:00:11.827000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34bf8057-dd86-498a-bb06-0354a68f0881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:11.920725 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:12.483372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839855f-13ea-49f9-9236-7f24b0666f92 req-f89d0979-d2f0-4577-9c94-c8d8982a0d43 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:12.484955 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e839855f-13ea-49f9-9236-7f24b0666f92 req-f89d0979-d2f0-4577-9c94-c8d8982a0d43 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0531943 Oct 13 05:00:12.523325 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e839855f-13ea-49f9-9236-7f24b0666f92 req-c8bc3370-674f-454a-a04c-8ce7e68e7442 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Oct 13 05:00:12.634831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b08f0d-569d-4835-bb07-4c75e3e65d03 req-ee822c84-15b1-4782-b9ed-a7ecf76ac723 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:12.636609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00b08f0d-569d-4835-bb07-4c75e3e65d03 req-ee822c84-15b1-4782-b9ed-a7ecf76ac723 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Oct 13 05:00:12.644825 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38150) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:00:12.649080 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'floatingip': {'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:00:12.691486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.132732 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.136526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.200993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.237902 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f associated. External IP: 172.25.0.99, port: fc83677f-7520-4905-9cd2-a9ca3eac3776. Oct 13 05:00:13.441207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:00:13.550310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:00:13.555218 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:13.559869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:00:13.569177 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:13.569756 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:13.583314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-de8a9c75-659e-41f5-b8ce-bf4bb63ceaf6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "PUT /v2.0/floatingips/a88955d7-dc2d-46a5-8970-d1dc6b6ab60f HTTP/1.1" status: 200 len: 990 time: 0.9374216 Oct 13 05:00:13.584014 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:00:13.586462 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527021c7-b5f5-4233-8cc1-e6de90081847" -d '{"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:00:13.624338 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dbc22f-abdb-43a0-b0b3-835327185f04 x-openstack-request-id: req-47dbc22f-abdb-43a0-b0b3-835327185f04 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:00:13.624659 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:00:13.625068 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47dbc22f-abdb-43a0-b0b3-835327185f04 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:00:13.626065 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'status': 'completed', 'code': 200} Oct 13 05:00:13.680238 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:13.686993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-c65f6ad8-97b0-498d-9d9a-56be97f537a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:13.689287 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-c65f6ad8-97b0-498d-9d9a-56be97f537a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1096 time: 0.0412850 Oct 13 05:00:13.783482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-5c30df4f-50f8-442e-a3af-63afefc4ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:13.784977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-5c30df4f-50f8-442e-a3af-63afefc4ce5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0889900 Oct 13 05:00:13.849238 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-4feb623b-a94e-46e7-8db8-89796d58001e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 998 time: 0.0571995 Oct 13 05:00:13.902433 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-b6e9f1a7-e208-4899-9431-60c387c867d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:13.903922 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-b6e9f1a7-e208-4899-9431-60c387c867d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0473261 Oct 13 05:00:13.904861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:7c:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:00:13Z', 'revision_number': 1, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:13.931933 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:00:13.941078 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:00:13.941674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T04:59:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:13.948207 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-1db01fa9-8436-443a-a9f4-32d1899be58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:13.949697 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-1db01fa9-8436-443a-a9f4-32d1899be58d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393202 Oct 13 05:00:14.038278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-2cda8ded-cff5-458f-a6a8-288176a1760a service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810828 Oct 13 05:00:14.046722 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:00:14.132405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-527021c7-b5f5-4233-8cc1-e6de90081847 req-35c4ac1d-fce7-49a0-8eba-b17b1713cbde service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Oct 13 05:00:14.248236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4aa0969b-8217-49e7-aa09-ddd0769dade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:14.275911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:7c:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:00:13Z', 'revision_number': 1, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:00:14.385430 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cd414-2e1e-4c8d-99e4-971fc4a06926 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:7c:cd:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:00:13Z', 'revision_number': 1, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:00:14.584464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c96a5-9487-41e3-8b6d-1fcda54d4d99 None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:00:15.389741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:15.599653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:17.368838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:25.995052 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:00:34.601871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-f81a43c3-686d-4f42-9d6a-0a010a4e6607 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402656 Oct 13 05:00:34.680874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde71f-0efd-4583-b5de-469781671533 req-6f4a85c8-06c0-45b4-bd5f-11212253ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:34.682337 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-6f4a85c8-06c0-45b4-bd5f-11212253ef2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1096 time: 0.0400434 Oct 13 05:00:34.787362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde71f-0efd-4583-b5de-469781671533 req-7c09348c-9aca-4bb1-967d-ad9447e10b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:34.788762 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-7c09348c-9aca-4bb1-967d-ad9447e10b70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0873072 Oct 13 05:00:34.859307 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-0ea3b60a-39e4-48e5-b375-bd99a48f6d84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 1000 time: 0.0627642 Oct 13 05:00:34.910495 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde71f-0efd-4583-b5de-469781671533 req-a7390265-ef40-446f-87b8-25fd94c3201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:34.911964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-a7390265-ef40-446f-87b8-25fd94c3201e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0436649 Oct 13 05:00:34.959519 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde71f-0efd-4583-b5de-469781671533 req-b8036263-3843-4d65-a3fc-40393a0b32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:00:34.961029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-b8036263-3843-4d65-a3fc-40393a0b32bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420883 Oct 13 05:00:35.051982 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-a809bf84-f3d0-4e74-ae93-832c707eabf1 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833592 Oct 13 05:00:35.139769 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a1fde71f-0efd-4583-b5de-469781671533 req-4f8ebf67-4af6-4e29-ae19-6e9cd96fc286 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812807 Oct 13 05:00:41.829539 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb12c-260e-4f9d-91c2-b2c24c3c5f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:41.925240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:43.201598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:44.240358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e10f01b-a9aa-4936-90c1-e0a24768aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.392595 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:45.602332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:00:47.371685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:02.997371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:01:11.833013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9e112850-82d2-43ca-b232-83f4c07ebee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:11.942621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:13.215073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:14.240347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9d1da1e-688b-440e-840c-6a4c26d2bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.393831 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:15.605991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:17.380055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:35.151365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-af744ee6-66f5-4780-bd87-52241e63d58d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403223 Oct 13 05:01:35.232849 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0c21-314c-4bec-af6f-a2af20446691 req-4404cb58-a755-46fb-b2b1-26144b6fd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:35.234328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-4404cb58-a755-46fb-b2b1-26144b6fd72a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1096 time: 0.0442982 Oct 13 05:01:35.334119 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0c21-314c-4bec-af6f-a2af20446691 req-08d0f020-ab80-4e07-870d-64d1f8cc1ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:35.335592 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-08d0f020-ab80-4e07-870d-64d1f8cc1ccd service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0829625 Oct 13 05:01:35.737921 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-de9f7efe-ea47-4e26-b53b-d2af0b25bcd6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 1000 time: 0.3954000 Oct 13 05:01:35.786786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0c21-314c-4bec-af6f-a2af20446691 req-b6152530-7555-4148-b7c8-6ceb0366786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:35.788186 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-b6152530-7555-4148-b7c8-6ceb0366786f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429060 Oct 13 05:01:35.831982 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0c21-314c-4bec-af6f-a2af20446691 req-30ddea46-73f7-4b24-a49d-40adaa8aa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:35.833456 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-30ddea46-73f7-4b24-a49d-40adaa8aa24b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386143 Oct 13 05:01:35.923356 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-b5405c96-d7f1-4902-943f-28aac2980613 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826683 Oct 13 05:01:36.010739 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-280b0c21-314c-4bec-af6f-a2af20446691 req-e34f0c0a-165d-434b-a0e6-ec8cadb240c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803759 Oct 13 05:01:39.997077 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:01:41.833269 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14f10986-0a6b-495a-aecb-1e29fa2e7285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:41.959011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:43.232599 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:44.241322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75502568-4527-4aef-bb90-2ab2900a51af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.395822 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:45.607016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:47.377693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:01:49.319466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a4bf3-c4ba-4b23-86da-d0853895b068 req-71906057-326c-46cf-ab9c-a11975e37f47 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:49.327312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-227a4bf3-c4ba-4b23-86da-d0853895b068 req-71906057-326c-46cf-ab9c-a11975e37f47 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0633745 Oct 13 05:01:49.366942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-227a4bf3-c4ba-4b23-86da-d0853895b068 req-c57f4e9d-a69e-4db8-b76f-0318dddc4f2f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326128 Oct 13 05:01:49.599081 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-cae49f3b-ddda-41df-89ab-6d568d17964b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435812 Oct 13 05:01:49.617924 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83eafc-64f2-4df9-b63a-fd95989b67f1 req-b91ded5a-4ee4-4c1e-ad7e-bdf99ea6d484 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:49.619573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c83eafc-64f2-4df9-b63a-fd95989b67f1 req-b91ded5a-4ee4-4c1e-ad7e-bdf99ea6d484 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0574329 Oct 13 05:01:49.659157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c83eafc-64f2-4df9-b63a-fd95989b67f1 req-b2c50b88-08cc-43c8-989c-5ea24d5a8b4f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Oct 13 05:01:50.792292 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-19375493-a554-4a60-86d8-5ab2428df1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:50.793681 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-19375493-a554-4a60-86d8-5ab2428df1a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1096 time: 0.0748763 Oct 13 05:01:50.805788 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748b522-142e-41d2-aa08-fca24685f322 req-18fe71b3-b0d3-4dd9-beed-9b2f64e14c93 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:50.807159 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7748b522-142e-41d2-aa08-fca24685f322 req-18fe71b3-b0d3-4dd9-beed-9b2f64e14c93 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0595124 Oct 13 05:01:50.888708 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7748b522-142e-41d2-aa08-fca24685f322 req-5a48b436-aef1-43d3-a15e-1ee4ee0dbf17 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736613 Oct 13 05:01:50.918327 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-919bf5d2-bb7c-48e4-a164-79debb4ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:50.919825 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-919bf5d2-bb7c-48e4-a164-79debb4ff183 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1118343 Oct 13 05:01:50.983044 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-e2f16295-93a2-4e9c-8362-30d9155347df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 1000 time: 0.0562348 Oct 13 05:01:51.031487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-a0a9e6aa-0a4c-47e3-b54a-5040cb21cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:51.032913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-a0a9e6aa-0a4c-47e3-b54a-5040cb21cb13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429549 Oct 13 05:01:51.081112 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-6d0a05eb-27cb-45f4-9e4b-75355fa5dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:51.082518 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-6d0a05eb-27cb-45f4-9e4b-75355fa5dfcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426595 Oct 13 05:01:51.172622 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-62e2f3df-de62-4a9d-809a-7850f7c98abe service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822470 Oct 13 05:01:51.265365 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-bb988ff7-ce0f-450a-8dc4-b1ee90208417 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850039 Oct 13 05:01:52.003600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569cd5f-8f74-464b-b7f8-71150942a3cf req-d2f984f8-faa3-4075-998c-b2f86d749d99 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:52.005190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a569cd5f-8f74-464b-b7f8-71150942a3cf req-d2f984f8-faa3-4075-998c-b2f86d749d99 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Oct 13 05:01:52.043171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a569cd5f-8f74-464b-b7f8-71150942a3cf req-d43b92a8-03ea-47ef-bf81-847fe7c0a6e0 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320947 Oct 13 05:01:53.159345 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef06eea-dfc0-41c6-b9e1-07e7e71ada45 req-54af221f-ba6c-4d73-8647-19b8afc63dfa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:53.160918 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ef06eea-dfc0-41c6-b9e1-07e7e71ada45 req-54af221f-ba6c-4d73-8647-19b8afc63dfa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Oct 13 05:01:53.201040 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-3ef06eea-dfc0-41c6-b9e1-07e7e71ada45 req-ac70ba70-14c8-4fb7-bba6-1c46e23c5554 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339484 Oct 13 05:01:54.314131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfd07-9bc0-4c44-808e-d4e90d05dd52 req-d415e739-8a00-44c3-8815-881e82d76d3c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:54.315622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-896cfd07-9bc0-4c44-808e-d4e90d05dd52 req-d415e739-8a00-44c3-8815-881e82d76d3c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Oct 13 05:01:54.354551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-896cfd07-9bc0-4c44-808e-d4e90d05dd52 req-c8a841f5-04e6-4a3a-b2df-1e87da6ff982 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Oct 13 05:01:55.481932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f47f4e-f5ec-4af9-bfbc-04e5399002e6 req-916b1fdf-fc0f-4121-b113-ea2c03d79f74 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:55.483434 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9f47f4e-f5ec-4af9-bfbc-04e5399002e6 req-916b1fdf-fc0f-4121-b113-ea2c03d79f74 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Oct 13 05:01:55.522206 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9f47f4e-f5ec-4af9-bfbc-04e5399002e6 req-b1166176-39f8-4be2-ac29-cff0345a70da tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Oct 13 05:01:56.640769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714c12b-ec3b-4518-8791-f116964e57ef req-4e50f6e0-629f-4e0c-bcd0-31a4b644af31 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:56.642204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9714c12b-ec3b-4518-8791-f116964e57ef req-4e50f6e0-629f-4e0c-bcd0-31a4b644af31 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0523148 Oct 13 05:01:56.679429 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9714c12b-ec3b-4518-8791-f116964e57ef req-2072e008-d8df-423e-9508-b7c7d5ec4885 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306389 Oct 13 05:01:57.806576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffe004-02ab-486f-a170-40707b025cf0 req-084b9e3e-bead-4f3c-b994-19e99139ad65 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:57.807994 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-deffe004-02ab-486f-a170-40707b025cf0 req-084b9e3e-bead-4f3c-b994-19e99139ad65 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0536466 Oct 13 05:01:57.844281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-deffe004-02ab-486f-a170-40707b025cf0 req-39fcd125-8f07-4b85-9642-0e96fba53942 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304325 Oct 13 05:01:58.961225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cad81-5e78-4fb9-8540-a9d8f3b4585b req-e114ec05-6ce2-419a-af60-1cb2ddaa3304 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:01:58.962685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac5cad81-5e78-4fb9-8540-a9d8f3b4585b req-e114ec05-6ce2-419a-af60-1cb2ddaa3304 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Oct 13 05:01:58.999903 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac5cad81-5e78-4fb9-8540-a9d8f3b4585b req-e6cb63e5-a08c-4241-811f-93483b1ef4d3 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Oct 13 05:02:00.113889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3e36b-38b1-4380-ad6b-0a9054951aa4 req-c5b450bc-6eb5-4fe3-8ccc-7c8d32ab5a54 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:00.115390 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ead3e36b-38b1-4380-ad6b-0a9054951aa4 req-c5b450bc-6eb5-4fe3-8ccc-7c8d32ab5a54 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0487864 Oct 13 05:02:00.153278 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ead3e36b-38b1-4380-ad6b-0a9054951aa4 req-d2935ac0-a4c3-480f-929a-1003bbff9ef4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Oct 13 05:02:01.272597 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146f060-f13c-4896-8ba7-360c05024314 req-9a0f7749-07ab-44b8-9c67-0d48ea42a75d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:01.274112 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0146f060-f13c-4896-8ba7-360c05024314 req-9a0f7749-07ab-44b8-9c67-0d48ea42a75d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0503993 Oct 13 05:02:01.312661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0146f060-f13c-4896-8ba7-360c05024314 req-9091da98-07c0-4da4-b46d-c4db6325e803 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Oct 13 05:02:02.428556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0071128-e049-4290-a2be-bcbb2fcde791 req-34927c78-982f-4908-bd26-bb898b53eb76 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:02.430029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a0071128-e049-4290-a2be-bcbb2fcde791 req-34927c78-982f-4908-bd26-bb898b53eb76 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0484688 Oct 13 05:02:02.467792 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a0071128-e049-4290-a2be-bcbb2fcde791 req-e9677699-f5fa-4618-89ab-d97fe1593654 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Oct 13 05:02:03.070923 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-8daed698-c2d1-45e4-b0ae-05087b18e939 service neutron] show failed (client error): The resource could not be found. Oct 13 05:02:03.071960 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-8daed698-c2d1-45e4-b0ae-05087b18e939 service neutron] 10.222.0.47 "GET /v2.0/ports/fc83677f-7520-4905-9cd2-a9ca3eac3776/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0593517 Oct 13 05:02:03.271162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-756347d4-e727-424a-a762-cf0caa43159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:03.272725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-756347d4-e727-424a-a762-cf0caa43159a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 1096 time: 0.0461304 Oct 13 05:02:03.285061 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:02:03.337279 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:03.544379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:03.618238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a977a-5e14-494f-a6bd-8723e39e8940 req-3c293fbc-c3a2-4228-91fd-93235c200470 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:03.619682 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455a977a-5e14-494f-a6bd-8723e39e8940 req-3c293fbc-c3a2-4228-91fd-93235c200470 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0774276 Oct 13 05:02:03.620625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:02:03.683580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:03.685817 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ceb08f-884f-48f3-9f37-18ebd0f0d74c" -d '{"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-unplugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:03.689829 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:03.697684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455a977a-5e14-494f-a6bd-8723e39e8940 req-60b68811-f546-4047-85f8-816d3ae721c4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576370 Oct 13 05:02:03.710955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Transition to ACTIVE for port object fc83677f-7520-4905-9cd2-a9ca3eac3776 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:02:03.718204 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:03.748987 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f7e601-39ea-47d6-8d88-d9463a3b652d x-openstack-request-id: req-82f7e601-39ea-47d6-8d88-d9463a3b652d {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:03.749281 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-unplugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:03.749532 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82f7e601-39ea-47d6-8d88-d9463a3b652d {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:03.749917 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'code': 200} Oct 13 05:02:03.805459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:03.820391 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.820719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.821057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.821390 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.821721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.822049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.822375 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.822698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.823023 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.823364 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.823683 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.823999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:03.861144 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] No DVR routers for this DVR port fc83677f-7520-4905-9cd2-a9ca3eac3776 on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:02:04.000299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:02:04.000630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:02:04.000950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:02:04.005180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:02:04.005496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Attempting to bind port fc83677f-7520-4905-9cd2-a9ca3eac3776 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:02:04.010283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:02:04.010612 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:02:04.010994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:02:04.011448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Bound port: fc83677f-7520-4905-9cd2-a9ca3eac3776, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:02:04.011797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:04.074432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:02:04.077354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:02:04.082131 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:04.118465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.119449 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:04.121488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] 10.222.0.16 "PUT /v2.0/ports/fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 1091 time: 0.8403380 Oct 13 05:02:04.174205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1040f1-94f4-4747-bca7-81624814ad43 service neutron] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:04.192739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-d9f8879f-62df-4619-b880-c9e30af29fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.194273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-d9f8879f-62df-4619-b880-c9e30af29fce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1094 time: 0.0471921 Oct 13 05:02:04.290081 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-111a189a-f270-4c9e-a489-4f7b12f5366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.291662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-111a189a-f270-4c9e-a489-4f7b12f5366b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0894091 Oct 13 05:02:04.364712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-04ea61fa-75dc-4946-8d5b-eea9e4839123 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 998 time: 0.0652773 Oct 13 05:02:04.418155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-4579e2a0-a35d-4fb1-b059-760206d02f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.419649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-4579e2a0-a35d-4fb1-b059-760206d02f9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0462151 Oct 13 05:02:04.465452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-bc042db2-93bd-4e51-9be4-7a01f991edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.466931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-bc042db2-93bd-4e51-9be4-7a01f991edc6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399437 Oct 13 05:02:04.560373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-0f5dd120-5851-4009-a9da-fb906244a95c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862758 Oct 13 05:02:04.649062 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-cce1fe00-8012-4eba-b981-608f9c3581ac service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814483 Oct 13 05:02:04.825494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033a3da-0c0b-49fc-9439-ee4f9513d4e8 req-2e839ca8-0ca0-4116-ba78-496138f39f2e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:04.826968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2033a3da-0c0b-49fc-9439-ee4f9513d4e8 req-2e839ca8-0ca0-4116-ba78-496138f39f2e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0531337 Oct 13 05:02:04.864607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2033a3da-0c0b-49fc-9439-ee4f9513d4e8 req-39b40236-641f-4032-a686-498e5de7ee34 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311606 Oct 13 05:02:05.637306 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:02:05.677187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:02:05.751432 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:05.754489 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9adca27-e012-4203-8e9e-280b07bb1161" -d '{"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:05.802941 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c83415-d2a4-4d61-b281-96591aa95d08 x-openstack-request-id: req-45c83415-d2a4-4d61-b281-96591aa95d08 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:05.803275 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:05.803532 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45c83415-d2a4-4d61-b281-96591aa95d08 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:05.804625 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'status': 'completed', 'code': 200} Oct 13 05:02:05.863024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1ef8ca87-1566-4f75-b2c2-9464b52efee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:05.864831 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1ef8ca87-1566-4f75-b2c2-9464b52efee5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1094 time: 0.0423064 Oct 13 05:02:05.869276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-6d0cae64-bf4e-424d-a89a-a04b232a11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:05.870757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-6d0cae64-bf4e-424d-a89a-a04b232a11b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1094 time: 0.0417564 Oct 13 05:02:05.963266 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1a74593a-f0b8-4a6d-a8f0-a7f9ef3728d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:05.964728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1a74593a-f0b8-4a6d-a8f0-a7f9ef3728d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0930190 Oct 13 05:02:05.998657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-d264843d-e9b3-4f8d-a6a8-eefd172ad9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.000142 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-d264843d-e9b3-4f8d-a6a8-eefd172ad9db service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1221995 Oct 13 05:02:06.008522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70039-524b-4666-88b9-c34fea1b7349 req-9a27503c-1d3b-4e8a-ab6d-9d8925d31736 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.009927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1b70039-524b-4666-88b9-c34fea1b7349 req-9a27503c-1d3b-4e8a-ab6d-9d8925d31736 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0779576 Oct 13 05:02:06.031680 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-99ec854c-80d1-46ab-828d-4d8dc5109d84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 998 time: 0.0599737 Oct 13 05:02:06.083909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-0746ab47-10e8-471e-b579-2d9d2b13bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.085398 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-0746ab47-10e8-471e-b579-2d9d2b13bd04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0464332 Oct 13 05:02:06.097066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e1b70039-524b-4666-88b9-c34fea1b7349 req-4e3b80cd-6499-4f51-a3ea-5321a35c3d9d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790026 Oct 13 05:02:06.104315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-c53c5f08-9877-4fa0-a10f-2915db25b858 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 998 time: 0.0934680 Oct 13 05:02:06.151148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-b3cb6277-a97c-4133-b88c-eb770935d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.153618 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-b3cb6277-a97c-4133-b88c-eb770935d82d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616517 Oct 13 05:02:06.163842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1d32c4c5-30e4-4050-aeb2-d3e6e6556fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.165489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1d32c4c5-30e4-4050-aeb2-d3e6e6556fe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0493579 Oct 13 05:02:06.219336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-791092ec-f8ce-42e2-885e-7d6183ae3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:06.220945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-791092ec-f8ce-42e2-885e-7d6183ae3caa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474057 Oct 13 05:02:06.248909 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-d8f7908d-e793-418c-8464-8203809af9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Oct 13 05:02:06.314617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-5060dcf9-8a75-4002-9d15-ca6d49e603e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Oct 13 05:02:06.341617 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-47449877-6ac4-4f98-8b56-9e79a5619ccb service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Oct 13 05:02:06.406586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f9adca27-e012-4203-8e9e-280b07bb1161 req-1d6e7165-da9f-41d7-b0b5-9c24fd4cb852 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851285 Oct 13 05:02:07.083427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:02:07.180316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:07.192593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'mac_address': 'fa:16:3e:7c:cd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:02:07.230462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:07.234864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd4970-13e1-4c0b-b2bb-0657680202e3 req-95b2fe27-2678-40ba-a2f9-a1723446abaf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.239113 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ebd4970-13e1-4c0b-b2bb-0657680202e3 req-95b2fe27-2678-40ba-a2f9-a1723446abaf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 943 time: 0.0553403 Oct 13 05:02:07.249105 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc83677f-7520-4905-9cd2-a9ca3eac3776 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:02:07.274087 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:07.277962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:07.281191 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9ebd4970-13e1-4c0b-b2bb-0657680202e3 req-25e99ca5-f9af-421a-bb4e-139aa7043b14 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355432 Oct 13 05:02:07.327309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:07.335885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.336204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.336550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.336889 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.337225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.337556 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.337888 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.338217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.338548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.339182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.339519 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.339847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:02:07.500431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['fc83677f-7520-4905-9cd2-a9ca3eac3776'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:02:07.510687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf65c-90ac-4936-999c-ab0aae6a5f8d req-f41729a7-f4f0-42c8-9dd2-0b734c8d7488 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.512267 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b9fdf65c-90ac-4936-999c-ab0aae6a5f8d req-f41729a7-f4f0-42c8-9dd2-0b734c8d7488 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 944 time: 0.0874100 Oct 13 05:02:07.519893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-730fca4b-e66c-43db-9b24-f0ffd968fe5b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.521289 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-730fca4b-e66c-43db-9b24-f0ffd968fe5b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594&tenant_id=b2e638a8598d47818e411adbda882450&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 944 time: 0.0849268 Oct 13 05:02:07.588100 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b9fdf65c-90ac-4936-999c-ab0aae6a5f8d req-0eff7146-76ef-49cf-9ddc-e53bd6917531 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657341 Oct 13 05:02:07.608780 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-6bd296d9-d4fa-4a34-b1b4-ae7c7eb7602b service neutron] delete failed (client error): The resource could not be found. Oct 13 05:02:07.609816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-6bd296d9-d4fa-4a34-b1b4-ae7c7eb7602b service neutron] 10.222.0.47 "DELETE /v2.0/ports/fc83677f-7520-4905-9cd2-a9ca3eac3776/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0809591 Oct 13 05:02:07.697810 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-da6b39be-fbc1-4c9a-a8d5-cb5c4401a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.699379 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-da6b39be-fbc1-4c9a-a8d5-cb5c4401a930 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 1095 time: 0.0457058 Oct 13 05:02:07.792969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-4358f603-1d88-45b9-ad23-de0a55672198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.794480 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-4358f603-1d88-45b9-ad23-de0a55672198 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0886261 Oct 13 05:02:07.857492 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-90eb70e4-bb9a-4ef5-a473-4101ac333343 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 200 len: 999 time: 0.0563500 Oct 13 05:02:07.908976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-29dc4c83-455f-43cf-b56e-7199da1206b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.910436 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-29dc4c83-455f-43cf-b56e-7199da1206b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0464122 Oct 13 05:02:07.955637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-39183eab-6e89-452a-abae-8ee54ba4c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:07.957266 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-39183eab-6e89-452a-abae-8ee54ba4c3b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402484 Oct 13 05:02:08.045359 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-b1671e9e-6c32-4807-87af-242fb22815c2 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810540 Oct 13 05:02:08.136530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8b57545e-4f14-422e-9474-272ae07b1b8e req-da30bd1f-6b9a-4533-96fb-c574eb2430b2 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841827 Oct 13 05:02:08.860814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739bdb0-7562-4158-b3be-13fcc19bec5d req-0bf08056-e5ce-4ff6-b46d-f566e7e4a948 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:08.862266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6739bdb0-7562-4158-b3be-13fcc19bec5d req-0bf08056-e5ce-4ff6-b46d-f566e7e4a948 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 944 time: 0.2033675 Oct 13 05:02:08.899880 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6739bdb0-7562-4158-b3be-13fcc19bec5d req-fdcbb8d1-5a1c-43ff-9c22-2eec38ec1c4b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309441 Oct 13 05:02:09.066815 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7828f5c-a9bc-427d-ab93-8f42f43fe7bf req-1b5f124a-7dcb-4749-b7f7-4ae4e58c310b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:09.068340 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7828f5c-a9bc-427d-ab93-8f42f43fe7bf req-1b5f124a-7dcb-4749-b7f7-4ae4e58c310b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 944 time: 0.1032467 Oct 13 05:02:09.105696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d7828f5c-a9bc-427d-ab93-8f42f43fe7bf req-5f28dd36-06f6-49bf-89a8-27f68c3a9f2e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Oct 13 05:02:09.114415 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:02:09.162605 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port fc83677f-7520-4905-9cd2-a9ca3eac3776 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:02:09.166361 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port fc83677f-7520-4905-9cd2-a9ca3eac3776 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:02:09.166736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:09.224338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5113a-ff1f-431a-ac7e-1add02730506 req-e92b1f1f-62da-4b7a-9fa5-7bf4763cd642 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:09.225800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33a5113a-ff1f-431a-ac7e-1add02730506 req-e92b1f1f-62da-4b7a-9fa5-7bf4763cd642 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 944 time: 0.0537081 Oct 13 05:02:09.247109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:09.265310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33a5113a-ff1f-431a-ac7e-1add02730506 req-e7b3e49a-8e03-4adc-8db6-d37db021c63c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Oct 13 05:02:09.269937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:09.272274 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73063f-b58d-4b7b-97f9-cf3d08e7470d" -d '{"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-plugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:09.285935 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:09.291494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:09.317437 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bffce5-f0cd-4a9a-ba38-7e02c3163c4a x-openstack-request-id: req-72bffce5-f0cd-4a9a-ba38-7e02c3163c4a {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:09.317742 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-plugged", "status": "completed", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:09.318000 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72bffce5-f0cd-4a9a-ba38-7e02c3163c4a {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:09.318404 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'code': 200} Oct 13 05:02:09.344286 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:09.505077 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90958f-015e-4806-a535-fbebfd5ac9dc req-dfb3efab-482b-4083-a746-c44a9ded7d9f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:09.506557 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a90958f-015e-4806-a535-fbebfd5ac9dc req-dfb3efab-482b-4083-a746-c44a9ded7d9f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Oct 13 05:02:09.549145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0a90958f-015e-4806-a535-fbebfd5ac9dc req-ea041a9f-c86f-46aa-a431-93cc57dd8d62 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364771 Oct 13 05:02:10.665580 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75952-81bc-47cc-a268-9d72ce62f314 req-92fd0b75-0e1e-4c06-af18-68eae9f0bb08 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:10.667025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9e75952-81bc-47cc-a268-9d72ce62f314 req-92fd0b75-0e1e-4c06-af18-68eae9f0bb08 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Oct 13 05:02:10.728449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b9e75952-81bc-47cc-a268-9d72ce62f314 req-ea8aac93-7ae8-4cb9-b4c3-38c167893e28 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555162 Oct 13 05:02:10.745363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-97e4b407-5b49-4c7f-b29c-0bf76d482e2e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:10.746824 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-97e4b407-5b49-4c7f-b29c-0bf76d482e2e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 945 time: 0.0614693 Oct 13 05:02:10.838208 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Deleting port fc83677f-7520-4905-9cd2-a9ca3eac3776 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:02:10.838467 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:10.925479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] For port fc83677f-7520-4905-9cd2-a9ca3eac3776, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=fc83677f-7520-4905-9cd2-a9ca3eac3776,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:10.925837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.137938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.138209 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.138520 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f disassociated. External IP: 172.25.0.99, port: fc83677f-7520-4905-9cd2-a9ca3eac3776. Oct 13 05:02:11.138855 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Calling delete_port for fc83677f-7520-4905-9cd2-a9ca3eac3776 owned by compute:nova {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:02:11.266201 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.297368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event deleted for resources: {'Port': ['ID=fc83677f-7520-4905-9cd2-a9ca3eac3776,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:11.750519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:02:11.822136 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fd3e443-c63b-445e-b763-76db5640499f req-650437e2-e5b9-4c07-b799-2f2c97c17f3e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=1940e229-2ccd-46c9-bee2-d63cce4b6594 HTTP/1.1" status: 200 len: 210 time: 0.0258484 Oct 13 05:02:11.835587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-97042e24-7c25-4475-87b5-6963aae8a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.859936 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:02:11.870195 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:02:11.878861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:02:11.879487 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:11.901377 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] No DVR routers for this DVR port fc83677f-7520-4905-9cd2-a9ca3eac3776 on host n-h1-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:02:11.903995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.907335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-93c83f0c-ecc9-48bf-9899-355f4c161d38 req-456bdc2b-4b68-418e-b5b4-be0765cc7529 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "DELETE /v2.0/ports/fc83677f-7520-4905-9cd2-a9ca3eac3776 HTTP/1.1" status: 204 len: 173 time: 1.1546497 Oct 13 05:02:11.907769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-deleted', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:11.910269 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd413b8-f0f5-4a93-8704-a0e5a2c6f50e" -d '{"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-deleted", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:11.957063 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ad7f8-06c2-4168-a40c-08c4b3d16033 x-openstack-request-id: req-d82ad7f8-06c2-4168-a40c-08c4b3d16033 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:11.957298 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940e229-2ccd-46c9-bee2-d63cce4b6594", "name": "network-vif-deleted", "tag": "fc83677f-7520-4905-9cd2-a9ca3eac3776", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:11.957556 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d82ad7f8-06c2-4168-a40c-08c4b3d16033 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:11.957964 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940e229-2ccd-46c9-bee2-d63cce4b6594', 'name': 'network-vif-deleted', 'tag': 'fc83677f-7520-4905-9cd2-a9ca3eac3776', 'status': 'completed', 'code': 200} Oct 13 05:02:11.969754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:11.991420 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:02:12.196161 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:12.225729 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:02:12.234003 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:02:12.234593 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:01:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:12.337440 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:02:12.526955 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:12.555951 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a5945-ec01-45d3-ad7c-f41b577adcd2 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:02:12.756967 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c066360-b284-46cf-a275-1bfa61b032b2 None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:02:13.056823 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-0b4f08b5-d025-48ee-8755-35cd25513ccb tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1711314428&fields=id&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 267 time: 0.0343430 Oct 13 05:02:13.163276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-61677036-a5bd-45f8-899d-f9ca8332552c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:13.164620 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-61677036-a5bd-45f8-899d-f9ca8332552c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1009328 Oct 13 05:02:13.178985 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-71e9e1db-5df2-4dbe-8f22-52e59954b935 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/quotas/b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 375 time: 0.0087428 Oct 13 05:02:13.234826 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-28e1fb73-129c-4e7c-b4b5-046da4781566 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506940 Oct 13 05:02:13.245958 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:13.333131 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-31a1d184-42ad-4ba2-a73b-8c7e10503a01 service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860274 Oct 13 05:02:13.445310 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-6ad30beb-aa36-4b51-bcc9-93650e4e36a6 service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058564 Oct 13 05:02:13.604188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-51f61672-54d4-461f-bcb5-b2c7adcee477 req-f988e544-a2f4-49bc-90bb-f804206066d9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 210 time: 0.0271258 Oct 13 05:02:14.242328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f513dc2-a147-438b-a6a9-1e515a1cf95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:14.506637 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-73a6ab5d-c733-4523-b816-d0c453b43e8a tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:14.508075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-73a6ab5d-c733-4523-b816-d0c453b43e8a tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1061435 Oct 13 05:02:14.554099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-c9a40e54-5f23-4d67-8d1a-c87ed571108c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 380 time: 0.0364530 Oct 13 05:02:14.563578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'port': {'device_id': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'admin_state_up': True, 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'security_groups': ['586b1dd8-488f-4340-a4d4-a7301e65dc3d']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:02:14.680493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:02:14.684059 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:14.700411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63731ed1-a229-43a8-af5d-ab0960d0c911 req-bf627fe5-51f3-4861-b9d2-dfebcf4ca785 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Oct 13 05:02:14.811929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Allocated IP 172.20.0.12 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/2a3465b5-004e-4987-a8ff-d734b3c0f307) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:02:14.944813 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:14.978533 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.029298 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:02:15.032357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:02:15.039282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:02:15.074676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:15.100870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:15.101500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.119369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-67469c54-897c-438c-b10d-426aa2abb8bf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592787 Oct 13 05:02:15.132669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Request body: {'port': {'device_id': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:02:15.140406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:02:15.170244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] No Port match for: fc83677f-7520-4905-9cd2-a9ca3eac3776 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:02:15.170741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device fc83677f-7520-4905-9cd2-a9ca3eac3776 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:02:15.194115 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.270170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c49e1465-ee95-4e9f-af9d-d21567048198 None None] Provisioning complete for port 2a3465b5-004e-4987-a8ff-d734b3c0f307 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:02:15.270533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c49e1465-ee95-4e9f-af9d-d21567048198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.311799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c49e1465-ee95-4e9f-af9d-d21567048198 None None] Port 2a3465b5-004e-4987-a8ff-d734b3c0f307 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:02:15.398616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.497281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3465b5-004e-4987-a8ff-d734b3c0f307 {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:02:15.504897 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.517509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Transition to ACTIVE for port object 2a3465b5-004e-4987-a8ff-d734b3c0f307 will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:02:15.521969 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.613397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:15.616856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.686397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:02:15.686976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:02:15.687167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:02:15.695197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:02:15.695592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:02:15.702932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:02:15.703503 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:02:15.704105 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:02:15.704801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Bound port: 2a3465b5-004e-4987-a8ff-d734b3c0f307, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:02:15.705384 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.837001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:02:15.852274 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:02:15.857661 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.896748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707a63d-8297-457c-aec8-2a2ac0ba4881 req-b872df45-010d-409b-a3c7-958eae6279dc tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:15.898242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8707a63d-8297-457c-aec8-2a2ac0ba4881 req-b872df45-010d-409b-a3c7-958eae6279dc tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 944 time: 0.1171160 Oct 13 05:02:15.903123 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:15.903817 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:15.905231 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1092 time: 0.7770450 Oct 13 05:02:15.907480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:15.910328 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344f227-80bb-4fa8-ac63-8b808a24e75d" -d '{"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:15.968693 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea27776-409a-4fa0-878f-0bbeb9ed566b x-openstack-request-id: req-2ea27776-409a-4fa0-878f-0bbeb9ed566b {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:15.968984 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:15.969245 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ea27776-409a-4fa0-878f-0bbeb9ed566b {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:15.969647 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'status': 'completed', 'code': 200} Oct 13 05:02:16.001876 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9702-211c-49d0-85a1-f746397b79f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:16.010045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8707a63d-8297-457c-aec8-2a2ac0ba4881 req-56113d3c-e2cc-42d5-9324-ac9998f8854b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965540 Oct 13 05:02:16.022537 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-c642b7ad-8da7-4bca-842b-ed58c529ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.024104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-c642b7ad-8da7-4bca-842b-ed58c529ff52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1095 time: 0.0763233 Oct 13 05:02:16.070737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-d3acf995-1016-4dfa-8b75-879d05fd9bd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 217 time: 0.0370414 Oct 13 05:02:16.122471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-1179ecd0-c2ca-495a-805d-bdf8e7795c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.123971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-1179ecd0-c2ca-495a-805d-bdf8e7795c73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0458245 Oct 13 05:02:16.176523 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-b7d639e7-de7f-4cf3-9005-98e1375dbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.177970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-b7d639e7-de7f-4cf3-9005-98e1375dbcde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474102 Oct 13 05:02:16.269155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-cc5bd83a-4a78-4cb2-b23b-0ef9e7b1f81c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830874 Oct 13 05:02:16.361384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e79ac4b2-a0f9-48ba-a56b-c4c3f469880b req-e6ff0b31-4467-48b7-a356-dd64af595d7a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Oct 13 05:02:16.449021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-ddb0bb6f-70f0-4cf9-8af7-bc49563d0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.450399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-ddb0bb6f-70f0-4cf9-8af7-bc49563d0796 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1095 time: 0.0401306 Oct 13 05:02:16.544366 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-326673eb-5075-4af4-90a1-d8413e8b222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.546163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-326673eb-5075-4af4-90a1-d8413e8b222f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0887058 Oct 13 05:02:16.588877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-85ee0f8c-e4fe-4c9a-980c-0d572dd8ea37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 217 time: 0.0353475 Oct 13 05:02:16.639607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-3ca65c1c-3877-43ef-924e-74afebb3cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.640986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-3ca65c1c-3877-43ef-924e-74afebb3cf77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431180 Oct 13 05:02:16.685369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-963d8247-fdce-485d-a828-db3a9c0edeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:16.686786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-963d8247-fdce-485d-a828-db3a9c0edeba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382202 Oct 13 05:02:16.783402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-b10ada5a-aa6b-4b70-8726-f4f438ac3a37 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841019 Oct 13 05:02:16.872897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2344f227-80bb-4fa8-ac63-8b808a24e75d req-f9bcaed4-caf9-448d-8028-cb8ccac83061 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814872 Oct 13 05:02:16.996381 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:02:17.127148 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f384-e294-49be-879d-fd271e63e7a1 req-8962d01e-124e-4925-844b-ad244e24ea24 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:17.128744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9925f384-e294-49be-879d-fd271e63e7a1 req-8962d01e-124e-4925-844b-ad244e24ea24 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 944 time: 0.0487301 Oct 13 05:02:17.166168 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-9925f384-e294-49be-879d-fd271e63e7a1 req-15cee413-6b78-4a9c-94d0-c771bbcc5783 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Oct 13 05:02:17.380316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:18.283754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8caba6-70eb-4a6b-9d51-8ea91ae86a43 req-3f2b06bc-08bd-4646-a1e7-5bed4c41e354 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:18.285947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff8caba6-70eb-4a6b-9d51-8ea91ae86a43 req-3f2b06bc-08bd-4646-a1e7-5bed4c41e354 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 944 time: 0.0547898 Oct 13 05:02:18.322817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff8caba6-70eb-4a6b-9d51-8ea91ae86a43 req-4bedd91c-4ad1-4183-85c8-02254157a979 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Oct 13 05:02:19.156297 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:02:19.253492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:19.263652 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'mac_address': 'fa:16:3e:fc:d0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:02:19.301053 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:19.313243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3465b5-004e-4987-a8ff-d734b3c0f307 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:02:19.332047 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:19.336045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:19.384466 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:19.443503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bfbe4-d697-4189-83aa-efa04321bd97 req-fa47c21c-6f7c-4691-9678-2c3c9395fe86 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:19.445597 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb2bfbe4-d697-4189-83aa-efa04321bd97 req-fa47c21c-6f7c-4691-9678-2c3c9395fe86 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0540929 Oct 13 05:02:19.484189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-bb2bfbe4-d697-4189-83aa-efa04321bd97 req-6b806dbc-9841-48d5-9409-420099959e77 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Oct 13 05:02:19.525659 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['2a3465b5-004e-4987-a8ff-d734b3c0f307'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:02:20.602433 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddefeb-4f7f-4fe6-a998-77a5102d9340 req-6c07a5a2-afbb-4eea-820a-426e7fa4c248 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:20.604004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22ddefeb-4f7f-4fe6-a998-77a5102d9340 req-6c07a5a2-afbb-4eea-820a-426e7fa4c248 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0506926 Oct 13 05:02:20.642078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22ddefeb-4f7f-4fe6-a998-77a5102d9340 req-f6db2d48-2166-489f-bfd0-da971eaa97e1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Oct 13 05:02:21.171384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:02:21.218250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 2a3465b5-004e-4987-a8ff-d734b3c0f307 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:02:21.221754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 2a3465b5-004e-4987-a8ff-d734b3c0f307 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:02:21.222125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:21.302174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:21.325402 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:21.327679 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e04cf-258c-4efc-8284-d1252a080f4c" -d '{"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:21.340987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:02:21.345060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:21.371983 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b20ef-c23d-4302-afea-a1f17c1f5ac1 x-openstack-request-id: req-833b20ef-c23d-4302-afea-a1f17c1f5ac1 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:21.372301 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:21.372537 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-833b20ef-c23d-4302-afea-a1f17c1f5ac1 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:21.372941 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'code': 200} Oct 13 05:02:21.400635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:02:21.458927 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116063a-8a13-454f-bae3-3a0b2abbb79b req-2b863867-9207-4a35-87b9-4eb0b31b9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:21.460462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5116063a-8a13-454f-bae3-3a0b2abbb79b req-2b863867-9207-4a35-87b9-4eb0b31b9bf2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0400031 Oct 13 05:02:21.496973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5116063a-8a13-454f-bae3-3a0b2abbb79b req-69979bac-ad09-49c6-bffa-4a284db34653 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295947 Oct 13 05:02:21.760071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7a52-d49e-4a41-a91a-7ecca8cd5fb0 req-219be2b9-e5d9-44a3-9efb-160b9fd3a659 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:21.761440 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67cc7a52-d49e-4a41-a91a-7ecca8cd5fb0 req-219be2b9-e5d9-44a3-9efb-160b9fd3a659 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0519452 Oct 13 05:02:21.798876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67cc7a52-d49e-4a41-a91a-7ecca8cd5fb0 req-8b880a9f-2a35-49fd-ba9d-a089a58df08f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Oct 13 05:02:22.917589 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63714e5-0845-499c-a371-26625dfc1b50 req-593fe6ea-c9e5-4e69-bf05-c522011ec586 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:22.919110 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b63714e5-0845-499c-a371-26625dfc1b50 req-593fe6ea-c9e5-4e69-bf05-c522011ec586 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0484905 Oct 13 05:02:22.956535 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-b63714e5-0845-499c-a371-26625dfc1b50 req-8a47c61c-8e14-4367-87d4-1dbdd817199d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309508 Oct 13 05:02:23.066187 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219edaf-1bd5-458f-9737-6b438cad5c4e req-b589c37d-05e6-4f91-a21b-a2a7c5a6e2ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:23.067671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7219edaf-1bd5-458f-9737-6b438cad5c4e req-b589c37d-05e6-4f91-a21b-a2a7c5a6e2ac tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0493164 Oct 13 05:02:23.076162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 38534) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:02:23.080452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'floatingip': {'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:02:23.118981 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:23.553938 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:23.557447 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:23.657605 n-d-813736-1 neutron-server[95047]: INFO neutron.db.l3_db [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f associated. External IP: 172.25.0.99, port: 2a3465b5-004e-4987-a8ff-d734b3c0f307. Oct 13 05:02:23.863850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:02:23.968055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:02:23.972988 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:23.978237 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:02:23.987875 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:02:23.989636 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:02:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:23.999983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d661f432-dbb1-4faa-91dc-761b5532511c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "PUT /v2.0/floatingips/a88955d7-dc2d-46a5-8970-d1dc6b6ab60f HTTP/1.1" status: 200 len: 991 time: 0.9228001 Oct 13 05:02:24.000565 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:02:24.003418 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf15cedf-9978-4edc-ba58-7f476f75ca81" -d '{"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:02:24.042739 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba231873-c53f-4bbe-b7de-abc43936c2d6 x-openstack-request-id: req-ba231873-c53f-4bbe-b7de-abc43936c2d6 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:02:24.043030 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:02:24.043313 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba231873-c53f-4bbe-b7de-abc43936c2d6 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:02:24.043741 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'status': 'completed', 'code': 200} Oct 13 05:02:24.099635 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:02:24.104481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-0c5e5102-ff05-46e2-9dfa-3aa4f3132e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:24.105973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-0c5e5102-ff05-46e2-9dfa-3aa4f3132e58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0410905 Oct 13 05:02:24.199365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-bdb66498-60e0-4636-989e-c39eb8923bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:24.200762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-bdb66498-60e0-4636-989e-c39eb8923bc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874562 Oct 13 05:02:24.265448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-79debc47-a6fe-4960-976a-e43228d19f96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 999 time: 0.0575271 Oct 13 05:02:24.315229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-e56cfe83-b8eb-4349-b67a-16afec526b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:24.316818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-e56cfe83-b8eb-4349-b67a-16afec526b4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0448918 Oct 13 05:02:24.320105 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:fc:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:02:23Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:24.345544 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:02:24.354952 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:02:24.355576 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:02:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:24.367467 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-93eb7735-2761-4841-829f-570e184d8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:24.368976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-93eb7735-2761-4841-829f-570e184d8b1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451851 Oct 13 05:02:24.461985 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:02:24.462756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-47d9721c-1293-4105-b720-f91a5ca96ac3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Oct 13 05:02:24.561964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf15cedf-9978-4edc-ba58-7f476f75ca81 req-d6d5bd42-8e6a-469e-8c16-5656afb53226 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922244 Oct 13 05:02:24.775725 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:fc:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:02:23Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:02:24.801419 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fc9c9-768c-4314-a53d-7d62cd31f16e None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:fc:d0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:02:23Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:02:24.985133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d65174a-93fb-4db2-a05a-6ca2c7a49255 None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:02:28.749848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-9207ffcf-c27f-493f-8b30-8fac4faaa96a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572875 Oct 13 05:02:28.828613 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-ff8d5f00-d2de-40c5-a98a-a9f3610e1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:28.829964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-ff8d5f00-d2de-40c5-a98a-a9f3610e1eac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0397415 Oct 13 05:02:28.934122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-3d39d114-030a-431d-98ed-9bbf0f6adc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:28.935580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-3d39d114-030a-431d-98ed-9bbf0f6adc00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0876942 Oct 13 05:02:28.999395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-48d04b26-12d3-4c78-8615-2050d538bdfb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1001 time: 0.0570011 Oct 13 05:02:29.073219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-2523bf37-fad5-446f-a93f-268544a5a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:29.074784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-2523bf37-fad5-446f-a93f-268544a5a35f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0677884 Oct 13 05:02:29.120964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-ce7e7751-67b8-46c5-a417-bcc084f2b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:02:29.122333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-ce7e7751-67b8-46c5-a417-bcc084f2b775 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400946 Oct 13 05:02:29.133398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-b100e6bf-c559-4b01-be63-84539de69f13 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:02:29.134305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-b100e6bf-c559-4b01-be63-84539de69f13 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047860 Oct 13 05:02:29.223760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-0d006007-10bc-4d39-b6fd-a8ad59517d09 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818183 Oct 13 05:02:29.315560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4bb48161-5590-499c-a2e2-fd396464e4d1 req-aa08566a-d2cf-49d6-a4e1-089855eb7f81 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840971 Oct 13 05:02:41.835492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68260ed4-3522-4a65-acaf-d666fcd5ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:41.970203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:43.246169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:44.242735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00bf7bbe-e847-4abb-90a5-817cada90308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:45.406432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:45.613883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:47.383534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:02:53.995455 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:03:11.835735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d3fabff7-7202-4a93-b10c-fb88ac8f6790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:11.975393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:13.262052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:14.243766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4deea603-19d8-4f43-a573-e3337246aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:15.398237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:15.617244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:17.387769 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:29.793568 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-7abd4594-d678-4430-86dc-dbddc8a402a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864365 Oct 13 05:03:29.873696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-3c7c7188-de08-4263-84a9-a7fc26edc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:29.875223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-3c7c7188-de08-4263-84a9-a7fc26edc98a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0412800 Oct 13 05:03:29.983772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-27af688e-fbe2-4fb6-93b5-8bbc9a355da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:29.985234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-27af688e-fbe2-4fb6-93b5-8bbc9a355da0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0907512 Oct 13 05:03:30.051689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-6e8e0a04-8bd3-49e4-8a78-3519ebcc63ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1001 time: 0.0596945 Oct 13 05:03:30.102032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-7bf2c18f-0a05-442c-853e-232023e94a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:30.103738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-7bf2c18f-0a05-442c-853e-232023e94a66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0455658 Oct 13 05:03:30.150065 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-2f7d09b2-6228-41ec-a50d-abc96e3fea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:03:30.151522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-2f7d09b2-6228-41ec-a50d-abc96e3fea7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396957 Oct 13 05:03:30.242586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-b965078e-f9b2-4543-9fe6-b2da697fe6fa service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Oct 13 05:03:30.334751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c33ed9aa-46a4-4d4c-a969-7ac67dd3512b req-8e96974d-2b0b-4f63-8190-310a6d9a5f4a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836978 Oct 13 05:03:30.994636 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:03:41.836419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-15b0a63d-e6fe-4b8c-bd6f-6faa7e0efabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:42.000670 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:43.258957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:44.244420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b61dc2c8-399a-432c-b461-43eb1c0b7d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.397723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:45.621771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:03:47.387903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:00.871380 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbe17f-652d-4f1f-867c-7c3e8cf18d5f req-55c41344-4554-435d-84cb-1aa91428fb2c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:00.872890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cfbe17f-652d-4f1f-867c-7c3e8cf18d5f req-55c41344-4554-435d-84cb-1aa91428fb2c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0549090 Oct 13 05:04:00.912954 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cfbe17f-652d-4f1f-867c-7c3e8cf18d5f req-6f8b1d00-b212-4aa8-8fe5-3c1c19e506e3 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Oct 13 05:04:02.029336 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082265f0-9a3d-4d3d-8e7f-e98895d655ab req-18b02aef-c3b9-4257-9a01-b340275a7232 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:02.030800 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-082265f0-9a3d-4d3d-8e7f-e98895d655ab req-18b02aef-c3b9-4257-9a01-b340275a7232 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0489211 Oct 13 05:04:02.068571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-082265f0-9a3d-4d3d-8e7f-e98895d655ab req-b984a40d-d0e3-41d2-8f37-05c8a5e58fc1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Oct 13 05:04:03.192693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0db0-ece2-4e1c-a803-92dd487013cd req-9c2518bd-df70-4186-be49-52e951420b7c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:03.194162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65cc0db0-ece2-4e1c-a803-92dd487013cd req-9c2518bd-df70-4186-be49-52e951420b7c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0580723 Oct 13 05:04:03.231205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65cc0db0-ece2-4e1c-a803-92dd487013cd req-281d1fed-1018-469e-b280-361fc63c5bb3 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Oct 13 05:04:04.354840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b1010-e9e9-41c4-9fb9-3788c59af9fb req-482f7d9b-4f13-4400-aab5-d23808ba0aea tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:04.356375 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f4b1010-e9e9-41c4-9fb9-3788c59af9fb req-482f7d9b-4f13-4400-aab5-d23808ba0aea tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0584257 Oct 13 05:04:04.393799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8f4b1010-e9e9-41c4-9fb9-3788c59af9fb req-3f69fb6d-39d8-4de5-a5bc-6944ae2e6905 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Oct 13 05:04:05.508871 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b4578-5ae3-4a22-897c-52b9eadd6fbc req-d8807785-2233-4bcf-94db-8c239c88eee9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:05.510364 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e83b4578-5ae3-4a22-897c-52b9eadd6fbc req-d8807785-2233-4bcf-94db-8c239c88eee9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0480433 Oct 13 05:04:05.548618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e83b4578-5ae3-4a22-897c-52b9eadd6fbc req-7a8c07b4-6247-4768-8932-09d6b7d18235 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Oct 13 05:04:06.663200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c071daa-670c-4aa9-ad75-046f7b606041 req-6876968a-ebc0-46f0-89a6-55751ba7127e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:06.664646 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c071daa-670c-4aa9-ad75-046f7b606041 req-6876968a-ebc0-46f0-89a6-55751ba7127e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0485334 Oct 13 05:04:06.702153 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5c071daa-670c-4aa9-ad75-046f7b606041 req-526a8829-de11-4931-b39c-50d4718457fa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Oct 13 05:04:07.814807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7e37-e8a5-4045-b7ee-d225387ae52d req-62c9840d-aa33-413d-9e76-aee310ab6a11 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:07.816915 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a3d7e37-e8a5-4045-b7ee-d225387ae52d req-62c9840d-aa33-413d-9e76-aee310ab6a11 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0490108 Oct 13 05:04:07.854307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3a3d7e37-e8a5-4045-b7ee-d225387ae52d req-b33cb3c1-1b03-4778-ba46-72ed49810ac6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Oct 13 05:04:07.993441 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:04:08.969393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eed6c-7d1c-4925-967f-8f06b9d0caec req-12a55a0f-4213-4508-97ef-66f1e858895b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:08.970836 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-819eed6c-7d1c-4925-967f-8f06b9d0caec req-12a55a0f-4213-4508-97ef-66f1e858895b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0481067 Oct 13 05:04:09.008122 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-819eed6c-7d1c-4925-967f-8f06b9d0caec req-095e99b5-6c51-4d26-a159-fbe6da3fcbc4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Oct 13 05:04:10.126630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9382e-7b77-49fb-94cd-7fd39c9c7ba5 req-2f8cf8ed-33a4-4a83-b9a3-8c79466461bb tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:10.128159 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9df9382e-7b77-49fb-94cd-7fd39c9c7ba5 req-2f8cf8ed-33a4-4a83-b9a3-8c79466461bb tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0529499 Oct 13 05:04:10.165785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9df9382e-7b77-49fb-94cd-7fd39c9c7ba5 req-b8c4f227-ce59-483f-a888-7d2c2f372c0f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Oct 13 05:04:11.283554 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d06f2-3530-47a9-b9e2-e6934af4f685 req-19ed9b4f-71cd-4873-b70a-792e16e7439f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:11.286066 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-160d06f2-3530-47a9-b9e2-e6934af4f685 req-19ed9b4f-71cd-4873-b70a-792e16e7439f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0542321 Oct 13 05:04:11.323864 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-160d06f2-3530-47a9-b9e2-e6934af4f685 req-ce1fb0ae-3e7d-4c14-9647-bd1f0c7f6789 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Oct 13 05:04:11.573279 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a06d53-1537-4a0f-90fa-196d8eff6ef9 req-f221d90e-70bb-425e-b317-73fd1d98a366 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:11.574744 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79a06d53-1537-4a0f-90fa-196d8eff6ef9 req-f221d90e-70bb-425e-b317-73fd1d98a366 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0611575 Oct 13 05:04:11.628809 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-79a06d53-1537-4a0f-90fa-196d8eff6ef9 req-6b00b71e-f041-43d0-aab1-4054ede6bbc6 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Oct 13 05:04:11.632362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-b623ae50-9103-4e4f-b25b-9d94311bd6bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277456 Oct 13 05:04:11.641482 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-cca7b3aa-e5b3-4d86-b34b-bf16faa18cff service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:04:11.642458 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-cca7b3aa-e5b3-4d86-b34b-bf16faa18cff service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049839 Oct 13 05:04:11.838481 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36c449fd-caf2-4a3b-b2a9-ebf25f04d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:12.002195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:12.746460 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e537a41-555f-4f96-b747-0b6a331955a2 req-eb56a033-b89f-45bf-9661-4172babb15f4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:12.748118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e537a41-555f-4f96-b747-0b6a331955a2 req-eb56a033-b89f-45bf-9661-4172babb15f4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Oct 13 05:04:12.799195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3e537a41-555f-4f96-b747-0b6a331955a2 req-542a1acf-9dcb-4c7f-a52a-487d05ec26f0 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Oct 13 05:04:12.827423 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-16df54c7-0b3c-4696-b103-7cc7e158ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:12.828924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-16df54c7-0b3c-4696-b103-7cc7e158ebca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0446887 Oct 13 05:04:12.920808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-99d976bf-e07f-4762-b411-301e5107e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:12.922263 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-99d976bf-e07f-4762-b411-301e5107e97a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0868199 Oct 13 05:04:12.986104 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-c6d1d9ef-4bd4-4173-95ac-830f3d47c42d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1001 time: 0.0570018 Oct 13 05:04:13.278505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:13.373662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-8ab3d0e4-b085-4c98-8431-0a708da083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:13.375202 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-8ab3d0e4-b085-4c98-8431-0a708da083fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.3821247 Oct 13 05:04:13.421533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-c05b3d73-67df-4e7b-b450-deb84fd66a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:13.422984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-c05b3d73-67df-4e7b-b450-deb84fd66a60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400376 Oct 13 05:04:13.517111 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-5f87fc99-debf-4d6f-a3d8-1ac043b182d8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859747 Oct 13 05:04:13.604929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-25fc2b7b-d737-43bb-b52b-2ab25bca638b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Oct 13 05:04:13.920170 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fc79e-a064-4731-ae95-db5a6f9d7155 req-904a05b1-cf79-42cb-ae01-27a50b9390d4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:13.921547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d5fc79e-a064-4731-ae95-db5a6f9d7155 req-904a05b1-cf79-42cb-ae01-27a50b9390d4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Oct 13 05:04:13.959410 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7d5fc79e-a064-4731-ae95-db5a6f9d7155 req-5121e297-e8b3-4220-b199-b9a2cad32c3e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313590 Oct 13 05:04:14.245214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1f6efac7-5aac-45b7-abf6-71efb4c925c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:15.075131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1cf7d-dc13-4206-bdbf-73929926ea73 req-1e454dff-f902-4354-a16e-488dc347cddc tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:15.076581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6c1cf7d-dc13-4206-bdbf-73929926ea73 req-1e454dff-f902-4354-a16e-488dc347cddc tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0483429 Oct 13 05:04:15.113564 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6c1cf7d-dc13-4206-bdbf-73929926ea73 req-db7b62ef-fa67-407d-91ab-b668447fe439 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304773 Oct 13 05:04:15.399047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:15.468582 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-50a34df6-69f2-4784-807c-bbed76997842 service neutron] show failed (client error): The resource could not be found. Oct 13 05:04:15.469602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-50a34df6-69f2-4784-807c-bbed76997842 service neutron] 10.222.0.16 "GET /v2.0/ports/2a3465b5-004e-4987-a8ff-d734b3c0f307/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0607247 Oct 13 05:04:15.625519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:15.672800 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-cb5085f9-35e8-4fe5-ac55-7e541ba3d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:15.674201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-cb5085f9-35e8-4fe5-ac55-7e541ba3d8d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 1097 time: 0.0403628 Oct 13 05:04:15.685218 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-2730c0ec-3b4e-4c3f-bbca-da2e849fdd9b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:04:15.686166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-2730c0ec-3b4e-4c3f-bbca-da2e849fdd9b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047848 Oct 13 05:04:15.697950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:04:15.760944 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:15.968296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:15.999961 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h1-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:04:16.038078 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:16.040361 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e220d-5b87-4032-aaf2-8d3e6dd2fd52" -d '{"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:16.044002 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.056271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Transition to ACTIVE for port object 2a3465b5-004e-4987-a8ff-d734b3c0f307 will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:04:16.060266 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.096432 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb5a4be-a22d-4edf-816e-def1ab1695f2 x-openstack-request-id: req-9bb5a4be-a22d-4edf-816e-def1ab1695f2 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:16.096788 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:16.097044 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bb5a4be-a22d-4edf-816e-def1ab1695f2 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:16.097437 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'code': 200} Oct 13 05:04:16.141543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=6']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:16.158020 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.159203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.159203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.159203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.159666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.159795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.160015 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.160338 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.160663 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.160984 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.161302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.161619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:16.209698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] No DVR routers for this DVR port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on host n-h1-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:04:16.245968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a618934-0807-44d2-a77c-72a22484f7ec req-2c998557-21ad-4cbd-a097-752b936ac037 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.247558 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a618934-0807-44d2-a77c-72a22484f7ec req-2c998557-21ad-4cbd-a097-752b936ac037 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 944 time: 0.0530086 Oct 13 05:04:16.291327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6a618934-0807-44d2-a77c-72a22484f7ec req-b0ea7fa7-454d-41d4-8869-f301465fb771 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Oct 13 05:04:16.351952 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:04:16.352285 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:04:16.352611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:04:16.357150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:04:16.357411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Attempting to bind port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:04:16.363106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:04:16.363316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:04:16.363700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:04:16.364123 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Bound port: 2a3465b5-004e-4987-a8ff-d734b3c0f307, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:04:16.364474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.427762 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:04:16.430681 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:04:16.434986 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.465611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.466221 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:16.467838 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1092 time: 0.7740712 Oct 13 05:04:16.523035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc028-f8c5-4ce8-8666-61c265830284 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=7']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:16.543932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-e0024a43-9940-45d0-b03d-8834488af9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.545454 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-e0024a43-9940-45d0-b03d-8834488af9bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1095 time: 0.0527079 Oct 13 05:04:16.640326 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-b7ed052f-054d-4ac3-ac8c-9bc02c76718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.641887 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-b7ed052f-054d-4ac3-ac8c-9bc02c76718a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0895462 Oct 13 05:04:16.709169 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-50c1f425-061d-4438-8e9b-0124a72883ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 999 time: 0.0602169 Oct 13 05:04:16.758574 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-a236f760-7c15-4598-bca8-5fee69e090bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.759934 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-a236f760-7c15-4598-bca8-5fee69e090bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440702 Oct 13 05:04:16.804623 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-ca297038-fca3-4cc1-bb5c-fa13ff2dd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:16.806075 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-ca297038-fca3-4cc1-bb5c-fa13ff2dd52c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390775 Oct 13 05:04:16.898619 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-49951d0c-cced-4459-a732-cc40e8a9c119 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Oct 13 05:04:16.988412 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2e2b4970-b19b-4466-86d1-fae7d38dd002 req-fe3e19a9-ebdf-4f7a-91c0-0ab6a3222914 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804970 Oct 13 05:04:17.391547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:17.443817 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c56010-5690-4aa0-9ec3-6966e07d1751 req-10e594d5-6f10-4935-a6b5-f6924ae91d0c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:17.445294 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68c56010-5690-4aa0-9ec3-6966e07d1751 req-10e594d5-6f10-4935-a6b5-f6924ae91d0c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 944 time: 0.0574336 Oct 13 05:04:17.484800 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68c56010-5690-4aa0-9ec3-6966e07d1751 req-8a80fc89-c4d9-4b17-8132-97b567eee9bc tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335195 Oct 13 05:04:18.098551 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:18.100978 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2805b-2f9f-40e9-bb70-131eca9ed974" -d '{"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:18.156549 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9668a-ee8b-44fc-953a-af59842b22db x-openstack-request-id: req-75a9668a-ee8b-44fc-953a-af59842b22db {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:18.156840 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:18.158751 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75a9668a-ee8b-44fc-953a-af59842b22db {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:18.159490 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'status': 'completed', 'code': 200} Oct 13 05:04:18.218365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-31cda8de-72b7-4fb0-852d-88e18d1c07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.220370 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-31cda8de-72b7-4fb0-852d-88e18d1c07da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1095 time: 0.0481296 Oct 13 05:04:18.227957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-1bfe2afd-084d-41a0-ad91-3e8e5826a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.229505 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-1bfe2afd-084d-41a0-ad91-3e8e5826a37a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1095 time: 0.0476172 Oct 13 05:04:18.231468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:04:18.332439 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-aa0909c1-3944-4f69-865d-f45a64fff784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.332921 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-48f8189a-952f-4fd8-985d-7863f21f7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.334008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-aa0909c1-3944-4f69-865d-f45a64fff784 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1066756 Oct 13 05:04:18.334437 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-48f8189a-952f-4fd8-985d-7863f21f7900 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0975561 Oct 13 05:04:18.337346 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:18.348999 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'mac_address': 'fa:16:3e:fc:d0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:04:18.391949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:18.402029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-681747c5-0652-47b4-98a1-1120565bf2d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 999 time: 0.0605023 Oct 13 05:04:18.404455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-0589e337-75c0-4518-bf1d-9a9333bf0265 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 999 time: 0.0616748 Oct 13 05:04:18.405660 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3465b5-004e-4987-a8ff-d734b3c0f307 {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:04:18.426558 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:18.431872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:18.455766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-c5603425-62fd-4a4f-b3a9-3a54272e20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.455766 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-c5603425-62fd-4a4f-b3a9-3a54272e20e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0457733 Oct 13 05:04:18.465295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-fdfa4137-7eab-469a-8b52-a78f49245565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.466797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-fdfa4137-7eab-469a-8b52-a78f49245565 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0558689 Oct 13 05:04:18.486164 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:18.495098 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.495531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.496077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.496420 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.496762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.497099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.497432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.497768 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.498101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.498431 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.498754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.499281 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:18.515373 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-1b58d9d5-686b-4fac-9f69-8eb1eca6677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.516878 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-1b58d9d5-686b-4fac-9f69-8eb1eca6677b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549014 Oct 13 05:04:18.524279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-c5e2cd54-1ad8-4644-b91b-ad9295cd8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.525778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-c5e2cd54-1ad8-4644-b91b-ad9295cd8186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514791 Oct 13 05:04:18.620661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-9a906b15-c5f9-40f5-806e-3be118e7b7f2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877392 Oct 13 05:04:18.638838 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44268-d01a-4aff-bd9c-a9a73a3f0444 req-5e55eda2-63fa-45c0-8f2b-984b9c24edbf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.640336 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0f44268-d01a-4aff-bd9c-a9a73a3f0444 req-5e55eda2-63fa-45c0-8f2b-984b9c24edbf tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0719030 Oct 13 05:04:18.666558 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-5e3c50cb-edd3-474f-8f77-c317000e0862 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413932 Oct 13 05:04:18.667786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['2a3465b5-004e-4987-a8ff-d734b3c0f307'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:04:18.694840 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c0f44268-d01a-4aff-bd9c-a9a73a3f0444 req-ad20e8bb-cefb-4dcb-b097-1f5e55239313 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483344 Oct 13 05:04:18.729179 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-e014dacb-48cc-4a01-8192-4e43421f811f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993097 Oct 13 05:04:18.776018 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-a8a2805b-2f9f-40e9-bb70-131eca9ed974 req-bb40db28-11d8-469a-a5f0-576ff6ec1b64 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962439 Oct 13 05:04:18.905329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2bb2a-afc5-4a27-9034-9b5a8f9ec5e4 req-c771e7ca-440c-48d6-8885-99f8cfc36e25 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.906833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8e2bb2a-afc5-4a27-9034-9b5a8f9ec5e4 req-c771e7ca-440c-48d6-8885-99f8cfc36e25 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0511570 Oct 13 05:04:18.918635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-d1acec2c-2ef0-47fa-94bb-976af71f55a7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:18.920153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-d1acec2c-2ef0-47fa-94bb-976af71f55a7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4&tenant_id=b2e638a8598d47818e411adbda882450&binding%3Ahost_id=n-h2-813736-1 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Oct 13 05:04:18.945764 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e8e2bb2a-afc5-4a27-9034-9b5a8f9ec5e4 req-c3e06600-f4c1-45f4-99d7-d0991b817eee tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Oct 13 05:04:18.981918 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-4c86f3d8-82cf-437a-bd30-f8528395964d service neutron] delete failed (client error): The resource could not be found. Oct 13 05:04:18.982908 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-4c86f3d8-82cf-437a-bd30-f8528395964d service neutron] 10.222.0.16 "DELETE /v2.0/ports/2a3465b5-004e-4987-a8ff-d734b3c0f307/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0549622 Oct 13 05:04:19.068773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-39064865-5606-4ea7-a18b-27d2d25f2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:19.070330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-39064865-5606-4ea7-a18b-27d2d25f2383 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1096 time: 0.0444434 Oct 13 05:04:19.159655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-8a02745b-53fd-4db0-8aab-7e07510eb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:19.161015 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-8a02745b-53fd-4db0-8aab-7e07510eb8a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0834317 Oct 13 05:04:19.229232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-a836141f-3fb8-4023-9979-3cdf24214850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1000 time: 0.0610414 Oct 13 05:04:19.278239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-66cec757-880f-4cf9-af51-102d61f624b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:19.279658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-66cec757-880f-4cf9-af51-102d61f624b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431814 Oct 13 05:04:19.325222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-f023c70a-1e5f-4b3d-87d7-77d462c3a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:19.326663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-f023c70a-1e5f-4b3d-87d7-77d462c3a653 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395555 Oct 13 05:04:19.418258 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-3d6067f0-b962-4a9b-9e67-1e903238305c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840628 Oct 13 05:04:19.508819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6c22cd08-27d2-4bd5-bc5d-8492d9456fac req-2bdad4e9-25d9-4104-9388-8e4d05477b1c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Oct 13 05:04:19.722021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 no longer exists at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:04:19.767013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 not bound to the agent host n-h1-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:04:20.070218 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205003b9-68cf-4feb-998a-96d12979ccc0 req-7b21ad88-ebe6-413c-8919-eebfba8ed955 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.071829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-205003b9-68cf-4feb-998a-96d12979ccc0 req-7b21ad88-ebe6-413c-8919-eebfba8ed955 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Oct 13 05:04:20.118316 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-205003b9-68cf-4feb-998a-96d12979ccc0 req-eb053f58-448b-452e-a1ea-b4bbb8955c9a tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403636 Oct 13 05:04:20.242654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0f7e4-459f-4661-9767-a444decdad47 req-003229a1-3979-4615-a750-a95ad299bf06 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.244200 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95b0f7e4-459f-4661-9767-a444decdad47 req-003229a1-3979-4615-a750-a95ad299bf06 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 945 time: 0.0562835 Oct 13 05:04:20.246931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:04:20.282262 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-95b0f7e4-459f-4661-9767-a444decdad47 req-1f67ec4f-a518-4bce-8af6-2d495f89f981 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Oct 13 05:04:20.301337 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 2a3465b5-004e-4987-a8ff-d734b3c0f307 completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:04:20.305207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 2a3465b5-004e-4987-a8ff-d734b3c0f307 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:04:20.305766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:20.397580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:20.424308 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:20.427011 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a03bf3-8c47-4f20-8afd-620041fdffe6" -d '{"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:20.441816 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:20.447422 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:20.517162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:20.566287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3145a-cb38-4b4d-a22c-23fac5fdc643 req-16bd75a9-5af2-4c9e-a6a7-2f43c53e7a08 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.567846 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fc3145a-cb38-4b4d-a22c-23fac5fdc643 req-16bd75a9-5af2-4c9e-a6a7-2f43c53e7a08 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.1028945 Oct 13 05:04:20.570543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735346ce-e580-4031-92b6-9d8931d2e018 req-ccf8c19f-5c74-4e13-b3b3-d9c16b078512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.572085 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-ccf8c19f-5c74-4e13-b3b3-d9c16b078512 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 1097 time: 0.0652308 Oct 13 05:04:20.587882 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276de791-aae1-4076-a748-eec68dc40496 x-openstack-request-id: req-276de791-aae1-4076-a748-eec68dc40496 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:20.588304 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-plugged", "status": "completed", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:20.588648 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-276de791-aae1-4076-a748-eec68dc40496 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:20.589129 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'code': 200} Oct 13 05:04:20.661080 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5fc3145a-cb38-4b4d-a22c-23fac5fdc643 req-a27f63e8-817d-43a3-bff2-79c1c2a7b7ce tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859599 Oct 13 05:04:20.693342 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735346ce-e580-4031-92b6-9d8931d2e018 req-96b82a70-eba8-4257-a2c7-a486603da00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.694811 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-96b82a70-eba8-4257-a2c7-a486603da00d service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1121809 Oct 13 05:04:20.762190 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-18cc3bb7-469a-43c6-98aa-2cfc3aa34a52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 200 len: 1001 time: 0.0605628 Oct 13 05:04:20.810723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735346ce-e580-4031-92b6-9d8931d2e018 req-45803f49-e2c3-45ce-a76b-1edf02a0d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.812143 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-45803f49-e2c3-45ce-a76b-1edf02a0d325 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428088 Oct 13 05:04:20.860348 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735346ce-e580-4031-92b6-9d8931d2e018 req-39bedf3e-a8ce-481c-b5ba-6206a328ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:20.861995 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-39bedf3e-a8ce-481c-b5ba-6206a328ba78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Oct 13 05:04:20.956064 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-f81da267-e763-4328-bb95-b43dd5a932db service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857847 Oct 13 05:04:21.376237 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-735346ce-e580-4031-92b6-9d8931d2e018 req-a0e27187-3e24-48bc-89d3-55804441f19f service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140532 Oct 13 05:04:21.787288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc326-6473-46c2-8dc5-adeed516f147 req-4e5e064c-d38e-426c-ba8a-5bc5cbfc4ba2 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:21.788799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9bfc326-6473-46c2-8dc5-adeed516f147 req-4e5e064c-d38e-426c-ba8a-5bc5cbfc4ba2 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0563402 Oct 13 05:04:21.828581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d9bfc326-6473-46c2-8dc5-adeed516f147 req-e74fdc32-7852-4275-9def-8176d6308ff8 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Oct 13 05:04:22.944723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c61eb0-470a-4702-b11b-952e5d2de2d6 req-5b0f68a3-04f5-4b4b-90d6-e74ee2f53720 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:22.946166 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69c61eb0-470a-4702-b11b-952e5d2de2d6 req-5b0f68a3-04f5-4b4b-90d6-e74ee2f53720 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0473449 Oct 13 05:04:22.986027 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-69c61eb0-470a-4702-b11b-952e5d2de2d6 req-91515420-9e93-4e22-ba2d-f6445e8fa931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340223 Oct 13 05:04:23.213234 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a9c95-4135-4140-892f-87f40fd22052 req-b633409e-ce43-44cd-bcfd-d9fe7090c703 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:23.214703 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db4a9c95-4135-4140-892f-87f40fd22052 req-b633409e-ce43-44cd-bcfd-d9fe7090c703 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0478716 Oct 13 05:04:23.250896 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-db4a9c95-4135-4140-892f-87f40fd22052 req-9de67598-0622-4f46-a450-f69557176694 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303109 Oct 13 05:04:24.366999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358467d-a090-4369-a8d7-193ec3896138 req-52c272c8-c17f-40cf-8d2e-3eabb287272e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:24.368477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6358467d-a090-4369-a8d7-193ec3896138 req-52c272c8-c17f-40cf-8d2e-3eabb287272e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0489430 Oct 13 05:04:24.406416 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6358467d-a090-4369-a8d7-193ec3896138 req-200e671c-3e0c-49e7-bb07-679db861ad52 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Oct 13 05:04:24.476297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-3b963d96-c7f1-4378-9c01-0e1cdb75d121 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:24.477989 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-3b963d96-c7f1-4378-9c01-0e1cdb75d121 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/ports?device_id=833a0fda-eacb-4509-94a8-e84ec73905a4 HTTP/1.1" status: 200 len: 946 time: 0.0573313 Oct 13 05:04:24.569353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Deleting port 2a3465b5-004e-4987-a8ff-d734b3c0f307 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 05:04:24.569607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.655226 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] For port 2a3465b5-004e-4987-a8ff-d734b3c0f307, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=2a3465b5-004e-4987-a8ff-d734b3c0f307,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:24.655588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.823042 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.823338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.823650 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f disassociated. External IP: 172.25.0.99, port: 2a3465b5-004e-4987-a8ff-d734b3c0f307. Oct 13 05:04:24.823987 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Calling delete_port for 2a3465b5-004e-4987-a8ff-d734b3c0f307 owned by compute:nova {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 05:04:24.947769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:24.974813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event deleted for resources: {'Port': ['ID=2a3465b5-004e-4987-a8ff-d734b3c0f307,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:25.094414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:04:25.205969 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:04:25.216359 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:04:25.226028 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:04:25.226617 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:04:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:25.245075 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] No DVR routers for this DVR port 2a3465b5-004e-4987-a8ff-d734b3c0f307 on host n-h2-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:04:25.247589 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:25.250986 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c95d557a-18ed-4fd2-8c31-f157f669e32c req-01042543-1efe-49eb-b3a9-cabd6aff214e tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "DELETE /v2.0/ports/2a3465b5-004e-4987-a8ff-d734b3c0f307 HTTP/1.1" status: 204 len: 173 time: 0.7670720 Oct 13 05:04:25.251413 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-deleted', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:25.254555 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef8d614-cff5-421c-ab6b-d1c073e94ea3" -d '{"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-deleted", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:25.293542 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504b224-e501-4a37-bdbb-807d23d65c2a x-openstack-request-id: req-5504b224-e501-4a37-bdbb-807d23d65c2a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:25.293892 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a0fda-eacb-4509-94a8-e84ec73905a4", "name": "network-vif-deleted", "tag": "2a3465b5-004e-4987-a8ff-d734b3c0f307", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:25.294153 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5504b224-e501-4a37-bdbb-807d23d65c2a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:25.294554 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a0fda-eacb-4509-94a8-e84ec73905a4', 'name': 'network-vif-deleted', 'tag': '2a3465b5-004e-4987-a8ff-d734b3c0f307', 'status': 'completed', 'code': 200} Oct 13 05:04:25.348483 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:04:25.569943 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:25.596808 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:04:25.605733 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:04:25.606257 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:04:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:25.695925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-b56a21b4-11f7-49e0-b596-f4ba8260e759 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1711314428&fields=id&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 267 time: 0.0327613 Oct 13 05:04:25.715391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:04:25.808638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-05b58c96-0b54-4d29-a8b5-8e95c0b23f91 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:25.810115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-05b58c96-0b54-4d29-a8b5-8e95c0b23f91 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1073649 Oct 13 05:04:25.825759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-22d2f6b5-3bcb-4d81-a23b-9b7d4c2f50fd tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/quotas/b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 375 time: 0.0092080 Oct 13 05:04:25.880984 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-4d19c2be-eba2-4390-b77e-83af28a2ea37 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490520 Oct 13 05:04:25.918681 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:25.944762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d812fda-f9b7-4edb-9052-2659a9890bf9 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:04:26.034189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-37518e3d-ccd2-4952-bffb-df2678d4abe2 service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413369 Oct 13 05:04:26.128468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-e8cc917d-0ef7-4eb1-82ba-03a165a99163 service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Oct 13 05:04:26.166577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1e015-edb5-4e83-bf26-33c86df1b81e None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: DOWN {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:04:26.298222 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60e6611d-3fb7-424f-a4c4-83c9df257afa req-f24f2d79-13d7-4785-9e88-8b1480730d2c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 210 time: 0.0331149 Oct 13 05:04:27.204655 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-07d039ae-16f6-404d-a489-61421a678627 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:27.206736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-07d039ae-16f6-404d-a489-61421a678627 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1087401 Oct 13 05:04:27.249823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-630bde7f-224f-432c-a3e0-082c6f2e24d9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 380 time: 0.0340207 Oct 13 05:04:27.260151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'port': {'device_id': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'admin_state_up': True, 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'security_groups': ['586b1dd8-488f-4340-a4d4-a7301e65dc3d']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:04:27.372567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'port': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:04:27.376166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:27.421060 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0840e4e5-ec32-4fa8-848f-d5a2c9139692 req-b27ada4a-bfbb-43ed-be38-3324ca3b791b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 210 time: 0.0298746 Oct 13 05:04:27.530593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Allocated IP 172.20.0.12 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/88ce0b88-236a-41bb-a230-0bac1b28741c) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:04:27.672019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:27.705915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:27.753729 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:04:27.756862 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:04:27.760633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:04:27.788530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=88ce0b88-236a-41bb-a230-0bac1b28741c,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:27.802336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.802677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.803013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.803374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.803703 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.804029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.804357 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.804676 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.804994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.805315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.811952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.811952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:04:27.832376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:27.833001 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:27.849522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-8c155103-1539-4e27-8244-6bebb1da249c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929449 Oct 13 05:04:27.863356 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Request body: {'port': {'device_id': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813736-1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:04:27.919343 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.006463 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d19f7055-f79a-4e10-8e7b-2e3f7087aff6 None None] Provisioning complete for port 88ce0b88-236a-41bb-a230-0bac1b28741c triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:04:28.007055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d19f7055-f79a-4e10-8e7b-2e3f7087aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.044240 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d19f7055-f79a-4e10-8e7b-2e3f7087aff6 None None] Port 88ce0b88-236a-41bb-a230-0bac1b28741c cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:04:28.180885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ce0b88-236a-41bb-a230-0bac1b28741c {{(pid=95047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:04:28.188958 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.201416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Transition to ACTIVE for port object 88ce0b88-236a-41bb-a230-0bac1b28741c will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:04:28.204857 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.275757 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce0b88-236a-41bb-a230-0bac1b28741c,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:28.303561 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:04:28.327787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] No Port match for: 2a3465b5-004e-4987-a8ff-d734b3c0f307 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 05:04:28.328132 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 2a3465b5-004e-4987-a8ff-d734b3c0f307 not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:04:28.333938 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Attempting to bind port 88ce0b88-236a-41bb-a230-0bac1b28741c on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:04:28.334303 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Attempting to bind port 88ce0b88-236a-41bb-a230-0bac1b28741c by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:04:28.334623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Attempting to bind port 88ce0b88-236a-41bb-a230-0bac1b28741c on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:04:28.339419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Port 88ce0b88-236a-41bb-a230-0bac1b28741c on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:04:28.339743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Attempting to bind port 88ce0b88-236a-41bb-a230-0bac1b28741c on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:04:28.344926 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:04:28.345270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:04:28.345657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:04:28.346157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Bound port: 88ce0b88-236a-41bb-a230-0bac1b28741c, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:04:28.346510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.413740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] For port 88ce0b88-236a-41bb-a230-0bac1b28741c, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:04:28.416811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] For port 88ce0b88-236a-41bb-a230-0bac1b28741c, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=88ce0b88-236a-41bb-a230-0bac1b28741c,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:04:28.421182 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.466474 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:28.468394 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:28.471803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] 10.222.0.16 "PUT /v2.0/ports/88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 1092 time: 0.6117339 Oct 13 05:04:28.471803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:28.473272 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}323f2d9d965c9ad5bd7915f9443976648205dfa67e2f98264973468a2463a17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:28.502699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffeac5-26e7-48c6-bc83-d4aac7048de6 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce0b88-236a-41bb-a230-0bac1b28741c,revision_number=3']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:28.568787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-5e42b1ac-aa3f-403f-9715-13c725dd988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:28.570517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-5e42b1ac-aa3f-403f-9715-13c725dd988c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1095 time: 0.0558414 Oct 13 05:04:28.576578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165f5c5-c39d-4368-835b-29aae94e9cc0 req-34db937b-52e8-4448-a506-6f33eb25780c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:28.578224 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e165f5c5-c39d-4368-835b-29aae94e9cc0 req-34db937b-52e8-4448-a506-6f33eb25780c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 944 time: 0.0584397 Oct 13 05:04:28.621674 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038304a-d3a6-43a2-a093-dbd0708b15f5 x-openstack-request-id: req-1038304a-d3a6-43a2-a093-dbd0708b15f5 {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:28.621963 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c", "status": "completed", "code": 200}]} {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:28.622084 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-e165f5c5-c39d-4368-835b-29aae94e9cc0 req-0a7571a3-dd46-4c2f-9981-bb3375657f68 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Oct 13 05:04:28.622217 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1038304a-d3a6-43a2-a093-dbd0708b15f5 {{(pid=95047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:28.622753 n-d-813736-1 neutron-server[95047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'status': 'completed', 'code': 200} Oct 13 05:04:28.624368 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-73584a03-e554-40f1-aa83-0b899f752e0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0443580 Oct 13 05:04:28.681046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-ee5877fc-daf2-4d49-8832-246b86355ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:28.682537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-ee5877fc-daf2-4d49-8832-246b86355ee0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0516570 Oct 13 05:04:28.729419 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-e7086083-69e8-4117-9064-3fe649960303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:28.730896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-e7086083-69e8-4117-9064-3fe649960303 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405104 Oct 13 05:04:28.822024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-7e5452d6-c6c6-42dc-bad6-954f63b92b69 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837674 Oct 13 05:04:28.915362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fb41e6c-b920-4b5e-aa66-3246b1c792cb req-651114e4-4b36-40fd-a98c-a07d7e3c26b2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860784 Oct 13 05:04:28.998802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-c3de7f08-3472-4dc4-9449-d70f0cfef886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:29.000371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-c3de7f08-3472-4dc4-9449-d70f0cfef886 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1095 time: 0.0419967 Oct 13 05:04:29.092784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-6418be15-684d-4918-8aa4-6edd4e205f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:29.094144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-6418be15-684d-4918-8aa4-6edd4e205f71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0867131 Oct 13 05:04:29.135187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-863bb869-b628-42e6-9057-31cdec116195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0340648 Oct 13 05:04:29.183463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-173af5a1-8bb0-4c56-b53a-68f9f5bf9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:29.184856 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-173af5a1-8bb0-4c56-b53a-68f9f5bf9e73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0421703 Oct 13 05:04:29.234987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-fbd89b0a-d40a-46db-ac9b-33c0904aaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:29.236581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-fbd89b0a-d40a-46db-ac9b-33c0904aaf29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437384 Oct 13 05:04:29.325403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-f679a76a-045e-432d-aad2-6b71be439ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Oct 13 05:04:29.418290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e3a83ae8-c541-41c4-be91-11bf7cf8eb93 req-6f04c58a-d1d1-4b77-b173-b0296e489491 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Oct 13 05:04:29.740189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f653a67-4bfc-4006-911c-d5d2e1cfed9e req-ba748c55-0984-462a-8d0b-f848861697d7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:29.741640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f653a67-4bfc-4006-911c-d5d2e1cfed9e req-ba748c55-0984-462a-8d0b-f848861697d7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 944 time: 0.0492182 Oct 13 05:04:29.778105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2f653a67-4bfc-4006-911c-d5d2e1cfed9e req-a240b7c9-4b5e-4ff2-8575-06880a9b778d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Oct 13 05:04:30.896411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec365d-6531-4e12-b98f-ad996d6b48f7 req-34e7d447-05ea-4010-be25-8af320e9b59c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:30.897886 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddec365d-6531-4e12-b98f-ad996d6b48f7 req-34e7d447-05ea-4010-be25-8af320e9b59c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 944 time: 0.0530016 Oct 13 05:04:30.934998 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ddec365d-6531-4e12-b98f-ad996d6b48f7 req-f11e604a-1139-4733-9cf9-f0783b7285b2 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Oct 13 05:04:31.777499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 88ce0b88-236a-41bb-a230-0bac1b28741c details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:04:31.871705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 88ce0b88-236a-41bb-a230-0bac1b28741c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=88ce0b88-236a-41bb-a230-0bac1b28741c,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:31.882750 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'mac_address': 'fa:16:3e:89:79:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:04:31.922799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:31.935444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce0b88-236a-41bb-a230-0bac1b28741c {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:04:31.953789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 88ce0b88-236a-41bb-a230-0bac1b28741c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=88ce0b88-236a-41bb-a230-0bac1b28741c,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:31.958144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:32.005800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=88ce0b88-236a-41bb-a230-0bac1b28741c,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:32.052543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1689a6-3188-44fd-97ee-90aedcc2163c req-67597234-7d7f-4196-8755-5dba82f3fd20 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:32.053959 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af1689a6-3188-44fd-97ee-90aedcc2163c req-67597234-7d7f-4196-8755-5dba82f3fd20 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Oct 13 05:04:32.091156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-af1689a6-3188-44fd-97ee-90aedcc2163c req-31e7da60-fb01-4560-a741-77ef7a9c97ae tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Oct 13 05:04:32.165097 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['88ce0b88-236a-41bb-a230-0bac1b28741c'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:04:33.212756 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933d93e-7f2d-46aa-a0dd-7955c09bbd6a req-acceb8a1-b9bc-47ea-b82e-ded7476c1bfa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:33.214243 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0933d93e-7f2d-46aa-a0dd-7955c09bbd6a req-acceb8a1-b9bc-47ea-b82e-ded7476c1bfa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 945 time: 0.0533855 Oct 13 05:04:33.252400 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0933d93e-7f2d-46aa-a0dd-7955c09bbd6a req-3ac5dab0-032c-4f36-a4bd-0b6bd5c47882 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Oct 13 05:04:33.784774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 88ce0b88-236a-41bb-a230-0bac1b28741c up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:04:33.832386 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 88ce0b88-236a-41bb-a230-0bac1b28741c completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:04:33.835942 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 88ce0b88-236a-41bb-a230-0bac1b28741c triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:04:33.836316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:33.913138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:33.934743 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:33.937024 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e921fb8-f342-4b5a-bcfb-3805ca94fbde" -d '{"events": [{"server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "name": "network-vif-plugged", "status": "completed", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:33.953212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 88ce0b88-236a-41bb-a230-0bac1b28741c, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=88ce0b88-236a-41bb-a230-0bac1b28741c,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:04:33.957330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:33.982367 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521872a3-9f4e-4362-a378-9a985963cb94 x-openstack-request-id: req-521872a3-9f4e-4362-a378-9a985963cb94 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:33.983092 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "name": "network-vif-plugged", "status": "completed", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:33.983332 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-521872a3-9f4e-4362-a378-9a985963cb94 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:33.984102 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'code': 200} Oct 13 05:04:34.011601 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=88ce0b88-236a-41bb-a230-0bac1b28741c,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:04:34.077525 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67de8-0547-40c2-8106-08db7529ce4f req-0c6f66d2-0f0b-407e-bfe8-193e6bfe760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:34.078887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76a67de8-0547-40c2-8106-08db7529ce4f req-0c6f66d2-0f0b-407e-bfe8-193e6bfe760a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0442364 Oct 13 05:04:34.114588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76a67de8-0547-40c2-8106-08db7529ce4f req-478cc4cb-938e-425f-873f-cac729cabc4d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282688 Oct 13 05:04:34.368267 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6457ff-beea-4a5f-a548-fc9eb77e7b63 req-8265e05a-bf28-4dfc-b53f-5da4c5996c8f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:34.369661 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6457ff-beea-4a5f-a548-fc9eb77e7b63 req-8265e05a-bf28-4dfc-b53f-5da4c5996c8f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 946 time: 0.0518978 Oct 13 05:04:34.407785 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-fa6457ff-beea-4a5f-a548-fc9eb77e7b63 req-b66c0c9e-9bb7-431f-94b7-635ef846e2df tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Oct 13 05:04:35.526038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28955-fe27-4494-b99b-1ea3a7e976e2 req-db6879e1-83f1-4b48-98f8-218b05f62fa1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:35.527537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f28955-fe27-4494-b99b-1ea3a7e976e2 req-db6879e1-83f1-4b48-98f8-218b05f62fa1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 946 time: 0.0502896 Oct 13 05:04:35.566963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f28955-fe27-4494-b99b-1ea3a7e976e2 req-4dbcc6fd-4731-407d-b2dc-1402260b3563 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Oct 13 05:04:35.680708 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a521a52-c711-487a-852d-7fd2897a313e req-99f9f736-3887-4b90-9a17-2276385b2610 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:35.682212 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2a521a52-c711-487a-852d-7fd2897a313e req-99f9f736-3887-4b90-9a17-2276385b2610 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 946 time: 0.0506063 Oct 13 05:04:35.690761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 38906) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:04:35.695453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'floatingip': {'port_id': '88ce0b88-236a-41bb-a230-0bac1b28741c'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:04:35.740360 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:36.186754 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:36.191181 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:36.293494 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f associated. External IP: 172.25.0.99, port: 88ce0b88-236a-41bb-a230-0bac1b28741c. Oct 13 05:04:36.510977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:04:36.618861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:04:36.623635 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:36.629444 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:04:36.638916 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:04:36.639540 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:04:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:36.650524 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f07d5eb2-d853-4802-8542-d4072b23a178 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "PUT /v2.0/floatingips/a88955d7-dc2d-46a5-8970-d1dc6b6ab60f HTTP/1.1" status: 200 len: 991 time: 0.9583910 Oct 13 05:04:36.651255 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:04:36.653626 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c869c920-c1af-4b08-813e-b502a56a672c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:04:36.704016 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5fd098-7fc2-4c4d-9198-0e0526a83f71 x-openstack-request-id: req-5c5fd098-7fc2-4c4d-9198-0e0526a83f71 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:04:36.704644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:04:36.704644 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c5fd098-7fc2-4c4d-9198-0e0526a83f71 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:04:36.704987 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'status': 'completed', 'code': 200} Oct 13 05:04:36.755389 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:04:36.764702 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c920-c1af-4b08-813e-b502a56a672c req-5a937ac2-fbed-4bd6-98fd-afea3aebe943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:36.766186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-5a937ac2-fbed-4bd6-98fd-afea3aebe943 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0404925 Oct 13 05:04:36.862430 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c920-c1af-4b08-813e-b502a56a672c req-a4fef5fa-77c1-4808-868f-ebcd863f05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:36.863946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-a4fef5fa-77c1-4808-868f-ebcd863f05a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0910382 Oct 13 05:04:36.928378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-a3be1eea-5694-4fe5-811b-45c3d0a67df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 999 time: 0.0576818 Oct 13 05:04:36.981741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c920-c1af-4b08-813e-b502a56a672c req-e041df17-13d3-435d-bcb5-7672bf120051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:36.983309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-e041df17-13d3-435d-bcb5-7672bf120051 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0486443 Oct 13 05:04:37.032054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869c920-c1af-4b08-813e-b502a56a672c req-2ba17464-7039-47dd-bfe6-ac0ce673fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:04:37.033672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-2ba17464-7039-47dd-bfe6-ac0ce673fc53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436082 Oct 13 05:04:37.083896 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:89:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:04:36Z', 'revision_number': 9, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:37.110050 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:04:37.118941 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:04:37.119563 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:04:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:37.123424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-dd7f119d-233a-43ce-8717-fa241a1644fc service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Oct 13 05:04:37.223684 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:04:37.226620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c869c920-c1af-4b08-813e-b502a56a672c req-fc085186-aa7d-4e9d-9a86-d6a731af0bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964479 Oct 13 05:04:37.539301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:89:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:04:36Z', 'revision_number': 9, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:04:37.570236 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aaa946-d0cd-4ffd-8db3-10a46cbc803a None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:89:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:04:36Z', 'revision_number': 9, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:04:37.761234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e67ad62-dba1-441d-86a4-01d28d66409f None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:04:41.839440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d7deb14-da74-45ba-848d-3926e470cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:41.995212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:43.291612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:44.246306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-60a9b374-1bc4-408c-a410-9db7ab18a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:44.993480 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:04:45.399654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:45.624153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:04:47.392983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:11.840866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36055690-d35a-4758-93f4-b6c986f390c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:11.998957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:13.289538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:14.245843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f818d61d-ccfe-4f96-9884-162a046c04b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:15.404279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:15.627479 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:17.396165 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:21.992747 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:05:31.729384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-35065bd0-223a-4364-bd42-891261e67bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393670 Oct 13 05:05:31.808939 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-0dd95e0f-fab5-4d16-a485-47023a03cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:05:31.810330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-0dd95e0f-fab5-4d16-a485-47023a03cdae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0398083 Oct 13 05:05:31.919774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-71094b75-69d7-4990-9cab-cbb2e4c2b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:05:31.921229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-71094b75-69d7-4990-9cab-cbb2e4c2b95b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0925546 Oct 13 05:05:31.988139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-29cd6bf3-2ccc-4258-930c-1a447a915e36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 1002 time: 0.0597105 Oct 13 05:05:32.036977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-31c657dd-5ac1-4234-91ea-3e6168b54157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:05:32.038464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-31c657dd-5ac1-4234-91ea-3e6168b54157 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440507 Oct 13 05:05:32.086843 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-a544aca6-9f33-4535-88de-6e3f0ee1ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:05:32.088355 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-a544aca6-9f33-4535-88de-6e3f0ee1ffd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432556 Oct 13 05:05:32.188244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-9e558b1c-28e9-47c0-a0c1-58ce62c11a9b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912244 Oct 13 05:05:32.277345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a629e834-f90a-4b0f-a15f-b5a30c66a8dc req-b87147a6-35f1-48ec-a6f9-82cfd434dfd9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816572 Oct 13 05:05:41.841191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-26311829-8b01-4478-a47c-a19a9fd30f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:41.998965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:43.295359 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:44.246653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-664cc7d2-fea6-4e1a-9b58-cd8ed1fad774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:45.404978 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:45.629755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:47.399659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:05:58.993212 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:06:11.840983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-22c0df44-27b0-4249-bbd5-9acc0e6ed91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:12.005503 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:13.297586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:14.248244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-68a0aa6f-7754-4340-9691-b5e18ce6eb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.406618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:15.632610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:17.403287 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:32.738990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-ee6b5cc1-3f5b-4c25-8483-91ea8d7d4157 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423265 Oct 13 05:06:32.825114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776cad-9988-4897-8784-15b658580a59 req-e95e2c9b-37e5-4841-add6-92e7a67c663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:32.826534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-e95e2c9b-37e5-4841-add6-92e7a67c663b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0451808 Oct 13 05:06:32.929025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776cad-9988-4897-8784-15b658580a59 req-db83c7ba-ac1f-4b46-86cd-c0b1e185a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:32.930525 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-db83c7ba-ac1f-4b46-86cd-c0b1e185a28b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0831518 Oct 13 05:06:32.998140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-d0614d07-ee5c-4ec9-bb18-e67ee30a1643 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 1002 time: 0.0602376 Oct 13 05:06:33.047504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776cad-9988-4897-8784-15b658580a59 req-07b78981-7859-4709-841c-32cc56864444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:33.048885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-07b78981-7859-4709-841c-32cc56864444 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437615 Oct 13 05:06:33.094278 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83776cad-9988-4897-8784-15b658580a59 req-7b9cdde0-c428-4d5e-a39f-c963ca18bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:33.095689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-7b9cdde0-c428-4d5e-a39f-c963ca18bb99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398986 Oct 13 05:06:33.187917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-899132f9-dbea-4b87-a37f-58225c9e13d0 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843940 Oct 13 05:06:33.276424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83776cad-9988-4897-8784-15b658580a59 req-d20c1b89-8c4a-4bb3-907a-30c2c7169829 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809994 Oct 13 05:06:35.992981 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:06:41.841080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af92771b-9f1e-4ffa-8217-7b2be60d454d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:42.005228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:43.303655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:44.248455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-60e8d354-ca2e-45ac-a6de-ca207c5ac5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:45.409915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:45.636747 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:47.405334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:55.755504 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-f239da23-24f7-4c56-9a50-9ee7c7a32876 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1711314428&fields=id&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 267 time: 0.0329974 Oct 13 05:06:55.864854 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1cd53802-7911-4e67-9760-1494bb072599 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:55.866245 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1cd53802-7911-4e67-9760-1494bb072599 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1040034 Oct 13 05:06:55.881108 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-3e8e5790-30fd-4d9f-ba63-92605de87a3c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/quotas/b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 375 time: 0.0091133 Oct 13 05:06:55.935678 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-7e30a403-6d84-412a-add3-9ffde4f3aff1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0494752 Oct 13 05:06:56.084479 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-f3441388-094e-495f-b4f9-d700fd041331 service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372256 Oct 13 05:06:56.173072 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-7398cc73-cb4f-4db5-8505-1e33391061fa service neutron] 10.222.0.49 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824320 Oct 13 05:06:57.357814 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c111ec15-bd0e-4e8f-8595-c0ef14e67dff req-d2bdef99-407e-499d-a2a8-40a82a5c4374 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 210 time: 0.0267324 Oct 13 05:06:58.452329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-cf59b0b6-a422-465d-bf50-bd866c32e40b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:58.453801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-cf59b0b6-a422-465d-bf50-bd866c32e40b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 812 time: 0.1220479 Oct 13 05:06:58.469572 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-2c46f433-7a13-40b9-92c5-58b3369da92b req-a8502c5d-5de7-420c-9bd5-1d370634123d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 210 time: 0.0359571 Oct 13 05:06:58.503892 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-4759540c-7a57-4010-be0c-62ef14cbc0f9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 380 time: 0.0367048 Oct 13 05:06:58.514795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'port': {'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'admin_state_up': True, 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'security_groups': ['586b1dd8-488f-4340-a4d4-a7301e65dc3d']}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:58.626489 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Made reservation on behalf of b2e638a8598d47818e411adbda882450 for: {'port': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 05:06:58.630414 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:58.750635 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Allocated IP 172.20.0.5 (fb1c90e6-43e2-4688-85d6-8883fba3966a/2aad65b7-6523-455a-88e6-11436a8be9ac/74e7c5c2-288d-4e40-981a-07836a04441d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 05:06:58.887761 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:58.922053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:58.969329 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Network fb1c90e6-43e2-4688-85d6-8883fba3966a is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 05:06:58.972497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 05:06:58.976347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 05:06:58.982797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:59.010187 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.010453 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.010795 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.011160 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.011497 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.011832 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.012159 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.012485 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.012814 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.013136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.013457 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.013776 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:06:59.043575 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:59.044201 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.060881 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-6bfda9d5-ce4d-42df-b33e-54dc2cf26838 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500312 Oct 13 05:06:59.124528 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Request body: {'port': {'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813736-1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:06:59.178269 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.205336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5bdad4ae-8b4e-4104-bb8d-034d64c92ab1 None None] Provisioning complete for port 74e7c5c2-288d-4e40-981a-07836a04441d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:06:59.206093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5bdad4ae-8b4e-4104-bb8d-034d64c92ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.240244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-5bdad4ae-8b4e-4104-bb8d-034d64c92ab1 None None] Port 74e7c5c2-288d-4e40-981a-07836a04441d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 05:06:59.441390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e7c5c2-288d-4e40-981a-07836a04441d {{(pid=95048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:06:59.448565 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.461040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.provisioning_blocks [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Transition to ACTIVE for port object 74e7c5c2-288d-4e40-981a-07836a04441d will not be triggered until provisioned by entity L2. {{(pid=95048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:06:59.465027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.553225 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:59.620026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on host n-h2-813736-1 for vnic_type normal with profile {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:06:59.620360 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d by drivers openvswitch,hyperv on host n-h2-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:06:59.620689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:59.629529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h2-813736-1 {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:06:59.629853 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:06:59.638725 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ce9cb-982d-45ac-8e84-15b56bb372fc req-6b64be80-501a-4366-bbd5-c2e3219fe00d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:59.640279 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-189ce9cb-982d-45ac-8e84-15b56bb372fc req-6b64be80-501a-4366-bbd5-c2e3219fe00d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 943 time: 0.0818806 Oct 13 05:06:59.644729 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Checking agent: {'id': '68990854-c347-4ef3-bb92-375a1c1aaaf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:06:59.645068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:06:59.645447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:06:59.645873 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.managers [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Bound port: 74e7c5c2-288d-4e40-981a-07836a04441d, host: n-h2-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:06:59.646239 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.716489 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-189ce9cb-982d-45ac-8e84-15b56bb372fc req-38927a7d-56b6-454c-ad80-e9633f446806 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679107 Oct 13 05:06:59.736010 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, cleared binding levels {{(pid=95048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:06:59.739965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:06:59.743812 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.776090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:59.776696 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:06:59.778158 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] 10.222.0.47 "PUT /v2.0/ports/74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1091 time: 0.7090375 Oct 13 05:06:59.780152 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:06:59.782883 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9df695c-d193-4909-97e5-48c3b2d9b69d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:06:59.811177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e410-1c57-4b57-88be-f3397a432bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=3']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:06:59.864703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1e71da1a-c1b6-44a1-b4f9-06bbfbdd74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:59.866239 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1e71da1a-c1b6-44a1-b4f9-06bbfbdd74f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1094 time: 0.0479841 Oct 13 05:06:59.909718 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dd1562-1c77-44e8-8bdd-f9c0afc26bd6 x-openstack-request-id: req-e4dd1562-1c77-44e8-8bdd-f9c0afc26bd6 {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:06:59.910096 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:06:59.910411 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4dd1562-1c77-44e8-8bdd-f9c0afc26bd6 {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:06:59.910868 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d', 'status': 'completed', 'code': 200} Oct 13 05:06:59.912774 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-7f886cc4-57b2-4e3e-bc5c-5afc1a5e066c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0386834 Oct 13 05:06:59.963826 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1365d5b8-b3c8-4d50-ba8a-4da18b7ba933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:06:59.965210 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-1365d5b8-b3c8-4d50-ba8a-4da18b7ba933 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0458751 Oct 13 05:07:00.010621 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-f92f931c-842a-4861-8d2d-2a19eaf9ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.012112 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-f92f931c-842a-4861-8d2d-2a19eaf9ad86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401142 Oct 13 05:07:00.104076 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-c050300f-8051-4c2c-b3a0-41b518299ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Oct 13 05:07:00.190957 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d22487e6-37d1-44eb-879c-b71156cd7410 req-8e91c917-efff-47b7-bcf6-ca55347523a0 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806305 Oct 13 05:07:00.277860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-f06f51b9-62ea-4196-9598-a266f8315169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.279306 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-f06f51b9-62ea-4196-9598-a266f8315169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1094 time: 0.0447488 Oct 13 05:07:00.367429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-35f9c352-c65a-45bf-ac82-e34e4aff8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.368937 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-35f9c352-c65a-45bf-ac82-e34e4aff8af3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0831356 Oct 13 05:07:00.413978 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-854d2512-9ef8-4ed7-bdfe-2fc381415eb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0380194 Oct 13 05:07:00.465942 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-df03c7a7-3e0a-41b5-aa41-74620eb9669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.467413 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-df03c7a7-3e0a-41b5-aa41-74620eb9669d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0456629 Oct 13 05:07:00.513951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-7e22b1d9-67b7-40c2-8773-5fefa6a80fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.515487 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-7e22b1d9-67b7-40c2-8773-5fefa6a80fb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410354 Oct 13 05:07:00.611806 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-2694a6c5-7e6f-4d67-bbed-39b418a915cd service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876021 Oct 13 05:07:00.705525 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-f9df695c-d193-4909-97e5-48c3b2d9b69d req-aad961f6-a92a-4ade-a03e-27e90c448097 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870011 Oct 13 05:07:00.833369 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063dbd-e62c-4c04-9acd-d97b6e1a65ce req-61a73371-9ea5-4117-8728-0c66d839457f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:00.834816 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60063dbd-e62c-4c04-9acd-d97b6e1a65ce req-61a73371-9ea5-4117-8728-0c66d839457f tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 943 time: 0.0486140 Oct 13 05:07:00.872485 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-60063dbd-e62c-4c04-9acd-d97b6e1a65ce req-6ea5766a-271d-4d42-aa4e-ebdee3dc36b1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Oct 13 05:07:01.047083 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d details requested by agent hyperv_n-h2-813736-1 with host n-h2-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:07:01.138089 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:01.152093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Returning: {'device': '74e7c5c2-288d-4e40-981a-07836a04441d', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:07:01.187727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:01.199691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e7c5c2-288d-4e40-981a-07836a04441d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:07:01.218078 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:01.222691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:01.268393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:01.275453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.275801 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.276141 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.276477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.276811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.277139 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.277464 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.277788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.278109 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.278427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.278745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.279090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:07:01.456636 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] get_ports_and_sgs() called for port_ids ['74e7c5c2-288d-4e40-981a-07836a04441d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:07:01.990616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d615ff8-46d0-401a-bf8b-79038edfda44 req-65a80e48-0bdc-4848-b4dc-59d18c1cd5aa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:01.992605 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d615ff8-46d0-401a-bf8b-79038edfda44 req-65a80e48-0bdc-4848-b4dc-59d18c1cd5aa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 944 time: 0.0538294 Oct 13 05:07:02.029849 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d615ff8-46d0-401a-bf8b-79038edfda44 req-b9cffd56-0027-4916-8afb-1ab3423e7d06 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Oct 13 05:07:03.056952 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d up at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:07:03.108968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning for port 74e7c5c2-288d-4e40-981a-07836a04441d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:07:03.113005 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Provisioning complete for port 74e7c5c2-288d-4e40-981a-07836a04441d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:07:03.113377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:03.148944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c93c5-4d51-4825-b30e-edc6d01db3b3 req-d0e515d5-4e7f-40c0-a57d-b9bb0598245d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:03.150445 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d7c93c5-4d51-4825-b30e-edc6d01db3b3 req-d0e515d5-4e7f-40c0-a57d-b9bb0598245d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 944 time: 0.0524902 Oct 13 05:07:03.188465 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d7c93c5-4d51-4825-b30e-edc6d01db3b3 req-63432352-6717-4871-8241-5da672266d30 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Oct 13 05:07:03.191657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:03.214209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:03.216475 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3001785f8dbfa234892dbdc7769c73c787f0864628b94315eaf46f4aeadf799a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e64474-eabc-4753-93a8-7d244ef0e3e5" -d '{"events": [{"server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "name": "network-vif-plugged", "status": "completed", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:03.229071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:07:03.232838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:03.256286 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822b2f8-7333-4552-9ae1-e73746900f56 x-openstack-request-id: req-1822b2f8-7333-4552-9ae1-e73746900f56 {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:03.256582 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "name": "network-vif-plugged", "status": "completed", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d", "code": 200}]} {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:03.256837 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1822b2f8-7333-4552-9ae1-e73746900f56 {{(pid=95049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:03.257229 n-d-813736-1 neutron-server[95049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d', 'code': 200} Oct 13 05:07:03.282868 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:07:03.354660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ee50d-c52c-4cb9-aa2f-1b5b73802f68 req-546234dc-689e-441b-afb0-0587786cd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:03.356087 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae4ee50d-c52c-4cb9-aa2f-1b5b73802f68 req-546234dc-689e-441b-afb0-0587786cd4cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0403249 Oct 13 05:07:03.391710 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-ae4ee50d-c52c-4cb9-aa2f-1b5b73802f68 req-34eb39ff-d48c-43a3-a059-4f15df7d8aba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265644 Oct 13 05:07:04.311139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032f4f4-c806-430e-b1fd-271e7edc7c7b req-f00139e8-e364-4215-b72c-a4ad9db4b4ef tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:04.312595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4032f4f4-c806-430e-b1fd-271e7edc7c7b req-f00139e8-e364-4215-b72c-a4ad9db4b4ef tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0511389 Oct 13 05:07:04.349964 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-4032f4f4-c806-430e-b1fd-271e7edc7c7b req-f302d3df-241a-4a9f-85d0-ae042aaa05ea tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Oct 13 05:07:05.466578 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e1121-5db7-4789-9811-7d604a6c2f4b req-393350e3-4db8-4de6-8830-7cc8773a4313 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:05.468080 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d4e1121-5db7-4789-9811-7d604a6c2f4b req-393350e3-4db8-4de6-8830-7cc8773a4313 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0493162 Oct 13 05:07:05.510663 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-0d4e1121-5db7-4789-9811-7d604a6c2f4b req-596b492e-c58f-4238-842b-2dcb21e9cc38 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353992 Oct 13 05:07:05.625026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1f517-b781-4f34-aad2-67083e3eb6a4 req-7eaae0c7-d24e-4add-ad16-e2a649ebea1c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:05.626630 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-09f1f517-b781-4f34-aad2-67083e3eb6a4 req-7eaae0c7-d24e-4add-ad16-e2a649ebea1c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0524976 Oct 13 05:07:05.635911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 39154) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 05:07:05.640265 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Request body: {'floatingip': {'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:07:05.699592 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:06.491491 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:06.495422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16325270'] for floatingip, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:06.594811 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f associated. External IP: 172.25.0.99, port: 88ce0b88-236a-41bb-a230-0bac1b28741c. Oct 13 05:07:06.796427 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:07:06.904715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:07:06.917631 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:07:06.930806 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:06.931442 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:06:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:07.036540 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:07.115766 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 05:07:07.223979 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 05:07:07.228422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:07.257547 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:07.259851 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854e7ff-95ce-4e3e-8eb0-714adb86e000" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:07.262973 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:06Z', 'revision_number': 11, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:07.290727 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4987631f-1857-409b-9b96-bbdcec967931 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "PUT /v2.0/floatingips/a88955d7-dc2d-46a5-8970-d1dc6b6ab60f HTTP/1.1" status: 200 len: 993 time: 1.6512527 Oct 13 05:07:07.292813 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:07:07.296205 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065b338-6a2b-4dfe-8b88-6d3bbd1e819a x-openstack-request-id: req-4065b338-6a2b-4dfe-8b88-6d3bbd1e819a {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:07.296496 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad0f4ef-5631-47eb-96b9-c8275aa73a22", "tag": "88ce0b88-236a-41bb-a230-0bac1b28741c", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:07.296749 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4065b338-6a2b-4dfe-8b88-6d3bbd1e819a {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:07.297147 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad0f4ef-5631-47eb-96b9-c8275aa73a22', 'tag': '88ce0b88-236a-41bb-a230-0bac1b28741c', 'status': 'completed', 'code': 200} Oct 13 05:07:07.303272 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:07.304091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:06:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:07.364699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-4f5a755d-a79c-44bf-8e98-a80326e61c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:07.366285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-4f5a755d-a79c-44bf-8e98-a80326e61c83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0438292 Oct 13 05:07:07.413079 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:07.464895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-676a083f-a441-41ff-b248-eb4eb34e5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:07.466362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-676a083f-a441-41ff-b248-eb4eb34e5f05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0926497 Oct 13 05:07:07.509897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-beb6aa5b-e388-437c-8bc4-4764f0f793a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0341682 Oct 13 05:07:07.574824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-12e5fe93-3e35-4685-8e22-49b03e31523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:07.576376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-12e5fe93-3e35-4685-8e22-49b03e31523d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0611660 Oct 13 05:07:07.622569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-32b2511f-308e-436d-9ef8-342c8ec01286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:07.624059 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-32b2511f-308e-436d-9ef8-342c8ec01286 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410247 Oct 13 05:07:07.640073 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:06Z', 'revision_number': 11, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:07.721150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-7571da18-18f3-4ce2-b13c-3a21d01f7025 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888841 Oct 13 05:07:07.755559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb5d29-8f73-4bef-add0-0b82c23458ed None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:06Z', 'revision_number': 11, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:07:07.813393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a854e7ff-95ce-4e3e-8eb0-714adb86e000 req-13de1bbf-ac07-4c7c-9c4c-1c9c3bfe6734 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Oct 13 05:07:07.916483 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eba6fa-0a98-4886-a2dd-5c8c6f6d453c None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: ACTIVE {{(pid=95049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 05:07:08.119270 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 05:07:08.128738 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:08.129262 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:06:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.230379 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:08.453046 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:08Z', 'revision_number': 12, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.480600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 05:07:08.489699 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 05:07:08.490289 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T05:06:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.591475 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 05:07:08.805637 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:08Z', 'revision_number': 12, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 05:07:08.835018 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb25786-f614-4814-8e02-2965d99967cb None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_floatingips': [{'id': 'a88955d7-dc2d-46a5-8970-d1dc6b6ab60f', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'router_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T05:00:03Z', 'updated_at': '2021-10-13T05:07:08Z', 'revision_number': 12, 'project_id': 'b2e638a8598d47818e411adbda882450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 05:07:09.298741 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:07:09.301133 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}377dd72509c5e9c8efde860dbad5f916e7d739fd69a119f1a6872023db115de3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:07:09.338109 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de6af38-4581-4480-86ba-5acf24a4dc5f x-openstack-request-id: req-6de6af38-4581-4480-86ba-5acf24a4dc5f {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:07:09.338401 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d", "status": "completed", "code": 200}]} {{(pid=95048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:07:09.338654 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6de6af38-4581-4480-86ba-5acf24a4dc5f {{(pid=95048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 05:07:09.339053 n-d-813736-1 neutron-server[95048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d', 'status': 'completed', 'code': 200} Oct 13 05:07:09.402591 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-27de340d-e781-4a5f-b0fc-bd4d8119424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:09.404145 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-27de340d-e781-4a5f-b0fc-bd4d8119424c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0433810 Oct 13 05:07:09.494759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-25f77f30-5a4f-46e3-992d-ee817a1bbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:09.496268 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-25f77f30-5a4f-46e3-992d-ee817a1bbe19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0858269 Oct 13 05:07:09.567235 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-25c7063f-ae9c-4447-b6a0-340aa09cc392 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0637221 Oct 13 05:07:09.616992 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-0fb79c32-ec35-4a5a-8b62-1d5134d417ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:09.618392 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-0fb79c32-ec35-4a5a-8b62-1d5134d417ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0442770 Oct 13 05:07:09.664425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-771a00e1-86c9-49f0-bb1b-398c3296bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:09.665876 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-771a00e1-86c9-49f0-bb1b-398c3296bc9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407290 Oct 13 05:07:09.759858 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-aa4b71b9-35d7-42cd-a678-f9d183e935c0 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866787 Oct 13 05:07:09.849328 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-49f1ea3f-38f4-4d75-9c7a-67e63ca117ed req-ad9d64bf-4d55-48f7-80c7-2f8693fd7f18 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Oct 13 05:07:11.841800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6dfc7a7e-6c8d-47b9-8067-53d9e87111b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.020917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:12.993005 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:07:13.313788 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:14.249762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9edbff59-0a35-4e39-bb40-e386b5095c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.410607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:15.638063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:17.411677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:28.523271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-83368571-1a07-405f-b2f5-aeb0f0132ac4 req-26324a40-ba81-4e68-a47b-f924e504d673 tempest-TestVolumeBootPattern-1089448411 tempest-TestVolumeBootPattern-1089448411-project] (95048) timed out ('10.222.0.47', 64394) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:07:33.720623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-7d7accc2-deee-4bef-a332-3b9536252f6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394955 Oct 13 05:07:33.803085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-177d8f91-5297-4dbb-b13e-330bc9e7ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:33.804552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-177d8f91-5297-4dbb-b13e-330bc9e7ba55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0434377 Oct 13 05:07:33.908878 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-3e8edb55-67e0-4543-832b-8050e9bf8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:33.910327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-3e8edb55-67e0-4543-832b-8050e9bf8726 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0867400 Oct 13 05:07:33.953177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-154e5f89-f3d9-4416-a017-6e725e979f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0362670 Oct 13 05:07:34.337789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-368e6e55-40f6-41c0-ba8b-8253775f325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:34.339341 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-368e6e55-40f6-41c0-ba8b-8253775f325a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.3796384 Oct 13 05:07:34.385751 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-0ed4bd1a-c5f3-43e1-97fc-9aef0cc6ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:34.387289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-0ed4bd1a-c5f3-43e1-97fc-9aef0cc6ce03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394597 Oct 13 05:07:34.482323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-3b0b6f0d-daad-4b7e-9aae-7485580616be service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872626 Oct 13 05:07:34.572811 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c18ccd3c-7bbb-4318-89ad-5c9ed3cb4da4 req-4fae824b-72d8-4e2e-8ef0-339447d789d2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830317 Oct 13 05:07:41.844567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24f99eee-9bf4-4e4c-87ae-87c07d7afbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:42.024405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:43.313163 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:44.135393 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-2bec5d1e-2d43-4dde-8cae-9a539848721d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401077 Oct 13 05:07:44.219686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-e71cac70-0513-4313-b124-ee7e74c011f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.221133 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-e71cac70-0513-4313-b124-ee7e74c011f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0451181 Oct 13 05:07:44.251505 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-12243740-c1eb-4863-a5cc-931b8d4d9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:44.326002 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-286e2c30-1178-422b-825f-72f33b9c500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.327493 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-286e2c30-1178-422b-825f-72f33b9c500c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0871012 Oct 13 05:07:44.395015 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-22728cff-a21f-4039-b12d-a24e4c31fb92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0606520 Oct 13 05:07:44.446163 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-82feff58-9401-4e83-a482-001e594bd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.447616 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-82feff58-9401-4e83-a482-001e594bd81f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0453224 Oct 13 05:07:44.497027 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-00b2f2bd-a2b3-48a9-ae16-33e952e3151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:07:44.498442 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-00b2f2bd-a2b3-48a9-ae16-33e952e3151d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443234 Oct 13 05:07:44.613443 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-43309bad-f124-4faa-8b41-adc1e498d606 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071391 Oct 13 05:07:44.701799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-501a0da2-0d44-473c-b0dc-f0eedbea313f req-00bf3bea-8381-4ec9-adc0-045d0a63a837 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814245 Oct 13 05:07:45.411468 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:45.642258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:47.411456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:07:49.991591 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:08:11.846071 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1908905-4fe2-485e-9fef-d7a7f673038e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:12.041825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:13.317319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:14.252324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-998d1b0f-02c3-4ea4-a195-7fee01efa3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:15.413264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:15.644754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:17.415631 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:26.990269 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:08:35.769557 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-58a7ec8b-19b4-44e6-a470-7ac886f9255e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859933 Oct 13 05:08:35.847662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-2566e067-cd6f-4e5e-a85a-1ccefdb61b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:35.849735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-2566e067-cd6f-4e5e-a85a-1ccefdb61b07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0400944 Oct 13 05:08:35.951994 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-70c16e02-417c-4746-a8b4-9181e90ecc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:35.953441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-70c16e02-417c-4746-a8b4-9181e90ecc89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0845180 Oct 13 05:08:35.998085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-09a457e6-9759-4cc7-a52e-1638cba91602 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370960 Oct 13 05:08:36.046507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-7ba02488-b010-4253-9d7e-c41507070a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:36.047845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-7ba02488-b010-4253-9d7e-c41507070a6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433424 Oct 13 05:08:36.093292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-5106e589-fb96-4b3a-8f77-5b018f8557ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:36.094871 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-5106e589-fb96-4b3a-8f77-5b018f8557ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391912 Oct 13 05:08:36.185991 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-08478970-73fa-4aa6-a6ea-29cfe3f7d3c7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Oct 13 05:08:36.273400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfed6f76-5087-4974-ba76-00bbba9528fb req-d4871a6e-ca2a-4eff-815a-d5fa271e2b69 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797834 Oct 13 05:08:41.847614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c2342d1-e2b6-40af-8fa2-75b79de9542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:42.040074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:43.325654 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:43.395714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ea786-9a90-4d04-b671-f84396463e57 req-08ceff2d-d3b8-4a08-bf45-bf350a5b0ef9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:43.397160 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d5ea786-9a90-4d04-b671-f84396463e57 req-08ceff2d-d3b8-4a08-bf45-bf350a5b0ef9 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.1082578 Oct 13 05:08:43.434694 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-5d5ea786-9a90-4d04-b671-f84396463e57 req-406c402f-27f4-4764-9d76-1c36ba218e97 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Oct 13 05:08:44.254143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e493fc83-5c60-443f-9839-d8a648cce6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:45.414461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:45.649521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:46.139926 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-4b5e3f7f-802c-4c2e-b64e-26f0d8a0d203 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437663 Oct 13 05:08:46.227398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-5c33d206-6edb-4a4a-be78-4f4be6890ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:46.228913 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-5c33d206-6edb-4a4a-be78-4f4be6890ee9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0437965 Oct 13 05:08:46.337422 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-77921e7f-c525-468c-83c9-f91ab98c2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:46.338798 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-77921e7f-c525-468c-83c9-f91ab98c2058 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0903292 Oct 13 05:08:46.405029 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-32a54922-7e3d-4bc2-b4ee-d1ad745d2ce7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0595884 Oct 13 05:08:46.453909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-9deb7730-4988-416e-b4b7-ffc31cdebfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:46.455395 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-9deb7730-4988-416e-b4b7-ffc31cdebfa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433784 Oct 13 05:08:46.511857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-f132cda0-8710-4b19-9ce1-907a95475c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:46.514225 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-f132cda0-8710-4b19-9ce1-907a95475c03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515180 Oct 13 05:08:46.603871 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-7337a6a6-ce17-4ea9-a1b1-f38e4de3d071 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824263 Oct 13 05:08:46.696595 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-63fdd89c-e751-46eb-b497-e81dccc72ffc req-91c0dba2-862f-4d3d-9b6b-171fe2ce4b40 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860193 Oct 13 05:08:47.417603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:08:55.406044 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d71cca64-d21d-46a7-975c-168480bef11c req-850bb7ce-ab1b-44b8-8944-918fc6c5b00a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:08:55.407001 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d71cca64-d21d-46a7-975c-168480bef11c req-850bb7ce-ab1b-44b8-8944-918fc6c5b00a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052643 Oct 13 05:08:55.568640 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-68c90d3c-7e05-401e-a884-9edfe681fc38 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411720 Oct 13 05:08:55.725860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed5a9-c6cd-4f60-a71e-1c695c6839c3 req-57b6b776-d8c7-4479-9197-306d955531ae tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:55.727658 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b1ed5a9-c6cd-4f60-a71e-1c695c6839c3 req-57b6b776-d8c7-4479-9197-306d955531ae tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.1010020 Oct 13 05:08:55.767055 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7b1ed5a9-c6cd-4f60-a71e-1c695c6839c3 req-c3610389-ced2-4df9-b4ba-984083ca1ee1 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331237 Oct 13 05:08:56.885045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a1a8-d4d9-4e7b-88c5-df7f8d2ac5b6 req-06ee63cd-6fb1-474d-9a35-a2bcfef31c97 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:56.886545 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1774a1a8-d4d9-4e7b-88c5-df7f8d2ac5b6 req-06ee63cd-6fb1-474d-9a35-a2bcfef31c97 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0497720 Oct 13 05:08:56.924664 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1774a1a8-d4d9-4e7b-88c5-df7f8d2ac5b6 req-a6943800-166d-4207-84a3-324641205580 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Oct 13 05:08:57.639391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-3043c657-1afc-4c81-91b1-8bfd0bc34567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:57.640900 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-3043c657-1afc-4c81-91b1-8bfd0bc34567 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450830 Oct 13 05:08:57.728829 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-9aad5789-6ba4-4115-9711-26feedb1c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:57.730500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-9aad5789-6ba4-4115-9711-26feedb1c552 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0830438 Oct 13 05:08:57.799991 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-599dac9e-3575-40bc-be57-a1d754f8c5af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0615323 Oct 13 05:08:57.850560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-12a71c1a-09c4-4518-995f-281f02325098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:57.851966 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-12a71c1a-09c4-4518-995f-281f02325098 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0442595 Oct 13 05:08:57.897789 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-72a70c28-6064-41be-8098-05a388388692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:57.899273 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-72a70c28-6064-41be-8098-05a388388692 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405774 Oct 13 05:08:57.990329 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-090856e2-5f52-4773-803c-5c309bb4b1fb service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841162 Oct 13 05:08:58.094200 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900aa1a-9d44-48be-b2ae-8f2bb68b389a req-0e08214f-8279-4613-bdbb-895c9a3a2747 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:58.095600 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d900aa1a-9d44-48be-b2ae-8f2bb68b389a req-0e08214f-8279-4613-bdbb-895c9a3a2747 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.1010518 Oct 13 05:08:58.135024 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-c33f90ba-2210-4a1b-9eea-c795a9251a43 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322486 Oct 13 05:08:58.148185 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d900aa1a-9d44-48be-b2ae-8f2bb68b389a req-003cb934-b320-41ac-b902-e5673a43defd tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445065 Oct 13 05:08:59.264196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9067681-352f-4f87-85dd-21243e581b09 req-c7455691-6975-4bfe-a70f-15295d4fa568 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:08:59.265673 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9067681-352f-4f87-85dd-21243e581b09 req-c7455691-6975-4bfe-a70f-15295d4fa568 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0494893 Oct 13 05:08:59.302446 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d9067681-352f-4f87-85dd-21243e581b09 req-f8b50ba9-3e86-45f3-b750-78f2b8aa8c12 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Oct 13 05:09:00.420106 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354b4a3-39f3-4c1a-9fb1-205a8df38df2 req-6ad17044-8fd2-4a2c-9036-63c6fc876112 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:00.421574 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7354b4a3-39f3-4c1a-9fb1-205a8df38df2 req-6ad17044-8fd2-4a2c-9036-63c6fc876112 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0480227 Oct 13 05:09:00.459397 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7354b4a3-39f3-4c1a-9fb1-205a8df38df2 req-c9b699b5-45d6-4196-94f5-2a455950f669 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310190 Oct 13 05:09:01.578532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd0ff-e81c-4cb9-b6d2-07e76a11d4b8 req-f42765c6-7dd1-45b9-816a-d96fc6c9d24c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:01.580006 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa1dd0ff-e81c-4cb9-b6d2-07e76a11d4b8 req-f42765c6-7dd1-45b9-816a-d96fc6c9d24c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0536070 Oct 13 05:09:01.617471 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-aa1dd0ff-e81c-4cb9-b6d2-07e76a11d4b8 req-9dfe109d-4f01-4e32-a9ef-02a003f6ff77 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Oct 13 05:09:02.731886 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7193c7f-6535-489d-85aa-17e437f1669b req-6fbdc2be-576e-4a24-ba41-49185e3a21c4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:02.733350 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7193c7f-6535-489d-85aa-17e437f1669b req-6fbdc2be-576e-4a24-ba41-49185e3a21c4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0480995 Oct 13 05:09:02.770801 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c7193c7f-6535-489d-85aa-17e437f1669b req-a27010f4-3e53-4e6a-9a16-74bf939bc60c tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308762 Oct 13 05:09:03.884084 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed79b4-02b8-409a-a9a6-6063f1f439aa req-eb0682d0-ecb2-41a8-9ab9-f6ae1ceede45 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:03.885530 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7fed79b4-02b8-409a-a9a6-6063f1f439aa req-eb0682d0-ecb2-41a8-9ab9-f6ae1ceede45 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0482366 Oct 13 05:09:03.921949 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-7fed79b4-02b8-409a-a9a6-6063f1f439aa req-796c1d32-fec4-433d-9837-d76d6bdd7016 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305495 Oct 13 05:09:03.990078 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:09:05.041398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0f4e2-7081-4d76-ba17-3c3152ebff6a req-cf81191f-58ea-4e0b-96e0-13f65f9eb029 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:05.042895 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05d0f4e2-7081-4d76-ba17-3c3152ebff6a req-cf81191f-58ea-4e0b-96e0-13f65f9eb029 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0527880 Oct 13 05:09:05.082927 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-05d0f4e2-7081-4d76-ba17-3c3152ebff6a req-1c0603d9-81a2-4b4e-b2b7-1983e0aa49b7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340796 Oct 13 05:09:06.199290 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9c65c-d88a-4835-9c84-28becf0b68b8 req-f346b3cc-17ce-4cc6-9187-3129c14b2856 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:06.200759 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5d9c65c-d88a-4835-9c84-28becf0b68b8 req-f346b3cc-17ce-4cc6-9187-3129c14b2856 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0482936 Oct 13 05:09:06.238290 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-c5d9c65c-d88a-4835-9c84-28becf0b68b8 req-636847d0-2806-4fc1-91af-2c9547c5e5cd tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Oct 13 05:09:07.353239 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762ca6d-1dbb-4b42-a3ec-39433361af24 req-a33c940f-bacd-41dc-a0a5-984cd1977ec7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:07.354974 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1762ca6d-1dbb-4b42-a3ec-39433361af24 req-a33c940f-bacd-41dc-a0a5-984cd1977ec7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0485520 Oct 13 05:09:07.391139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-1762ca6d-1dbb-4b42-a3ec-39433361af24 req-e28e0fc7-5970-4a6e-ba9c-958335b15ba7 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302629 Oct 13 05:09:08.510124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1611f-6ea2-499c-a276-f9f1a0633e01 req-9e26ffbb-472e-48f8-9eee-032465b02b86 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:08.511669 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ee1611f-6ea2-499c-a276-f9f1a0633e01 req-9e26ffbb-472e-48f8-9eee-032465b02b86 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0519950 Oct 13 05:09:08.549587 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-8ee1611f-6ea2-499c-a276-f9f1a0633e01 req-ce4f0307-a6c8-44f5-8099-bac9a39c96fe tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Oct 13 05:09:09.665184 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3618-ebaf-49a1-8981-52e20f99195c req-ae86d37b-3a03-4e0b-8ada-4e3bb9b81830 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:09.666656 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-137e3618-ebaf-49a1-8981-52e20f99195c req-ae86d37b-3a03-4e0b-8ada-4e3bb9b81830 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0487177 Oct 13 05:09:09.704376 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-137e3618-ebaf-49a1-8981-52e20f99195c req-00191b80-ab8f-41f6-b163-e6fd56d033aa tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317559 Oct 13 05:09:10.820993 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68390b56-01d9-46a9-9cfa-99356517e18b req-17415995-025b-4826-af77-c1d2b8a6d754 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:10.822477 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68390b56-01d9-46a9-9cfa-99356517e18b req-17415995-025b-4826-af77-c1d2b8a6d754 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0491223 Oct 13 05:09:10.860196 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-68390b56-01d9-46a9-9cfa-99356517e18b req-bba7473e-0858-43c7-9dec-42ebf62a25c5 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Oct 13 05:09:11.848556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b07374e8-5a7c-450b-b08e-b15ec9994606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:11.984883 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b43858-27e1-4042-99e0-a8c62548a3f8 req-b4468978-7984-4472-81a1-12fd89f49435 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:11.986405 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42b43858-27e1-4042-99e0-a8c62548a3f8 req-b4468978-7984-4472-81a1-12fd89f49435 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 945 time: 0.0538893 Oct 13 05:09:12.027022 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-42b43858-27e1-4042-99e0-a8c62548a3f8 req-b56e9056-7b59-4a8e-963e-fdc828c65a9b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "GET /v2.0/security-groups?id=586b1dd8-488f-4340-a4d4-a7301e65dc3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Oct 13 05:09:12.071870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:12.281005 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-ee8a840c-cf83-4705-9ff5-26cc367acb83 service neutron] show failed (client error): The resource could not be found. Oct 13 05:09:12.282010 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-ee8a840c-cf83-4705-9ff5-26cc367acb83 service neutron] 10.222.0.47 "GET /v2.0/ports/74e7c5c2-288d-4e40-981a-07836a04441d/bindings/n-h1-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0915980 Oct 13 05:09:12.481964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-f4951b09-f091-4797-9653-e6043194395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:12.483519 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-f4951b09-f091-4797-9653-e6043194395d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&tenant_id=b2e638a8598d47818e411adbda882450 HTTP/1.1" status: 200 len: 1096 time: 0.0482841 Oct 13 05:09:12.495435 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813736-1', 'device_owner': 'compute:nova'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 05:09:12.547893 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:12.750807 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:12.783906 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h2-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:12.828310 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:12.834251 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:12.848271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.provisioning_blocks [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Transition to ACTIVE for port object 74e7c5c2-288d-4e40-981a-07836a04441d will not be triggered until provisioned by entity L2. {{(pid=95047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 05:09:12.852125 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:12.881381 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f965a39043bf82b85316afaa75d67f31177dca2e433dce33af1bd15ca0be6b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7449eaac-e338-42da-877a-821c54d30792" -d '{"events": [{"server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "name": "network-vif-unplugged", "status": "completed", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:12.936674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=6']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:12.949568 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.949919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.950260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.950615 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.950935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.951285 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.951618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.951945 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.952271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.952595 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.952920 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.953244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:12.995043 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] No DVR routers for this DVR port 74e7c5c2-288d-4e40-981a-07836a04441d on host n-h2-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 05:09:13.137566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on host n-h1-813736-1 for vnic_type normal with profile {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 05:09:13.137901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d by drivers openvswitch,hyperv on host n-h1-813736-1 at level 0 using segments [{'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 05:09:13.138226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:13.142498 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a not bound, no agent of type Open vSwitch agent registered on host n-h1-813736-1 {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 05:09:13.142821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Attempting to bind port 74e7c5c2-288d-4e40-981a-07836a04441d on network fb1c90e6-43e2-4688-85d6-8883fba3966a {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 05:09:13.148321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Checking agent: {'id': '401356d0-74ba-4e3f-bae5-c01f45c91134', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'started_at': datetime.datetime(2021, 10, 13, 4, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 5, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 05:09:13.148659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Checking segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 05:09:13.149041 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Bound using segment: {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'} {{(pid=95047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 05:09:13.149463 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.managers [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Bound port: 74e7c5c2-288d-4e40-981a-07836a04441d, host: n-h1-813736-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a'}}] {{(pid=95047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 05:09:13.149814 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:13.211961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h1-813736-1, cleared binding levels {{(pid=95047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 05:09:13.215265 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h1-813736-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 05:09:13.219418 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:13.256641 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:13.257263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for port, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:13.258662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1091 time: 0.7671413 Oct 13 05:09:13.280189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2771c-7577-4db7-a820-27054b2e71a1 service neutron] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=7']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:13.326317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-13835744-20e1-4d5d-83a2-fcb228a8a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:13.327876 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-13835744-20e1-4d5d-83a2-fcb228a8a688 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1094 time: 0.0445390 Oct 13 05:09:13.366800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:13.429398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-bd113486-f228-446a-9e38-a17bafe2bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:13.430875 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-bd113486-f228-446a-9e38-a17bafe2bdcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0940881 Oct 13 05:09:13.500299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-e63a5862-1380-4116-9c03-4c6e7392e93a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 999 time: 0.0617476 Oct 13 05:09:13.557276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-631da374-25b7-4b7a-8d69-3e14def0c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:13.558748 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-631da374-25b7-4b7a-8d69-3e14def0c2d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0507884 Oct 13 05:09:13.610893 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d9163d1b-d6c0-446d-ba9d-0fd000411aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:13.612402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-d9163d1b-d6c0-446d-ba9d-0fd000411aba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407488 Oct 13 05:09:13.638459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d no longer exists at agent hyperv_n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 05:09:13.675824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d not bound to the agent host n-h2-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 05:09:13.707253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-b8f1e4ba-9002-44a1-a1c9-e363d02e265c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Oct 13 05:09:13.796506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-a0b49d3a-e7c9-4509-81dd-35f1ead84bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820785 Oct 13 05:09:14.257296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07086731-b576-47fc-81a6-181bedb2f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:15.417802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:15.651929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:17.421066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.044310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d details requested by agent hyperv_n-h1-813736-1 with host n-h1-813736-1 {{(pid=95049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 05:09:25.145857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:25.156765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Returning: {'device': '74e7c5c2-288d-4e40-981a-07836a04441d', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'port_id': '74e7c5c2-288d-4e40-981a-07836a04441d', 'mac_address': 'fa:16:3e:0f:7f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 05:09:25.193060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.205237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e7c5c2-288d-4e40-981a-07836a04441d {{(pid=95049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 05:09:25.224451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:25.227995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:25.274713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=8']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:25.281880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.282232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.282577 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.282919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.283279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.283613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.283943 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.284272 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.284598 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.284925 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.285277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:25.286347 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 05:09:26.509918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] get_ports_and_sgs() called for port_ids ['74e7c5c2-288d-4e40-981a-07836a04441d'] {{(pid=95049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 05:09:27.067667 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Device 74e7c5c2-288d-4e40-981a-07836a04441d up at agent hyperv_n-h1-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 05:09:27.115852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning for port 74e7c5c2-288d-4e40-981a-07836a04441d completed by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 05:09:27.119413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Provisioning complete for port 74e7c5c2-288d-4e40-981a-07836a04441d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 05:09:27.119785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.196062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.216984 n-d-813736-1 neutron-server[95049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:09:27.231510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] For port 74e7c5c2-288d-4e40-981a-07836a04441d, host n-h1-813736-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813736-1',level=0,port_id=74e7c5c2-288d-4e40-981a-07836a04441d,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 05:09:27.235449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:27.270682 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1c879f4e6812c6a67859ad83a089da73867d630834e850bb1a55778c0f63350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1ad7f-8ac5-4d2f-a387-f98d6e46f2d6" -d '{"events": [{"server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "name": "network-vif-plugged", "status": "completed", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:09:27.290032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Pushing event updated for resources: {'Port': ['ID=74e7c5c2-288d-4e40-981a-07836a04441d,revision_number=9']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 05:09:35.819531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-325004e7-598b-4afc-8a0b-b83d74c2d3ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789683 Oct 13 05:09:35.903110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90646d98-949a-4620-9168-db0c4074c733 req-627e70fa-8c29-462d-ae78-0a71943ed4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:35.904581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-627e70fa-8c29-462d-ae78-0a71943ed4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0464628 Oct 13 05:09:36.007892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90646d98-949a-4620-9168-db0c4074c733 req-324829da-af71-4261-a3ed-cd9450a54fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.009329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-324829da-af71-4261-a3ed-cd9450a54fc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0864885 Oct 13 05:09:36.055555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-6366ea18-25fa-4614-b434-559084c9ca26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0387421 Oct 13 05:09:36.104661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90646d98-949a-4620-9168-db0c4074c733 req-5b20d585-cc2f-40c3-aaf5-56ff0fc36437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.106045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-5b20d585-cc2f-40c3-aaf5-56ff0fc36437 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439951 Oct 13 05:09:36.152414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90646d98-949a-4620-9168-db0c4074c733 req-116bcaa1-e0b4-4649-86ad-c9ea8d49ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:36.153851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-116bcaa1-e0b4-4649-86ad-c9ea8d49ef15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403867 Oct 13 05:09:36.246686 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-d207a181-d184-4a01-93fb-641c808930d6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847068 Oct 13 05:09:36.337054 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-90646d98-949a-4620-9168-db0c4074c733 req-58288841-b787-4d14-a763-d0e43e2e5588 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820274 Oct 13 05:09:40.989175 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:09:41.850513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-84079c0c-3ebb-4090-b72e-4368264b514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:42.073854 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:43.368246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.257767 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-728802c4-3061-488e-925b-8bc2b6dad970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:44.968692 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d544f-1486-4784-97ce-76da60e8d90b req-b9e45119-a95a-4e2d-a13e-6f4dadf01657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:44.970561 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-b9e45119-a95a-4e2d-a13e-6f4dadf01657 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&tenant_id=b2e638a8598d47818e411adbda882450&binding%3Ahost_id=n-h1-813736-1 HTTP/1.1" status: 200 len: 1096 time: 0.1090956 Oct 13 05:09:45.043299 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [req-d15d544f-1486-4784-97ce-76da60e8d90b req-df3010ca-5345-4302-a65e-1b4f7d5e98d1 service neutron] delete failed (client error): The resource could not be found. Oct 13 05:09:45.044322 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-df3010ca-5345-4302-a65e-1b4f7d5e98d1 service neutron] 10.222.0.47 "DELETE /v2.0/ports/74e7c5c2-288d-4e40-981a-07836a04441d/bindings/n-h2-813736-1 HTTP/1.1" status: 404 len: 380 time: 0.0613618 Oct 13 05:09:45.129049 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d544f-1486-4784-97ce-76da60e8d90b req-462550ce-b1a1-4a28-b943-afdf008864a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:45.130550 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-462550ce-b1a1-4a28-b943-afdf008864a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0425704 Oct 13 05:09:45.225334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d544f-1486-4784-97ce-76da60e8d90b req-c26ef357-107f-4ee1-99ed-3e7d262a7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:45.226799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-c26ef357-107f-4ee1-99ed-3e7d262a7a83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0877879 Oct 13 05:09:45.293448 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-02e53816-ba8d-4b10-a8f6-e4aa88b183b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0586166 Oct 13 05:09:45.341865 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d544f-1486-4784-97ce-76da60e8d90b req-9e3f6833-edb5-485c-8bed-e9efd6129d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:45.343298 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-9e3f6833-edb5-485c-8bed-e9efd6129d66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431678 Oct 13 05:09:45.398722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d544f-1486-4784-97ce-76da60e8d90b req-aad06c45-e2a9-47d6-a5b3-f2eb36fb60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:09:45.400244 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-aad06c45-e2a9-47d6-a5b3-f2eb36fb60a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502083 Oct 13 05:09:45.418840 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:45.491728 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-584b05b4-7245-46ba-b087-3c9000172ab8 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839505 Oct 13 05:09:45.587163 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-bede1d2d-775c-4dcd-9d0b-39c83e458d87 service neutron] 10.222.0.47 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881298 Oct 13 05:09:45.653964 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:09:47.422973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:11.850522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85f42439-a184-4083-8340-2fb8c28b07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:12.085289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:13.372147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:14.258459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a851e17b-f7f6-450a-9f95-4e0ef165df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:15.420240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:15.656174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:17.425277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:17.987471 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:10:36.771527 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-51c407b2-2ce0-440a-bece-d2252a2ba4b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401845 Oct 13 05:10:36.836409 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42a55-c581-4441-95dd-6d38ece54558 req-57542ff7-9ba7-476d-9fcf-a3985ca7a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:36.837870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-57542ff7-9ba7-476d-9fcf-a3985ca7a064 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0446403 Oct 13 05:10:36.939193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42a55-c581-4441-95dd-6d38ece54558 req-35340ae1-c314-492e-8709-5084ff2e8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:36.940633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-35340ae1-c314-492e-8709-5084ff2e8db3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0838780 Oct 13 05:10:37.010981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-3e5efc57-8444-46d4-8bb8-1cec5027e343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0621960 Oct 13 05:10:37.060462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42a55-c581-4441-95dd-6d38ece54558 req-69c7ef20-667e-4922-b8de-320b21da062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:37.061792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-69c7ef20-667e-4922-b8de-320b21da062c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437226 Oct 13 05:10:37.106592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42a55-c581-4441-95dd-6d38ece54558 req-b32e47c7-dec3-445f-80f6-25b712efcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:10:37.108056 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-b32e47c7-dec3-445f-80f6-25b712efcde8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392556 Oct 13 05:10:37.198757 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-729acd85-7bcd-4d1a-aca2-c555b739b2cc service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837746 Oct 13 05:10:37.286494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-22a42a55-c581-4441-95dd-6d38ece54558 req-92614b6b-529d-4ab7-a74a-630878d93bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808439 Oct 13 05:10:41.851716 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3f0dc1e7-66a0-4186-a1c8-7a6c74a6ebad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:42.100528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:43.368171 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:44.258849 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-39aef353-dadd-498d-ab2c-fa590f8e5e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:45.421440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:45.658621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:47.428618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:10:54.987085 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:11:11.857270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eca7ce3c-46fd-4b1e-be0c-c3326fe7b8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:12.099393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:13.389015 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:14.261768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba968923-a61c-4694-bf5b-67d804581fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:15.421820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:15.661649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:17.430777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:31.987070 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:11:37.725598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-1a60eca0-09ea-41d0-b82a-868c19291f74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482121 Oct 13 05:11:37.815305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-0bac54a7-75f4-4e2b-b059-3c898ecd4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:37.816740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-0bac54a7-75f4-4e2b-b059-3c898ecd4850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0497587 Oct 13 05:11:37.917793 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-42761e06-35e9-42ee-b8df-d558ef922c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:37.919287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-42761e06-35e9-42ee-b8df-d558ef922c30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0848346 Oct 13 05:11:37.963736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-429c6315-4aa8-450d-8493-879a39a79a99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0376244 Oct 13 05:11:38.012118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-6897dd01-6459-4886-a70f-148f3ca58de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:38.013522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-6897dd01-6459-4886-a70f-148f3ca58de2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435495 Oct 13 05:11:38.059003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-c1daa6e8-b296-4857-9fe7-18c338a715ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:11:38.060531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-c1daa6e8-b296-4857-9fe7-18c338a715ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397453 Oct 13 05:11:38.152039 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-d67d9ca2-c803-482c-b8d3-8dfa80a8be0c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843430 Oct 13 05:11:38.241426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bd8653ba-1e33-4858-b66b-4a57a892a230 req-c3a04a26-8eb5-46aa-a65c-5cb88714a23e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825772 Oct 13 05:11:41.848254 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2f63-fe87-4fa5-8674-f538d6cc8c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:42.105996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:43.384033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:44.262080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d1b527f9-45f2-448c-9fcf-fff1ee7e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:45.422613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:45.667099 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:11:47.433637 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:08.986288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:12:11.848325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91f007fd-79d7-435b-a2a4-5fec9d71d474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:12.104537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:13.400513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:14.262495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb997-89b4-4873-829a-c48b68b35893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:15.423718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:15.666930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:17.435592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:37.734196 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-d808e64d-3fef-491d-b22f-d04d47d6155c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424163 Oct 13 05:12:37.799769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-87f55da0-94ea-42b3-b769-2b144e4d5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:12:37.801228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-87f55da0-94ea-42b3-b769-2b144e4d5efa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450845 Oct 13 05:12:37.906421 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-7db9b5f9-7c96-400d-a9a6-4b4448fcf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:12:37.907940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-7db9b5f9-7c96-400d-a9a6-4b4448fcf0b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0878406 Oct 13 05:12:37.976463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-0ec7c0d7-bbba-4847-af8f-f88ec04a26c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0603809 Oct 13 05:12:38.023731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-cace5c16-9b96-4721-99e7-ce8cedc28522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:12:38.025046 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-cace5c16-9b96-4721-99e7-ce8cedc28522 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0423031 Oct 13 05:12:38.069335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-569c0510-89c8-4338-9983-639ac153a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:12:38.070815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-569c0510-89c8-4338-9983-639ac153a2fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390699 Oct 13 05:12:38.081349 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-b60b50e3-12fa-47f4-afea-befeeb794057 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:12:38.082319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-b60b50e3-12fa-47f4-afea-befeeb794057 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047331 Oct 13 05:12:38.173004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-546f0831-69b3-4aef-90e9-13e6ccc9790e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Oct 13 05:12:38.263873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fed40057-79c2-4afb-9094-1c590f40ac47 req-235d8b34-68ad-42b9-a8f5-81d2a11b21a2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832858 Oct 13 05:12:41.849330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-720ce9d8-f436-4054-af56-ecf9d8cdf9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:42.120926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:43.402391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:44.263282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d7fa8cf-90b4-45ef-80b7-a5d44c472777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:45.425482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:45.669488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:12:45.986633 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:12:47.438455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:11.852030 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6769b6bb-fa4f-424e-8b87-467e1ac131d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:12.142854 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:13.417419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:14.263231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3752c85f-ce04-4caa-a9c1-0deb5c6b1faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:15.426981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:15.672475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:17.440556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:22.986094 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:13:39.724508 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-740e102c-8578-4d85-84c3-841fd88e4dc6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419693 Oct 13 05:13:39.810890 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-a7fa07b3-daa3-451b-9f1b-187764edae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:39.812285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-a7fa07b3-daa3-451b-9f1b-187764edae92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0446293 Oct 13 05:13:39.913335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-c7b8b240-6fd2-4ea4-a3d6-fa8f599c8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:39.914756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-c7b8b240-6fd2-4ea4-a3d6-fa8f599c8d8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0829451 Oct 13 05:13:39.959541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-eebfd8f6-75e7-493f-a684-cf4a50f2c68a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0364709 Oct 13 05:13:40.008567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-edd96e72-8672-4366-a79f-77d81ad00a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:40.010020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-edd96e72-8672-4366-a79f-77d81ad00a72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441427 Oct 13 05:13:40.056124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-8f21926b-19c1-4935-acad-5973da4bf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:13:40.057610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-8f21926b-19c1-4935-acad-5973da4bf604 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406823 Oct 13 05:13:40.149936 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-1ee1aa4a-8029-4f2b-a7f6-d017cbacda69 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844827 Oct 13 05:13:40.239583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3569499f-1f6e-4ed5-b601-5d04056e03c4 req-75982351-defc-4b19-91cc-18778dc93fcb service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824046 Oct 13 05:13:41.853180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a99e0f7c-88a3-4aef-b0cc-74d459fae3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:42.138509 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:43.414808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:44.262578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1986-8ee4-4036-b489-0b15e44cf74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:45.428840 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:45.675009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:47.444266 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:13:59.985154 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:14:09.948611 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-bf7ee0f4-0fc4-4ca9-96bd-8fa7b1170e9a req-fe68a42c-c540-40c4-ba18-f3dfc7763959 tempest-ServerDiskConfigTestJSON-2079536143 tempest-ServerDiskConfigTestJSON-2079536143-project] (95047) timed out ('10.222.0.16', 50374) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:14:11.854717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-870e76e3-7a47-429c-92fa-6254fa7592ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.135533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:12.986104 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Wed, 13 Oct 2021 05:09:12 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:12.986629 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:14:13.010388 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova Oct 13 05:14:13.414774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:14.262810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14e03dea-00eb-44e7-af2a-d6a06b5b3ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.011891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 05:14:15.014782 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f965a39043bf82b85316afaa75d67f31177dca2e433dce33af1bd15ca0be6b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad79874-3f4d-4e71-99b8-b5b7f3a44424" -d '{"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 05:14:15.430288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:15.678550 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:17.446346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:27.375562 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Wed, 13 Oct 2021 05:09:27 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:14:27.376239 n-d-813736-1 neutron-server[95049]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=95049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:14:27.377302 n-d-813736-1 neutron-server[95049]: ERROR neutron.notifiers.nova Oct 13 05:14:36.985288 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:14:39.844720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-fc22d970-b00d-48e1-9bf3-a9823fa3d19e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622295 Oct 13 05:14:39.909883 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-ba6e641e-5803-4260-86bf-8d51e38788af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:39.911425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-ba6e641e-5803-4260-86bf-8d51e38788af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0433435 Oct 13 05:14:40.017299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-053e7e88-ccef-41f1-aacd-74f7a20c4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:40.018783 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-053e7e88-ccef-41f1-aacd-74f7a20c4b2a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0879941 Oct 13 05:14:40.086746 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-a39bf332-bf96-4cf8-80ab-fe26519933a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0606802 Oct 13 05:14:40.134578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-ec662fbd-1016-41eb-8c03-f9fbe8d5ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:40.135977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-ec662fbd-1016-41eb-8c03-f9fbe8d5ea51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424767 Oct 13 05:14:40.180350 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-b47d2c49-d82d-4a15-8f8d-922fb8b9c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:14:40.181883 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-b47d2c49-d82d-4a15-8f8d-922fb8b9c53f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387888 Oct 13 05:14:40.274664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-6c7d82f2-38b2-4428-a4ed-32a9380ca55a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857236 Oct 13 05:14:40.365090 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8fc4a47d-32b6-4372-8fc0-4ed29e65fe15 req-5648981b-7889-4c80-852f-6a99f82f8254 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832145 Oct 13 05:14:41.857223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-46aef8af-49dd-4eba-bc67-a699ebe4d877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:42.141049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:43.429087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:44.264079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5dfba9ac-b7ba-48f9-8866-435edb956a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:45.430895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:45.682711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:14:47.448715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:11.857441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a99c628a-dc0a-468f-a162-74dbb3475870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:12.152683 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:13.430679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:14.068107 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:15:14.264490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a5ea-ca4f-40d2-9fdd-d9561c1185f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:15.430746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:15.687873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:17.451368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:40.734782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-6a4b16a3-9a78-46af-8549-e5ea45a5903f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411289 Oct 13 05:15:40.820662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-9f22b358-4864-4617-84aa-4a64c67dafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:40.822050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-9f22b358-4864-4617-84aa-4a64c67dafab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0449507 Oct 13 05:15:40.924533 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-fcf0ec33-345b-4a1a-8c21-da1708256d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:40.926004 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-fcf0ec33-345b-4a1a-8c21-da1708256d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0837011 Oct 13 05:15:40.971358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-0b3bf808-33cf-4ab7-9034-d0f95f90ae03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0377150 Oct 13 05:15:41.360520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-9b165541-fd5f-4624-868f-c1545d670dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:41.362001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-9b165541-fd5f-4624-868f-c1545d670dfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.3836601 Oct 13 05:15:41.408508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-45774221-327a-43bc-84f4-baa511c86fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:15:41.409962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-45774221-327a-43bc-84f4-baa511c86fba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396330 Oct 13 05:15:41.504413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-7cf01548-3f55-445b-ab24-34bc3d04ab99 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864482 Oct 13 05:15:41.595965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6693f8aa-fe13-4827-b698-6f00c47ae62f req-c0b66f26-baeb-4136-bb88-2a19bf48cb4b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838025 Oct 13 05:15:41.859843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77e5bc17-db52-48e0-bfb9-7ff5c5d26fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:42.184126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:43.445396 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:44.264876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbeba9a1-b114-4e58-8a45-588746563b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.432029 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:45.686328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:47.454946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:15:50.987634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:16:11.861207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f245e913-89a0-45de-a573-d95e6860f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:12.185036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:13.464277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:14.264460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-816bce0f-bebd-4efe-9914-778c4c981823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:15.433243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:15.689845 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:17.457069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:27.987372 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:16:40.729398 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-24aad052-230a-493f-a515-6b0ae3dffa7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429955 Oct 13 05:16:40.788556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-b9868cc9-6877-4ad0-8ef1-d6b393d6acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.789958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-b9868cc9-6877-4ad0-8ef1-d6b393d6acfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0397725 Oct 13 05:16:40.896787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-47b35490-2a15-42fc-8ca6-c4a943280c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:40.898226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-47b35490-2a15-42fc-8ca6-c4a943280c23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0888386 Oct 13 05:16:40.963656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-e425c404-2f38-4340-abb1-d16ee64602a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0573719 Oct 13 05:16:41.011513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-887cdc6e-b129-4947-8f7e-6a6b3abe5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:41.012912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-887cdc6e-b129-4947-8f7e-6a6b3abe5e23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429120 Oct 13 05:16:41.062666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-ab559d3b-6d95-4f8b-80fa-8eb170549a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:16:41.064066 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-ab559d3b-6d95-4f8b-80fa-8eb170549a69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446470 Oct 13 05:16:41.152689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-f1b7132d-3215-444a-a769-f65b458250f8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810914 Oct 13 05:16:41.244106 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a1cc8db4-4a3d-4bb4-8c70-b89f0133c85b req-981bb57b-289d-4144-a54d-eda45e3a929c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848818 Oct 13 05:16:41.861936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40ca1da3-7002-4067-9c60-23d2e78afb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:42.185244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:43.459624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:44.267079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6123409b-88ac-4a08-b2cb-82afe0c11d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:45.433961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:45.692120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:47.459736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:16:49.600287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-e50942a2-5bf3-429b-80b7-91da5d81c8fa req-cae49f3b-ddda-41df-89ab-6d568d17964b service neutron] (95048) timed out ('10.222.0.49', 36740) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:17:04.987167 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:17:11.861813 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c639bd7-e724-4001-9f87-ab5ebb94efbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:12.187536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:13.465439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:14.267097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd1b586c-8784-4be0-b434-ea52c091d6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.435241 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:15.695750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:17.461551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:41.863574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7ec566dc-8c89-41d2-bb8e-21b575ed6b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:41.987548 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:17:42.186653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:42.722743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-dc2cc9cd-97a9-4a84-8f4f-f3f721e33fcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415938 Oct 13 05:17:42.803538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-ef73d436-bcde-4518-a581-bde8c3b02a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:42.804914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-ef73d436-bcde-4518-a581-bde8c3b02a58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0403557 Oct 13 05:17:42.911376 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-a25b99a0-758c-4ca3-b459-e83395d41a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:42.912813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-a25b99a0-758c-4ca3-b459-e83395d41a36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0886004 Oct 13 05:17:42.959323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-803218d5-641f-4bd1-b5e1-2d744390b495 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0387466 Oct 13 05:17:43.008995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-67b29a7b-e836-415b-9ade-41ddc94b68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:43.010393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-67b29a7b-e836-415b-9ade-41ddc94b68f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433547 Oct 13 05:17:43.061082 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-74cb6429-7d45-4f09-b89e-d619fdf9d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:17:43.062460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-74cb6429-7d45-4f09-b89e-d619fdf9d23d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441401 Oct 13 05:17:43.149502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-4f5e2f78-37fb-4b28-9405-51b9e5ae8c81 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799675 Oct 13 05:17:43.242911 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c304e986-7731-4219-bdfb-41fa0fc82d8a req-8d50c712-e5c5-428d-87fb-40c965a250dd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857303 Oct 13 05:17:43.467005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:44.268905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-150da108-d838-49d1-bbc8-e5fc6f786fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:45.437524 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:45.699016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:17:47.464651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:11.864579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07d29d2c-96d1-4327-8a3c-7f7ec80b1e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:12.181932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:13.488652 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:14.268325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75c4a88f-a763-4abc-a119-36760020d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:15.439863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:15.701987 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:17.467746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:18.987476 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:18:41.865962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a9d2851-5e7c-4fa5-b176-1a5691fe44f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:42.186475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:43.487423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:43.718638 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-3f4529d0-3729-4f31-8f09-1e68cacd1785 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405850 Oct 13 05:18:43.780110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-36ee68d6-ec0a-43f5-bb9f-ac61d26f6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:43.781834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-36ee68d6-ec0a-43f5-bb9f-ac61d26f6631 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0405807 Oct 13 05:18:43.887592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-6dcb4880-8b00-4a7f-919e-bf96c05cfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:43.889734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-6dcb4880-8b00-4a7f-919e-bf96c05cfa59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0888941 Oct 13 05:18:43.953472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-e6c68c8c-86db-4560-b5ac-23c751b6d41c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0569577 Oct 13 05:18:44.003297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-7a9b53cb-7ce1-4b52-b560-cb47cbddcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:44.004697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-7a9b53cb-7ce1-4b52-b560-cb47cbddcf96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0443296 Oct 13 05:18:44.054374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-b6cfe944-8de1-446e-a380-ccc6b0d4cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:18:44.055823 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-b6cfe944-8de1-446e-a380-ccc6b0d4cff9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441525 Oct 13 05:18:44.145862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-1141c401-0884-423b-8bd8-8dafc6710acd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819075 Oct 13 05:18:44.237459 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72fdebe8-493c-46a7-aaf0-e2783bfdd38f req-8e963cf6-aff2-4cdc-a1d9-0c78c3b6566b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 Oct 13 05:18:44.268166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e76774e-b08f-4cda-a80e-b46c3b136be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:45.441519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:45.705068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:47.473328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:18:55.987476 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:19:11.866368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f16fb1f9-110a-4dc3-9495-d318f015ad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:12.184995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:13.488188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:14.268906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1683-2b0a-4558-a4e9-61587a1414d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:15.118525 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Wed, 13 Oct 2021 05:14:15 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 05:19:15.119147 n-d-813736-1 neutron-server[95047]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=95047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova Traceback (most recent call last): Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Oct 13 05:19:15.119620 n-d-813736-1 neutron-server[95047]: ERROR neutron.notifiers.nova Oct 13 05:19:15.442416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:15.707663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:17.471916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:32.986427 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:19:35.568834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-01f28955-fe27-4494-b99b-1ea3a7e976e2 req-4dbcc6fd-4731-407d-b2dc-1402260b3563 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] (95047) timed out ('10.222.0.49', 59514) {{(pid=95047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:19:41.866906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da5bc78d-9b15-4c34-afeb-f2f2f083039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:42.169221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:43.496585 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:44.268634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-567f3abd-6582-4d3e-9612-f5e145b07a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:44.761820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-edbff971-3178-4503-887d-1126245e7a20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922852 Oct 13 05:19:44.844317 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-1bfaebdf-a812-448a-a34b-8ee26ad3556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:44.845777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-1bfaebdf-a812-448a-a34b-8ee26ad3556e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0415359 Oct 13 05:19:44.952167 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-cde04036-d1e8-4ff9-9165-6c7efc7bcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:44.953614 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-cde04036-d1e8-4ff9-9165-6c7efc7bcd64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0884223 Oct 13 05:19:44.996113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-06a9e670-16a7-4c46-bc76-59ae12db9b41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0341671 Oct 13 05:19:45.045362 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-c0cd6656-5ca1-49e0-a968-470d384691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:45.046688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-c0cd6656-5ca1-49e0-a968-470d384691f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429275 Oct 13 05:19:45.095368 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-1993cc38-1207-412f-a0d2-7c95fea07cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:19:45.096833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-1993cc38-1207-412f-a0d2-7c95fea07cad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433822 Oct 13 05:19:45.184126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-38d41a6b-18ef-4be2-868f-ce19a220f830 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800812 Oct 13 05:19:45.277321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6749a8d-ee07-4f4f-8900-3fc3868db281 req-78902e7b-8ae8-4d53-8321-9308720de13f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856400 Oct 13 05:19:45.445897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:45.711815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:19:47.475516 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:09.985917 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:20:11.869825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5f11539-32a5-4867-bcf8-793431001073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:12.178086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:13.520244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:14.268668 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6156efc1-333e-4e79-be97-04ac64d4a292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:15.447411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:15.713983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:17.477037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:41.871157 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8350d1f-e28a-4934-83d5-db7bcbf6f662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:42.171862 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:43.521778 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:44.270091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-acca3f4b-f601-4a06-b3f6-71e3b2c0b7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:45.448245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:45.717914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:20:45.732647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-c0fecd6e-3a54-4e1e-a2d0-2e9e5fb6b23f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464263 Oct 13 05:20:45.794077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-6172432e-ca2e-4b57-859a-806ef44ed2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:45.795586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-6172432e-ca2e-4b57-859a-806ef44ed2fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0407195 Oct 13 05:20:45.900489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-967c14b8-5ff7-49f7-b2bf-dd7d3de39844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:45.901930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-967c14b8-5ff7-49f7-b2bf-dd7d3de39844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0884435 Oct 13 05:20:45.968304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-609bb74b-a8d4-4628-87af-624eceecd5fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0586405 Oct 13 05:20:46.022113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-47e7677c-6829-4cb0-bc29-92cea7f1ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:46.023572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-47e7677c-6829-4cb0-bc29-92cea7f1ff32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0472345 Oct 13 05:20:46.068093 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-386c89ef-d70e-479d-97a8-c1d7a4e7dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:20:46.069550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-386c89ef-d70e-479d-97a8-c1d7a4e7dc02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390606 Oct 13 05:20:46.158488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-f99618ea-303e-4db7-8bb5-e029d33287ba service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822103 Oct 13 05:20:46.253843 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a78b05b-f1f5-4076-8e47-e106ac475563 req-341b5a40-2cf8-4771-af2e-f00d8fef1bcd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857008 Oct 13 05:20:46.985023 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:20:47.479611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:11.871718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5ba151a4-7706-48e9-95f5-6d200d21b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:12.168273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:13.524490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:14.271162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-90d115e2-cb6b-43a4-9490-c5df9761bb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:15.449984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:15.720508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:17.483463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:23.984029 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:21:41.877635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-326e5df1-f269-49b6-ae43-f5b735696ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:42.168337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:43.528357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:44.270981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c4152d7-e262-4f77-b08c-3e45b4300b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:45.454054 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:45.724033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:47.486566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:21:47.702470 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-dec85b35-161e-48b3-85f3-5aeaa6d605a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416965 Oct 13 05:21:47.784176 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-557be7d5-36d0-46b3-adaa-b2672218b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:47.785580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-557be7d5-36d0-46b3-adaa-b2672218b51f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0403626 Oct 13 05:21:47.893686 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-1e468a45-c118-42ed-acc1-a587ceb6bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:47.895226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-1e468a45-c118-42ed-acc1-a587ceb6bbad service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0886638 Oct 13 05:21:47.941276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-7764ac5f-ab67-4115-8142-e32bfc2f4df0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0387759 Oct 13 05:21:47.993962 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-80ee657b-b782-4b8b-b403-0c5a20db9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:47.995400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-80ee657b-b782-4b8b-b403-0c5a20db9dc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0474818 Oct 13 05:21:48.040470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-ab30a76b-ca4b-4f5c-a0d5-9a79af9a6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:21:48.041846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-ab30a76b-ca4b-4f5c-a0d5-9a79af9a6659 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397232 Oct 13 05:21:48.135118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-558b1a9d-be05-496c-b1be-0896d6b4ba40 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861676 Oct 13 05:21:48.223812 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b76d5811-4c85-40d9-b523-5b3dbbd8a995 req-16d6aa3c-e77e-4504-9b2d-93c3b2bab4df service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818260 Oct 13 05:22:00.982882 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:22:11.879643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-84bce8bb-c7f1-487f-be22-b4e6a2c2c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:12.189932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:13.540765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:14.271085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36ca1f76-7169-4377-956f-1e3b65afba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:15.455941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:15.728255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:17.489010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:37.982605 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:22:41.879819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b4f38c9-24e7-4a82-abd8-7b0d4e55b5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:42.191944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:43.558059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:44.271155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-647ebcf5-410f-460b-94b5-d76a290e3675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:45.457818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:45.728877 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:47.492368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:22:47.710669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-3d8e9226-fc95-4e79-a5a4-ecac8e02fa7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389879 Oct 13 05:22:47.774633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-9f62f578-3642-4875-adc0-f72e9614add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:47.776053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-9f62f578-3642-4875-adc0-f72e9614add5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0434189 Oct 13 05:22:47.879469 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-f6a861d2-2f58-44ec-a959-7fe9210fe191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:47.880930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-f6a861d2-2f58-44ec-a959-7fe9210fe191 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859971 Oct 13 05:22:47.951109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-937bfba7-8cf0-4ccc-84c4-adec3ac3401d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0621309 Oct 13 05:22:48.001302 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-e5998c8e-6a18-4368-bfb5-d4bba19f361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:48.002763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-e5998c8e-6a18-4368-bfb5-d4bba19f361c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0455158 Oct 13 05:22:48.051223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-b0bd9e33-8b0d-4ac4-86b5-ba70552d7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:22:48.052522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-b0bd9e33-8b0d-4ac4-86b5-ba70552d7382 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399518 Oct 13 05:22:48.064013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-f90ae3bc-1d71-4c19-bc11-108188958c1c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:22:48.064930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-f90ae3bc-1d71-4c19-bc11-108188958c1c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047297 Oct 13 05:22:48.156640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-e3181e2a-d08a-4096-822a-2afcc8734136 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 Oct 13 05:22:48.245147 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ff5aa246-6654-487f-9c1f-6787ba63dd13 req-01b38ae8-a5fd-4fb7-9565-06356a5dc04d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814314 Oct 13 05:23:11.880004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f7edf70c-d9b3-4ce1-b8e6-13da06a4a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:12.181805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:13.573597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:14.271620 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4b2bcf3a-abf0-4b56-8f5e-241f481ac979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:14.981155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:23:15.458855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:15.732111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:17.493572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:41.881623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a58c582-53a5-4376-a2ec-84743d2f0279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:42.187707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:43.571723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:44.271889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-610b8fae-d422-418e-8c3d-16bc8ca37cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:45.460421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:45.734617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:47.496303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:23:49.723854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-aa88734d-2216-4861-b4cc-9585613ccb68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408044 Oct 13 05:23:49.812967 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220be1c-89a8-4c45-88df-07d92b67644c req-6b800725-f90a-4e9d-a3b4-27b82f0fd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:49.814386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-6b800725-f90a-4e9d-a3b4-27b82f0fd1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0483935 Oct 13 05:23:49.915697 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220be1c-89a8-4c45-88df-07d92b67644c req-78260301-28db-4e7e-9b64-2a6fd0c94038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:49.917126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-78260301-28db-4e7e-9b64-2a6fd0c94038 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0832798 Oct 13 05:23:49.961037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-7fea2cac-0a54-40d9-b863-29a4ab52af5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0357611 Oct 13 05:23:50.009321 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220be1c-89a8-4c45-88df-07d92b67644c req-b10213bd-cacb-40d6-9a7b-06b63251dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:50.010688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-b10213bd-cacb-40d6-9a7b-06b63251dec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0423353 Oct 13 05:23:50.055812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220be1c-89a8-4c45-88df-07d92b67644c req-1be189f5-46de-4e1d-9564-29857d17051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:23:50.057290 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-1be189f5-46de-4e1d-9564-29857d17051d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391164 Oct 13 05:23:50.151749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-172266db-99ad-4bed-acad-a9bad5522a0a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861859 Oct 13 05:23:50.243305 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1220be1c-89a8-4c45-88df-07d92b67644c req-50955472-3950-4a62-bc08-214f5958f65d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834832 Oct 13 05:23:51.979672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:23:55.570282 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-6bc9b7ce-28f3-44e7-af52-ea39ef2104c9 req-68c90d3c-7e05-401e-a884-9edfe681fc38 service neutron] (95048) timed out ('10.222.0.49', 36080) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:24:11.882482 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07e61f0c-e2c6-40a3-8021-a65b86a6d8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:12.028990 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-42b43858-27e1-4042-99e0-a8c62548a3f8 req-b56e9056-7b59-4a8e-963e-fdc828c65a9b tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] (95048) timed out ('10.222.0.49', 59328) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:24:12.196797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:13.583726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:14.272487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a4b98c84-eed2-4a75-a083-738955d246ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:15.465310 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:15.737164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:17.499987 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:28.978033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:24:41.883474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1cfb22a-dc0c-42b0-93c0-16ee3b491c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:42.218368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:43.601133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:44.272064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6b07d45a-6f5b-468c-95b1-a4ee563afc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:45.467490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:45.588559 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [req-d15d544f-1486-4784-97ce-76da60e8d90b req-bede1d2d-775c-4dcd-9d0b-39c83e458d87 service neutron] (95048) timed out ('10.222.0.47', 64166) {{(pid=95048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 05:24:45.740296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:47.502685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:24:49.841460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-4668209d-0b5e-435e-bc96-e5d3a523606e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644669 Oct 13 05:24:49.908903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-35747b66-e940-438d-94bd-e51e14ea0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:49.910352 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-35747b66-e940-438d-94bd-e51e14ea0ffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0445879 Oct 13 05:24:50.011351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-ee399068-824d-436a-88f3-2c6afd80385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:50.012842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-ee399068-824d-436a-88f3-2c6afd80385e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0833967 Oct 13 05:24:50.089302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-e0888388-19f2-4824-bf5f-8021aa5d36e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0692189 Oct 13 05:24:50.138054 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-d43521b0-7477-4bbe-8d3d-8f8c03c00b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:50.140109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-d43521b0-7477-4bbe-8d3d-8f8c03c00b8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435264 Oct 13 05:24:50.191183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-375261fa-793a-4428-b37c-4dabae178672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:24:50.192662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-375261fa-793a-4428-b37c-4dabae178672 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393703 Oct 13 05:24:50.283670 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-f3768807-c872-4fcf-aefa-b3a5b0bd2f4e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Oct 13 05:24:50.371836 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d94c2f13-53a6-41cf-9267-3a17e1ca697c req-aa40a4a9-2d91-4612-b009-72c2f299441b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810773 Oct 13 05:25:05.976498 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:25:11.883285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7069b449-020b-4802-9caf-94e606150b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:12.211546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:13.600176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:14.273651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-601dfcd9-e260-483a-a797-082606529889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:15.472301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:15.742330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:17.509524 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:41.883406 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bf77b478-a217-4486-9c5a-187aac06e55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:42.223022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:42.975270 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:25:43.612736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:44.273184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3844c9e-3434-4619-b417-cbbd717c6c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:45.473511 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:45.745138 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:47.509196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:25:50.697079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-8c0c4c58-394a-4415-8822-b7c25f035797 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424457 Oct 13 05:25:50.783443 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053741be-13a9-406a-96f9-c5cd71590284 req-a8521a02-1f06-4a48-8688-957c1f69fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:50.784961 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-a8521a02-1f06-4a48-8688-957c1f69fbb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0436666 Oct 13 05:25:50.892752 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053741be-13a9-406a-96f9-c5cd71590284 req-21736d1e-a262-4eba-9174-7a4baf32c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:50.894200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-21736d1e-a262-4eba-9174-7a4baf32c8ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0885041 Oct 13 05:25:50.937892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-f7a314ee-9e48-466b-a130-5241582b89b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0364349 Oct 13 05:25:50.986122 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053741be-13a9-406a-96f9-c5cd71590284 req-153a6075-c3e1-4ad2-b4e7-f7e1187987a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:50.987540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-153a6075-c3e1-4ad2-b4e7-f7e1187987a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433419 Oct 13 05:25:51.032299 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053741be-13a9-406a-96f9-c5cd71590284 req-aa37695a-dae8-434e-922e-19b43b26fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:25:51.033749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-aa37695a-dae8-434e-922e-19b43b26fb53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392253 Oct 13 05:25:51.124531 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-909bcc94-b003-4f32-95ed-b9d39fb5093a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834560 Oct 13 05:25:51.212742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-053741be-13a9-406a-96f9-c5cd71590284 req-c78faf5e-8bea-49bb-a197-e142ba2e6e29 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795376 Oct 13 05:26:11.888211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64109ebe-4478-4a99-b26a-811ff444d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:12.231460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:13.633900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:14.272962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-264de323-c13d-4e50-b5f9-ae04d72f61b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:15.474761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:15.748861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:17.512649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:19.974340 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:26:41.887803 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eab7d23b-b168-48b5-8b32-d0fdb5a18e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:42.227829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:43.644076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:44.273462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8bf04524-0d33-4509-ae78-62700407a2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:45.477211 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:45.751444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:47.514958 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:26:51.756725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-523678e3-04e6-4c14-a13f-4b6e36a79dbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409977 Oct 13 05:26:51.820602 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-9aee3e23-9ca0-435f-9c60-ba40ce9006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:51.821994 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-9aee3e23-9ca0-435f-9c60-ba40ce9006a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0434239 Oct 13 05:26:52.262504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-b9ef9d51-e2e7-487e-b462-100d3d0a09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:52.264010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-b9ef9d51-e2e7-487e-b462-100d3d0a09d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.4234595 Oct 13 05:26:52.333032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-35c61e9e-da66-45f6-8a49-c1edaac23ebf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0612366 Oct 13 05:26:52.381784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-1759e021-0bb4-40e3-9c28-2afa7bdfd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:52.383230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-1759e021-0bb4-40e3-9c28-2afa7bdfd907 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424998 Oct 13 05:26:52.427901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-85710ab3-a457-4aba-8512-2c3414aeb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:26:52.429333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-85710ab3-a457-4aba-8512-2c3414aeb7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391526 Oct 13 05:26:52.521050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-5d4a4681-c80e-4cae-8efb-00e2ab294742 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Oct 13 05:26:52.609924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-30c80105-8ba1-418c-b263-3f97b417f0fc req-ab6d1a47-8555-4713-8334-64047ee4f815 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816829 Oct 13 05:26:56.974104 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:27:11.889270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c17e1c92-6bab-463e-a84a-dabcc9c2908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:12.242451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:13.699153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:14.274935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41e56ca7-6d9e-4961-8c22-c84f747280f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:15.478018 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:15.755387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:17.517871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:33.974261 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:27:41.890614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c67e4af3-e874-4082-b1cc-8c5077babda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:42.260180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:43.698440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:44.275460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d20a4499-241f-4496-91bd-59e71b88a1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:45.483753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:45.756546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:47.519174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:27:51.698011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-4976af22-d23e-4027-82af-bc8ffa50f53d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429420 Oct 13 05:27:51.776137 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-312904f3-3265-4c87-81a1-0d282b045fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:51.777494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-312904f3-3265-4c87-81a1-0d282b045fcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0395164 Oct 13 05:27:51.878521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-846f5d1f-296c-427b-85ad-5fe2ca049719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:51.879996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-846f5d1f-296c-427b-85ad-5fe2ca049719 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0842009 Oct 13 05:27:51.925424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-e60c1bd6-92a5-46dd-bc6e-3ea3fb198104 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0373743 Oct 13 05:27:51.974832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-b23fa2fe-ca4b-4f03-b449-729ea50c3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:51.976234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-b23fa2fe-ca4b-4f03-b449-729ea50c3db3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431435 Oct 13 05:27:52.020572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-1ed2c0ca-51c4-47f9-a773-6daf0c993be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:27:52.022008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-1ed2c0ca-51c4-47f9-a773-6daf0c993be1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379884 Oct 13 05:27:52.116834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-9621abc2-7a93-46cb-86ce-177dbab8825b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869446 Oct 13 05:27:52.206161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-206ef5ac-0e6f-4f7c-b08b-2a2abd604437 req-1005ff78-d868-40b0-80c7-2ecb51d2c3fa service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818751 Oct 13 05:28:10.974551 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:28:11.895682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e2b5005b-29e7-4f15-abfe-ae1d474128f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:12.271412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:13.700890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:14.276126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc5e513d-2c46-43e5-a156-4f43da57334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:15.475187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:15.758818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:17.522543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:41.898311 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-23362baa-23e6-4bdc-a2c5-46d90b706e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:42.288192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:43.708642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:44.275431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb2b0b37-f370-4a9f-ae42-d6d6501056d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:45.476707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:45.762271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:47.525588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:28:47.974513 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:28:53.779009 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-d839b30f-7fd4-484d-988e-9adae13f6da8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405567 Oct 13 05:28:53.847038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e3af-2647-4334-827f-44fd4283238a req-d9ad08fe-c5b9-469f-93ab-26e4c6ff0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:53.848548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-d9ad08fe-c5b9-469f-93ab-26e4c6ff0c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0465286 Oct 13 05:28:53.948693 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e3af-2647-4334-827f-44fd4283238a req-407f718d-5386-43c1-82b3-b2b6036231ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:53.950186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-407f718d-5386-43c1-82b3-b2b6036231ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0829804 Oct 13 05:28:54.019184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-7a64ae25-9ac2-4e1c-b8ae-9a56db46b183 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0606923 Oct 13 05:28:54.067720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e3af-2647-4334-827f-44fd4283238a req-c0cc380e-da19-4637-be50-b02be8fa830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:54.069009 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-c0cc380e-da19-4637-be50-b02be8fa830a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0430951 Oct 13 05:28:54.117874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e3af-2647-4334-827f-44fd4283238a req-daf14d20-74b8-42cc-9895-c591c97bb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:28:54.119439 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-daf14d20-74b8-42cc-9895-c591c97bb2c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416706 Oct 13 05:28:54.213035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-ae320936-29d2-42a8-b50c-426f8d450b69 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855658 Oct 13 05:28:54.301235 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-72c9e3af-2647-4334-827f-44fd4283238a req-32bed62e-f592-48bc-9697-4de2b661219d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808671 Oct 13 05:29:11.899228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7eccc44d-2ab0-4986-959c-f4b1060f5b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:12.287501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:13.704537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:14.276024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85080aa0-36f6-4ea3-9529-381475412a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.479495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:15.764182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:17.529182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:24.974062 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:29:41.899450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7190fb1e-d661-475c-b9d0-0ce19c934b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:42.287159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:43.704610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:44.277026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f254843e-5117-4393-9668-c082c449f999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:45.484913 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:45.766669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:47.530155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:29:54.745286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-a8683eb1-b8a8-4996-85dd-b60bb2465eed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913203 Oct 13 05:29:54.830160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-0f19757a-8e6c-482e-b004-b5211a6081d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:54.831667 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-0f19757a-8e6c-482e-b004-b5211a6081d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0452418 Oct 13 05:29:54.932668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-8a182ffa-7485-4811-b941-c558553ce7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:54.934089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-8a182ffa-7485-4811-b941-c558553ce7a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0841053 Oct 13 05:29:54.979572 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-0437f70f-dbcc-41b1-81ac-84267fa9f9cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0373704 Oct 13 05:29:55.029246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-6bcd6aba-ec07-4df6-b263-464031b3ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:55.030577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-6bcd6aba-ec07-4df6-b263-464031b3ef2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437326 Oct 13 05:29:55.076875 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-330e04e2-354f-442e-beca-0726c4c404a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:29:55.078329 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-330e04e2-354f-442e-beca-0726c4c404a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402565 Oct 13 05:29:55.169921 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-3e3f53b5-d00c-4d0a-953f-f41cb9ae3e16 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Oct 13 05:29:55.263593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5a797188-9bbf-4f94-b577-a9ac09eb862d req-d8504386-3210-4fa9-9499-2b6dad1b5e0a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Oct 13 05:30:01.973427 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:30:11.902830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f887ee0d-0bea-4846-824d-3e5ad124d409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:12.301784 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:13.705793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:14.278141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8725a039-be48-4565-8795-fa68271bd4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:15.485736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:15.768632 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:17.533231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:38.972869 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:30:41.903408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5781ee11-28a3-4b25-9eca-6e131ac53b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:42.295197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:43.705267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:44.278870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41504d4d-e93e-44ba-bd90-39ab8e01e379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.491426 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:45.771888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:47.536285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:30:56.703829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-762930a5-4578-4dd0-9b89-7e3393f32a03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423362 Oct 13 05:30:56.771919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-d065bc36-bdb9-45e7-a94d-a728f5e8908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:56.773322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-d065bc36-bdb9-45e7-a94d-a728f5e8908d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0477853 Oct 13 05:30:56.883153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-323228cd-1d46-4d46-af0c-578cb4163b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:56.884623 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-323228cd-1d46-4d46-af0c-578cb4163b46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0904779 Oct 13 05:30:56.954776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-c311d81d-0dd9-4e23-954e-9c18cac974be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0627232 Oct 13 05:30:57.003753 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-ac6f3f99-e2a7-4fd9-9490-b213a9755997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:57.005207 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-ac6f3f99-e2a7-4fd9-9490-b213a9755997 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438573 Oct 13 05:30:57.050799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-da35f84e-b5de-4857-8df6-e522a2289e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:30:57.052195 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-da35f84e-b5de-4857-8df6-e522a2289e6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402417 Oct 13 05:30:57.145366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-d6e84517-3b5d-4585-b559-62f14844423e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Oct 13 05:30:57.235633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-46bb922b-f04e-4add-b46d-f3e736bb13b7 req-6db5a3ec-9297-4eb1-8bd7-1acdb4f1f140 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831778 Oct 13 05:31:11.905441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d61b5e6-9d05-4636-a30a-5d6d839b916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:12.308648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:13.704373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:14.280293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc646290-4c15-4f15-95e8-68485e633fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:15.493373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:15.775002 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:15.971847 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:31:17.539022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:41.906926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3afa50e6-6f39-4c14-a184-f56a0183f259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:42.318980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:43.709024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:44.280190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-14acd2ec-81d3-4bc1-81e6-b22ad6a4cfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:45.494678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:45.778182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:47.542325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:31:52.972293 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:31:56.697118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-cd167292-e6f6-42cb-a713-96be00468021 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396099 Oct 13 05:31:56.783269 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-edf78227-279c-4f25-818d-6cd3c6be5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:56.784651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-edf78227-279c-4f25-818d-6cd3c6be5432 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0454955 Oct 13 05:31:56.888618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-901b095f-2235-4a22-819d-c6ea5996fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:56.890110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-901b095f-2235-4a22-819d-c6ea5996fe5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850046 Oct 13 05:31:56.935040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-a63f7532-84d1-46c6-be6c-4ee1343380b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0381689 Oct 13 05:31:56.984117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-d90a68d2-65dd-40f3-825d-851d3a7c6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:56.985515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-d90a68d2-65dd-40f3-825d-851d3a7c6380 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435545 Oct 13 05:31:57.032661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-9a066f38-0fb0-4334-a1c8-0d100d2c3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:31:57.034220 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-9a066f38-0fb0-4334-a1c8-0d100d2c3bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406873 Oct 13 05:31:57.126711 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-7ec455ba-049a-4e33-95ff-2739661908f3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854995 Oct 13 05:31:57.217287 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-31783821-d0b3-41b2-8723-8aeff8104e6c req-5aa87e8b-a642-4e25-abb3-c4b6921484ac service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822501 Oct 13 05:32:11.907703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da40bb44-eeff-43e7-9b00-4adc3535d2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:12.328012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:13.714192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:14.280884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-73cb082f-e980-48c8-acd8-4b20a0208a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:15.497938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:15.782384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:17.545061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:29.971531 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:32:41.907827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eaf25094-87c0-430c-950b-89bd715889d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:42.330044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:43.726383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:44.281002 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fc65480-99a4-4b76-b02a-8c6d511f70af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:45.501066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:45.784754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:47.548522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:32:57.697432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-60ce46c1-e4a3-478a-a419-8460250e6eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424223 Oct 13 05:32:57.760489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-da72e075-dc0e-40be-ab71-b4226992d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:57.762034 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-da72e075-dc0e-40be-ab71-b4226992d0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0439487 Oct 13 05:32:57.862694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-b9df4e9d-9bd0-4c11-8107-c33ed7c10c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:57.864219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-b9df4e9d-9bd0-4c11-8107-c33ed7c10c5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0834858 Oct 13 05:32:57.935155 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-e9f9f240-2702-42c8-818a-77459f90cb7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0621982 Oct 13 05:32:57.984987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-5d616b19-7f1b-4c87-85fa-22b9322144b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:57.986375 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-5d616b19-7f1b-4c87-85fa-22b9322144b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0447526 Oct 13 05:32:58.033864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-707a5ce4-469f-4393-9e04-71b6b86ee63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:32:58.035267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-707a5ce4-469f-4393-9e04-71b6b86ee63d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420482 Oct 13 05:32:58.046497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-cc9c6566-d0a3-4d48-9700-2bad6872924f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:32:58.047454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-cc9c6566-d0a3-4d48-9700-2bad6872924f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052583 Oct 13 05:32:58.141695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-50deaffb-ee7e-495d-affd-44af3ad2d9be service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873539 Oct 13 05:32:58.234105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-95e38401-509a-4cab-a3b4-2c68b9a0ab75 req-185d3e78-d3a6-4423-879d-c2ac9f9b4949 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853648 Oct 13 05:33:06.971609 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:33:11.908221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e797eeb-a5de-4a8b-b791-59fe47f11389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:12.343192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:13.746131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:14.281588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-314bd3b0-48b5-4a4e-8063-d6ee9fce357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:15.505017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:15.788506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:17.552459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:41.907385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5278b86d-c309-4def-84e4-28128f77ca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:42.342407 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:43.749646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:43.970713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:33:44.282634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a11fa43a-1c2a-41a5-91a4-557338bc9ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:45.499477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:45.792235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:47.556450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:33:57.701103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-774b474c-98dd-4032-aed3-954c9c003089 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405221 Oct 13 05:33:57.785648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326765-1200-4c71-950a-c44b14800912 req-48e2ea2d-0fd0-4869-8775-d302363d786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:57.787012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-48e2ea2d-0fd0-4869-8775-d302363d786a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0456312 Oct 13 05:33:57.889965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326765-1200-4c71-950a-c44b14800912 req-a6eb23f4-bea3-4d35-bfd0-2f601157c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:57.891441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-a6eb23f4-bea3-4d35-bfd0-2f601157c125 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0860097 Oct 13 05:33:57.941271 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-c741c029-4d33-4537-bcd9-7d13972080f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0432839 Oct 13 05:33:57.990664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326765-1200-4c71-950a-c44b14800912 req-94c86d15-b9f5-4627-a8f1-0cf2db032c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:57.992144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-94c86d15-b9f5-4627-a8f1-0cf2db032c28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440722 Oct 13 05:33:58.037048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326765-1200-4c71-950a-c44b14800912 req-13405c9b-9459-4f16-84eb-ea1d8cc6476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:33:58.038467 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-13405c9b-9459-4f16-84eb-ea1d8cc6476b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385780 Oct 13 05:33:58.130242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-5fa62fa9-3ff9-4893-a980-43e8c477f844 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851235 Oct 13 05:33:58.221180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a326765-1200-4c71-950a-c44b14800912 req-b852f072-b40a-4507-a05e-4f92fb8a37be service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830674 Oct 13 05:34:11.907685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3831f35a-6c15-4480-b19f-0947fb3fb1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:12.357114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:13.757962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:14.282383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-70e04457-02df-419c-b6ee-80bdee49705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.501326 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:15.794615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:17.558348 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:20.970036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:34:41.908181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff761c14-d91e-4ebc-9d5f-731bee998801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:42.357938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:43.751323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:44.282048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b721594c-d40d-4da0-b017-8e84908f595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:45.502059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:45.795818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:47.563259 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:34:57.806116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-97bd6749-d868-4d2c-947a-426b7bc97260 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571934 Oct 13 05:34:57.870131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-3c1a5120-61bf-4048-8c17-7620f570e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:57.871613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-3c1a5120-61bf-4048-8c17-7620f570e457 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0444505 Oct 13 05:34:57.968780 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:34:57.973851 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-cf296e80-0d4d-4fc8-a1a2-6822f8015de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:57.975338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-cf296e80-0d4d-4fc8-a1a2-6822f8015de6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0833681 Oct 13 05:34:58.043296 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-d01e8b24-f4d8-4e0a-a67d-068ccef2afbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0611699 Oct 13 05:34:58.093145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-b38671a4-a204-4490-bd73-30725c5fc131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:58.094609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-b38671a4-a204-4490-bd73-30725c5fc131 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424893 Oct 13 05:34:58.141794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-8b78896c-1b8b-4650-ab27-0998579ca267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:34:58.143319 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-8b78896c-1b8b-4650-ab27-0998579ca267 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411959 Oct 13 05:34:58.235963 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-de93156a-1e87-4c57-bff0-9af5fc492c12 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855124 Oct 13 05:34:58.325121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c7e975af-35e4-4f65-a401-82a5298ced04 req-59466cd5-2768-4b80-b5a5-028f5fe5c1ea service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819464 Oct 13 05:35:11.915592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fb1a73ab-f654-4232-9b77-1b621cc671d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:12.357651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:13.766821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:14.283307 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ab225be-69d9-4b17-8631-c01107d7ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:15.503088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:15.800355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:17.566631 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:34.968939 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:35:41.906401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ede7cc6e-f706-4920-ad3b-4d23832f6433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:42.357742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:43.767731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:44.283707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a0d31e19-a929-4f60-b2bf-6e8fe4c601d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:45.506262 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:45.802060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:47.568781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:35:57.684215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-25358046-f9a2-4ef2-a91d-95abaa0e79a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429602 Oct 13 05:35:57.774078 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-cbbed931-b220-495b-ba61-99c541122eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:57.775513 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-cbbed931-b220-495b-ba61-99c541122eff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0469456 Oct 13 05:35:57.878961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-4a9a1059-5f66-455b-b865-444648307b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:57.880452 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-4a9a1059-5f66-455b-b865-444648307b92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0854394 Oct 13 05:35:57.923587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-8beee4f0-de78-4910-8424-5ca55b0f1dd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0361898 Oct 13 05:35:57.972159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-503474dc-2cd9-4297-a6e6-4d2a1374a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:57.973591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-503474dc-2cd9-4297-a6e6-4d2a1374a50d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428386 Oct 13 05:35:58.019986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-5fc396ce-3e82-4326-86d1-bfca10370211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:35:58.021468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-5fc396ce-3e82-4326-86d1-bfca10370211 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409484 Oct 13 05:35:58.114787 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-e2d23932-bc87-415e-abb4-d7061d5b392a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859694 Oct 13 05:35:58.202950 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3fd6c1cd-2fc7-4a62-8afd-ba924765b6fc req-626e82ea-9ca2-47f7-987d-3b8098689d72 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813315 Oct 13 05:36:11.907664 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a099427a-71df-4730-94b8-0e34ec8bfede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:11.967312 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:36:12.355534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:13.785210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:14.285035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b336aca-f269-4bf7-ad64-873e2e638f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:15.512655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:15.805047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:17.571377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:41.908889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-750307d6-fa4f-480d-8fff-ad108339a7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:42.372593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:43.805850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:44.286640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4bf22dc-6d8b-49a7-b0e9-dd672b67637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:45.514019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:45.807858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:47.574351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:36:48.966603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:36:57.736423 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-e923c920-192d-45db-9741-ab1a7b84a73b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403678 Oct 13 05:36:57.802706 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-4f8842a5-c043-4547-a5a6-da81937ef94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.804114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-4f8842a5-c043-4547-a5a6-da81937ef94d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0438941 Oct 13 05:36:57.904872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-e0f14b71-647b-4a9e-8108-ca8cd0c13b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:57.906628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-e0f14b71-647b-4a9e-8108-ca8cd0c13b49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0831139 Oct 13 05:36:57.974509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-26d86cb0-dc96-415b-bd7c-96a68c049aeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0604939 Oct 13 05:36:58.023010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-2996d49c-01b5-4156-ba1f-f26c7a11254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:58.024443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-2996d49c-01b5-4156-ba1f-f26c7a11254e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429857 Oct 13 05:36:58.070214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-461bb020-1c3e-42f3-aa84-b724cc8d5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:36:58.071600 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-461bb020-1c3e-42f3-aa84-b724cc8d5e35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400946 Oct 13 05:36:58.163033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-2e605651-7049-4664-9e0f-6f195061e244 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845485 Oct 13 05:36:58.251512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-52f0be77-d112-41d1-95d6-4fa080c914fe req-f614eeb0-8d99-41bd-9b13-0ea8ac3e4215 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809650 Oct 13 05:37:11.912101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b49df7d4-9c73-4b34-b32c-5e715358682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:12.387454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:13.821867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:14.286154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cbac6fca-127b-4bac-9c82-c63465f6d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:15.515758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:15.811660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:17.577424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:25.965464 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:37:41.911651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b41ef63-f888-4600-9488-227bc14836e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:42.384267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:43.830675 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:44.286951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-72af55ec-945c-43df-98c5-3e3496eee345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.520414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:45.812416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:47.580742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:37:59.685064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-52c45a53-6f43-46b2-90ac-f95c340990bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397017 Oct 13 05:37:59.767773 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04ba58-8a14-4893-a720-3f947614048e req-fb75afc7-393e-4175-9919-b3f5a926cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:59.769721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-fb75afc7-393e-4175-9919-b3f5a926cbfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0435674 Oct 13 05:37:59.869854 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04ba58-8a14-4893-a720-3f947614048e req-a5ab99e3-12c1-4fe5-91ca-b31315ea78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:59.871394 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-a5ab99e3-12c1-4fe5-91ca-b31315ea78bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0836511 Oct 13 05:37:59.915345 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-b8911d3f-ce73-4138-9a5d-3ea52f8ec903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0369115 Oct 13 05:37:59.964095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04ba58-8a14-4893-a720-3f947614048e req-b68f33f0-3ee8-4f9a-af12-6dc743a0cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:37:59.965522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-b68f33f0-3ee8-4f9a-af12-6dc743a0cb6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437579 Oct 13 05:38:00.011985 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04ba58-8a14-4893-a720-3f947614048e req-83b71511-820a-4eae-9d3f-3980bd29e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:00.013441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-83b71511-820a-4eae-9d3f-3980bd29e2ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399942 Oct 13 05:38:00.103813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-39d79914-df73-4e56-b1b2-02009f77a85f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831714 Oct 13 05:38:00.192162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9c04ba58-8a14-4893-a720-3f947614048e req-71e0fb7e-490b-49da-a9ee-56e57bab4535 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815279 Oct 13 05:38:02.964204 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:38:11.913197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f479ce36-25b0-4d54-99bf-ea9b82473e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:12.387106 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:13.838350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:14.286755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad129eca-a068-4d83-bf36-4f53c7db1e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:15.523706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:15.816656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:17.585434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:39.963492 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:38:41.913427 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d1cda79-c5b3-40f4-9846-3d6875d64264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:42.401792 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:43.853899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:44.286430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d595969d-d211-4846-96e0-9c96f4747691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:45.527855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:45.818455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:47.589872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:38:59.700265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-176d69b1-35bc-46ff-b8a4-7148546903c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392759 Oct 13 05:38:59.768674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-23cf96bf-437d-4bf9-8a6a-28fa334c6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:59.771237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-23cf96bf-437d-4bf9-8a6a-28fa334c6ec7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0490730 Oct 13 05:38:59.878999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-9df41674-8e8b-4fa3-8a12-51e5013afce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:38:59.880503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-9df41674-8e8b-4fa3-8a12-51e5013afce2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0914249 Oct 13 05:39:00.282754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-a98f30a7-cff6-457e-81a5-931f254e3b35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.3933468 Oct 13 05:39:00.333102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-c5285bf6-c30c-408b-b240-0c7a75cd66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:00.334497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-c5285bf6-c30c-408b-b240-0c7a75cd66fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0444264 Oct 13 05:39:00.379815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-0c73eadb-4c19-45c2-bf36-c6019bf72b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:00.381256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-0c73eadb-4c19-45c2-bf36-c6019bf72b55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398309 Oct 13 05:39:00.472971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-9f499219-8b9e-4787-b3f9-a2c116b387bb service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842047 Oct 13 05:39:00.562162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-34e06ed6-d31c-401e-9f7d-a39168016909 req-c174b207-eab8-4b46-8b43-576453ca5548 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818195 Oct 13 05:39:11.913855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6f2f-8dc9-470a-b04d-86687bfb7fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:12.413598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:13.859762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:14.286275 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-daf282fd-55c5-41f7-8709-fce98460cad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:15.529260 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:15.822212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:16.962521 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:39:17.591000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:41.914649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d98f0c2-fce5-44f6-97bc-cc7c13ea662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:42.416552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:43.858693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:44.287345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c79e354-c4a1-4728-8924-71ce2a55a86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:45.531221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:45.825387 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:47.593235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:39:53.962866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:39:59.728825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-d323c186-54f4-44ea-8f09-994b0426f8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937309 Oct 13 05:39:59.810659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d17653-ef34-43ab-a386-aad776dace02 req-a1c1dd80-177c-4fa4-a9ee-cbb118a903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.812055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-a1c1dd80-177c-4fa4-a9ee-cbb118a903f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0405476 Oct 13 05:39:59.915475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d17653-ef34-43ab-a386-aad776dace02 req-6f31c80f-1bb6-4afc-a6eb-09c728d1fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:39:59.916918 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-6f31c80f-1bb6-4afc-a6eb-09c728d1fc51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843740 Oct 13 05:39:59.960819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-404989ff-4e1a-45f3-92ad-47b316b18c1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370479 Oct 13 05:40:00.010529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d17653-ef34-43ab-a386-aad776dace02 req-5502a626-43c4-46a2-bbe6-adbcf4ed9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:00.012035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-5502a626-43c4-46a2-bbe6-adbcf4ed9fe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0448341 Oct 13 05:40:00.058012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d17653-ef34-43ab-a386-aad776dace02 req-6f53266c-6e17-462b-a668-0c7d98cd9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:00.059480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-6f53266c-6e17-462b-a668-0c7d98cd9f84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391486 Oct 13 05:40:00.152061 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-60021e09-6eb5-4ebd-a3f5-2c827775d37a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846963 Oct 13 05:40:00.239475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-39d17653-ef34-43ab-a386-aad776dace02 req-368edf39-6cda-4c40-9729-9989d802d5e2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799429 Oct 13 05:40:11.914844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b8994f57-25ed-4b2c-9d82-690a59e227cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:12.416188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:13.859380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:14.288363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-107242a5-29a7-40be-b736-fea842bb7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:15.534679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:15.828956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:17.597252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:30.961857 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:40:41.915938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e595454-483f-472b-a8e4-ce7c9d77f35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:42.415489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:43.875194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:44.288691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-400e0315-fd4c-45a8-be81-32dc65f1a860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:45.535484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:45.831325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:47.600226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:40:59.683114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-0ef42148-269d-42ef-8fbc-3c8b304dd354 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406959 Oct 13 05:40:59.748738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-fc68c1a3-d35e-4280-8259-09642e2946ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:59.750279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-fc68c1a3-d35e-4280-8259-09642e2946ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0440271 Oct 13 05:40:59.854306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-39601ccf-6f2f-4497-bb2e-ed9c7cd37d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:59.855700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-39601ccf-6f2f-4497-bb2e-ed9c7cd37d03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0864723 Oct 13 05:40:59.925601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-7eb463eb-b7c0-4116-af60-9e6a2edacba8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0621941 Oct 13 05:40:59.976520 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-8598b61c-f5af-49dd-b7e9-05a3a976d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:40:59.977931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-8598b61c-f5af-49dd-b7e9-05a3a976d63c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0454636 Oct 13 05:41:00.026355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-b3982a6c-2591-4f5d-b526-8a5c8d32a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:00.027874 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-b3982a6c-2591-4f5d-b526-8a5c8d32a3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424411 Oct 13 05:41:00.131803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-d5bad4f0-ff76-4894-9713-0be1356c0257 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952721 Oct 13 05:41:00.219830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1d2a2754-a3bc-4bd0-9454-2858ee188cdc req-02785c60-c09b-4138-b8f8-b4e3ff694121 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801606 Oct 13 05:41:07.961234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:41:11.917748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93e37d39-4bed-4652-9452-d2f2094c0883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:12.426291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:13.890267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:14.289379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1214f68d-3fb9-4311-ba92-3380f4ae649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:15.538853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:15.834499 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:17.603227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:41.918226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-424c49f5-588b-4553-89b7-fc3418b52f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:42.416346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:43.887089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.289057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad35a6ef-6584-4d68-9454-964a7b9cfec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:44.961549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:41:45.540263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:45.836914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:47.606637 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:41:59.679162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-90607a45-d5c6-48ee-a1f9-8f17bc1ec85a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430160 Oct 13 05:41:59.768517 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-9f48e1df-1971-4d8a-a863-b8baa3d80f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:59.769893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-9f48e1df-1971-4d8a-a863-b8baa3d80f9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0455577 Oct 13 05:41:59.873001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-82095e7e-359b-4314-8995-a932ca4af031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:59.874469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-82095e7e-359b-4314-8995-a932ca4af031 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0853720 Oct 13 05:41:59.919115 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-9364e869-19d6-40fa-bcc4-1fa50057c1a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0377588 Oct 13 05:41:59.967403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-db8e6973-8422-4a68-9cd7-b3ec5219fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:41:59.968835 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-db8e6973-8422-4a68-9cd7-b3ec5219fdb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429564 Oct 13 05:42:00.018367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-c936b2e2-b06a-4d9b-9404-9bf3d4922992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:42:00.020123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-c936b2e2-b06a-4d9b-9404-9bf3d4922992 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445735 Oct 13 05:42:00.113253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-2f446f9d-0b0c-4392-98ec-2ce76568ab24 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861611 Oct 13 05:42:00.203520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f2d02d5e-614b-426f-a20c-b801ee70fc0e req-d9892477-e072-4d12-aa94-f32169663e6f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826476 Oct 13 05:42:11.921141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-13dad8ab-964c-4029-beb2-0bce71fc5eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:12.431273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:13.891147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:14.290112 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2b61afd0-9290-4a6f-be81-0e597c1c0f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:15.540966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:15.839598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:17.609035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:21.959897 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:42:41.921948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec57c193-aa65-48f5-918f-00ac3cd46281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:42.429844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:43.892951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:44.290076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54157391-f2e7-46f2-9456-befb7a5f3c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:45.542461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:45.842234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:47.612130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:42:58.960565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:43:01.694879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-7d80836a-4059-4e68-b609-081207df0669 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415947 Oct 13 05:43:01.764138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-8d4630dc-fad4-4bcc-a05d-ea8e2e0c9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:01.765545 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-8d4630dc-fad4-4bcc-a05d-ea8e2e0c9d32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0475304 Oct 13 05:43:01.869111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-ec773ca5-69aa-4622-9ac0-a47ca8453730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:01.870571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-ec773ca5-69aa-4622-9ac0-a47ca8453730 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850594 Oct 13 05:43:01.940878 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-6a50a94d-cf12-4c40-b9e4-bc2ba9444907 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0625412 Oct 13 05:43:01.989853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-c365f2cc-e281-49cc-bfbe-e932709f47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:01.991275 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-c365f2cc-e281-49cc-bfbe-e932709f47b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438862 Oct 13 05:43:02.037068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-2bb5f156-3da9-4c69-a3ea-557693c901d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:43:02.038434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-2bb5f156-3da9-4c69-a3ea-557693c901d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405884 Oct 13 05:43:02.050198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-095dbf88-55e4-4c2e-a974-1cdf5d3c7bb5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:43:02.051151 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-095dbf88-55e4-4c2e-a974-1cdf5d3c7bb5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055699 Oct 13 05:43:02.145405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-4d7b45ea-ae31-497f-943f-02c1b2a72647 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871689 Oct 13 05:43:02.238814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b3d9f075-b724-43f3-8094-394d2c63e277 req-916900c5-1631-4899-9a93-6f81a8480b03 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Oct 13 05:43:11.922330 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1941699f-8e46-4f45-bd06-971b421c1667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:12.429227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:13.899965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:14.291340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1a8ed7f-0125-4c7c-ae3a-710a2d06db46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.542763 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:15.845690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:17.615571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:35.960275 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:43:41.922085 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ced7ee5b-2c18-4c07-bf83-73c8e4b1aeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:42.429616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:43.899004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:44.294593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9e2badea-ad18-402a-a93a-d12e893af3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:45.544140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:45.848707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:43:47.618444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:02.681998 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-7cdabb6d-996b-4c4a-97f7-55e8dafe3521 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408502 Oct 13 05:44:02.769147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-9fd3cfa6-088a-4414-907c-2a4543efb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:02.770800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-9fd3cfa6-088a-4414-907c-2a4543efb65e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0468695 Oct 13 05:44:02.872944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-c522d68c-a10d-425d-83e7-fc95e5b00841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:02.874378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-c522d68c-a10d-425d-83e7-fc95e5b00841 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0842574 Oct 13 05:44:02.919252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-1e816761-7f6e-490a-a710-e1736e53cd75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370622 Oct 13 05:44:02.969661 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-170f5922-4d97-4a1e-9869-29ba9eedef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:02.971475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-170f5922-4d97-4a1e-9869-29ba9eedef62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0450249 Oct 13 05:44:03.018583 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-21146eaf-07d5-4ba6-b047-a566773e3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:44:03.020273 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-21146eaf-07d5-4ba6-b047-a566773e3684 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420334 Oct 13 05:44:03.114351 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-ec12061c-7565-480a-a159-c493073f79c5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865889 Oct 13 05:44:03.208940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9637e43b-f04a-46ad-8d6f-574604d1b164 req-a48df528-4a08-4e22-9476-c4f3d8c33746 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873806 Oct 13 05:44:11.923514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41a38734-ef41-4889-9655-b42fa75d7b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:12.443480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:12.959972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:44:13.910500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:14.295576 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6bce4534-dae1-43d1-8978-4da43d9151fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:15.546977 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:15.851475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:17.621009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:41.924010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04db625f-6418-4c9f-b59d-426a0bbf5a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:42.459361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:43.929271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:44.295251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e87fc48f-3cc6-4ad6-b11f-f1412195279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:45.548602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:45.854231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:47.623835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:44:49.959775 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:45:02.791595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-858793d7-ad7f-45fb-a3df-fae648e4a60e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566637 Oct 13 05:45:02.855631 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-96dc36ed-0ee6-4464-9749-62de8f4dda62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:02.857138 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-96dc36ed-0ee6-4464-9749-62de8f4dda62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0442476 Oct 13 05:45:02.959345 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-6f7ee5f3-c309-4492-aa1a-0723b37046c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:02.960794 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-6f7ee5f3-c309-4492-aa1a-0723b37046c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843465 Oct 13 05:45:03.030103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-fc6be978-0f5e-4bfd-900d-b1b5ec54cca3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0622263 Oct 13 05:45:03.078831 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-3bdc1d26-e04e-43e9-863f-1a91cb54f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:03.080204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-3bdc1d26-e04e-43e9-863f-1a91cb54f1b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431743 Oct 13 05:45:03.127029 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-4fb62394-d73e-4ec0-b511-a39e4d8545c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:45:03.128708 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-4fb62394-d73e-4ec0-b511-a39e4d8545c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409276 Oct 13 05:45:03.222496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-1a43beb9-8d59-4efd-bc01-b26b500deab8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Oct 13 05:45:03.336070 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4c57487b-e4a9-4895-9ba0-9af302a828eb req-50e0c381-ae6b-4bc7-b479-c7b8619bd247 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051989 Oct 13 05:45:11.924679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9bb141e-b725-4ccc-a399-cda3e4a0c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:12.458401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:13.944789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:14.295635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-63299890-6677-4c72-ba23-bf201f15a1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:15.552093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:15.857633 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:17.627293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:26.959055 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:45:41.928662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1bb421e-d259-48ba-9348-375e6d43a56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:42.464014 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:43.942853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:44.297188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-610f8938-a3a9-4bbc-a358-2a8fe82111a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:45.553248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:45.860750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:45:47.631573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:03.697041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-2148a5a7-7dcf-481d-b046-874df8bba4cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413141 Oct 13 05:46:03.781120 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-7d51d1ac-ecab-44d5-9326-11cb0c15f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:03.782501 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-7d51d1ac-ecab-44d5-9326-11cb0c15f64e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0460045 Oct 13 05:46:03.887860 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-7dff7770-377d-4ca5-8358-044925f8f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:03.889334 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-7dff7770-377d-4ca5-8358-044925f8f07f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0854628 Oct 13 05:46:03.934108 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-74795e8b-07f1-4b27-a566-347f51eb95c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0372620 Oct 13 05:46:03.957749 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:46:03.984671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-4e769aed-4c7e-4747-b9a9-031cd3cfe7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:03.986127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-4e769aed-4c7e-4747-b9a9-031cd3cfe7e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0450382 Oct 13 05:46:04.033386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-574624e9-1e81-452f-9e70-7b2a2834f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:46:04.034782 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-574624e9-1e81-452f-9e70-7b2a2834f93c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399373 Oct 13 05:46:04.128481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-356bdac8-52a9-4df1-bb47-eb0eed68b562 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854275 Oct 13 05:46:04.217314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-75f6c794-602b-4f3a-9967-7b64d8f76b70 req-9160755e-d417-4c8e-860a-289edfd181a1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810156 Oct 13 05:46:11.928764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a532ad8-a59c-4be6-86e2-00a4b0aa7257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:12.474565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:13.958785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:14.296250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0c3f-d285-435f-8967-4343b5ecf14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:15.554375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:15.863087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:17.634593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:40.958486 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:46:41.927887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c29d9a08-1f80-4f26-832e-49d3ff12c8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:42.487976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:43.958619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:44.295920 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-87029801-fe3e-43a0-8fb3-5f14b879bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:45.555768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:45.865694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:46:47.637237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:03.685873 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-54b3bfb9-412f-4c53-ad50-42839b70dc9b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406883 Oct 13 05:47:03.752266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-9c87ce5f-3149-492c-8c8b-21146c8be463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:03.753785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-9c87ce5f-3149-492c-8c8b-21146c8be463 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450928 Oct 13 05:47:03.857422 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-912a5def-395e-4845-8ae6-9e1c4ee04423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:03.858897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-912a5def-395e-4845-8ae6-9e1c4ee04423 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0851328 Oct 13 05:47:03.928409 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-d5099479-93d6-4ab6-a81e-b7e086c49e9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0618212 Oct 13 05:47:03.977560 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-71ee8897-1dcb-4966-b670-0eca62864764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:03.979013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-71ee8897-1dcb-4966-b670-0eca62864764 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439703 Oct 13 05:47:04.024203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-b79ca304-d645-4880-9cac-b41d6277de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:47:04.025674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-b79ca304-d645-4880-9cac-b41d6277de78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397482 Oct 13 05:47:04.119055 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-448bc39f-a34e-4b06-8029-ad3965d3df41 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Oct 13 05:47:04.206448 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9fc79592-4915-49bb-844d-6ea5d2e5f01b req-8361da30-106c-495c-8ac5-29be59286f7f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803189 Oct 13 05:47:11.928686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c5876d6c-2979-457d-9791-e98f3d482549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:12.487370 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:13.978472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:14.295478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-526c3f48-1641-449c-bac9-8cf0e29db624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:15.558956 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:15.869038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:17.639250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:17.956983 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:47:41.929949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27219a96-0599-46e2-adef-55c77de17135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:42.502213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:43.975145 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:44.294723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5261a8ea-8043-43e6-9f20-67581b290f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:45.560523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:45.871457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:47.642925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:47:54.956200 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:48:03.692561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-43d4c655-a3d7-4f66-9dff-69c811997223 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398264 Oct 13 05:48:03.778596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-c26d8354-ccbd-4463-a673-02fe8e9a4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:03.780030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-c26d8354-ccbd-4463-a673-02fe8e9a4da2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0448983 Oct 13 05:48:03.882005 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-eaf05379-f5c1-418b-beaa-4b856fd191de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:03.884036 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-eaf05379-f5c1-418b-beaa-4b856fd191de service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850942 Oct 13 05:48:03.928051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-e5054d54-795a-4ef8-af14-1da1d489dbec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370207 Oct 13 05:48:03.977262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-1eb861ce-e143-42b6-b02d-b41d1b50218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:03.978680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-1eb861ce-e143-42b6-b02d-b41d1b50218f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439250 Oct 13 05:48:04.023804 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-7d593e27-b4a0-4d42-800f-91f149fde8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:48:04.026099 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-7d593e27-b4a0-4d42-800f-91f149fde8de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406601 Oct 13 05:48:04.117785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-6c6e419d-13b9-4298-aaa4-4cc7b679a81c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837846 Oct 13 05:48:04.209524 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-786e9291-ce28-47b8-8108-1d1fe91e18a9 req-d5a5ee13-4abb-486c-af67-e2eee9ce6f89 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842028 Oct 13 05:48:11.928763 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-75e10cd8-1fa5-4fae-a18b-a420df36aa4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:12.502432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:14.001000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:14.294476 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-676b6755-c64a-486e-90de-a25f1854375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:15.562573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:15.874573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:17.647547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:31.955589 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:48:41.929863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0aa2a3f4-ea40-4f84-8cf8-9bff0d3d6397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:42.517256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:44.024290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:44.294714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04202456-06a3-4ba0-838c-e542a5b3148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:45.564580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:45.877399 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:48:47.650614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:05.677713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-ca5925ed-8d56-4efc-b373-91fd1c9a9e3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411797 Oct 13 05:49:05.746178 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-972bd97b-7e3e-4ac6-aa0a-52b140fba793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:05.747738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-972bd97b-7e3e-4ac6-aa0a-52b140fba793 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0467095 Oct 13 05:49:05.860083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-8ab5540d-4273-43f2-ae2c-1f625bd660e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:05.861472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-8ab5540d-4273-43f2-ae2c-1f625bd660e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0953710 Oct 13 05:49:05.931366 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-5ed44ac8-5540-483c-b250-25291f726731 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0624979 Oct 13 05:49:05.981032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-a1a1e96c-15c8-4273-9c2f-f462e20b66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:05.982490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-a1a1e96c-15c8-4273-9c2f-f462e20b66c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0447199 Oct 13 05:49:06.027256 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-07caa63c-08cb-4ada-b187-75caeaffa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:49:06.028733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-07caa63c-08cb-4ada-b187-75caeaffa511 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394201 Oct 13 05:49:06.120333 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-79e3707a-358a-424b-b00b-aa319daf6758 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841219 Oct 13 05:49:06.207709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b4702bae-9622-4d8d-a1b8-d151acd3ebe2 req-ce419192-6a95-4ffb-93ad-d2745d8b0235 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808256 Oct 13 05:49:08.954412 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:49:11.930535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3bffa4dc-c79d-4089-aed6-8389ea7ab131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:12.536665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:14.014879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:14.294907 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bfd3bed3-2ec1-481f-9078-cd316b4fdf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:15.568634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:15.879187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:17.651815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:41.932075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb378-d09d-47be-86dc-c76eb5081336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:42.535589 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:44.025292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:44.295199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0afc980-dfcc-44bc-9399-472d6b95937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:45.570462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:45.881335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:49:45.953334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:49:47.655733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:06.760713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-651881cc-7818-4371-92f1-39e1cf6accb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137276 Oct 13 05:50:06.848510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-67e4b313-f713-4bbf-a663-eb2460f2ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:06.850404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-67e4b313-f713-4bbf-a663-eb2460f2ea10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0450773 Oct 13 05:50:06.951022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-3fbd659b-a656-4983-bfb4-1ef3f6e17261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:06.952489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-3fbd659b-a656-4983-bfb4-1ef3f6e17261 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0834279 Oct 13 05:50:06.997973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-95ea72f0-b4ac-42e2-8321-96185bc44477 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0377920 Oct 13 05:50:07.047455 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-f399555b-a937-4a8f-bc53-41d03610b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:07.048889 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-f399555b-a937-4a8f-bc53-41d03610b437 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435524 Oct 13 05:50:07.093758 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-6209e51a-efe3-4a2b-bc90-97e8a723ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:50:07.095277 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-6209e51a-efe3-4a2b-bc90-97e8a723ae7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398829 Oct 13 05:50:07.199278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-8503a29d-b4ad-4e31-ab40-9549a372f951 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970354 Oct 13 05:50:07.290161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ceff1414-0bfb-4bc1-ab62-7fb59e91398c req-8fdbd8c0-0f86-43f6-a7d5-fd2f944f7319 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830028 Oct 13 05:50:11.932435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f968754d-dfef-4d3a-ab01-2e4faf3a85ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:12.550941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:14.048218 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:14.296181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fa0-32de-4187-a59e-43f45f3c3f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:15.571807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:15.884705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:17.659158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:22.952640 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:50:41.932587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f95a-08c7-4275-ac2a-f62fe657f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:42.550373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:44.043929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:44.295999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a63c73ed-e713-466a-a033-818e5e7cc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:45.573720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:45.887245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:47.661992 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:50:59.952287 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:51:08.690580 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-920fc3bb-ab75-49ea-9e66-abb9465a752a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423667 Oct 13 05:51:08.755354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a95dd-37a2-4d73-8106-babc08517213 req-35889381-945a-454c-90c0-28a210d990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:08.756898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-35889381-945a-454c-90c0-28a210d990ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450044 Oct 13 05:51:08.860246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a95dd-37a2-4d73-8106-babc08517213 req-4ac13d64-0665-44e9-8eee-994c6c688984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:08.861617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-4ac13d64-0665-44e9-8eee-994c6c688984 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0854657 Oct 13 05:51:08.930371 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-e5f6c30d-c061-471e-b3e6-e540ec20095c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0618179 Oct 13 05:51:08.978929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a95dd-37a2-4d73-8106-babc08517213 req-59751b21-42d5-4630-9f2a-4070fba7c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:08.980374 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-59751b21-42d5-4630-9f2a-4070fba7c993 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428426 Oct 13 05:51:09.026468 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a95dd-37a2-4d73-8106-babc08517213 req-9b2c3fce-03f2-4eaa-a805-0ee812c188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:51:09.027956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-9b2c3fce-03f2-4eaa-a805-0ee812c188b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395768 Oct 13 05:51:09.119796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-c3bbe7f8-0bd1-4d86-877c-944c7ecae6aa service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Oct 13 05:51:09.208678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-339a95dd-37a2-4d73-8106-babc08517213 req-8b9248fd-8352-473f-bd29-33f86102e9e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823922 Oct 13 05:51:11.932817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d4351bf1-39d4-46ea-b8b4-03c2b5d64843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:12.565702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:14.056074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:14.296291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-43cffda4-ef25-4a8e-88e5-5fa1b4ff8744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:15.577036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:15.889633 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:17.664651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:36.950662 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:51:41.934144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4649fb80-f265-401a-8414-79329da28606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:42.578496 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:44.050315 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:44.295689 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5327-7571-4cca-b58e-22f2c9ae1a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:45.577814 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:45.891740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:51:47.668236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:08.681943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-d5a88c1d-a503-471a-9bfc-131b0cd4934c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535052 Oct 13 05:52:09.131181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-0cd172b9-186e-4609-b6b7-cc22cd180e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:09.132735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-0cd172b9-186e-4609-b6b7-cc22cd180e2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.4082196 Oct 13 05:52:09.238073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-01551b06-b71b-4d1c-9738-cb2be05615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:09.239555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-01551b06-b71b-4d1c-9738-cb2be05615f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0867069 Oct 13 05:52:09.283547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-d262d9ac-6871-4215-9cc4-ae01af39129d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0365765 Oct 13 05:52:09.331668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-5e20ec71-be56-4fbe-bb91-68d99013cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:09.333050 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-5e20ec71-be56-4fbe-bb91-68d99013cd3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0419462 Oct 13 05:52:09.377326 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-8cb2aca6-3deb-4d9f-8da0-e3e628736760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:52:09.378754 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-8cb2aca6-3deb-4d9f-8da0-e3e628736760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388215 Oct 13 05:52:09.469990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-1b7f5ed6-ef7d-40d2-8298-9c2d1f112433 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836337 Oct 13 05:52:09.560080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9b76814e-1445-425f-b197-54d73d9afcd7 req-15dbdeac-1783-4975-84ef-413a1f0df64a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817847 Oct 13 05:52:11.934653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b477d9b5-5176-4eef-991b-5efa4511094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:12.578953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:13.950351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:52:14.054522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:14.295455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7592abcd-6b93-40f5-a2a4-93557af0958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:15.578504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:15.894761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:17.671749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:41.934801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3edcc55a-106f-4744-8abc-47edccfd32ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:42.578131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:44.063351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:44.296971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9e3c-b56b-411d-87f9-5aa5ac107477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:45.579644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:45.898336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:47.674768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:52:50.950083 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:53:09.692773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-09535352-e223-424b-bd3d-7ceb7dd6d2bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461709 Oct 13 05:53:09.753708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-62ff26db-7304-457e-90fe-209830b29c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:09.755197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-62ff26db-7304-457e-90fe-209830b29c7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0411139 Oct 13 05:53:09.859195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-8b44b39a-9165-4a0a-88f5-041a884a4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:09.860818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-8b44b39a-9165-4a0a-88f5-041a884a4fb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0866261 Oct 13 05:53:09.929732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-8af3e08a-793e-4b9e-b687-ca7e0cf803dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0613563 Oct 13 05:53:09.979271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-72d05d6b-aa1d-479a-9e41-a2bcc8895ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:09.980709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-72d05d6b-aa1d-479a-9e41-a2bcc8895ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0442920 Oct 13 05:53:10.026653 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-0b38fbb5-0545-4548-a6cd-e6aa28493517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:53:10.028135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-0b38fbb5-0545-4548-a6cd-e6aa28493517 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396349 Oct 13 05:53:10.040260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-1e2dd69b-4155-4619-b255-fbf32ac2d539 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 05:53:10.041208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-1e2dd69b-4155-4619-b255-fbf32ac2d539 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053971 Oct 13 05:53:10.133176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-d3eb49f5-24c6-464c-b899-1ac6612359dc service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839670 Oct 13 05:53:10.222185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-54cfb80a-1d2a-468a-8c14-1e8083b66c68 req-88ff3176-2d3c-4bd0-8feb-dbb16531f7a7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823793 Oct 13 05:53:11.937321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dfec582-12d7-4a58-8f63-b6af1e7150c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:12.592950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:14.070044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:14.296912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0504-a9b2-4f17-86de-36542a170600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:15.583969 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:15.901521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:17.680471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:27.949655 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:53:41.938010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9e5a-c951-4934-bd39-ceca0675f8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:42.591493 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.092278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:44.296690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-49f735ef-0a58-455a-af00-fa1d8ebccefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:45.586034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:45.904033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:53:47.683345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:04.949080 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:54:10.657150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-80196946-3510-4e77-ba72-d18dfbb9d133 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460172 Oct 13 05:54:10.737515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-85f6aeaf-eac6-476c-9b9c-5758d28a36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:10.739089 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-85f6aeaf-eac6-476c-9b9c-5758d28a36dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0410872 Oct 13 05:54:10.844042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-f2f5f705-17e8-41aa-ae17-84df477a834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:10.845411 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-f2f5f705-17e8-41aa-ae17-84df477a834c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0879011 Oct 13 05:54:10.892053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-36f189b7-fa78-4bc5-ba83-3e7f2ed6a7f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0388672 Oct 13 05:54:10.941717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-5edaa0b0-200d-4ade-a379-4bcdb2b8de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:10.943160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-5edaa0b0-200d-4ade-a379-4bcdb2b8de1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0427608 Oct 13 05:54:10.988099 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-b54ae8e0-05fc-4247-a286-9f6c3835f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:54:10.989583 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-b54ae8e0-05fc-4247-a286-9f6c3835f2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400200 Oct 13 05:54:11.082127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-15fef31c-3ebb-4289-ab2b-1a82a6447419 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855782 Oct 13 05:54:11.170673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f897cef-ba11-420a-8cd8-7a03bcff8a8c req-ac629317-d390-4d3a-b3a8-47ffcf362396 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819020 Oct 13 05:54:11.938530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-643606f2-9f06-457b-a0d9-b343356ce57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:12.610572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:14.094035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:14.296124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-55014fa4-3d88-467e-ac21-5bdce09e5f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:15.586811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:15.906677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:17.685502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:41.940187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d818d619-d5c7-4e59-ad6c-af3ef10daba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:41.949150 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:54:42.605003 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:44.096582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:44.295312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-78a98e27-a9ce-4a96-a24a-099d5bbfcbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:45.588450 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:45.909298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:54:47.688770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:11.940414 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-beac23a8-2577-4840-8d13-82feb8d4c915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:12.611638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:12.784892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-e39bda59-2e53-416d-9d5e-6d6219d8d4db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624615 Oct 13 05:55:12.851085 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305154-f832-4c27-a9b0-198003438cd8 req-052e20e9-1f75-4564-95df-2ab4c8b4a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:12.852597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-052e20e9-1f75-4564-95df-2ab4c8b4a220 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0459919 Oct 13 05:55:12.964012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305154-f832-4c27-a9b0-198003438cd8 req-6d853a7c-fac6-45ff-847c-b446a886c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:12.965505 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-6d853a7c-fac6-45ff-847c-b446a886c7f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0938485 Oct 13 05:55:13.036244 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-bfd2ef7c-aba4-4ed4-91a7-707b3d75804f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0633755 Oct 13 05:55:13.090772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305154-f832-4c27-a9b0-198003438cd8 req-0ce2a4d1-c7cb-4f15-b950-0a9067c4060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:13.092282 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-0ce2a4d1-c7cb-4f15-b950-0a9067c4060b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0495052 Oct 13 05:55:13.143148 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305154-f832-4c27-a9b0-198003438cd8 req-ed0a5654-c0a5-4b76-b390-d89dc0b58b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:55:13.144648 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-ed0a5654-c0a5-4b76-b390-d89dc0b58b8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439236 Oct 13 05:55:13.251752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-308b56e2-fd3b-44fe-a170-921b82d0a43b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997713 Oct 13 05:55:13.370184 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-db305154-f832-4c27-a9b0-198003438cd8 req-954b3c7b-5e06-490c-b7de-e0a82cbe8b40 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110032 Oct 13 05:55:14.105960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:14.295747 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e978-e963-48a0-8264-2da6fdd3193a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:15.591847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:15.913736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:17.691657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:18.947540 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:55:41.941186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6f6e35b6-1415-438c-8cf5-fcecb9927f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:42.610199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:44.097047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:44.295465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64dd09c8-597f-4fdf-82ec-d13245a353e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:45.593609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:45.915961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:47.694011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:55:55.947854 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:56:11.940890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e813-2f41-4b6a-8994-2353b2a4d70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:12.626764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:12.687986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-d2e47d67-da21-44bb-a757-3b5ebec2128e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464728 Oct 13 05:56:12.769188 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-d2d2b608-3980-4cdd-8129-6ae71308b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:12.770584 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-d2d2b608-3980-4cdd-8129-6ae71308b474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0418551 Oct 13 05:56:12.876185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-c0772fe3-564a-460c-8a84-b0cdf8492099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:12.877644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-c0772fe3-564a-460c-8a84-b0cdf8492099 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0876305 Oct 13 05:56:12.923677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-78fd74cd-2e16-4409-ae78-62df496768a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0388393 Oct 13 05:56:12.973947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-717b977a-fb42-4056-a32e-f0639710270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:12.975939 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-717b977a-fb42-4056-a32e-f0639710270a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0445158 Oct 13 05:56:13.022932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-2e2cada2-16ac-4fae-8853-70053b88c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:56:13.024356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-2e2cada2-16ac-4fae-8853-70053b88c1ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416105 Oct 13 05:56:13.120019 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-d44fd75d-a022-4ba4-a18e-fce76cf27223 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885525 Oct 13 05:56:13.210457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ff9376c-cbda-4391-9b23-bcd2d3e8806d req-637df41e-ef2c-4e7e-8614-11006c62712c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833189 Oct 13 05:56:14.117432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:14.296872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5c64-d4c6-4e24-835f-bc8e36db5fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:15.595615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:15.918574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:17.696705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:32.946352 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:56:41.941905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8ef85fe-a9c9-491a-8d39-8b4a6c60855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:42.625215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:44.123386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:44.297153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2206647a-5710-4ea0-88e1-864a72aeb4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:45.598474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:45.921561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:56:47.698604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:09.944901 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:57:11.943522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af9e2044-60eb-4c1f-9946-f8a766334aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:12.639954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:12.659627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-37bdfd24-237b-4b97-a7a5-0ef7174e959f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417919 Oct 13 05:57:12.726193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298573-c16f-4401-9254-07d76fe23540 req-b77b3555-6ee1-46a4-ad98-d116b5756d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:12.727737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-b77b3555-6ee1-46a4-ad98-d116b5756d5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0465453 Oct 13 05:57:12.835306 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298573-c16f-4401-9254-07d76fe23540 req-2a14f4a7-70c0-45e9-b7b5-ebabba5ccf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:12.836726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-2a14f4a7-70c0-45e9-b7b5-ebabba5ccf52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0892897 Oct 13 05:57:12.906604 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-4140c1de-cc0c-45a9-93e4-2d1853dbabd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0625966 Oct 13 05:57:12.956448 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298573-c16f-4401-9254-07d76fe23540 req-0cee381d-7306-4711-b751-26390b15bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:12.958085 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-0cee381d-7306-4711-b751-26390b15bf15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435598 Oct 13 05:57:13.002373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298573-c16f-4401-9254-07d76fe23540 req-f9ff576e-207c-4772-8b75-dbf37fb4bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:57:13.003864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-f9ff576e-207c-4772-8b75-dbf37fb4bb86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393715 Oct 13 05:57:13.102435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-b57ee34c-06fe-4a27-a91c-74718cff5841 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873847 Oct 13 05:57:13.195477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f298573-c16f-4401-9254-07d76fe23540 req-bc75e066-cd2e-4516-8323-d24ca4be42f6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854540 Oct 13 05:57:14.124817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:14.297577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67b326e6-449e-43ca-b2f9-42728fa49f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:15.601803 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:15.925443 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:17.701174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:41.942796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0dca19e2-c33c-4e07-a445-9479ba87d529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:42.638729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:44.130910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:44.299039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa779b9c-c5e2-4c59-8b7b-1be8b3361c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:45.603650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:45.927641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:57:46.943811 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:57:47.705285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:11.943933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8bb3814-0c4c-46c2-8d1e-7c55d9e220ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:12.655796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:12.664212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-b4f17529-be33-481e-824b-01ff6fa60f2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429144 Oct 13 05:58:12.751143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-a2c75dc3-f3a2-48cc-bf77-681ba04318ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:12.752658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-a2c75dc3-f3a2-48cc-bf77-681ba04318ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0463912 Oct 13 05:58:12.855724 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-6c0cd1cc-84db-4b7f-ab1e-2b91325cd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:12.857203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-6c0cd1cc-84db-4b7f-ab1e-2b91325cd85f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0852282 Oct 13 05:58:12.901537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-e0be75b5-a38a-4cb4-bc95-5605a248b9b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0376220 Oct 13 05:58:12.950850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-5f985134-b4eb-4ac3-b209-cd53aee2523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:12.952278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-5f985134-b4eb-4ac3-b209-cd53aee2523a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440192 Oct 13 05:58:12.998150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-81dc3c01-fcf4-4d20-8498-4db01157596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:58:12.999597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-81dc3c01-fcf4-4d20-8498-4db01157596d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395823 Oct 13 05:58:13.090678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-758ba0cc-8145-4438-991b-b784eb3cd140 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Oct 13 05:58:13.180178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1adbe0c6-08da-4c56-8214-cf5d9bdd3183 req-179b9d25-1133-478b-89db-d089d1a914f2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Oct 13 05:58:14.132226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:14.301485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4be2-01c4-41e3-be39-fd9a5e6d8683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:15.607424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:15.930274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:17.708025 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:23.944314 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:58:41.943287 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1ac2047e-1d3a-4d34-a72d-4104ac7bb93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:42.654411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:44.121951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:44.301508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-528f6a9c-a22a-4f14-b32a-3667e8420d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:45.610624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:45.933019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:58:47.711567 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:00.943094 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:59:11.944472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-656902c1-895d-4f0c-9140-234e27a9fce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:12.659987 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:14.123389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:14.301940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4595c36d-d3d3-482c-b5db-96a3bf12582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:14.692669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-5f3bb61f-4922-4d82-9ffc-24b9cec2dc5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430017 Oct 13 05:59:14.755588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-09ea9655-48a4-47d4-bb6a-42e19bc87fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:59:14.757156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-09ea9655-48a4-47d4-bb6a-42e19bc87fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0442944 Oct 13 05:59:14.859450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-9e63715c-5eed-4d41-aa54-5a0b8ed56bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:59:14.861164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-9e63715c-5eed-4d41-aa54-5a0b8ed56bd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859611 Oct 13 05:59:14.928573 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-e4f17cd2-382e-4649-8ac3-b5ab2441a5b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0607057 Oct 13 05:59:14.979133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-482e7a79-8f52-49a6-bb1a-5b87e205041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:59:14.980515 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-482e7a79-8f52-49a6-bb1a-5b87e205041b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0432262 Oct 13 05:59:15.025955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-7ac9b0b8-b024-4c94-a462-c5c2d315d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 05:59:15.027472 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-7ac9b0b8-b024-4c94-a462-c5c2d315d888 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396912 Oct 13 05:59:15.118956 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-e336b4d6-5b7a-452f-8e2e-5663b49dad36 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 Oct 13 05:59:15.208484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0239e184-7f1c-4042-bef2-4fbcaf9f1a84 req-ec28ceab-2ebc-4ece-a6d3-d055a9e6b0e9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Oct 13 05:59:15.613420 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:15.936318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:17.714074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:37.942272 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 05:59:41.944202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93ffa6c6-4deb-4a21-8be9-0279bf6892cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:42.654080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:44.137814 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:44.301352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-49cc2c61-beb7-4b25-9215-5c1fb44d4885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:45.616107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:45.938810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 05:59:47.716985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:11.945794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f262d58f-f0de-4ae2-bb7d-b53695f03883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:12.653097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:14.153411 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:14.301739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a560536-6927-458b-af71-17fe7bb3352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:14.842973 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-2de9cd96-f9a3-489d-a835-614f481ddba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1642268 Oct 13 06:00:14.926222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-d788f18e-a6b8-473a-bf93-61cefa0938e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:00:14.927712 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-d788f18e-a6b8-473a-bf93-61cefa0938e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0435431 Oct 13 06:00:14.942364 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:00:15.030365 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-f1fe8cbd-77f7-4f06-ad7d-ed6490af7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:00:15.031789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-f1fe8cbd-77f7-4f06-ad7d-ed6490af7753 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850542 Oct 13 06:00:15.076238 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-286c30df-a323-4d53-a60a-8f2d46e8781e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0376503 Oct 13 06:00:15.125276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-ded912a4-a6d8-4dca-9157-f976ecd6d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:00:15.126705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-ded912a4-a6d8-4dca-9157-f976ecd6d0f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439281 Oct 13 06:00:15.171470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-223bcd08-ee27-4ea5-8b85-266b5fbfa747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:00:15.172891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-223bcd08-ee27-4ea5-8b85-266b5fbfa747 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389304 Oct 13 06:00:15.262996 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-8f72c5b5-ebd8-49e9-a1e9-bda166c58338 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828147 Oct 13 06:00:15.351602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-907029b3-e8a5-48b1-8142-3610ed787a7b req-7f401e0a-c2d2-4452-bdee-a784f2ee266c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811200 Oct 13 06:00:15.618940 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:15.942236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:17.719723 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:41.946256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-712d5e72-a034-44fd-837c-72c6ec23c1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:42.669233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:44.167863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:44.301827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a400f47-b38d-4571-a38f-3bb0c5759e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:45.621285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:45.945109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:47.722030 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:00:51.941765 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:01:11.946865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a70432b7-e64e-4e50-98f7-2fa23fa90f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:12.683453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:14.181681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:14.301871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f9e48675-ec54-4eb5-85b9-67fb23d2b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:14.651270 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-a0c9c269-8aed-4f85-8490-6c79d783156e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425973 Oct 13 06:01:14.715929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-d30ff0db-e920-4daf-b667-12e144ecb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:01:14.717422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-d30ff0db-e920-4daf-b667-12e144ecb1aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0448279 Oct 13 06:01:14.819384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-87b75544-9673-41db-90a0-a17d695c077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:01:14.820741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-87b75544-9673-41db-90a0-a17d695c077e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843475 Oct 13 06:01:14.892740 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-5e258bae-dcd8-40ac-a41d-b34299917aa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0642471 Oct 13 06:01:14.942497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-9ade0b85-ed92-4454-87c0-3a4c7e354a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:01:14.943925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-9ade0b85-ed92-4454-87c0-3a4c7e354a98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0444293 Oct 13 06:01:14.988858 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-d1a46c7e-2c12-4364-a2f9-0b42355b6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:01:14.990292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-d1a46c7e-2c12-4364-a2f9-0b42355b6504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392084 Oct 13 06:01:15.081722 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-bd1543c0-8aa2-4b64-9ea7-0d0a8e6bed0e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839050 Oct 13 06:01:15.171247 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2ab0d557-bc02-412e-8acf-5db5c29ac763 req-d0e006fa-a368-461d-baa9-203685cc07a2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810053 Oct 13 06:01:15.622892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:15.947451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:17.724752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:28.940618 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:01:41.948618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdb61d0d-9a25-4a97-9daa-f0b9ecb26cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:42.687454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:44.189606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:44.301073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a054d2e3-2175-4614-951c-efca36146c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:45.624900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:45.950025 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:01:47.730205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:05.939499 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:02:11.951719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0794248a-6633-45fe-bcf9-86a589ec0a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:12.682251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:14.180866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:14.302464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eeb9802a-7fd6-4ec7-b4a4-5de3b1b40803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:15.625841 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:15.954486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:16.672302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-fb0d48b5-d1f0-4778-a00d-a5e5043aa886 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431263 Oct 13 06:02:16.756307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-fa2a116f-2626-4693-a641-b98ff873501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:02:16.758477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-fa2a116f-2626-4693-a641-b98ff873501a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0468645 Oct 13 06:02:16.860281 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-08c2d5eb-c028-4cf4-aef7-d40a173f147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:02:16.861717 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-08c2d5eb-c028-4cf4-aef7-d40a173f147f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0846713 Oct 13 06:02:16.912779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-c748c5e7-0df4-47d7-973e-f6e92697f1b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0430086 Oct 13 06:02:16.961797 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-f9810382-05a6-4568-ae8b-fffa1b7ed8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:02:16.963229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-f9810382-05a6-4568-ae8b-fffa1b7ed8c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438797 Oct 13 06:02:17.009175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-7932d3f4-d88e-4940-9800-4db7bdbe9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:02:17.010603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-7932d3f4-d88e-4940-9800-4db7bdbe9a6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398908 Oct 13 06:02:17.105596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-bf2065e3-0f39-416c-8dd9-f87bd8d45763 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862026 Oct 13 06:02:17.195456 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-76f96ffd-4815-48d7-b909-3df5987fb318 req-732bb5e4-34cd-4948-96b1-4a34a4cc8106 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818868 Oct 13 06:02:17.730815 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:41.952523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1c631e8-5483-4e2a-94a5-7484e2d15ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:42.684256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:42.938659 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:02:44.191832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:44.304289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40a08f08-7bf7-4f59-92b7-bf841d0cb57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:45.627983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:45.956667 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:02:47.733965 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:11.953048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-93f58ce1-0fc9-4be7-9abf-6e5f2c79e9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:12.699140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:14.205874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:14.303608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a47242b9-f46b-439f-9cfa-6691a392a3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:15.629624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:15.957836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:16.640361 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-80e21d5f-7fd9-41c4-b3bd-11bb55db5bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411623 Oct 13 06:03:16.706868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-54e33d33-efcc-49fd-90ad-5c0483ed44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:03:16.708369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-54e33d33-efcc-49fd-90ad-5c0483ed44fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0454710 Oct 13 06:03:16.809593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-bee0a26d-206c-4b5c-8107-aadb09da0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:03:16.810834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-bee0a26d-206c-4b5c-8107-aadb09da0289 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0832705 Oct 13 06:03:16.882792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-10c37b5c-55f4-4e4e-b9da-c0e0624211e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0644429 Oct 13 06:03:16.930678 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-818803d6-3d3b-4a8d-917f-ad0a9f732366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:03:16.932094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-818803d6-3d3b-4a8d-917f-ad0a9f732366 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0423732 Oct 13 06:03:16.977593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-61c185d4-2773-4f0c-a3a0-22ce9e413d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:03:16.979027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-61c185d4-2773-4f0c-a3a0-22ce9e413d5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399103 Oct 13 06:03:16.990028 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-75d67f69-40ef-4b0f-b686-b4a3092771f7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:03:16.990953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-75d67f69-40ef-4b0f-b686-b4a3092771f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047011 Oct 13 06:03:17.082496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-3982af6d-05d7-465e-a4e1-1acdd41c4f2a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Oct 13 06:03:17.172675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-12fedc43-a729-4c4e-8a5f-89254164b0dd req-8b145dc9-a270-4c1f-b816-836b76ae0e97 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833817 Oct 13 06:03:17.737299 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:19.939056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:03:41.953646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1cac9639-278f-464e-a0e5-c3447a8a6047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:42.699738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:44.209746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:44.303771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-87434172-ac95-4aea-9a47-1316d4b2d78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:45.630425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:45.959629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:47.739303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:03:56.939262 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:04:11.953341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-52eba44f-d85d-4d98-af1e-5e62b2f899ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:12.706675 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:14.221532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:14.305562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-105ebbd3-98ec-496e-a2ae-b4eb8a51aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:15.637388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:15.963108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:17.742188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:18.632297 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-1e9a4448-6879-4b77-b7d9-01284bd8028b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404396 Oct 13 06:04:18.718561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-6d90a143-f37e-4306-a30e-62e830cab5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:04:18.720092 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-6d90a143-f37e-4306-a30e-62e830cab5f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0477941 Oct 13 06:04:18.822487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-85c37d47-f19e-4508-a0b5-155c2773cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:04:18.824707 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-85c37d47-f19e-4508-a0b5-155c2773cf56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859432 Oct 13 06:04:18.869201 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-2755b3c1-8c9e-4b50-9c0c-226ae082fc97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0367589 Oct 13 06:04:18.919019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-714167b0-0319-490a-866b-1a8487b84a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:04:18.920716 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-714167b0-0319-490a-866b-1a8487b84a64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429115 Oct 13 06:04:18.966748 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-84618376-22ef-4511-b85c-f1cecaec995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:04:18.968250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-84618376-22ef-4511-b85c-f1cecaec995a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399349 Oct 13 06:04:19.059412 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-b22df01b-95e9-4470-b007-277688559b86 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Oct 13 06:04:19.147236 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-48a574dd-e838-46c2-a29b-8d5801bdfd1d req-e102630a-453b-4142-a225-ecbb017b205d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Oct 13 06:04:33.939229 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:04:41.954250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00cab43c-86f2-471d-97e7-afa251a769b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:42.728271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:44.237471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:44.305733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-03e231a1-ce3a-4ad0-af65-356c5d723e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:45.629189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:45.965196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:04:47.745566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:10.938727 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:05:11.954419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5691-2541-4fb2-ae22-9bc6f156abee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:12.729305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:14.240435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:14.303951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c89554e-ba20-43ff-a2fc-146426bea3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:15.629894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:15.967235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:17.749403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:20.729791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-0537e63a-0d69-4044-941d-c910b4a63ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1328950 Oct 13 06:05:20.796219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-be1c8ae7-49da-4d61-9fd8-52dc3592d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:05:20.797679 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-be1c8ae7-49da-4d61-9fd8-52dc3592d99f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0444438 Oct 13 06:05:20.899160 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-245fd1c7-2d4b-4935-b01e-1e8c24366bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:05:20.901219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-245fd1c7-2d4b-4935-b01e-1e8c24366bcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843005 Oct 13 06:05:21.308891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-59a0a9e0-d915-4b80-a7c8-b58105a82b26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.4006643 Oct 13 06:05:21.357721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-18d0055c-c53f-448e-b99e-a6c79fe43940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:05:21.359216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-18d0055c-c53f-448e-b99e-a6c79fe43940 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425947 Oct 13 06:05:21.403417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-09cebb2f-bba8-46a6-b36e-6efb3f34e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:05:21.404839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-09cebb2f-bba8-46a6-b36e-6efb3f34e8e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390949 Oct 13 06:05:21.496134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-0d445920-0422-43d8-a4ff-82c4aa635754 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841188 Oct 13 06:05:21.584288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e98bdda8-d516-444e-aa1d-48b83d7fb672 req-0de07e7b-f61c-4c11-9d2a-41b52ad6a5c1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809307 Oct 13 06:05:41.957302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9671caf-80c3-418e-88e0-48a4bd213d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:42.727151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:44.251976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:44.304487 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-98e88fd4-77d7-43e9-8215-c0ee4c21be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:45.632258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:45.970991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:47.751781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:05:47.938477 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:06:11.957785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3a67b530-90cf-4fca-829c-5ec8d4165364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:12.741843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:14.251986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:14.304219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0967890-1dee-4b3f-9466-9cc0d550c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:15.633065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:15.972700 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:17.754225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:20.641496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-227fa929-67f1-4454-9331-e01e03330a36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416143 Oct 13 06:06:20.728429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-d8ad5e6d-debd-441f-9996-a49a06818063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:06:20.729928 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-d8ad5e6d-debd-441f-9996-a49a06818063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0458043 Oct 13 06:06:20.832012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-a9e86977-1087-469e-b2e9-b6c120be0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:06:20.833405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-a9e86977-1087-469e-b2e9-b6c120be0b83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850677 Oct 13 06:06:20.878598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-23ef5dc1-09ca-44dc-81fa-0501e69d356c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0380759 Oct 13 06:06:20.930165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-63eadcf2-3f2f-4b08-90e7-b3a29a23b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:06:20.931675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-63eadcf2-3f2f-4b08-90e7-b3a29a23b371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0461328 Oct 13 06:06:20.983050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-a5dea3ec-8eeb-438c-a335-5245d144ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:06:20.984555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-a5dea3ec-8eeb-438c-a335-5245d144ac12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443063 Oct 13 06:06:21.077126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-da89be68-ddaf-4308-8377-1870638b99a9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851154 Oct 13 06:06:21.165969 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2842c747-c66b-4f4d-b4c6-1563e1a5d232 req-41a3615b-129e-4dd4-8d64-3ac11b4929c7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813699 Oct 13 06:06:24.937932 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:06:41.957467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9ac8e4b9-884a-4158-bd5b-7c3a6a1bedcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:42.757042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:44.272676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:44.303486 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-944a6303-2224-434e-a5f3-90c99e42edac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:45.635101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:45.974951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:06:47.757199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:01.937620 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:07:11.958327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d5b22ca-a499-4a1d-9b13-7691493d22fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:12.755312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:14.268513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:14.302738 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-544c99b8-e43b-4861-a15b-a26950b044f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:15.637735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:15.977101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:17.762834 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:20.644620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-11b9f65c-6c75-4179-9257-4f51c1d98143 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411487 Oct 13 06:07:20.708769 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-8579dd57-9657-4fad-a818-b0726ee685ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:07:20.710298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-8579dd57-9657-4fad-a818-b0726ee685ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450149 Oct 13 06:07:20.811732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-5d5d3b5f-64fa-4863-acdc-485e56d3ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:07:20.813223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-5d5d3b5f-64fa-4863-acdc-485e56d3ed4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0847371 Oct 13 06:07:20.883460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-3ce107d3-7997-4050-90c7-5bb570da744c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0625699 Oct 13 06:07:20.935202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-e9170a85-4447-46ec-8660-14469dbff21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:07:20.936730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-e9170a85-4447-46ec-8660-14469dbff21b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0464077 Oct 13 06:07:20.983735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-5b2000ec-9d0d-419c-96e8-1c053b0ed9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:07:20.985460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-5b2000ec-9d0d-419c-96e8-1c053b0ed9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408473 Oct 13 06:07:21.076331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-aee6c0cd-7e50-41a4-b7b3-67d20db5856d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 Oct 13 06:07:21.164413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e24524ad-d618-471d-ad92-6f354fb4fce3 req-37ab2427-cf63-4e18-8b34-759933ea4b99 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810597 Oct 13 06:07:38.937074 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:07:41.959402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e85cc03-1c6e-49c7-9cbb-4cf002f542ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:42.760153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:44.270821 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:44.301605 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3be32a0e-b648-4290-bfaf-f24bc4a5a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:45.639682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:45.980341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:07:47.765135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:11.958624 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c40e517-d324-4d7e-97b2-eb3805439318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:12.775659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:14.301283 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:14.305088 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cd831be9-a8de-48f9-a1c7-0e2be59cb543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:15.641705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:15.937882 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:08:15.982846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:17.766795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:23.262328 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-2af2c85d-1657-42f6-9c80-a010f09556ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785325 Oct 13 06:08:23.347569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-dac483a4-ae21-4c96-a224-5cc5faba07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:08:23.349029 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-dac483a4-ae21-4c96-a224-5cc5faba07c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0453038 Oct 13 06:08:23.452134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-45f913bf-b6c6-4cb7-8e9f-d576d1f49728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:08:23.453589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-45f913bf-b6c6-4cb7-8e9f-d576d1f49728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0846412 Oct 13 06:08:23.499446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-4b2adfbf-f7f7-40b7-836c-075e587e8b10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0385265 Oct 13 06:08:23.549101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-c590bd67-0d75-4615-9958-b4adb1fdd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:08:23.550528 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-c590bd67-0d75-4615-9958-b4adb1fdd4ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440936 Oct 13 06:08:23.595163 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-c3ddf4fe-1990-4918-80d9-254dc8e13d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:08:23.596609 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-c3ddf4fe-1990-4918-80d9-254dc8e13d05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392177 Oct 13 06:08:23.689144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-20e43fbb-a0f5-4539-9bc3-2bc2963da33d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853329 Oct 13 06:08:23.778725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f21004c9-61a1-4956-a175-dc86a7c409cf req-ceddfcfa-9167-4950-8439-05c23afbbffd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Oct 13 06:08:41.959096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7741c659-e6c6-43bf-a78f-13db78235541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:42.774058 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:44.311810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9835f1a5-6e57-42de-9f3c-14869e35d107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:44.314293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:45.642665 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:45.985835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:47.770037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:08:52.937409 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:09:11.958962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0122-79ca-42b7-9d37-1651e0ddf5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:12.789960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:14.311038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f6fc2d0-990b-4223-ba7b-24007b487ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:14.320724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:15.643623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:15.987924 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:17.773421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:24.641914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-37c27f4f-7afc-4f43-9b13-6c797ef1a5fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422986 Oct 13 06:09:24.712084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-7edfbd49-fbfb-4343-99a8-594f4f74c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:09:24.713581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-7edfbd49-fbfb-4343-99a8-594f4f74c734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0477231 Oct 13 06:09:24.817305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-8ef3ebee-2709-46c7-9433-dc648e030fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:09:24.818760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-8ef3ebee-2709-46c7-9433-dc648e030fcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0872107 Oct 13 06:09:24.891030 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-f7e6e4ba-59cb-4433-8f31-cb90ca5e43cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0646584 Oct 13 06:09:24.941593 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-4b1cc73c-50ad-4c6d-883c-be7420072974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:09:24.943080 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-4b1cc73c-50ad-4c6d-883c-be7420072974 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0454443 Oct 13 06:09:24.989838 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-0bd1f829-c629-4459-a175-e89c6799b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:09:24.991479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-0bd1f829-c629-4459-a175-e89c6799b7e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413508 Oct 13 06:09:25.084017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-8e21344f-8e16-4d42-b732-6ea5bcbf1b62 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Oct 13 06:09:25.176131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8cbb736e-a7bf-47c9-ac77-c5aa4eed8a29 req-f662caf4-62e5-4295-aa21-12c34f0a50a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Oct 13 06:09:29.936325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:09:41.960789 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-38dea887-347d-4b16-a524-2e5357e7af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:42.798543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:44.302024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-442b6456-78e9-48e3-b850-c0058c51da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:44.325151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:45.645610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:45.991197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:09:47.775525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:06.934971 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:10:11.963017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2736040-e132-428b-9e99-a2b46696ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:12.807391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:14.303191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ece41c04-b8bc-49a6-9949-73961da77ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:14.345678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:15.647929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:15.995587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:17.779279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:24.629551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-2a405885-5917-43f9-a6cf-60c755dd053c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434158 Oct 13 06:10:24.730791 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-1e374a79-dcf1-493a-9108-9e93aa2b4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:10:24.732358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-1e374a79-dcf1-493a-9108-9e93aa2b4f7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0546427 Oct 13 06:10:24.845996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-845d32cd-ed9a-481e-a1fc-d248601fa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:10:24.847474 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-845d32cd-ed9a-481e-a1fc-d248601fa843 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0943570 Oct 13 06:10:24.892887 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-3fa58acf-a623-45bc-b701-ec8830d21d45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0386045 Oct 13 06:10:24.944743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-9dc41886-d824-4343-ac67-06c735bce2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:10:24.946218 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-9dc41886-d824-4343-ac67-06c735bce2ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0470781 Oct 13 06:10:24.996179 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-8cf69b5e-c6cc-4e5a-9d07-dce158ad9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:10:24.997726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-8cf69b5e-c6cc-4e5a-9d07-dce158ad9435 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446556 Oct 13 06:10:25.097180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-c2a3b8a5-3291-482d-9c51-0b166ad2355a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907061 Oct 13 06:10:25.194834 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7e1c0608-71b9-407a-a647-67aa878a3559 req-b496e19b-ee17-435b-81da-93df7b328421 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899963 Oct 13 06:10:41.964915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51391bb8-65f0-4f97-85db-16f7af95bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:42.807538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:43.933857 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:10:44.305976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c81f9afb-eb50-4af6-bf43-6a9d61fe8bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:44.348727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:45.650740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:45.998384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:10:47.782215 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:11.974886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a5493410-84c6-4b3c-95c4-21bee2216224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:12.811657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:14.307536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8986b9ca-380c-475f-a7c4-afd2529ccd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:14.347809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:15.653892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:16.002598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:17.786023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:20.932798 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:11:25.640386 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-3cc80b77-6e5d-4169-8710-83c9d36a62fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423136 Oct 13 06:11:25.707044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644eed0-5aad-4b95-9e80-425527b045af req-ca1dec72-859a-4964-893d-acecee348ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:11:25.708552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-ca1dec72-859a-4964-893d-acecee348ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0468066 Oct 13 06:11:25.814677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644eed0-5aad-4b95-9e80-425527b045af req-93aef1a9-5a62-4986-b065-b09eb359ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:11:25.816188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-93aef1a9-5a62-4986-b065-b09eb359ee04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0885537 Oct 13 06:11:25.885593 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-0f77b5cf-6128-4072-8181-a23acaf0c4f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0623152 Oct 13 06:11:25.937949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644eed0-5aad-4b95-9e80-425527b045af req-ea4f036d-1ddc-4704-949c-97c6b656888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:11:25.939486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-ea4f036d-1ddc-4704-949c-97c6b656888c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0456357 Oct 13 06:11:25.989329 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644eed0-5aad-4b95-9e80-425527b045af req-ebebb1d5-f32a-4183-99b7-99655a2a355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:11:25.990846 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-ebebb1d5-f32a-4183-99b7-99655a2a355b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448596 Oct 13 06:11:26.089830 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-a4977ac9-0aff-4cde-ba70-2f7c4a30b994 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918374 Oct 13 06:11:26.182773 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e644eed0-5aad-4b95-9e80-425527b045af req-3982abc0-f1cb-41f4-a0bc-18dcaca9215e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Oct 13 06:11:41.969227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdf13507-7ebd-4e0f-9d82-4f7c90a30498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:42.810887 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:44.309318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb980-2321-48fa-b85f-8dba6f750fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:44.329453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:45.655156 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:46.005179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:47.788575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:11:57.939405 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:12:11.971687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-df4a2c5e-ae50-483b-8059-0e006addb8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:12.808236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:14.312693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d875fc67-c925-4b60-8f3a-fcf871579841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:14.333642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:15.658223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:16.008282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:17.800681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:26.666476 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-95d6f81f-32de-4a69-bb12-63be8ec96532 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520439 Oct 13 06:12:26.758335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-d127c2d1-0f88-4f93-abe9-7de1588bc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:12:26.760426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-d127c2d1-0f88-4f93-abe9-7de1588bc535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0521073 Oct 13 06:12:26.867462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-09e9b039-ee59-476e-b749-015cde611e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:12:26.868866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-09e9b039-ee59-476e-b749-015cde611e9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0891550 Oct 13 06:12:26.917543 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-59a71614-015a-4cd6-9cec-ab31fa1078a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0409167 Oct 13 06:12:26.970143 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-7af2edde-44fb-4fba-8838-f3fd37254da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:12:26.972990 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-7af2edde-44fb-4fba-8838-f3fd37254da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0469885 Oct 13 06:12:27.019145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-203ddbc3-0091-4722-9172-bf6cc2a88948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:12:27.020677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-203ddbc3-0091-4722-9172-bf6cc2a88948 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418658 Oct 13 06:12:27.115250 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-006983f3-0a8d-4e36-863d-994471d05e0b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873437 Oct 13 06:12:27.206229 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a74b94c-73fe-4171-9a1d-c68975eb9b46 req-8e30d825-b613-4eae-8b1b-481329992490 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839589 Oct 13 06:12:34.938387 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:12:41.978506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a5b1eb1f-05fc-4afe-a733-a0d14011b238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:42.819490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:44.326016 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c54cbc1f-9eb8-4ff0-b6fa-408be7ec9933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:44.331983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:45.667947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:46.009866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:12:47.799927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:11.938134 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:13:11.973562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c90224c0-bf9c-40c4-8fc0-f1933e13d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:12.809421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:14.321811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a6825d66-d9be-4db0-9416-f8af2efa1584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:14.332749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:15.661467 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:16.014582 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:17.799314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:26.680756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-f9812fff-93e4-4c95-a736-6d20cf3662f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943511 Oct 13 06:13:26.748977 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-1f8f9fbd-83cb-46c1-8de6-c11730c427dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:13:26.750674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-1f8f9fbd-83cb-46c1-8de6-c11730c427dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0462601 Oct 13 06:13:26.857471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-76c6c835-fa49-4ca9-90ce-1085aa42a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:13:26.858868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-76c6c835-fa49-4ca9-90ce-1085aa42a1c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0892775 Oct 13 06:13:26.929624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-23edd445-9edf-4285-b8a9-f29ef4315655 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0636454 Oct 13 06:13:26.980695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-12f97743-8e92-4af6-beb2-bf3c79c5ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:13:26.982210 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-12f97743-8e92-4af6-beb2-bf3c79c5ffbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0450790 Oct 13 06:13:27.028820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-515327fd-4af1-42aa-a448-908fd1dc7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:13:27.030480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-515327fd-4af1-42aa-a448-908fd1dc7909 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413969 Oct 13 06:13:27.041117 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-e8558138-2028-4edb-b39b-ecf00ede302c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:13:27.042058 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-e8558138-2028-4edb-b39b-ecf00ede302c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049701 Oct 13 06:13:27.143862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-6e130f04-d1e5-4427-998f-7223dcc28085 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933163 Oct 13 06:13:27.234176 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-27c27517-d75e-4a0a-a884-e9aab7eb36a6 req-1c722116-fc29-4274-9dc9-2926a7e2cf12 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835505 Oct 13 06:13:41.977590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-805d6569-487a-4147-aae2-1936d4cfd7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:42.820682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:44.314338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d363834-edd9-462e-b008-be7e2b8712a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:44.342963 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:45.663296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:46.017778 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:47.807816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:13:48.937708 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:14:11.979129 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06373b9e-0949-4b46-8d5d-5eafeddbe78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:12.839793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:14.315204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fe43176-d06b-479f-b2af-a49b55c2ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:14.359586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:15.665454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:16.018478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:17.808515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:25.937717 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:14:27.145938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-8946279a-8d56-4576-9962-4c0da6fd9059 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412226 Oct 13 06:14:27.232031 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-fa66ef1c-804e-4477-ad4e-1da38bfd65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:14:27.233551 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-fa66ef1c-804e-4477-ad4e-1da38bfd65b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0466070 Oct 13 06:14:27.336464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-75c31471-6388-462a-9c65-abfef54e98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:14:27.337965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-75c31471-6388-462a-9c65-abfef54e98aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0849040 Oct 13 06:14:27.384801 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-e79013df-f2fe-4b9a-8e53-f93beaf962d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0385716 Oct 13 06:14:27.436079 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-7f134939-2564-4f16-8417-9d9e29c82966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:14:27.437576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-7f134939-2564-4f16-8417-9d9e29c82966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0454032 Oct 13 06:14:27.484389 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-3cbc1e66-b8e3-4fbd-a1fb-e29d7a60cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:14:27.486134 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-3cbc1e66-b8e3-4fbd-a1fb-e29d7a60cab7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417237 Oct 13 06:14:27.581294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-7d636f92-ff3e-4ab9-a460-e8ae065ad661 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 Oct 13 06:14:27.685363 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-370a170d-c800-473a-bcb7-7dc2e89e96d8 req-3929c22b-8972-46c9-9e7a-c22cd2e72406 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969536 Oct 13 06:14:41.982291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-138634b2-a407-4d15-b177-197debe7a869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:42.854207 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:44.317668 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-37e66462-68f9-49b3-8111-2a7e00b8b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:44.376853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:45.667685 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:46.022026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:14:47.810786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:02.937241 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:15:11.984707 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af250c98-1ef1-4604-a5f6-6a0d140cd7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:12.867213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:14.318783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-773e14b1-f8ea-4308-a92a-55c39e8eff80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:14.374361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:15.670079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:16.025647 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:17.814559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:26.625348 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-1a75ed52-53ba-455b-b871-44aeef553322 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420268 Oct 13 06:15:26.692182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-e03c7be5-b303-4816-a9d7-12afc4f938f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:15:26.693771 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-e03c7be5-b303-4816-a9d7-12afc4f938f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0460448 Oct 13 06:15:26.801431 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-7a66fd4b-0929-4c16-8f71-06eaf7f3b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:15:26.802809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-7a66fd4b-0929-4c16-8f71-06eaf7f3b4cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0902336 Oct 13 06:15:26.873025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-a5f2f709-509d-4e93-a306-579ad72d7f58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0619478 Oct 13 06:15:26.925970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-29ebeec0-0631-4ac9-9e76-50941eedade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:15:26.927512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-29ebeec0-0631-4ac9-9e76-50941eedade3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0472295 Oct 13 06:15:26.976766 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-6b8db795-5043-4f04-9e4c-1af91994bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:15:26.978313 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-6b8db795-5043-4f04-9e4c-1af91994bf6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422990 Oct 13 06:15:27.078422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-73c16c5c-3723-473d-96e4-da5952395445 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925796 Oct 13 06:15:27.175785 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-715412a9-5cdc-4ea7-b93d-f2f605cf9aff req-83e23614-96c8-4240-83f8-f1aa122a1154 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897248 Oct 13 06:15:39.936193 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:15:41.986565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-626e2343-4feb-4d7c-a574-befbdc86db24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:42.883731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:44.322011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d459dcc9-d376-410c-aeb5-27a7ffd20ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:44.389551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:45.673392 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:46.028991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:15:47.818870 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:11.987007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-db2723c2-9de4-4d14-a1a5-00ca945db161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:12.887986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:14.322811 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77e68dfe-6591-4fdb-ac7e-4e9cb0d6e00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:14.402837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:15.677130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:16.029969 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:16.935590 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:16:17.821309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:27.440028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-702a1d9d-12de-4f84-8dc9-30c6f3a9864b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398276 Oct 13 06:16:27.528669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468474-65a5-4ce3-a2a9-ed491116861a req-83bc3d3e-540f-469a-80b4-5121254efac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:16:27.530143 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-83bc3d3e-540f-469a-80b4-5121254efac0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0460229 Oct 13 06:16:27.631639 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468474-65a5-4ce3-a2a9-ed491116861a req-35816057-887a-4d5f-95a4-5476f5856abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:16:27.633083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-35816057-887a-4d5f-95a4-5476f5856abb service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0833440 Oct 13 06:16:27.677116 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-f2c8a852-6663-427e-beb0-ff6ec6448406 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0361378 Oct 13 06:16:27.726412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468474-65a5-4ce3-a2a9-ed491116861a req-aef1eb89-2b4d-489e-ba98-e3183defe154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:16:27.727818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-aef1eb89-2b4d-489e-ba98-e3183defe154 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428267 Oct 13 06:16:27.773889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de468474-65a5-4ce3-a2a9-ed491116861a req-7f04ecb5-0ff8-44d2-bab5-c99a94134a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:16:27.775365 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-7f04ecb5-0ff8-44d2-bab5-c99a94134a6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391698 Oct 13 06:16:27.866752 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-8c92ab22-d6cb-4b29-a44d-240b29459bd9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Oct 13 06:16:27.959337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-de468474-65a5-4ce3-a2a9-ed491116861a req-8549dbea-d545-4eda-b6fe-416fbd2a8409 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845804 Oct 13 06:16:41.987947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9cd078d-8d8f-476f-b4bc-8d801f245193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:42.895219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:44.323529 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2d09f3c-a1d3-4267-b3d0-f4ad031d8b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:44.402906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:45.679157 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:46.032545 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:47.823540 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:16:53.935231 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:17:11.989702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5090aadb-1b9c-499f-90d4-4eddcdbb3525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:12.915151 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:14.324611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-546f76e0-2596-4609-93e0-7c868db43bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:14.417540 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:15.680436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:16.036431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:17.826090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:26.633312 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-904329bf-77b7-4abd-9828-bc2c8264b447 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399706 Oct 13 06:17:26.700720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-09b6946c-3df3-4886-9376-7ce61aabebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:17:26.702160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-09b6946c-3df3-4886-9376-7ce61aabebac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0434620 Oct 13 06:17:26.802479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-e9d7d622-ba7e-440a-9d36-d5ec5c9c7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:17:26.803867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-e9d7d622-ba7e-440a-9d36-d5ec5c9c7415 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0829413 Oct 13 06:17:26.873503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-3b7e5685-708c-4b95-a4a0-208a9419dd6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0617559 Oct 13 06:17:26.922112 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-9e080259-dca6-4030-bdd4-61c33a39f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:17:26.923595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-9e080259-dca6-4030-bdd4-61c33a39f2e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433652 Oct 13 06:17:26.969035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-6db432d3-558c-44a7-9556-a660a97c2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:17:26.970489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-6db432d3-558c-44a7-9556-a660a97c2508 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399315 Oct 13 06:17:27.400318 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-32d6b9d7-09e5-4247-9c84-f9f00a6d1643 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225924 Oct 13 06:17:27.492552 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d5ea52ad-4892-4e34-bca6-bd13eed5babb req-9fcd1150-b64c-4fb8-a1f4-f1dc2b0a3c74 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841033 Oct 13 06:17:30.934155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:17:41.991926 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45db1f0a-9f11-45e3-9064-f1a886bd2b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:42.916383 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:44.325206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0890453f-b54e-47a4-89c2-a65ebd7fca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:44.421031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:45.685399 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:46.038507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:17:47.828440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:07.933219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:18:11.993273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de2e2ce0-dad5-4a43-b8c4-538776c89331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:12.912544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:14.325416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4639de26-38b5-454b-a4d7-d2750cecdc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:14.417435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:15.686875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:16.040702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:17.831875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:28.725549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-6b2cf7cc-8e6d-4fdf-9e3e-1ba058fced4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399169 Oct 13 06:18:28.806663 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-a5425ca6-9335-4093-ab0e-b8d39dd69e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:18:28.808252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-a5425ca6-9335-4093-ab0e-b8d39dd69e1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0396988 Oct 13 06:18:28.915717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-2a86716f-b1a7-47b8-ae93-23e344325d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:18:28.917148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-2a86716f-b1a7-47b8-ae93-23e344325d1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0889201 Oct 13 06:18:28.957560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-f115ed58-022b-4e9c-85c3-6927d21ca4b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0333452 Oct 13 06:18:29.005715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-091cfecc-6078-4334-a973-6bc658be748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:18:29.007113 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-091cfecc-6078-4334-a973-6bc658be748e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0427141 Oct 13 06:18:29.055780 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-42cbb99a-e6b0-485c-bfe1-391ad2730344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:18:29.057286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-42cbb99a-e6b0-485c-bfe1-391ad2730344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396664 Oct 13 06:18:29.147868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-4701f401-144e-49f8-a0f3-f8c916cae8ea service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825927 Oct 13 06:18:29.235152 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a9cc5a85-c6cb-4383-859c-7927d073cd7e req-a7ef6f3d-3d83-4227-b1c5-eb88ab70eaa3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797510 Oct 13 06:18:41.994080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1781e1af-260e-4aa2-b5e3-ee2b85ce1f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:42.912853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:44.325936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-78ad28d6-1259-4b2d-a57d-ab99710bf65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:44.426921 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:44.932615 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:18:45.689045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:46.043237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:18:47.834962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:11.995474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06463c96-0e26-41fc-95dd-0549a7ae957d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:12.915970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:14.327189 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3b975091-cc7f-43fa-8f44-c7baaeb74f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:14.436548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:15.690251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:16.047730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:17.837979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:21.931805 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:19:30.638139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-ddf791d0-d75c-4d8c-915a-2360a4a4af29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465093 Oct 13 06:19:30.698072 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-1add7fb7-76de-4f26-8f3d-5afc0ee82dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:19:30.699549 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-1add7fb7-76de-4f26-8f3d-5afc0ee82dbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0415690 Oct 13 06:19:30.806266 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-45ae0e75-251b-4fb6-920c-f92c61934b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:19:30.807762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-45ae0e75-251b-4fb6-920c-f92c61934b80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0891433 Oct 13 06:19:30.873955 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-cf96efd5-8664-4907-97e1-1cf752aa1b36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0586319 Oct 13 06:19:30.923138 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-33b7e835-d214-4e6f-87e3-425f5004ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:19:30.924547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-33b7e835-d214-4e6f-87e3-425f5004ee74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433874 Oct 13 06:19:30.978238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-17211fe8-ef89-4ba3-aaa4-f00f12722632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:19:30.979744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-17211fe8-ef89-4ba3-aaa4-f00f12722632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485091 Oct 13 06:19:31.067182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-ac310303-8a8c-4e56-ad40-9d63cd348916 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802279 Oct 13 06:19:31.161890 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dcf3b03-e269-4f12-95f5-2d7df8100afc req-2e3b51ce-30a5-4b66-bf53-b2bf4d12767b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Oct 13 06:19:41.995546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-effd6dc6-1ce4-4f92-b6ca-f06416d82e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:42.930906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:44.331556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2cb8804f-d168-43c6-b378-c5d9381ab4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:44.449152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:45.690891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:46.048616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:47.841227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:19:58.930589 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:20:11.995645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d232528-f3f9-43b4-b7a2-86bc098fe05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:12.933091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:14.332967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a703bdf0-5e05-492b-bd7d-084aad33d4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:14.447749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:15.692224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:16.051154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:17.843219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:32.611870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-4ecb3692-a237-4220-92e8-d66be248f4ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427334 Oct 13 06:20:32.693141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-505e40dc-f60a-48e1-ab43-861ff32a8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:20:32.694734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-505e40dc-f60a-48e1-ab43-861ff32a8eaf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0406685 Oct 13 06:20:32.801978 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-029df148-fc5c-444b-817a-854f3006e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:20:32.803454 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-029df148-fc5c-444b-817a-854f3006e6f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0889490 Oct 13 06:20:32.845488 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-d673c289-befe-4357-93dd-2536b39b170c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0338037 Oct 13 06:20:32.892674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-37984ba9-47ce-45e8-b66d-c9aa36473628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:20:32.894033 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-37984ba9-47ce-45e8-b66d-c9aa36473628 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0423141 Oct 13 06:20:32.943539 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-d436105b-e96a-4be0-8ae1-71e12b7a00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:20:32.945007 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-d436105b-e96a-4be0-8ae1-71e12b7a00d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434997 Oct 13 06:20:33.033687 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-08f388ac-6cc9-42ec-a071-812888844d18 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814984 Oct 13 06:20:33.124725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a7a212f-cf4a-4d2c-9fae-b15cbfc12ca3 req-322f54e4-be1c-4666-af9c-f8f1bd0a4d96 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844548 Oct 13 06:20:35.930500 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:20:41.996164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a35420a-5792-400a-abf9-f8aa7efaa54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:42.945755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:44.336056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de43f449-9c8c-42a0-86e3-d8b683fc343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:44.463949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:45.693160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:46.053857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:20:47.846119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:11.996860 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a764958b-c487-446a-8e04-445276b209ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:12.930639 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:21:12.943337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:14.336810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba537feb-9844-4c6a-bcc7-e34948e71d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:14.460228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:15.693747 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:16.057382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:17.849195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:33.617675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-30b0f8c1-becf-4b2c-9811-fb029053e965 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415771 Oct 13 06:21:33.679810 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687efe15-f47b-4525-b341-83c34dd9474c req-b024bd32-d5b6-4e1a-8394-f1c6f2d10209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:21:33.681477 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-b024bd32-d5b6-4e1a-8394-f1c6f2d10209 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0420372 Oct 13 06:21:33.789126 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687efe15-f47b-4525-b341-83c34dd9474c req-38895082-0840-4b9d-9a4f-43df701315aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:21:33.790499 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-38895082-0840-4b9d-9a4f-43df701315aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0895231 Oct 13 06:21:33.856376 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-8860bf55-e0b9-442d-b159-a465d29d7a59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0588524 Oct 13 06:21:33.910634 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687efe15-f47b-4525-b341-83c34dd9474c req-c96e4dd0-e7ed-49ab-95cc-f40ca0dc4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:21:33.912148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-c96e4dd0-e7ed-49ab-95cc-f40ca0dc4c8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0490510 Oct 13 06:21:33.962315 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687efe15-f47b-4525-b341-83c34dd9474c req-c502e6e6-c0c3-423f-a4b2-ba5c1ec9d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:21:33.963825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-c502e6e6-c0c3-423f-a4b2-ba5c1ec9d2ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441055 Oct 13 06:21:34.069557 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-54f3f8ef-d4de-4577-8b4c-a9ad2691b00c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979047 Oct 13 06:21:34.177383 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-687efe15-f47b-4525-b341-83c34dd9474c req-9bbeb9ec-82de-4789-b25f-a6d2475671f4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993574 Oct 13 06:21:41.997513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0fa3b46d-eba0-4dad-993b-b2b22965a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:42.945143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:44.338090 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c69b17b3-bc56-49ae-bc4d-8568e91a2fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:44.490012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:45.696128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:46.060125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:47.852813 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:21:49.929784 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:22:11.998309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb7b5-1299-45d5-a344-5e0c4cee9051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:12.947173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:14.338735 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5dae5cf0-14fd-4a02-84db-edf800eaf13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:14.495386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:15.698000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:16.062105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:17.855728 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:26.929019 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:22:33.609127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-1ffaec08-c0a2-4ee4-a66a-cc394298829e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413129 Oct 13 06:22:33.691548 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-0799238c-a0d0-4c73-8f6e-4ff159151af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:22:33.693081 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-0799238c-a0d0-4c73-8f6e-4ff159151af4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0406063 Oct 13 06:22:33.801194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-f1d257b1-2282-4783-96b4-7bbd01aed7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:22:33.802660 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-f1d257b1-2282-4783-96b4-7bbd01aed7f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0896845 Oct 13 06:22:33.851576 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-e67809c6-5820-4e76-889e-73015a56e88e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0416980 Oct 13 06:22:33.901358 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-7ab858f9-da25-459a-b7d3-1be61b4b680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:22:33.902784 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-7ab858f9-da25-459a-b7d3-1be61b4b680d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0446911 Oct 13 06:22:33.952847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-63d3d413-641c-4467-8baa-633e42e99879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:22:33.954393 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-63d3d413-641c-4467-8baa-633e42e99879 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445764 Oct 13 06:22:34.045309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-5ee125fa-e957-409b-8613-353089dcc2fd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821927 Oct 13 06:22:34.143577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4a5f062e-2faf-4c19-b38f-c544ed09250b req-add9cd19-5782-42a5-be2f-d6de30d4bcbf service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912347 Oct 13 06:22:41.998878 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bf419ce-6294-4438-aa0b-e31ce35df20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:42.962110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:44.339253 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9c0c99c2-3c30-4b25-b7d9-163d0f15ef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:44.494915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:45.700004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:46.065072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:22:47.858807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:03.927872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:23:12.001264 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a990d08-b44c-4e83-b350-ab0d4178f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:12.977401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:14.340249 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff8304e6-d1d5-4a63-a401-dc4aade0be7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:14.503726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:15.700536 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:16.071247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:17.861393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:35.665402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-1cd853dd-93fe-41c3-a16f-eca4b135c5d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941186 Oct 13 06:23:35.725662 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-6d045dd0-88cf-4e6a-9027-e2965f863cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:23:35.727164 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-6d045dd0-88cf-4e6a-9027-e2965f863cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0390561 Oct 13 06:23:35.834488 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-241dfbf3-2575-4e48-abb9-5de10571f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:23:35.835892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-241dfbf3-2575-4e48-abb9-5de10571f1da service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0887275 Oct 13 06:23:35.900657 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-66d9f28c-aea9-4d72-a8b7-e8de07971903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0570033 Oct 13 06:23:35.952336 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-85164435-9222-48ea-a0ee-2f324ede666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:23:35.953756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-85164435-9222-48ea-a0ee-2f324ede666e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0469470 Oct 13 06:23:36.000073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-d98149f8-3365-4ab4-aa63-a60e09d26813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:23:36.001547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-d98149f8-3365-4ab4-aa63-a60e09d26813 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404265 Oct 13 06:23:36.012699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-4c3eb5fc-baef-4f64-9b7c-b8604b36f10f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:23:36.013608 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-4c3eb5fc-baef-4f64-9b7c-b8604b36f10f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047710 Oct 13 06:23:36.103362 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-2fafff74-3dd5-4d0d-9fc6-3f1082959a42 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Oct 13 06:23:36.197591 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0d49a48e-51ab-4a3a-a1a1-39beba6e5cf5 req-286418b3-e319-4de9-abac-4d5c4217f136 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875518 Oct 13 06:23:40.926655 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:23:42.002586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5c37e4cd-b6fe-4474-ba0c-9070499ff77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:42.972998 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:44.340771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d893dfa-48d9-401a-85d1-35cdaf616dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:44.525649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:45.702017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:46.071690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:23:47.864900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:12.002937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-217c97bc-04ab-4fce-80a4-020fda1b060f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:12.988504 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:14.341429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-760531fa-33b8-4f4e-8091-d17addefc273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:14.511806 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:15.704782 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:16.073594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:17.867639 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:17.925567 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:24:37.623330 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-6cb47866-0ee4-4197-a8ed-3f7b33b9471a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408432 Oct 13 06:24:37.704341 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-ab24be71-7846-459e-96fc-efef96522082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:24:37.705789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-ab24be71-7846-459e-96fc-efef96522082 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0406504 Oct 13 06:24:37.812378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-c012d8a4-33b1-4395-bf41-187cce34d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:24:37.813742 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-c012d8a4-33b1-4395-bf41-187cce34d0ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0897691 Oct 13 06:24:37.856203 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-9942ab99-2298-4256-8587-42b7840ec47b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0338514 Oct 13 06:24:37.908446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-f988561f-71d0-4d68-b8ac-22c6a0ebc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:24:37.909894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-f988561f-71d0-4d68-b8ac-22c6a0ebc63c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0470002 Oct 13 06:24:37.960700 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-b68aba22-3524-4fdd-b7f7-da5c68695b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:24:37.962208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-b68aba22-3524-4fdd-b7f7-da5c68695b16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446570 Oct 13 06:24:38.053228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-0b429915-2cca-489e-bc00-9c1165196033 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Oct 13 06:24:38.141893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-37694267-b20e-4c6a-8b76-bcf3a15b5a3f req-62bbcf1a-915a-498e-bb74-fca782d8e9f1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816631 Oct 13 06:24:42.003989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64aad83c-3c62-48e8-993d-9cfb48b96a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:42.988056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:44.342930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da46cc48-096c-4970-8bfe-ab748ef622e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:44.540204 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:45.705801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:46.076186 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:47.871951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:24:54.925395 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:25:12.008019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51170a24-8942-4132-b0fa-249a82942067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:12.988196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:14.342372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dd19717-d004-4df2-bc01-d7f17b26c18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:14.555526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:15.706299 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:16.081139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:17.881799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:31.924807 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:25:38.619401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-6fc72631-3123-4dc6-91e2-636152bb0a21 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428014 Oct 13 06:25:38.683657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-176b250b-8411-4969-aaa5-baa3d569e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:25:38.685122 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-176b250b-8411-4969-aaa5-baa3d569e3f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0436671 Oct 13 06:25:38.796889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-13e19337-938e-4f5b-92f2-6c770afa1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:25:38.799507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-13e19337-938e-4f5b-92f2-6c770afa1458 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0954587 Oct 13 06:25:38.868560 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-780da7c4-8aad-42ce-8693-88878d04870a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0611436 Oct 13 06:25:38.917589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-5d2ed082-e86f-4237-9d52-bdcef86d7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:25:38.918981 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-5d2ed082-e86f-4237-9d52-bdcef86d7281 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0427678 Oct 13 06:25:38.963892 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-c2a45c85-0cd0-414e-9c7b-6d168f2f63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:25:38.965342 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-c2a45c85-0cd0-414e-9c7b-6d168f2f63ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395992 Oct 13 06:25:39.057323 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-a08a8074-9352-4501-96f6-7af06291b3d7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840549 Oct 13 06:25:39.147509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9891fc2e-a779-44cb-9a0b-a89eac3a599a req-2cebfec8-7f9c-48ef-b2f5-864d3cbee972 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825861 Oct 13 06:25:42.008318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4ad7143c-7145-4e21-8e1f-eafb2c3e593d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:42.988353 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:44.342403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-10470ec6-0677-4cf3-bd73-26dbf5b292a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:44.545570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:45.709386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:46.083962 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:25:47.876886 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:08.923367 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:26:12.008354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f0db991-799c-4290-b7fc-3c7c080b3ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:12.988393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:14.343797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5238ad2-516d-4791-8b0f-514df54410cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:14.569852 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:15.711219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:16.086951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:17.880432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:38.605957 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-8b662d9b-996b-4634-b3fe-30b20643e287 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400705 Oct 13 06:26:38.688756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-f03c3615-1455-46bf-8bf9-09e76f511302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:26:38.690204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-f03c3615-1455-46bf-8bf9-09e76f511302 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0438950 Oct 13 06:26:38.792022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-45928508-e929-41e5-b1e8-2fc547060480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:26:38.793463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-45928508-e929-41e5-b1e8-2fc547060480 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0837667 Oct 13 06:26:38.837226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-9c76b6a4-09ef-4e03-bfa6-9b6333f805b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0366626 Oct 13 06:26:38.885013 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-c7fb57f6-7c8e-4866-b2ac-9679a5e28a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:26:38.886326 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-c7fb57f6-7c8e-4866-b2ac-9679a5e28a32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425849 Oct 13 06:26:38.931708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-e0c13adc-915d-46f8-a3de-dd714ff05e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:26:38.933126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-e0c13adc-915d-46f8-a3de-dd714ff05e39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398297 Oct 13 06:26:39.023778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-12588fb5-afb6-4ff1-b28a-191ebc55265c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833659 Oct 13 06:26:39.110756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfa3dcf2-af53-4279-9e45-d9c95e905ec2 req-e752dfba-28ad-440b-8c72-d269aae182cb service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801139 Oct 13 06:26:42.009913 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd950a8e-b9f2-4780-b56f-81748fe0fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:43.002805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:44.343318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b5acb55d-562c-4c91-8601-e49113780b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:44.572355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:45.714066 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:45.921588 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:26:46.089642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:26:47.883666 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:12.010565 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6a4f-7713-44ad-bfc0-2dc7c2666377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:13.002240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:14.343104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74b8e829-019e-4f7a-992d-329916dc5423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:14.589572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:15.714929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:16.092939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:17.891562 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:22.919800 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:27:38.604709 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-2b241393-9501-49d4-a7b3-cae3ac9e26d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408466 Oct 13 06:27:38.668694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-c5c26fed-2c6e-4b73-9f93-5487491366a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:27:38.670144 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-c5c26fed-2c6e-4b73-9f93-5487491366a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0441804 Oct 13 06:27:38.774979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-d3769122-5267-419e-8f95-8f34c805fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:27:38.776446 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-d3769122-5267-419e-8f95-8f34c805fe72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0867980 Oct 13 06:27:38.846473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-56f80748-05f9-4018-8c5c-c72f18aed52e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0628073 Oct 13 06:27:38.896012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-ed479e36-8ab0-48d8-a376-46a871682a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:27:38.897441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-ed479e36-8ab0-48d8-a376-46a871682a8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435898 Oct 13 06:27:38.945068 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-aced6d97-7f00-4112-b17d-984f6cc49349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:27:38.946596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-aced6d97-7f00-4112-b17d-984f6cc49349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418899 Oct 13 06:27:39.037373 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-7c768930-aba2-4d2b-83aa-1d102a694e1c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Oct 13 06:27:39.127354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f6d988ca-de31-4b54-b8cc-1a49ab73d0f2 req-e4371bd3-ff47-472c-b137-2c22bfc977f7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831089 Oct 13 06:27:42.011832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8e20744e-1f8f-4953-a223-c6e5443df6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:43.017799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:44.344024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-19ab1b9b-f07b-41f1-90e4-22c7f3e550a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:44.589527 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:45.716423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:46.095558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:47.889112 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:27:59.919143 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:28:12.012551 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7fbed7fd-fe90-4da8-9086-9ad82052cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:13.031531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:14.344340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8479619a-7b41-4981-a8d9-4e5ac36f622c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:14.589074 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:15.717953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:16.097853 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:17.896732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:36.918362 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:28:40.687891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-df7e1645-2607-418c-bd98-099745d6e1db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360831 Oct 13 06:28:40.775045 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-82312df4-9348-4c54-992f-9690e7ecc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:28:40.776544 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-82312df4-9348-4c54-992f-9690e7ecc1fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0457270 Oct 13 06:28:40.878244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-ed38c86d-c25f-4f9c-9219-31a0a42328de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:28:40.879628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-ed38c86d-c25f-4f9c-9219-31a0a42328de service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0844014 Oct 13 06:28:40.923744 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-88319e06-54f9-495c-9fd3-433d3e2c56fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0366514 Oct 13 06:28:40.973247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-39ef1d84-07e1-4509-9471-8506d41d7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:28:40.974640 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-39ef1d84-07e1-4509-9471-8506d41d7eb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437348 Oct 13 06:28:41.020986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-a23a45c4-dedf-4cf2-9861-801813563538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:28:41.022426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-a23a45c4-dedf-4cf2-9861-801813563538 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402961 Oct 13 06:28:41.114010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-0c0c3dfe-8787-4fd2-b448-ab2eb37713f6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839930 Oct 13 06:28:41.203197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c16c5628-08b6-4ca9-bb6c-b55efd480dcf req-c9b3bc4d-b1ee-40bc-86ff-475875322ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816324 Oct 13 06:28:42.013566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ebbb9c6-5b99-480c-8b13-cca2453a88a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:43.030691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:44.348762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d08523c7-c759-4b11-92af-937efd0eb24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:44.604381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:45.718320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:46.101117 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:28:47.896790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:12.013732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-21a14213-82a0-4df9-b8ab-7765e2d247ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:13.047132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:13.918883 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:29:14.351522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62853f20-87a9-4c39-aa46-9a4c12b6f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:14.601521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:15.719629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:16.103656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:17.912466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:41.597163 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-bcba691c-4cab-4ab7-bbdc-aeac0ca8f53f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402858 Oct 13 06:29:41.661355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-ae07f4c9-b1f6-4196-8108-866022609260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:29:41.662798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-ae07f4c9-b1f6-4196-8108-866022609260 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0438943 Oct 13 06:29:41.764955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-e04922a1-7936-420d-be66-e89f732d5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:29:41.766382 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-e04922a1-7936-420d-be66-e89f732d5827 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0836933 Oct 13 06:29:42.015382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4deab3de-7bf8-469e-87b2-a0e586427e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:42.181292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-723c9ef5-2474-4a33-9dab-d82cb45b9768 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.4077733 Oct 13 06:29:42.229794 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-61debf80-fee5-49ef-94d0-4cb0ef908687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:29:42.231254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-61debf80-fee5-49ef-94d0-4cb0ef908687 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0432575 Oct 13 06:29:42.277666 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-a561da73-fda1-41dc-9f2b-051a5fdd100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:29:42.279013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-a561da73-fda1-41dc-9f2b-051a5fdd100c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401914 Oct 13 06:29:42.372624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-64edc565-0bf0-4154-b255-9f4c4df590a5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864406 Oct 13 06:29:42.461953 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ea5da524-c8f4-4b46-ab89-f9ea07faba90 req-4a8176ff-e74b-44a5-ae69-362b8eeb57f4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820463 Oct 13 06:29:43.046889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:44.352705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d21778a9-d29f-4eb6-b0ff-60e746ab8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:44.615544 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:45.723577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:46.107610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:47.903691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:29:50.917460 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:30:12.015445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-95e4db32-e7d3-492c-a8f6-2383ad208e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:13.046297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:14.352355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5a327880-c0ed-45d4-b305-3d6e78c631d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:14.630132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:15.725605 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:16.110082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:17.908087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:27.916298 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:30:41.590346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-77b44ea8-b2c7-44ae-b30c-5d849a817adb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394614 Oct 13 06:30:41.672716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-5ab93cf4-5f16-4430-aa19-dd5b35b0e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:30:41.674216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-5ab93cf4-5f16-4430-aa19-dd5b35b0e01c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0442679 Oct 13 06:30:41.775809 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-8318beb2-e9d9-4410-86bb-2366927e7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:30:41.777188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-8318beb2-e9d9-4410-86bb-2366927e7c19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0851443 Oct 13 06:30:41.822245 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-5e71248b-0479-4eae-a900-95213b5aa71f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370476 Oct 13 06:30:41.872413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-e2b3d8c3-4ced-4f8f-b193-22fef80fb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:30:41.873809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-e2b3d8c3-4ced-4f8f-b193-22fef80fb4a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0445218 Oct 13 06:30:41.918124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-6d5b6ec1-0f70-42ed-9fc6-f2b1867b5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:30:41.919598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-6d5b6ec1-0f70-42ed-9fc6-f2b1867b5535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392566 Oct 13 06:30:42.012443 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-41a433ef-2266-43ce-a90b-78ce90176c37 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855277 Oct 13 06:30:42.015634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-82bc7bd0-9c5e-4845-9bce-a93b655f7474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:42.103463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-b118a64f-2dd3-4591-ae78-414248e3b72a req-6403897a-bb52-4c3c-bb59-f6e730aa2a55 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835345 Oct 13 06:30:43.058791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:44.352728 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c3e39ee6-f02b-4c22-96f2-2340ef7bb17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:44.631977 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:45.727804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:46.112515 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:30:47.911213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:04.914438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:31:12.017419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02873dff-4d8e-4c7b-91b2-689d07da4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:13.047546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:14.353638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-55898172-186e-4376-8274-77040d93a0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:14.636855 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:15.729844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:16.114902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:17.926313 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:41.914630 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:31:42.019656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d06787c3-f1c1-4f6d-b72a-387b7311339a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:43.071312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:43.635668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-ed4cb3c1-9cee-4626-b4d6-e1e5197a18e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426319 Oct 13 06:31:43.701966 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-0f7aefd6-ead8-4df2-848c-0afb2f65a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:31:43.703463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-0f7aefd6-ead8-4df2-848c-0afb2f65a8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0459213 Oct 13 06:31:43.804931 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-e9b21eec-4795-4556-b22f-9440e7e6b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:31:43.806260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-e9b21eec-4795-4556-b22f-9440e7e6b3fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0834980 Oct 13 06:31:43.874408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-dc1024e1-8772-4e7a-8a63-220da35629f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0608294 Oct 13 06:31:43.922958 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-95c05964-a3f2-4caf-8cd0-60a7558d144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:31:43.924930 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-95c05964-a3f2-4caf-8cd0-60a7558d144b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428803 Oct 13 06:31:43.970808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-ed799d2a-a20b-4b0f-a77c-c9e3fe3eebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:31:43.973336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-ed799d2a-a20b-4b0f-a77c-c9e3fe3eebbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411055 Oct 13 06:31:44.068532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-e71e6767-8f58-4663-887d-db8f01130117 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872447 Oct 13 06:31:44.157457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-00edc253-5150-4ff6-ad88-2ccdb956b7ba req-ecb8fd7f-2c0b-4aeb-95a0-be032cee7f93 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820630 Oct 13 06:31:44.354650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f68a1d57-92c6-42d2-b23d-ee9106c43feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:44.630949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:45.731429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:46.118356 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:31:47.917425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:12.020309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9623d85d-612b-4da0-969a-2be27ee1bbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:13.077010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:14.355322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-161c120e-af03-4e42-9597-c23884f31961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:14.659642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:15.736305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:16.121462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:17.920340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:18.913359 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:32:42.020890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f9d5f59a-3c0d-4933-b755-00ab33b56ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:43.094578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:43.590542 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-7d6a751c-b165-4af5-9cb2-8cf463181ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422115 Oct 13 06:32:43.677717 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-14fce67c-53f1-4bfb-a81b-6aa1807e6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:32:43.679253 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-14fce67c-53f1-4bfb-a81b-6aa1807e6f6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0455027 Oct 13 06:32:43.782000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-48d68180-4852-49a8-b8e5-dc1f82b841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:32:43.783422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-48d68180-4852-49a8-b8e5-dc1f82b841b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0854015 Oct 13 06:32:43.829951 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-bc7f7685-663e-4c54-99ef-4538889fb186 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0384920 Oct 13 06:32:43.881121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-3cfcfd31-ce62-4901-83e0-3889d53b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:32:43.882547 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-3cfcfd31-ce62-4901-83e0-3889d53b02b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0445089 Oct 13 06:32:43.929476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-6c589534-2ce4-4b86-8c87-eb9e0c8832eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:32:43.931011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-6c589534-2ce4-4b86-8c87-eb9e0c8832eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417356 Oct 13 06:32:44.024223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-0d5bc338-0c33-4197-be48-84296d6dda2e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859482 Oct 13 06:32:44.114461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1fddbc86-8fee-4f5b-9af7-a383f7324dd7 req-6e4364ff-a2fd-4fbe-8e5e-26bbaa247c68 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830131 Oct 13 06:32:44.355750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b47ac6a-1c6d-41e0-9003-d7e7d5866e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:44.661314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:45.737559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:46.123528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:47.923742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:32:55.914171 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:33:12.022089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1a7f696-ac67-40e2-81cd-9a06c7b1f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:13.107039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:14.357243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48515714-4964-4329-abc4-fd0a33ddecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:14.676928 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:15.739333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:16.127557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:17.941973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:32.913087 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:33:42.022475 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a20df7d5-af4c-497e-8f0e-5207b55cc959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:43.107300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:43.656598 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-3e789d79-f413-479d-9147-27893f33ea8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024146 Oct 13 06:33:43.728050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-511ab22b-055f-4d0d-8aad-e2ffa61cbd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:33:43.729506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-511ab22b-055f-4d0d-8aad-e2ffa61cbd06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0494599 Oct 13 06:33:43.831667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-dd388ac8-dd1b-4f3d-9a7f-2515620e22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:33:43.833617 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-dd388ac8-dd1b-4f3d-9a7f-2515620e22e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0849187 Oct 13 06:33:43.901180 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-d70970bd-2495-4f26-a00f-5c19b7f64010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0609133 Oct 13 06:33:43.948352 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-24cb9cf9-f3e9-4039-ab62-fae375160da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:33:43.949721 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-24cb9cf9-f3e9-4039-ab62-fae375160da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0422547 Oct 13 06:33:43.996784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-aedb8f57-1a31-44bf-b553-d18db3c25ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:33:43.998233 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-aedb8f57-1a31-44bf-b553-d18db3c25ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407813 Oct 13 06:33:44.009588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-f23c2d87-6d3b-49a4-94ee-cdb214bdafed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:33:44.010650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-f23c2d87-6d3b-49a4-94ee-cdb214bdafed service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047572 Oct 13 06:33:44.101399 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-9f6f920f-6d28-4de1-975c-b20c3a45bb1c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Oct 13 06:33:44.189845 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-33ce81cf-6abd-4d9a-a2bf-004563f385fb req-b4197b1f-db30-4d1f-845c-b81bb4ed7ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814929 Oct 13 06:33:44.357748 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bde228c3-f0be-4fd0-8b48-d9666277a262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:44.675943 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:45.740649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:46.129278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:33:47.930614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:09.913083 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:34:12.022902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9cb6eb7c-bea7-46d2-8a01-9e0ea701b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:13.126659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:14.358950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-88028cb6-ac86-451c-bff9-bdfee36307c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:14.671984 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:15.743318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:16.133291 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:17.934057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:42.023625 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28ea64d7-8f3e-475a-8c76-3fa319775fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:43.124929 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:44.359445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a74101b-66db-41c7-8c48-ad1fa5d0f82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:44.606237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-bce1e2f2-e78d-44ab-8eb3-6674a5d6863d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418348 Oct 13 06:34:44.686623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:44.694504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-56460ea1-b275-44df-b251-180dcacc520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:34:44.696041 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-56460ea1-b275-44df-b251-180dcacc520c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0472722 Oct 13 06:34:44.800762 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-45955436-4b89-4b13-bd76-fe757241ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:34:44.802255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-45955436-4b89-4b13-bd76-fe757241ad63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0868781 Oct 13 06:34:44.847590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-29140e4b-97d9-4765-873b-5b42dfc01557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0379701 Oct 13 06:34:44.906323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-3558336c-9199-4654-a8d7-d680236908e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:34:44.907848 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-3558336c-9199-4654-a8d7-d680236908e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0535781 Oct 13 06:34:44.953495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-cfa139e7-07e9-4f70-9696-0ee7a8c88d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:34:44.954949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-cfa139e7-07e9-4f70-9696-0ee7a8c88d0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400939 Oct 13 06:34:45.057298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-cda8bb4d-d947-4ac3-b2b5-6d696b9cbfe8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947983 Oct 13 06:34:45.182892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-86b9c9ea-3ecd-4741-ab68-4b1c116513ce req-579ce3e6-dcc4-4d1d-bba1-15730da58d32 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189361 Oct 13 06:34:45.744537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:46.136578 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:34:46.912165 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:34:47.936898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:12.024600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ed56a37e-b19f-4931-b5f8-bdc0f56f78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:13.144597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:14.359588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c13990ce-c56f-4d36-8e46-a974f942bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:14.701357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:15.746702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:16.139093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:17.949520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:23.910807 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:35:42.025071 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a98dfe8a-8fdd-46bb-8c50-bc7dd7fd75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:43.138798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:44.360722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e67541d7-068d-484e-8dfd-3b38a7ecfb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:44.708837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:45.749512 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:46.142552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:35:46.587548 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-3d15edf3-f251-4622-9f47-39417424bb7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414579 Oct 13 06:35:46.651246 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-d8c968b1-b8c4-4c14-a2f0-201283d9487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:35:46.652689 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-d8c968b1-b8c4-4c14-a2f0-201283d9487a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0444748 Oct 13 06:35:46.753403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-8a41ce3c-e7fd-4506-a6fe-4009e8e7177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:35:46.754882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-8a41ce3c-e7fd-4506-a6fe-4009e8e7177b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0831354 Oct 13 06:35:46.823402 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-3ecadddd-28e5-4314-ac26-8b96d4c0762b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0613575 Oct 13 06:35:46.872617 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-c20092f5-dc08-4b6d-8e3b-ef77b2050bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:35:46.874027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-c20092f5-dc08-4b6d-8e3b-ef77b2050bb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0443122 Oct 13 06:35:46.921384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-92476941-b238-456b-afb7-bd0067ee784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:35:46.922865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-92476941-b238-456b-afb7-bd0067ee784b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410745 Oct 13 06:35:47.018040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-a4c1f117-819b-4dc1-bf51-9b51fd972aef service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863183 Oct 13 06:35:47.106182 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-83cce701-26b7-4f2a-8a5a-e785493cac19 req-fd7b08ea-5fed-4c46-b2f9-c10d6bf4fc10 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806122 Oct 13 06:35:47.942235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:00.909652 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:36:12.026288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e37cd6f1-ce80-4d2a-996d-67d886d9936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:13.145438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:14.360913 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7381b0eb-d7fe-4f50-a7f2-d57c42666561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:14.709441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:15.752057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:16.145927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:17.945325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:37.908698 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:36:42.027202 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d5dc1699-47ff-42ac-b469-5bf752487167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:43.158619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:44.361566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-67f144c9-1a83-43be-9492-6c11a5fbbd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:44.745698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:45.753210 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:46.153548 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:47.573073 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-ef259362-7b64-4772-ab2c-7977f7ab6f8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408137 Oct 13 06:36:47.659589 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-2b95c063-7183-475d-9815-8f734c0f33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:36:47.661077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-2b95c063-7183-475d-9815-8f734c0f33e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0449905 Oct 13 06:36:47.763305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-049c2b26-82c1-4c86-8f87-6b5125bb35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:36:47.764674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-049c2b26-82c1-4c86-8f87-6b5125bb35d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0847392 Oct 13 06:36:47.810178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-92a6b21f-82ae-44f8-a0f3-2219b428e8f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0381289 Oct 13 06:36:47.859203 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-bcde39df-ba94-4562-ab43-adbaf8264c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:36:47.860596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-bcde39df-ba94-4562-ab43-adbaf8264c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0434289 Oct 13 06:36:47.906464 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-04ecfb2e-d5f9-43e4-916f-8a8c7121cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:36:47.907958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-04ecfb2e-d5f9-43e4-916f-8a8c7121cab5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399051 Oct 13 06:36:47.950439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:36:48.004391 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-eb97810b-a2f3-44f5-afcd-8865ba9a7698 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887535 Oct 13 06:36:48.095309 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bca31edd-e635-41fa-94a5-8167c486bb81 req-8ca65c97-3dd6-46d4-91b6-57914e0e92a7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842333 Oct 13 06:37:12.028059 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ec2c98e-7845-4c4d-830f-3a4ed39c9a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:13.176233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:14.361863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbae0283-e89f-4db4-a7b9-9b6dbff1fc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:14.723222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:14.907888 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:37:15.754460 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:16.152454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:17.964158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:42.028661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a99c618-f20a-4057-a44e-fba281ab1dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:43.162991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:44.363492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fc04a778-a932-4345-ba04-32d6a8e1b5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:44.749586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:45.755267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:46.154936 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:47.598221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-1f193ef7-1cec-48e9-9962-128932b12ee2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409043 Oct 13 06:37:47.664025 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-9869faf0-4046-43e8-9dfa-0712ff56ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:37:47.665471 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-9869faf0-4046-43e8-9dfa-0712ff56ff9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0436976 Oct 13 06:37:47.769101 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-2f1fdf52-296c-4eee-862c-e04bb2dfc790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:37:47.770692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-2f1fdf52-296c-4eee-862c-e04bb2dfc790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0858052 Oct 13 06:37:47.840082 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-a03cca55-e15d-415f-99c6-828705a7fd5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0611124 Oct 13 06:37:47.887811 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-ea712c31-8219-4116-abf9-a539a9a2fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:37:47.889294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-ea712c31-8219-4116-abf9-a539a9a2fc0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0436075 Oct 13 06:37:47.935699 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-f982783d-84cc-4965-a9ea-2d9ff45dc6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:37:47.937692 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-f982783d-84cc-4965-a9ea-2d9ff45dc6c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406704 Oct 13 06:37:47.956634 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:37:48.033230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-5cb05ff1-8f1e-425f-a352-2f07e0e8e1f9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Oct 13 06:37:48.126296 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cfbcd38d-3ac4-4986-829e-4f0e53fb80c6 req-daee8b33-030d-4865-b923-78bb642c28d6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846152 Oct 13 06:37:51.907421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:38:12.028682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5ec492de-79d3-4742-913e-269879978d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:13.173804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:14.364159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-79a70ea2-020a-432d-8cb7-146cade88fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:14.739957 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:15.757636 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:16.157879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:17.959095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:28.907690 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:38:42.029688 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b044c6f-5867-463b-8b9b-dee8e09d5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:43.164225 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:44.364436 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53a73227-534b-431a-8c4b-1ca683fbd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:44.758743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:45.759689 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:46.161067 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:47.961413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:38:49.674020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-fb919578-ce45-45df-893f-0bff85c6b5f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415052 Oct 13 06:38:49.766426 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d763d-4746-416d-9a8c-505bda585e43 req-d5fb3082-ce61-4bf6-acd1-587a03dda516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:38:49.767842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-d5fb3082-ce61-4bf6-acd1-587a03dda516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0490661 Oct 13 06:38:49.871154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d763d-4746-416d-9a8c-505bda585e43 req-9efe6220-a1ac-4368-b460-5a8a704fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:38:49.872644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-9efe6220-a1ac-4368-b460-5a8a704fb667 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0854349 Oct 13 06:38:49.918211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-15ff693a-0ddd-4b4e-a53f-384b3bd52587 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0373664 Oct 13 06:38:49.966225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d763d-4746-416d-9a8c-505bda585e43 req-0e615339-957e-43bd-a40f-6a21a6952390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:38:49.967792 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-0e615339-957e-43bd-a40f-6a21a6952390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431306 Oct 13 06:38:50.015159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d763d-4746-416d-9a8c-505bda585e43 req-7c7bc078-3c45-4846-8ef9-962dd98e7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:38:50.016678 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-7c7bc078-3c45-4846-8ef9-962dd98e7f9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405371 Oct 13 06:38:50.108913 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-4abe99ad-400b-4b09-a628-1bbc145e473e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 Oct 13 06:38:50.198340 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e07d763d-4746-416d-9a8c-505bda585e43 req-087e5d53-e400-418c-9993-acfb0aca0a57 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806117 Oct 13 06:39:05.907669 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:39:12.029846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb640560-26a9-4de5-91ff-46876ee9e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:13.180057 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:14.364802 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c656fa84-224c-4604-8c01-1f08f2eca166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:14.755367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:15.760900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:16.163418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:17.976022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:42.029881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0b8353b-e875-4d68-892a-6ec0d3a87ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:42.906704 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:39:43.209783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:44.366170 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2984214a-bd90-418d-8681-36c3e7fd10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:44.755715 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:45.763672 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:46.166236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:47.967212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:39:51.598671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-ddfc0b22-f390-49ef-a2f9-a21b7c412abe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404489 Oct 13 06:39:51.662976 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-85e0da36-5dd5-40c6-9f4f-de96ab939f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:39:51.665532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-85e0da36-5dd5-40c6-9f4f-de96ab939f15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0452473 Oct 13 06:39:52.104008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-ecb6abb3-f658-46d5-9497-ac4ef6ad6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:39:52.105529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-ecb6abb3-f658-46d5-9497-ac4ef6ad6451 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.4210086 Oct 13 06:39:52.172777 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-686fae4d-53bb-4e0a-8834-61963ec5bc66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0591691 Oct 13 06:39:52.221434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-e882e06a-a40f-46d1-832e-aa5cec3e4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:39:52.222865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-e882e06a-a40f-46d1-832e-aa5cec3e4510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424709 Oct 13 06:39:52.271271 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-39590b16-93a0-43be-9cf7-35301aa25dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:39:52.272747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-39590b16-93a0-43be-9cf7-35301aa25dea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428631 Oct 13 06:39:52.364414 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-8b18536d-7931-4253-9830-cebd17e31b49 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841732 Oct 13 06:39:52.453649 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07a1d8d5-20d6-4459-b62f-92b2567383d4 req-019a223f-4bbf-41ee-8042-972e034bc42c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Oct 13 06:40:12.029833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6493e311-cdbc-4699-be26-f7dc3fb27b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:13.217868 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:14.366361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-38509ecc-8f8e-4ef6-a4b9-7de487e9410c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:14.773068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:15.764883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:16.167995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:17.971532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:19.905732 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:40:42.029785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f5a4919d-13c7-433f-9118-e5cc67682f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:43.230891 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:44.367271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bd4dff3-6241-4f56-b663-4a6c052cc2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:44.773777 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:45.766032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:46.170937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:47.974000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:40:53.613592 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-d2b7be8b-d812-445a-aea4-3d725b519f63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505974 Oct 13 06:40:53.693816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-eb1cfa2a-11a2-4db8-84db-6efd6022c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:40:53.695410 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-eb1cfa2a-11a2-4db8-84db-6efd6022c75e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0401998 Oct 13 06:40:53.797427 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-a4c6d31d-5f59-4524-80c0-39e2603aa70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:40:53.798775 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-a4c6d31d-5f59-4524-80c0-39e2603aa70a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0841627 Oct 13 06:40:53.842867 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-86fa1222-1811-4e5a-8729-002b36ba0fe4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0367146 Oct 13 06:40:53.891511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-b9f5e8c0-6e13-47dd-b9d9-4ea5342588c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:40:53.892893 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-b9f5e8c0-6e13-47dd-b9d9-4ea5342588c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431449 Oct 13 06:40:53.941819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-248c5c23-b2d8-446f-8a9b-c205afe23be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:40:53.943327 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-248c5c23-b2d8-446f-8a9b-c205afe23be3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424690 Oct 13 06:40:54.035659 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-f44ea303-0bd9-4912-b01d-97e7733f693d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Oct 13 06:40:54.127131 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-81d2770d-22d7-4bc2-9589-7b730e8e97bd req-95bdc379-be4a-4a1e-a4ad-2253e8a1f5a4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825946 Oct 13 06:40:56.904541 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:41:12.030518 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dfd179ea-eb14-44c5-8759-16ad3d851e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:13.228967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:14.366820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae3c2497-739e-4b85-840f-41203b2093f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:14.773596 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:15.767873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:16.175682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:17.989098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:33.903936 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:41:42.032201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea16c-0b48-4e29-8eba-e3eab3734c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:43.240690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:44.367947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24d4f16f-294d-4811-b2c8-f1b616a6a60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:44.788832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:45.769388 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:46.178678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:47.980449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:41:54.597191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-7eedc4a3-0f71-47af-9eb1-13d891da839d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412936 Oct 13 06:41:54.662471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-91637c6a-ca1b-4ae7-b0c6-55c567a7836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:41:54.663978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-91637c6a-ca1b-4ae7-b0c6-55c567a7836d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0451102 Oct 13 06:41:54.768842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-1b562cf4-8b58-455a-b935-60cd3e2509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:41:54.770252 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-1b562cf4-8b58-455a-b935-60cd3e2509a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0866313 Oct 13 06:41:54.840831 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-ee7c3e40-1f7b-42c8-bb60-fb632bad22e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0633600 Oct 13 06:41:54.890136 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-0a1959d3-5455-432f-a7c1-bb0d86887aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:41:54.891861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-0a1959d3-5455-432f-a7c1-bb0d86887aca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0443728 Oct 13 06:41:54.938720 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-c6c25f38-c0a7-4fc6-b93d-1e037ee15f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:41:54.940242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-c6c25f38-c0a7-4fc6-b93d-1e037ee15f6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413194 Oct 13 06:41:55.044390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-2fa3c285-f305-4017-9c96-e6f65084a7f9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964057 Oct 13 06:41:55.136747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a997d33c-ec78-4820-9f6e-5558cc085d83 req-315bdb9b-1860-446b-9196-91a81756a760 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852089 Oct 13 06:42:10.902443 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:42:12.033563 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-594fb849-9386-4c39-a088-05d5608a02ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:13.241120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:14.368455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ef09d83a-4049-42c3-ba04-7a152ee868db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:14.784760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:15.771710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:16.181428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:17.984879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:42.034571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4208bf17-02e5-4bfc-b8c9-c49b57250cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:43.261451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:44.368580 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c9f36eb-3910-48f6-958c-765e1165ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:44.799340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:45.772781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:46.185720 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:47.901247 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:42:47.988568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:42:55.571199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-c3022891-0c75-4a68-a22a-50726dd2bc7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401032 Oct 13 06:42:55.656413 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615533-bf53-4be9-9569-4bd2af149751 req-266bbfd9-2c58-4420-a587-d7e4c21c0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:42:55.657960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-266bbfd9-2c58-4420-a587-d7e4c21c0bdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0461609 Oct 13 06:42:55.759652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615533-bf53-4be9-9569-4bd2af149751 req-1b93c2bc-d3ea-4872-b257-e2ce41233523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:42:55.761141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-1b93c2bc-d3ea-4872-b257-e2ce41233523 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0840058 Oct 13 06:42:55.805900 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-549d06b1-326c-49c2-a4e9-6c6b08364b81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0374618 Oct 13 06:42:55.854965 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615533-bf53-4be9-9569-4bd2af149751 req-b830e774-ce0a-48d1-9dca-d3f45265c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:42:55.856451 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-b830e774-ce0a-48d1-9dca-d3f45265c639 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440075 Oct 13 06:42:55.901496 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615533-bf53-4be9-9569-4bd2af149751 req-e1185c3b-d856-48b3-b8f3-45b487275ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:42:55.902940 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-e1185c3b-d856-48b3-b8f3-45b487275ccb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397575 Oct 13 06:42:55.995739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-91ae88d8-8feb-4cea-b75b-371d233d081f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860243 Oct 13 06:42:56.085788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-71615533-bf53-4be9-9569-4bd2af149751 req-34753440-5b5d-4a6b-8a36-a4904b8e40b1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827899 Oct 13 06:43:12.036453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d9a67798-ec17-47dd-b332-1b29f847f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:13.268064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:14.369649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-800b8a08-2c57-47d6-a271-d3e64838934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:14.819986 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:15.772749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:16.190314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:17.998996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:24.899751 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:43:42.036771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0724fd0f-9eb9-4769-b6d1-faa3b7781ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:43.271352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:44.371444 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc1b75d5-f3c4-464f-a85c-7ad9fe1abbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:44.827875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:45.773407 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:46.193559 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:47.993985 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:43:55.637128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-f955252d-a490-44f4-b6cc-05d8ee462eba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032522 Oct 13 06:43:55.701182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-86acca84-18bc-4f5d-90b8-417be1b4d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:43:55.702728 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-86acca84-18bc-4f5d-90b8-417be1b4d544 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0446596 Oct 13 06:43:55.805497 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-b03d9a81-6a5a-4940-a8e4-8637186b3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:43:55.806853 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-b03d9a81-6a5a-4940-a8e4-8637186b3acd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0844240 Oct 13 06:43:55.877791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-285e4076-0b74-407e-abff-b410fb5e0b3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0626140 Oct 13 06:43:55.926530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-3d7a9408-469d-4b05-98ac-cd8b44bc8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:43:55.927965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-3d7a9408-469d-4b05-98ac-cd8b44bc8e4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0435977 Oct 13 06:43:55.972262 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-9e843dae-2592-4785-b237-bf470cf15d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:43:55.973705 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-9e843dae-2592-4785-b237-bf470cf15d62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390308 Oct 13 06:43:55.984968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-5c61cd4a-bf56-468b-bd1e-7d53ba523e06 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:43:55.985907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-5c61cd4a-bf56-468b-bd1e-7d53ba523e06 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047908 Oct 13 06:43:56.079013 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-4e2af360-6281-4492-a4a5-9b43e29c8005 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Oct 13 06:43:56.168817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a5db3b96-af66-4bec-a2d1-a72bf2abf704 req-1270a699-0da1-44a2-82bc-209d84feb81d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Oct 13 06:44:01.899590 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:44:12.037321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c952c46-f8a6-41b5-9550-7d7dc4ad941d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:13.277316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:14.372096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5152f6ed-f700-4e51-9578-ddaeb70f689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:14.843277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:15.775265 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:16.195827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:17.997750 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:38.898601 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:44:42.042953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3d1a-da56-4b41-9865-03d0fe82ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:43.284537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:44.373317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-37580d3e-ad4a-415d-9639-2aad4286c2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:44.845721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:45.776941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:46.199800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:47.999787 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:44:55.583480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-8a1dc008-4d27-4406-a10b-9861078ca3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424278 Oct 13 06:44:55.671213 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-5b9d5da6-dd1c-43fd-b21c-5f31aa9aa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:44:55.672685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-5b9d5da6-dd1c-43fd-b21c-5f31aa9aa848 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0472414 Oct 13 06:44:55.774594 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-09c3ce56-75b0-4ec6-9692-9f49d26e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:44:55.776010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-09c3ce56-75b0-4ec6-9692-9f49d26e2f01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0837553 Oct 13 06:44:55.823666 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-f248410d-a5cf-40f5-ac3a-46d10de63f08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0392404 Oct 13 06:44:55.874772 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-2262bb7e-c828-4601-9ff5-6218e8973ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:44:55.876283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-2262bb7e-c828-4601-9ff5-6218e8973ec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0456045 Oct 13 06:44:55.922524 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-96a99163-11e7-4cf4-bec9-f022b192afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:44:55.924021 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-96a99163-11e7-4cf4-bec9-f022b192afd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405786 Oct 13 06:44:56.016571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-cb61f075-b3b8-40dc-9712-4e1997af01d9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 Oct 13 06:44:56.107911 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dc7cbb3-7f9b-47a5-911c-c8c5175c0946 req-9d08521a-73a0-448e-b192-20a980f6cfce service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833094 Oct 13 06:45:12.043379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a273abca-072f-400b-9bea-ce8077f6e4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:13.282650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:14.373590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-806935d7-724a-49b8-b7d1-2c7afb385bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:14.854171 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:15.778337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:15.898064 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:45:16.200894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:18.012293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:42.047945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-426a8027-892d-4035-99ef-176a1b385b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:43.284673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:44.375122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e10ff7a-076e-4fd7-b9de-cec57c739699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:44.872055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:45.779045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:46.207808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:48.005938 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:45:52.900435 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:45:57.572770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-2129cdf4-9033-4562-b6d2-aa727cafbefe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411334 Oct 13 06:45:57.636211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-494aa0da-83f2-450a-800a-e21b3b085c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:45:57.637753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-494aa0da-83f2-450a-800a-e21b3b085c77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0444512 Oct 13 06:45:57.738494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-925abb56-4339-4526-a061-6d7e75fee4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:45:57.740266 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-925abb56-4339-4526-a061-6d7e75fee4dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0845737 Oct 13 06:45:57.807401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-0713b312-602a-4226-8950-cb80a29fd867 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0597198 Oct 13 06:45:57.855986 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-dc99042a-3729-42b5-8307-c59336903983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:45:57.857395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-dc99042a-3729-42b5-8307-c59336903983 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0430629 Oct 13 06:45:57.903074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-fd6a4cfe-52ad-488a-8c1d-95c92302b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:45:57.904534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-fd6a4cfe-52ad-488a-8c1d-95c92302b73f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398469 Oct 13 06:45:57.996677 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-8e23812e-09ce-40dc-bec1-65bb3f5d6977 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852654 Oct 13 06:45:58.086234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1a00f385-f0fa-41c8-9323-58038a8ecbcc req-8df504b2-9338-4a35-a361-1f60f00a6794 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Oct 13 06:46:12.049000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69f31d27-9bfd-4be2-bade-dbce850ee368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:13.282581 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:14.377021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b53d5fd2-ae1f-4de1-a950-734666e09698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:14.873355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:15.780999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:16.206774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:18.008828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:29.898927 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:46:42.049897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f1d019d-a5e1-462d-b072-46eab4a3a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:43.280866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:44.377440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-19bdf719-efe8-441c-88da-32d61613388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:44.871993 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:45.782692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:46.210064 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:48.012236 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:46:57.565602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-c75f8354-fef2-41d9-844f-08df3ae692d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407612 Oct 13 06:46:57.648852 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-f750548a-5abe-438a-a95e-9d876089daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:46:57.651468 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-f750548a-5abe-438a-a95e-9d876089daa6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0450594 Oct 13 06:46:57.755128 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-659407ac-e6cc-4c00-99c7-f05d3db9d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:46:57.756556 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-659407ac-e6cc-4c00-99c7-f05d3db9d417 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0863073 Oct 13 06:46:57.804651 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-0db1d258-1ac7-4cf4-b46c-1182a7700d2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0397329 Oct 13 06:46:57.861741 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-1cd5ae44-762d-43df-a545-630b51cd8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:46:57.863219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-1cd5ae44-762d-43df-a545-630b51cd8ba7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0509167 Oct 13 06:46:57.907083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-8a8a4e56-368d-4c98-8aa4-533e72f5245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:46:57.908960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-8a8a4e56-368d-4c98-8aa4-533e72f5245f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387340 Oct 13 06:46:58.003864 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-c8b1d190-f067-45ab-94f7-8fe78a9d1fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883832 Oct 13 06:46:58.105803 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-13183b82-4715-4c38-aafe-d1bb13a35c0c req-b33ecd89-0128-4830-b8a2-b3dcb16df7e5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949972 Oct 13 06:47:06.898020 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:47:12.049718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-06427e04-f3b5-4287-86e9-f2a3152def33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:13.280421 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:14.378084 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bd5528f0-76f1-48a7-9ad6-0a667798793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:14.873076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:15.784942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:16.213776 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:18.027912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:42.051276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-19ecd644-8683-4478-881e-bbe7fdffc4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:43.296294 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:43.896866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:47:44.379227 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3b96f2a-9934-4853-bfde-322294c6a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:44.885745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:45.785832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:46.220105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:48.019240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:47:58.575798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-218b8826-dfae-49ed-aa67-689b21961326 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426991 Oct 13 06:47:58.640575 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-91d034c5-9eed-441d-99b2-03e0d153825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:47:58.642031 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-91d034c5-9eed-441d-99b2-03e0d153825e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0444722 Oct 13 06:47:58.745626 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-1b123519-fb72-4d89-b238-a9aa962cffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:47:58.747096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-1b123519-fb72-4d89-b238-a9aa962cffc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859437 Oct 13 06:47:58.831529 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-17c1e2fd-cc1d-49e7-b92f-240ec54c6413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0772736 Oct 13 06:47:58.879621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-be57be75-cf15-4774-ac33-7edf05c6c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:47:58.881078 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-be57be75-cf15-4774-ac33-7edf05c6c134 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0436292 Oct 13 06:47:58.927495 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-2f07b28c-410b-4ffe-8f93-9d765c696fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:47:58.928993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-2f07b28c-410b-4ffe-8f93-9d765c696fee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400164 Oct 13 06:47:59.022283 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-50192b03-c04a-42bf-ace6-7dbf98e93ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 Oct 13 06:47:59.112241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5ea12323-c1cd-4f0f-a19c-a01eaf071082 req-c2bbc80b-e3f8-4ee1-999c-192afa7b033a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Oct 13 06:48:12.052429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da161c8d-a3f0-48de-b94c-54019d91f996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:13.295385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:14.383012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a94a0833-f187-40ff-afe6-2e03894e8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:14.884884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:15.786836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:16.218713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:18.022200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:20.895075 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:48:42.053974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4fee20fa-33a9-4816-bc1f-0147b23adb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:43.294625 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:44.386861 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-71186616-d7db-409d-9848-4df57bfcf185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:44.888354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:45.788355 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:46.221845 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:48.024608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:48:57.895632 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:48:59.678188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-763b8531-af04-4003-a73c-a119105ec81f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1430662 Oct 13 06:48:59.763452 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-f94ab485-e147-41d1-965a-0424aeabf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:48:59.764837 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-f94ab485-e147-41d1-965a-0424aeabf2be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0448613 Oct 13 06:48:59.869037 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-b0bae519-8032-47d0-b935-e6a8c4f7598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:48:59.870642 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-b0bae519-8032-47d0-b935-e6a8c4f7598b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0873816 Oct 13 06:48:59.918208 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-2a667401-c39b-48e5-abdf-3211dce882af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0398159 Oct 13 06:48:59.970549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-9e7001f9-9f1d-4ef8-8039-c87e8fb6139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:48:59.972032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-9e7001f9-9f1d-4ef8-8039-c87e8fb6139f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0468819 Oct 13 06:49:00.019378 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-cf6ad38a-4d24-4a86-a5cb-98ad05f3fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:49:00.020780 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-cf6ad38a-4d24-4a86-a5cb-98ad05f3fe77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417809 Oct 13 06:49:00.128315 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-cbcd339c-02d3-47ca-81c0-1706aedbb754 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002767 Oct 13 06:49:00.232590 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ed1c3970-e469-436e-ab5b-231732d56f6d req-4dfd1081-4412-43b9-a914-900c2c3af32f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971718 Oct 13 06:49:12.054178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0a3c2d5f-35a0-4bc5-a28d-52b9dd79794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:13.294937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:14.387005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c21523b2-b722-4392-8eaf-8a4ffc197670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:14.890742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:15.796553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:16.224182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:18.045523 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:34.895169 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:49:42.055642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-910dea3e-b554-4045-9bd4-2158560e27ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:43.308273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:44.388174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3cb83fb-916e-47a1-9677-31b1c32b1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:44.889703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:45.788804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:46.231391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:48.031638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:49:59.575149 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-ab9cd185-78fa-4d24-9f87-d6a77f762343 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397317 Oct 13 06:49:59.638297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-b02e9dbf-66a7-4328-aac3-853cb6df821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:49:59.639841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-b02e9dbf-66a7-4328-aac3-853cb6df821c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0445757 Oct 13 06:49:59.741950 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-f6438978-86f1-4182-bc0a-bd442a0a9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:49:59.743404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-f6438978-86f1-4182-bc0a-bd442a0a9274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0851562 Oct 13 06:49:59.819109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-b098dddf-fe4e-463f-b007-ff9497b862ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0689337 Oct 13 06:49:59.868801 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-9c5a3e67-8bab-44d4-80c2-5cd6e28f5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:49:59.870232 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-9c5a3e67-8bab-44d4-80c2-5cd6e28f5d33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438883 Oct 13 06:49:59.917670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-cc5940c4-a178-4883-ae24-756a6b928729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:49:59.919656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-cc5940c4-a178-4883-ae24-756a6b928729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424328 Oct 13 06:50:00.030418 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-36483124-c94e-446e-9dec-77c8364711ca service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024759 Oct 13 06:50:00.136885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a690adcf-43be-4453-bc17-c0ba63e17bc0 req-a6031f72-0f41-4cb4-8200-fbb938e5e6ae service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006060 Oct 13 06:50:11.894406 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:50:12.057910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-41acb4a7-3b5b-4635-9d6a-7f7ef5812072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:13.307728 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:14.390478 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77258209-6bb9-4062-adac-3018b79e5024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:14.896765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:15.790525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:16.229369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:18.034718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:42.059033 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35b44aaf-a2aa-4243-8e08-42050111542c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:43.308494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:44.392533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36d7452c-4c10-4911-a92b-4dfbc10f7d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:44.895401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:45.791290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:46.232126 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:48.038848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:50:48.894653 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:51:00.560715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-6cf773ac-9db7-40d0-aeb6-8c2d84e7c42f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420909 Oct 13 06:51:00.648543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9549fc-252c-4353-b222-65fb535fb655 req-ffa7443a-1fd5-4306-b5af-4e02ef3ffb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:51:00.650011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-ffa7443a-1fd5-4306-b5af-4e02ef3ffb2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0452130 Oct 13 06:51:00.752314 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9549fc-252c-4353-b222-65fb535fb655 req-ce253eb4-10d5-4141-8a30-c7543c1b4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:51:00.753829 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-ce253eb4-10d5-4141-8a30-c7543c1b4760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0842662 Oct 13 06:51:00.799422 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-a579af23-c077-49a2-a478-45f847dc0d8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0386744 Oct 13 06:51:00.848327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9549fc-252c-4353-b222-65fb535fb655 req-54ab3efc-e5b1-4cd9-84b0-f46f850b10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:51:00.849764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-54ab3efc-e5b1-4cd9-84b0-f46f850b10ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441704 Oct 13 06:51:00.895200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9549fc-252c-4353-b222-65fb535fb655 req-d7233cd3-8782-4cbc-a184-7a3883a5e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:51:00.896643 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-d7233cd3-8782-4cbc-a184-7a3883a5e9b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395470 Oct 13 06:51:00.990153 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-448ecb23-805d-49c6-a529-ce411344fd5e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858755 Oct 13 06:51:01.080150 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1f9549fc-252c-4353-b222-65fb535fb655 req-efbfe5a5-0820-4d71-b99c-432da24232f1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Oct 13 06:51:12.059632 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7289ecf0-6935-44a7-bd7a-458faee13ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:13.321898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:14.393109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b8b57eaa-4e1f-4adf-860e-29f6d8512feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:14.891935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:15.792950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:16.236152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:18.057263 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:25.894777 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:51:42.060733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c190b63-4927-454b-9990-b7f12cc07d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:43.320898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:44.394203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86dedc7e-6e4f-4b35-bb63-e7c5162b5a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:44.895534 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:45.794995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:46.238082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:51:48.044603 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:01.566586 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-0b925ecb-d733-4879-8c74-3b05163cd820 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416048 Oct 13 06:52:01.631127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-25e71245-12e7-4183-a883-a906c40aa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:52:01.632601 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-25e71245-12e7-4183-a883-a906c40aa74f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0438299 Oct 13 06:52:01.734166 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-6d57de09-d1b2-40b1-a350-7e4d105f9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:52:01.735695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-6d57de09-d1b2-40b1-a350-7e4d105f9946 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0839453 Oct 13 06:52:02.219674 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-a10464d4-5b93-4340-8e4b-a6cf05341e62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.4762976 Oct 13 06:52:02.281633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-417ebd1a-5c10-46e3-ab1a-b41129a49f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:52:02.283161 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-417ebd1a-5c10-46e3-ab1a-b41129a49f42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0555968 Oct 13 06:52:02.339798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-ff70a787-8932-4d35-9f0e-19d7a4d1122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:52:02.341854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-ff70a787-8932-4d35-9f0e-19d7a4d1122f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503986 Oct 13 06:52:02.449475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-eac73a9c-c91d-43a0-8a87-d76cfa5def3b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004686 Oct 13 06:52:02.545944 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0fd1a364-9a0e-466b-91ec-91a69e5247c4 req-dd64bfc1-523e-4900-a137-ced94493395d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890193 Oct 13 06:52:02.894600 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:52:12.062638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00520c8e-8350-4fb6-9df1-7e3fedd10c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:13.336416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:14.394718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-43e8eb17-e176-4a3d-99db-3cd416120e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:14.898946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:15.797101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:16.240999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:18.046645 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:39.893924 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:52:42.063424 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64def043-43b7-4bd4-b190-aefaa0a25161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:43.334588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:44.395342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-409b7f7c-9d30-4619-9b97-8d8b93d17f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:44.898881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:45.800260 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:46.244772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:52:48.049858 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:01.561380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-9a949362-b037-4fbd-bf50-c734ed335f27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390296 Oct 13 06:53:01.646759 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-b3b5033f-7c36-4952-a7e7-43038133dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:53:01.648288 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-b3b5033f-7c36-4952-a7e7-43038133dd99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0462849 Oct 13 06:53:01.749487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-a9c023e2-537f-469d-bdd0-0e3fc0114b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:53:01.750906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-a9c023e2-537f-469d-bdd0-0e3fc0114b7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0827703 Oct 13 06:53:01.794246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-7786762a-87db-4537-bb30-e120bbb90989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0362349 Oct 13 06:53:01.842373 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-64977d31-645c-4282-bc63-ebc1149be3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:53:01.843818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-64977d31-645c-4282-bc63-ebc1149be3cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0430901 Oct 13 06:53:01.888696 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-0bbee867-a7b8-4a51-8f24-b6894483d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:53:01.890121 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-0bbee867-a7b8-4a51-8f24-b6894483d558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393929 Oct 13 06:53:01.979413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-5dd82f2a-88a0-4eba-ba28-b46824be8a8d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822203 Oct 13 06:53:02.067037 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e9c12bdb-7486-4d25-9d17-54ae7760febc req-883edd3a-e59e-4c2c-8ace-fe17979138ef service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801916 Oct 13 06:53:12.064037 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7322-ca85-4be7-aa1e-fb5e635c3926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:13.340198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:14.396721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e8439349-0625-4dd0-8cdd-82f93261b0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:14.893152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:15.801741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:16.249190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:16.893707 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:53:18.065496 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:42.064394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dbcba51b-1afe-48fa-b08c-19e82c4aab77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:43.341671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:44.397021 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5326a2a8-514c-48c2-a008-37c14b244c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:44.916492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:45.802999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:46.251850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:48.056091 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:53:53.892569 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:54:01.612012 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-4468b0f0-edda-4882-80ec-b7037e7056eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923686 Oct 13 06:54:01.676308 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a58b-f306-446a-876c-39a94a17a245 req-72d664c5-d6a0-41ce-8f94-6217eecf0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:54:01.677774 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-72d664c5-d6a0-41ce-8f94-6217eecf0908 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0439043 Oct 13 06:54:01.781803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a58b-f306-446a-876c-39a94a17a245 req-7981de47-df85-4100-90bd-f2e2d829095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:54:01.783197 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-7981de47-df85-4100-90bd-f2e2d829095b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0850310 Oct 13 06:54:01.851898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-fe7d67e2-13b6-4f78-b503-d111b080d85b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0620308 Oct 13 06:54:01.900226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a58b-f306-446a-876c-39a94a17a245 req-8b0504d4-8f12-4d50-8d69-eab30221892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:54:01.901616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-8b0504d4-8f12-4d50-8d69-eab30221892a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425789 Oct 13 06:54:01.947003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6a58b-f306-446a-876c-39a94a17a245 req-53c80222-4ae0-4a1a-bf32-745a0b2c42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:54:01.948486 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-53c80222-4ae0-4a1a-bf32-745a0b2c42d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397913 Oct 13 06:54:01.959657 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-70e4635a-5df8-4681-becc-2d1a81e8bbbd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 06:54:01.960588 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-70e4635a-5df8-4681-becc-2d1a81e8bbbd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048490 Oct 13 06:54:02.052431 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-3b259850-0de4-4d40-b879-7b8a83248643 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Oct 13 06:54:02.142894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40a6a58b-f306-446a-876c-39a94a17a245 req-476a6f9f-aff1-436a-b1c1-103f7ba24cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830758 Oct 13 06:54:12.064714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9cc640e1-b952-49ee-ad22-e1133df2fa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:13.348188 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:14.396905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05357693-7ffd-4cef-8c2b-ca2e15d913b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:14.914513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:15.804741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:16.254247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:18.059233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:30.891893 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:54:42.066127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca426adc-b35f-4a98-a8e8-bc9a8a7c3b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:43.354238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:44.401695 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2744a031-ebc2-483a-ac47-56eb4a859f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:44.913791 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:45.805279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:46.258050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:54:48.062557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:01.554995 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-dd04f762-4b5a-4f99-bfeb-5a2f5540a336 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402656 Oct 13 06:55:01.642202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-c7edbf58-fcce-47f1-b900-5e0d80ade2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:55:01.643758 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-c7edbf58-fcce-47f1-b900-5e0d80ade2ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0462861 Oct 13 06:55:01.744944 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-1f709e60-95fa-4fba-b45d-b53542c41d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:55:01.746387 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-1f709e60-95fa-4fba-b45d-b53542c41d61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0841777 Oct 13 06:55:01.790187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-d063c203-5872-4622-87c0-330c4b1de0b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0362391 Oct 13 06:55:01.838571 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-2939b19d-0e76-4b73-b36d-1badcb4fc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:55:01.839983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-2939b19d-0e76-4b73-b36d-1badcb4fc5ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429027 Oct 13 06:55:01.883829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-6485c99f-35e6-4846-baba-c16592ec1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:55:01.885260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-6485c99f-35e6-4846-baba-c16592ec1d31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383210 Oct 13 06:55:01.981650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-576df355-a668-4ef3-9b90-f66695dc1436 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891042 Oct 13 06:55:02.070100 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-24cb9df7-93b3-40de-a0c7-97249bd4a5c8 req-47ffb5bd-663e-4ded-8695-cd4e64ba726d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818050 Oct 13 06:55:07.890593 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:55:12.066200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9111c2ab-b4a4-4092-8226-2dd26dfcab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:13.368173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:14.402682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b9a5030c-6f7d-42e2-a29e-19566992ba7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:14.902195 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:15.805775 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:16.261317 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:18.083884 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:42.065564 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d6df7f7-87a6-43c9-baac-40464830a33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:43.375432 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:44.403362 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d51b6f1c-07f9-4930-8f58-ee341edba2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:44.890063 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:55:44.910265 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:45.808319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:46.263734 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:55:48.067223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:03.554795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-efdd485b-07c1-4baf-ba59-89c92ecd1f55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427802 Oct 13 06:56:03.621648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-fe2caf92-7487-407f-80a1-8fec22e8c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:56:03.623140 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-fe2caf92-7487-407f-80a1-8fec22e8c762 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0459623 Oct 13 06:56:03.726556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-241aa4a7-4775-4f12-84b3-f2cf0ce5aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:56:03.728069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-241aa4a7-4775-4f12-84b3-f2cf0ce5aebc service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0860481 Oct 13 06:56:03.799025 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-b3dffb74-fdd6-43be-8522-ba26d223b31b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0640967 Oct 13 06:56:03.847465 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-d938f4cb-9df5-4327-9d7e-bf1752c36040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:56:03.848868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-d938f4cb-9df5-4327-9d7e-bf1752c36040 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431714 Oct 13 06:56:03.896244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-34f8843d-91c2-40a0-aa17-b72d96838647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:56:03.897733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-34f8843d-91c2-40a0-aa17-b72d96838647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409040 Oct 13 06:56:03.994020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-86c51590-b103-4104-bb79-c47e40508184 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879703 Oct 13 06:56:04.083620 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d57b2df6-57dd-4c06-ba04-a467ad9b7c08 req-b195c53b-76f2-4b77-a3c1-75165a6abd19 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823975 Oct 13 06:56:12.065250 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c797909-f500-4a94-9775-bd75ea9cc61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:13.378569 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:14.403699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32c3d8ac-1ef3-4d4a-827e-f2224d23e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:14.903177 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:15.809316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:16.265951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:18.075761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:21.889494 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:56:42.066331 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a78f-bb83-49c1-b245-83e9f83078fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:43.379083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:44.404381 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-dc9ac6be-e400-4a33-bbaa-71d1d6ba8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:44.904457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:45.810941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:46.268893 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:48.073937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:56:58.888545 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:57:05.549941 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-9de69ddd-8598-4119-9edd-e3a9a895374f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413568 Oct 13 06:57:05.634243 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-d8d0352c-9bc2-4f9e-a449-5094044e6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:57:05.635753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-d8d0352c-9bc2-4f9e-a449-5094044e6d3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0445943 Oct 13 06:57:05.737635 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-acca2c58-112d-4324-9a25-e774d71b9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:57:05.739136 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-acca2c58-112d-4324-9a25-e774d71b9f90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0840411 Oct 13 06:57:05.784221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-9ef88b50-fed8-497d-9d79-91d742d13f5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0378842 Oct 13 06:57:05.832997 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-659344a7-6ec9-4064-88c6-ddc3543f17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:57:05.834425 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-659344a7-6ec9-4064-88c6-ddc3543f17ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441241 Oct 13 06:57:05.881226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-918d870c-a2c2-40f0-9cb6-28a6581f5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:57:05.882688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-918d870c-a2c2-40f0-9cb6-28a6581f5b6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405667 Oct 13 06:57:05.975094 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-63affb95-2365-4585-8c54-e071ea3eb254 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 Oct 13 06:57:06.064574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c96d0079-35ae-4f7e-b8bd-48cef3a33d5e req-8008ea8b-470e-4e21-b1cc-f896c6a010e4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823123 Oct 13 06:57:12.066520 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b46efed7-741f-41cf-988e-09562b0d672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:13.380771 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:14.404727 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69937d74-e9fb-4d90-9702-95f03decc2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:14.913572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:15.812061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:16.271358 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:18.095308 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:35.887116 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:57:42.067805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3abb2a6-b573-42b8-bcf3-f675af29f68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:43.389149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:44.404888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-acbe430f-286d-493f-86b9-22fd2e22fd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:44.915500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:45.812242 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:46.274334 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:57:48.081011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:07.580852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-1e9dbe7c-b6ec-4ce2-b4b3-8b14b9116c50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416842 Oct 13 06:58:07.645090 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95b9-5498-4052-b147-704ff7ad80df req-3055fa69-4c03-48cc-beac-b2319823d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:58:07.647045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-3055fa69-4c03-48cc-beac-b2319823d3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0468268 Oct 13 06:58:07.747731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95b9-5498-4052-b147-704ff7ad80df req-d8815e5e-9626-4f96-bfd1-1c8ab7d24d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:58:07.749166 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-d8815e5e-9626-4f96-bfd1-1c8ab7d24d1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843923 Oct 13 06:58:07.816927 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-af0f236a-ef6c-46f3-8774-f887785774a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0606787 Oct 13 06:58:07.865260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95b9-5498-4052-b147-704ff7ad80df req-4c9b6c02-6327-42d9-b352-77acd52c6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:58:07.866896 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-4c9b6c02-6327-42d9-b352-77acd52c6f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431695 Oct 13 06:58:07.912891 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d95b9-5498-4052-b147-704ff7ad80df req-6b1fb5ea-504f-4b09-a935-3f79bf1272ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:58:07.914346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-6b1fb5ea-504f-4b09-a935-3f79bf1272ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400481 Oct 13 06:58:08.006156 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-9547c66f-7cea-47f5-aab8-13274ae0db99 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Oct 13 06:58:08.093726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-915d95b9-5498-4052-b147-704ff7ad80df req-ced17aef-61c8-4346-b875-dfe6ca026976 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806007 Oct 13 06:58:12.068233 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-df0da832-ddc9-473a-a66f-30ace9d495e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:12.886506 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:58:13.390445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:14.405872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7edb7379-f379-4bf6-91bf-869ae697f8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:14.931223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:15.817175 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:16.277593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:18.083477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:42.068412 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac2fd9af-e5b4-4563-ba05-500918abb888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:43.388147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:44.405971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee60e-2c57-43f0-b967-dc46e72a2ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:44.931591 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:45.818945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:46.280575 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:48.088173 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:58:49.884889 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:59:08.716888 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-c466bc84-c45c-49a7-8536-aaed03af3ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2122450 Oct 13 06:59:08.803895 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-a4a0fe56-1b02-4f45-b409-80c8dabbd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:59:08.805349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-a4a0fe56-1b02-4f45-b409-80c8dabbd8b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0465298 Oct 13 06:59:08.909325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-da278a70-60bd-4f25-94e7-40a491ad4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:59:08.910779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-da278a70-60bd-4f25-94e7-40a491ad4a9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859637 Oct 13 06:59:08.954786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-113a922f-9c57-40cb-b71c-7215d77d432e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370235 Oct 13 06:59:09.002363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-b4273d05-846b-473b-8738-9f768cd3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:59:09.003796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-b4273d05-846b-473b-8738-9f768cd3bd4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425117 Oct 13 06:59:09.048625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-ba62447c-0a9d-4458-8811-9835646f4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 06:59:09.050077 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-ba62447c-0a9d-4458-8811-9835646f4253 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395334 Oct 13 06:59:09.142539 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-c6f824b8-c16e-49bb-a630-fc9e2f14e59b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852072 Oct 13 06:59:09.229482 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6656d54a-f51f-4c73-a45d-d5da3ac9126b req-76dcf17c-b998-4f9c-80bc-137b94b7c642 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802145 Oct 13 06:59:12.069282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-428f7266-3368-4467-9260-a70dd936df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:13.377274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:14.406011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a04099b-3249-4075-9ac1-018f904679d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:14.924369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:15.819982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:16.284277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:18.113635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:26.884617 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 06:59:42.068526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5ecda6eb-02f7-44c1-8aa9-e7462824dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:43.400832 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:44.407687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d84f141f-5981-4fcd-8072-df645f92a85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:44.943343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:45.821012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:46.286755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 06:59:48.093470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:03.884584 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:00:10.554209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-73188aa0-b7ae-4611-9745-b85dc447c0dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430708 Oct 13 07:00:10.619853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-65ad74eb-c79a-4345-94e0-fb3d6f561ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:00:10.621349 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-65ad74eb-c79a-4345-94e0-fb3d6f561ed5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0458460 Oct 13 07:00:10.723889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-a0a0e201-9d41-495d-998f-6612ea09e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:00:10.725354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-a0a0e201-9d41-495d-998f-6612ea09e4a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0853136 Oct 13 07:00:10.794947 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-77065b1f-20e2-4f83-ae7e-db3a4f48dfdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0628965 Oct 13 07:00:10.845055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-27be7608-4861-4831-8eb5-d5e1ab596fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:00:10.847173 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-27be7608-4861-4831-8eb5-d5e1ab596fa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0444207 Oct 13 07:00:10.892331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-aa02da32-f426-4948-be90-6cc72882ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:00:10.894337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-aa02da32-f426-4948-be90-6cc72882ec07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403855 Oct 13 07:00:10.985187 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-91749cf6-10bd-46f8-9c3c-c4866f8b5819 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835264 Oct 13 07:00:11.074489 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-cd4216cc-f1b2-41b8-aa61-c819b16cafc7 req-84c22476-dbed-47e8-bd8e-9deabc9f4432 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818343 Oct 13 07:00:12.068446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d91361d2-746a-4398-813c-70d47d228f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:13.411776 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:14.409183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb010d84-3c8d-40ae-a29c-03511849a3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:14.940655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:15.823752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:16.289141 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:18.097273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:40.884841 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:00:42.068900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bcad4de0-7ac0-4563-8444-e9e98ce2c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:43.423275 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:44.408235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5153f374-af5b-43a1-86c6-62f4163f4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:44.955234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:45.824746 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:46.291782 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:00:48.100076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:12.069725 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1631dbdf-4958-489f-b6e7-ade53631a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:12.542960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-06b91ec8-8bb1-4363-8656-e5541b58aab9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404043 Oct 13 07:01:12.627273 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-a448c5e3-6ecc-40d9-9f64-8322b2e37770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:01:12.628735 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-a448c5e3-6ecc-40d9-9f64-8322b2e37770 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0451512 Oct 13 07:01:12.732249 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-04ad2e5d-39e1-4211-abf4-f192c9934707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:01:12.734778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-04ad2e5d-39e1-4211-abf4-f192c9934707 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874302 Oct 13 07:01:12.779570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-ecd45e9e-a02b-4c77-97f8-73d9155e97ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0373752 Oct 13 07:01:12.829295 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-3efcc16b-a410-43c7-bdec-837d9a657698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:01:12.831821 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-3efcc16b-a410-43c7-bdec-837d9a657698 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0451748 Oct 13 07:01:12.878394 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-fc637a89-bfdc-4d77-b23c-4098d755bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:01:12.879868 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-fc637a89-bfdc-4d77-b23c-4098d755bc02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410924 Oct 13 07:01:12.973625 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-0dd735ca-262d-40ef-ac11-9f0c9da46bee service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Oct 13 07:01:13.064800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-bf4f9f08-b34a-4265-8149-bf3aed09fb6b req-f360199b-81f9-4a84-ac64-3847a461edc4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Oct 13 07:01:13.425579 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:14.409232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a4de07b-e5f5-4dc0-b860-7b097586c478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:14.958904 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:15.826377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:16.294445 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:17.883291 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:01:18.124939 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:42.070325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04e315ea-db53-4d5c-8190-5b3a8df51be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:43.430113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:44.411906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d76b759-df22-472d-8924-919338fda0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:44.972278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:45.828494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:46.297375 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:48.106953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:01:54.882949 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:02:12.074617 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-276ca932-1356-4a4c-809b-f2f4799900d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:12.539363 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-ccc102ce-360c-41c3-96a9-052e2d3fe5f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401313 Oct 13 07:02:12.605193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-283f271d-f68a-41c7-a3fb-2c834abff082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:02:12.606743 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-283f271d-f68a-41c7-a3fb-2c834abff082 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0467834 Oct 13 07:02:12.706638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-08de4343-6179-4bc9-84bd-55fc9102cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:02:12.708123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-08de4343-6179-4bc9-84bd-55fc9102cf9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0834010 Oct 13 07:02:12.777484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-b753cc3a-ec59-4558-afba-c0d457fa4433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0623782 Oct 13 07:02:12.827494 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-d3e0937c-6a1c-4479-883f-4618d620b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:02:12.828906 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-d3e0937c-6a1c-4479-883f-4618d620b18c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437877 Oct 13 07:02:12.874253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-3d8b9b72-2d34-4b5c-a397-ab14d3565289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:02:12.875736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-3d8b9b72-2d34-4b5c-a397-ab14d3565289 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395482 Oct 13 07:02:12.968522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-a075c158-4c14-466c-b897-4dde5f506540 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857728 Oct 13 07:02:13.064730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-87b159b3-d7bb-4b8b-aa0e-7bde08b29565 req-05833975-386c-4db8-9439-e6e9453b3641 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888524 Oct 13 07:02:13.428546 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:14.412337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-addb021e-8a07-44dc-9661-b3a93ceebbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:14.970308 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:15.829662 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:16.300613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:18.111583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:31.882470 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:02:42.074745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b0323211-5267-4f0b-92db-7310bffe1298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:43.428135 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:44.412043 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b5e568af-4fe6-4432-bbb3-bdad661de346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:44.984655 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:45.831342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:46.303491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:02:48.113273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:08.881911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:03:12.074955 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-188834d3-a855-4eb1-a6fe-fede17eac9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:13.443385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:14.411197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4aa45bc6-5a7b-4715-b2d4-27a659278837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:14.558932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-62e395c3-5faf-48a3-832e-8cdb0437ea46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468380 Oct 13 07:03:14.643118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07265c0d-f60a-4586-8645-8604992c13d4 req-900df8e5-5893-4d10-b008-7a8832adc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:03:14.644535 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-900df8e5-5893-4d10-b008-7a8832adc53a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0433888 Oct 13 07:03:14.746327 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07265c0d-f60a-4586-8645-8604992c13d4 req-76d521fe-5a6b-4cab-82cf-d52788134d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:03:14.747802 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-76d521fe-5a6b-4cab-82cf-d52788134d2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843439 Oct 13 07:03:14.791603 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-052eb91c-4a5b-49e8-a6db-60b7632d3163 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0360107 Oct 13 07:03:14.841002 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07265c0d-f60a-4586-8645-8604992c13d4 req-36e7da19-c2a6-4b7f-b465-0a566cf0b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:03:14.842631 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-36e7da19-c2a6-4b7f-b465-0a566cf0b8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437496 Oct 13 07:03:14.889343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07265c0d-f60a-4586-8645-8604992c13d4 req-d20e0411-1547-4f67-8141-436d56cc2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:03:14.890881 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-d20e0411-1547-4f67-8141-436d56cc2243 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411751 Oct 13 07:03:14.983222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:14.984502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-88f6f21a-9421-4b9f-9a0a-4e81c3ba9cac service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862777 Oct 13 07:03:15.073565 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-07265c0d-f60a-4586-8645-8604992c13d4 req-f89c2f59-a20d-4cee-842f-99be439101af service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 Oct 13 07:03:15.832812 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:16.306751 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:18.116379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:42.075522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-31de972c-bbfd-41cd-88c9-adbddf688423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:43.462087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:44.412301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cb056437-34bb-494d-94a7-b5d57e9bc35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:44.983614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:45.836071 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:45.880679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:03:46.308568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:03:48.117931 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:12.082817 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-46fd5fb9-3fb0-4d72-bb6e-4c6fb9123d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:13.457014 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:14.411743 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0eab-63b7-4c48-8c29-6ec7c7a7e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:15.014736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:15.615675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-91641175-4bf9-46b5-a166-213b8cf6b5d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935025 Oct 13 07:04:15.676064 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e26de637-5c1d-410e-b140-e83e90745c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:04:15.677509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e26de637-5c1d-410e-b140-e83e90745c49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0397336 Oct 13 07:04:15.783715 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e732daf8-16e1-4ebd-ae1a-dd870553d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:04:15.785157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e732daf8-16e1-4ebd-ae1a-dd870553d109 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0883946 Oct 13 07:04:15.837699 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:15.854251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-19e57665-3dab-4761-ba17-d9b51859f87b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0619094 Oct 13 07:04:15.904257 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-5b054cd5-ee64-40bc-921d-f47193fc14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:04:15.905664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-5b054cd5-ee64-40bc-921d-f47193fc14ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0443590 Oct 13 07:04:15.950709 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-85dc110a-53bd-4faa-8d0a-91d71a1eb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:04:15.952177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-85dc110a-53bd-4faa-8d0a-91d71a1eb5f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393493 Oct 13 07:04:15.963211 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e42abe76-b264-439e-aa83-6c798f240631 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:04:15.964127 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-e42abe76-b264-439e-aa83-6c798f240631 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046833 Oct 13 07:04:16.055430 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-929425a1-52e9-4f33-87a3-1a9c82e16754 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837185 Oct 13 07:04:16.143148 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-67316c4c-d15a-42f4-8613-18b5dd80b148 req-b244c046-27d6-43a8-b61f-27c22c1f35b8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Oct 13 07:04:16.312902 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:18.121011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:22.880811 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:04:42.072783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-077eacb9-d966-42b5-8b64-f89a07e78030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:43.471945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:44.413218 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eee8d300-5df8-4cba-b098-0190afab8a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:45.013474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:45.839154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:46.315513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:48.125322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:04:59.880061 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:05:12.074506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-84480f4c-df0c-47a6-9967-a6ca72ba6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:13.472833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:14.414640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e5d26adc-fd0b-436d-8654-89a4670bd91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:15.021271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:15.840243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:16.319646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:16.542211 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-d1fc6bfe-a861-4f26-8274-4d31b02919f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447867 Oct 13 07:05:16.961033 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757c85-a50a-4ca1-afe9-51275794227b req-7e173c58-8705-4594-968b-aff112cabe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:05:16.962502 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-7e173c58-8705-4594-968b-aff112cabe34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.3798931 Oct 13 07:05:17.067237 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757c85-a50a-4ca1-afe9-51275794227b req-256cc7fb-1e34-4e99-ae1d-679a9c5e695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:05:17.068736 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-256cc7fb-1e34-4e99-ae1d-679a9c5e695c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859106 Oct 13 07:05:17.111894 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-f2050324-20b8-44d4-ba2d-94e5aad83faa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0360293 Oct 13 07:05:17.160508 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757c85-a50a-4ca1-afe9-51275794227b req-a5aa4ca7-fd88-4644-8432-42a73f47ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:05:17.161942 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-a5aa4ca7-fd88-4644-8432-42a73f47ca93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0431345 Oct 13 07:05:17.206444 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8757c85-a50a-4ca1-afe9-51275794227b req-8dcfd5f8-5f71-42d1-9da0-119210f53d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:05:17.208006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-8dcfd5f8-5f71-42d1-9da0-119210f53d62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391452 Oct 13 07:05:17.297816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-f8654aa4-5c03-48fb-808a-e8bf01c1b7ec service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829690 Oct 13 07:05:17.388484 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-d8757c85-a50a-4ca1-afe9-51275794227b req-d6a0bd99-3a58-40b3-9db4-78d608d5b579 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836356 Oct 13 07:05:18.126859 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:36.880082 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:05:42.075172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c759d731-a3fd-421e-ba29-cd4e19499079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:43.476873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:44.414800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-58c5e4e1-2acf-47f8-bc1d-de23ec91a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:45.016622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:45.841366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:46.321122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:05:48.131513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:12.078380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-85d2876a-934e-44b4-a8ce-13ccff73312a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:13.487844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:13.879704 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:06:14.417597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2632845f-a806-4e26-ae3a-e99803eada78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:15.011532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:15.841800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:16.324410 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:16.547898 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-e53c29e2-f08d-4dc5-bfba-9c114ea4d9d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446072 Oct 13 07:06:16.608569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-0869214e-189e-4bfc-8d49-c1e943286467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:06:16.609977 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-0869214e-189e-4bfc-8d49-c1e943286467 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0408013 Oct 13 07:06:16.711283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-e670bf06-326a-4a60-b4f1-d3426e808eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:06:16.712790 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-e670bf06-326a-4a60-b4f1-d3426e808eef service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843022 Oct 13 07:06:16.782279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-b0754ed0-37ca-4af5-b89f-328991015409 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0622187 Oct 13 07:06:16.832001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-68f77812-e3aa-499c-b40c-5b9a9e82934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:06:16.833420 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-68f77812-e3aa-499c-b40c-5b9a9e82934a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439403 Oct 13 07:06:16.879073 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-9467813b-2bc0-4bcf-bedf-716334448ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:06:16.880479 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-9467813b-2bc0-4bcf-bedf-716334448ebf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401514 Oct 13 07:06:16.972191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-a5c91870-d17b-41ae-81ab-28f16bd22211 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843916 Oct 13 07:06:17.064226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-942c4849-51b2-4402-9894-ae231c5b02c8 req-d5bd9b6d-6594-43f5-beaa-a399295f936c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Oct 13 07:06:18.133859 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:42.080128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e6973866-5997-48f3-a09d-01a6244e352d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:43.487287 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:44.417614 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d12f7084-0ec6-4f7f-bd49-534fe1b4a395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:45.017532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:45.843153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:46.326943 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:48.137770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:06:50.879861 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:07:12.080341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-af56ea97-681f-42a4-904b-58bdaac95887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:13.498908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:14.420337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-00dfcd8e-a841-4d67-87c8-4db6d6335d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:15.021042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:15.844229 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:16.330205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:17.660105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-2ab500ca-4ff9-4c32-9b34-224570eb274b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953472 Oct 13 07:07:17.740739 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7a71-3608-4328-8821-4693e8b70325 req-3ac7d0a5-52fd-4672-ac34-a134aa7d7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:07:17.742487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-3ac7d0a5-52fd-4672-ac34-a134aa7d7da9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0427189 Oct 13 07:07:17.844197 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7a71-3608-4328-8821-4693e8b70325 req-f99928ff-7054-4173-be09-eeafc3ebab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:07:17.845550 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-f99928ff-7054-4173-be09-eeafc3ebab70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0847836 Oct 13 07:07:17.890177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-a8a61221-95b2-4b19-b4e9-8f085455bd53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0379114 Oct 13 07:07:17.939046 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7a71-3608-4328-8821-4693e8b70325 req-4ce6e58b-3878-46e6-939a-08d508dced72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:07:17.941053 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-4ce6e58b-3878-46e6-939a-08d508dced72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441675 Oct 13 07:07:17.985802 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7a71-3608-4328-8821-4693e8b70325 req-17eefc98-8137-4ff0-8676-7a6ee6d93949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:07:17.987317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-17eefc98-8137-4ff0-8676-7a6ee6d93949 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399826 Oct 13 07:07:18.081457 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-4548191e-a8df-463c-a2b3-4795daad5556 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874343 Oct 13 07:07:18.140908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:18.173763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e99b7a71-3608-4328-8821-4693e8b70325 req-1647b117-d302-44c4-a4e7-3af6e984b9fd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857742 Oct 13 07:07:27.879345 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:07:42.080494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b4-d9d6-454c-b6bd-ff552cecd7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:43.488721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:44.420975 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf47c98f-69dc-4391-86a7-486ef4ce6de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:45.040178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:45.845740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:46.332888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:07:48.140160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:04.878710 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:08:12.083292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-994088d3-47e8-4d48-a89b-942299abee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:13.488494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:14.420981 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4d84bfc3-abbb-4a13-971f-434684a42d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:15.062881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:15.846843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:16.336343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:17.548431 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-43e15646-e172-4fe5-9f92-d2bbc36f7308 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455654 Oct 13 07:08:17.608288 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-d67a8db5-8ea6-4deb-997d-f116aa4ba983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:08:17.609786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-d67a8db5-8ea6-4deb-997d-f116aa4ba983 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0417097 Oct 13 07:08:17.713307 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-a335e618-81d6-41d0-846d-0aa75f3776b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:08:17.714814 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-a335e618-81d6-41d0-846d-0aa75f3776b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0852468 Oct 13 07:08:17.784980 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-d1595031-a51f-4c90-8488-528079455687 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0619462 Oct 13 07:08:17.835850 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-3082ee4e-cedb-473c-b5a6-5ae7433a185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:08:17.837280 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-3082ee4e-cedb-473c-b5a6-5ae7433a185f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0449212 Oct 13 07:08:17.883369 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-4067b7a2-5758-4b9d-8b6d-96cf00f7fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:08:17.884816 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-4067b7a2-5758-4b9d-8b6d-96cf00f7fcc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403931 Oct 13 07:08:17.980286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-e785e995-75c7-4201-b506-91cd2bcae939 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873938 Oct 13 07:08:18.070224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c1f07c91-f6da-4fa9-9a90-bda7f2af351e req-8a84fe9c-443f-4ebb-87ce-d2822c3bd154 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827181 Oct 13 07:08:18.147102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:41.878126 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:08:42.084056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c6b16cd-ecaf-4a01-873a-7b01201d0170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:43.502819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:44.421642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c3773c04-9ab6-4ffa-98e8-b811125ebd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:45.053673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:45.848108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:46.337773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:08:48.150757 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:12.085896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c66c5b81-5f71-48ba-aa98-7ce147a7ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:13.501892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:14.423235 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6284c229-62ed-4eae-875e-9e6a5464ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:15.080228 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:15.849257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:16.344516 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:17.532075 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-2c48a484-07d2-46cd-9507-53f9791ecb5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449214 Oct 13 07:09:17.614133 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448b4a-852d-470d-ae3d-543b00766146 req-fecd368a-3a69-4d5c-bf4f-18fe46696a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:09:17.615719 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-fecd368a-3a69-4d5c-bf4f-18fe46696a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0413494 Oct 13 07:09:17.717913 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448b4a-852d-470d-ae3d-543b00766146 req-79b04940-c126-4423-a551-25760a12ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:09:17.719401 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-79b04940-c126-4423-a551-25760a12ed21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0851469 Oct 13 07:09:17.764688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-13042221-cc49-46a0-87b9-dff47c7f5fd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0379219 Oct 13 07:09:17.813808 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448b4a-852d-470d-ae3d-543b00766146 req-056a3a2f-0e1a-4bfd-8e09-cdc2ffcf3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:09:17.815251 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-056a3a2f-0e1a-4bfd-8e09-cdc2ffcf3d30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439839 Oct 13 07:09:17.861183 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77448b4a-852d-470d-ae3d-543b00766146 req-0d99bf4e-23f9-46dd-a34d-0653bb3b8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:09:17.862646 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-0d99bf4e-23f9-46dd-a34d-0653bb3b8742 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400321 Oct 13 07:09:17.954852 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-f3e1c0a7-5d30-4b58-851b-5e8c7839acd2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849578 Oct 13 07:09:18.046128 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-77448b4a-852d-470d-ae3d-543b00766146 req-d90e1807-75fc-4e5f-a134-f62ec9e262ef service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840204 Oct 13 07:09:18.151568 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:18.877274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:09:42.085850 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1f2122e9-632d-4c4b-8873-41f07a8329d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:43.525296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:44.423418 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24baf7d6-43bf-41d6-a106-4ad190e0efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:45.084573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:45.849279 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:46.345943 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:48.153909 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:09:55.877069 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:10:12.085786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9abeaee8-275e-42da-9aaf-192e396ec7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:13.515577 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:14.423514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86993fb6-e2a5-4796-b2b5-45280dab0f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:15.083270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:15.849377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:16.347680 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:18.157804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:19.542885 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-76fa94f8-6588-4871-8b3c-b8316e2af290 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414917 Oct 13 07:10:19.608021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-fbb34082-65f3-4e1a-aff8-ddcb119aef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:10:19.609571 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-fbb34082-65f3-4e1a-aff8-ddcb119aef1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0462735 Oct 13 07:10:19.711738 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-39063963-1312-4fd7-aee8-c19b8d533fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:10:19.713190 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-39063963-1312-4fd7-aee8-c19b8d533fc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0853722 Oct 13 07:10:19.782626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-44a49610-ce88-48d2-baad-29b342a31e2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0611205 Oct 13 07:10:19.831800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-729dd08e-7b94-4abb-a78e-64151125da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:10:19.833262 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-729dd08e-7b94-4abb-a78e-64151125da20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0434823 Oct 13 07:10:19.880293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-f7726571-92cc-4ee7-a42a-10e3b6f58a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:10:19.881965 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-f7726571-92cc-4ee7-a42a-10e3b6f58a16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420647 Oct 13 07:10:19.977018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-4044e271-65d3-470e-a125-d6777547aede service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875630 Oct 13 07:10:20.070191 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-edbad8c2-6a4b-4e0a-b2d8-bd30ee89ecf1 req-4768675a-bcf1-4f16-aa33-6a98af0fd743 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852363 Oct 13 07:10:32.876477 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:10:42.086356 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bc554a25-b68f-47fd-9e78-b91fe540521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:43.539809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:44.422774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3bb2a919-451c-457b-bae6-9af04a319e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:45.091967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:45.851300 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:46.350502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:10:48.164259 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:09.876334 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:11:12.087828 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d314b7e-39a7-4b1c-9c0e-1e642fe87593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:13.538336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:14.423327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77e93abb-dcaa-4031-b2db-d040c92fb3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:15.111396 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:15.852006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:16.357223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:18.163606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:21.520072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-d3610102-74d2-4565-9d31-81ab6ef65e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412877 Oct 13 07:11:21.606147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-376229e8-c745-415d-a3e5-f8bf92eebf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:11:21.607842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-376229e8-c745-415d-a3e5-f8bf92eebf14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0461149 Oct 13 07:11:21.709947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-941405b8-d84a-4cb6-871c-169bfca898b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:11:21.711442 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-941405b8-d84a-4cb6-871c-169bfca898b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0846899 Oct 13 07:11:21.756967 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-cffe27fb-28b4-41a6-b848-f686c637304f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0371466 Oct 13 07:11:21.805388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-86d41e7a-c05e-4953-87e7-69491841442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:11:21.806715 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-86d41e7a-c05e-4953-87e7-69491841442c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425060 Oct 13 07:11:21.851476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-4991bd72-589d-45e2-bddd-0630dbdf16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:11:21.852917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-4991bd72-589d-45e2-bddd-0630dbdf16e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388663 Oct 13 07:11:21.945764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-76a9d89a-0c9a-45f1-83af-0772c7e9e65d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Oct 13 07:11:22.036314 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-20caf7af-5b70-47ab-8c0b-72065f334871 req-4bd1cea3-cc21-402a-b028-947c99117ec9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827446 Oct 13 07:11:42.088201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-30ffba3c-a863-40e7-9abd-50f7c0f11c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:43.537613 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:44.423394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a478b8e-e21b-445b-94c4-e25422bb6944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:45.110243 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:45.852677 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:46.356130 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:11:46.875239 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:11:48.167154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:12.090065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-859b0140-41fc-4d63-88e5-bb2ea7f6140b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:13.546778 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:14.423600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab7f1-40ef-4fbd-a186-babc27f62e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:15.111105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:15.853017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:16.358830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:18.169925 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:23.629920 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-2f3e7d44-ccf9-4025-ae4b-1a7ffc19dbd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1400993 Oct 13 07:12:23.695205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-5672e0a0-5777-4906-bb8c-cdf288c8bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:12:23.696654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-5672e0a0-5777-4906-bb8c-cdf288c8bc67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0448341 Oct 13 07:12:23.798259 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-7ce4d6ee-2218-4abd-bd00-c9b87b503512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:12:23.800295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-7ce4d6ee-2218-4abd-bd00-c9b87b503512 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0845742 Oct 13 07:12:23.868518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-35084578-3d8e-415d-bb81-b60f2b7cd3b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0612726 Oct 13 07:12:23.874369 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:12:23.918708 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-a38e74fd-4374-4208-b505-071e32d8d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:12:23.920139 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-a38e74fd-4374-4208-b505-071e32d8d323 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439196 Oct 13 07:12:23.965658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-7c2f6499-866f-4f68-8a2b-23cae6942382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:12:23.967109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-7c2f6499-866f-4f68-8a2b-23cae6942382 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396130 Oct 13 07:12:24.058976 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-4cebf6c9-47cb-470e-800e-1d890b07758d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 Oct 13 07:12:24.153171 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-a041846a-8348-4dc8-a3ff-7edba2553272 req-7f0b1899-dd16-4179-b243-b3163878a0cb service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872593 Oct 13 07:12:42.091328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-146469d5-658f-48ae-9637-619bd5c59e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:43.549497 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:44.424493 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-60a77cd8-b28b-48b2-974f-db30eaffeff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:45.110099 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:45.854560 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:46.361889 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:12:48.174376 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:00.874162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:13:12.092075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b57ab5a8-f0e4-4bbb-8c04-0ffa297a128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:13.563711 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:14.424642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fc15e60b-ac2c-4d61-b432-205ddf03a834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:15.108370 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:15.857839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:16.364820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:18.178946 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:25.529983 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-d6acd92c-89bd-4d2f-a3fa-3e234768896d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494027 Oct 13 07:13:25.623603 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-11da6fbc-8dd6-456d-95ca-3d459da626bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:13:25.625083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-11da6fbc-8dd6-456d-95ca-3d459da626bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0511847 Oct 13 07:13:25.730297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-17f6acf9-d6e7-4ef4-9860-c5afe7815921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:13:25.731778 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-17f6acf9-d6e7-4ef4-9860-c5afe7815921 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0857730 Oct 13 07:13:25.777473 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-393a0a6f-d104-4ae8-9fab-dc733618f9b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0376530 Oct 13 07:13:25.825818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-504038f4-a3b6-437a-ac70-8dbc9c386ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:13:25.827286 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-504038f4-a3b6-437a-ac70-8dbc9c386ad3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0425520 Oct 13 07:13:25.872312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-3bc89b59-005f-4a25-a517-a26117588458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:13:25.873799 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-3bc89b59-005f-4a25-a517-a26117588458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391886 Oct 13 07:13:25.964347 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-316a4961-f488-45fe-818e-bbd9407ac71e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825827 Oct 13 07:13:26.053306 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-e412536a-4c97-42cd-adc3-ccd46e4aae0b req-65a88c2f-3435-41a8-b322-ffc3eeef990b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812907 Oct 13 07:13:37.872628 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:13:42.093185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-def23b3d-97a3-4f30-98c0-2a567dfc4eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:43.565621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:44.424303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1a354702-fc83-4a7a-abb9-c243515908d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:45.129302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:45.858712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:46.368644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:13:48.182466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:12.094895 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-33ac8cad-40e4-4965-9d60-18fa83cb2bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:13.579571 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:14.424461 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04b20ebc-76c5-432c-ae29-51be6334f56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:14.871411 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:14:15.144846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:15.860029 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:16.374288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:18.185110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:27.536746 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-ac5f5365-7e57-4e08-bf01-af59c2182fde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409915 Oct 13 07:14:27.601482 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-51e2196e-e7a3-413c-8137-d369b527e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:14:27.602931 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-51e2196e-e7a3-413c-8137-d369b527e8c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0441749 Oct 13 07:14:27.702119 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-e8ad2329-1871-4c67-a561-3c41c5a5e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:14:27.703561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-e8ad2329-1871-4c67-a561-3c41c5a5e6eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0825319 Oct 13 07:14:27.772613 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-f4935495-62ed-44cd-b143-2e62ee133bc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0613170 Oct 13 07:14:27.822330 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-7f501bd1-2b23-406a-a07e-113c37489766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:14:27.823788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-7f501bd1-2b23-406a-a07e-113c37489766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438356 Oct 13 07:14:27.869048 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-c799275e-9235-4f48-82ba-975630b86a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:14:27.870503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-c799275e-9235-4f48-82ba-975630b86a40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398374 Oct 13 07:14:27.881868 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-99feabb7-dc0e-4f1a-84cd-193634f722ab service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:14:27.883404 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-99feabb7-dc0e-4f1a-84cd-193634f722ab service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053196 Oct 13 07:14:27.972650 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-63e54531-096b-4933-b407-3c5730b71580 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825832 Oct 13 07:14:28.061265 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7a328e08-d5b6-4b1b-91d1-38d58fb8a4df req-e2058462-d4e1-4fa2-a259-d2ae7d418fc8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814641 Oct 13 07:14:42.096012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5384c474-2c12-403d-98f6-34e278e195a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:43.596082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:44.425554 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-07e45417-2d94-4a2d-b93f-d192688bfb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:45.149973 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:45.861966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:46.374473 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:48.188110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:14:51.871008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:15:12.097097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-64874102-2ad4-4216-8fc8-c91a371d42a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:13.595275 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:14.425905 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f9d7286c-3e3e-4371-aca7-b73ba9753c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:15.153069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:15.863293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:16.377491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:18.189542 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:27.520226 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-ff46519e-03f4-4a0d-88ed-3169927ad571 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467832 Oct 13 07:15:27.600818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-7e09c1b7-1d10-422e-9cf3-6eaa78a60a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:15:27.602975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-7e09c1b7-1d10-422e-9cf3-6eaa78a60a55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0417726 Oct 13 07:15:27.703244 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-affec7a7-31f1-46ff-8f4d-3bf425c92855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:15:27.704656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-affec7a7-31f1-46ff-8f4d-3bf425c92855 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0826325 Oct 13 07:15:27.749299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-bce30af0-e22b-431e-9aa5-ff8836527c03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0372097 Oct 13 07:15:27.796694 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-339088a2-199e-49a2-bba5-6863576d12de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:15:27.798017 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-339088a2-199e-49a2-bba5-6863576d12de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424435 Oct 13 07:15:27.842922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-9217113f-14fa-41b2-8a8d-649467903a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:15:27.844405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-9217113f-14fa-41b2-8a8d-649467903a6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394306 Oct 13 07:15:27.936390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-0680627e-3474-4456-a961-d1867f8816c3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Oct 13 07:15:28.022988 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6b7a559d-71d9-419d-baff-4ea45a71ec13 req-06da2f02-38a3-4dbd-b881-9b50e8ba30ca service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793421 Oct 13 07:15:28.871489 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:15:42.096660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-695c4172-4440-40a7-99f5-97c332e5ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:43.610251 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:44.426705 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdee43d5-1802-48cf-bc5e-e53c6107cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:45.167298 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:45.865221 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:46.378807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:15:48.193480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:05.871923 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:16:12.101296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-da856fbd-e303-403d-b7d5-2841632dc365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:13.610302 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:14.427039 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9ca1-771a-4c4f-9cc9-e6c17442ef6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:15.198954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:15.867212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:16.382525 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:18.197270 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:28.524756 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-df63e407-5138-470e-9dd0-a938c81a532d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412972 Oct 13 07:16:28.590381 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-24925ba0-b54d-43db-bdba-f72c9c013bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:16:28.591866 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-24925ba0-b54d-43db-bdba-f72c9c013bfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0448925 Oct 13 07:16:28.693475 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-d75e6aed-285f-4889-a432-df4405abaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:16:28.694912 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-d75e6aed-285f-4889-a432-df4405abaaf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0845613 Oct 13 07:16:28.763356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-ecf353ce-82b4-4545-a121-2c44ddaf6608 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0611684 Oct 13 07:16:28.812240 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-1790e9e7-224f-4d53-a00a-6ce7dcc24784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:16:28.813616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-1790e9e7-224f-4d53-a00a-6ce7dcc24784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0434585 Oct 13 07:16:28.861795 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-b5e5284d-3770-452e-8486-32258bd80dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:16:28.863278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-b5e5284d-3770-452e-8486-32258bd80dfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423594 Oct 13 07:16:28.956072 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-3d231005-6dd9-4764-ac35-d7c3e43537ae service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Oct 13 07:16:29.045892 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-4330c9ad-60e5-415c-9449-bd9aa2d84ecc req-909ee992-b569-46d4-b128-c83c2eb6dbe9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Oct 13 07:16:42.101935 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45cf2ede-acd6-474a-9663-43717132361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:42.871422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:16:43.610790 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:44.427158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-99abd186-6d17-4909-a45a-567f7199dd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:45.198351 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:45.869205 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:46.384719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:16:48.200185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:12.103431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5d09fd7f-1d4e-4686-b991-3978e2437ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:13.608871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:14.426774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3790074d-6e08-4c17-bee1-9d76ef66f142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:15.197232 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:15.872065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:16.388140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:18.201740 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:19.872302 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:17:30.639095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-7b0d3f3f-3224-4b75-8cf8-df6bb65886e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197238 Oct 13 07:17:30.726827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-ee3be419-0ea5-415d-920e-3e7a9065a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:17:30.728331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-ee3be419-0ea5-415d-920e-3e7a9065a897 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0462122 Oct 13 07:17:30.833974 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-d29478e7-20ea-4652-b587-715e4174cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:17:30.835395 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-d29478e7-20ea-4652-b587-715e4174cad2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874362 Oct 13 07:17:30.881259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-a4e8c662-d907-4082-86d6-7ca12d102dc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0378652 Oct 13 07:17:30.930217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-532dd375-0731-48b7-8b32-b8f4f499a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:17:30.931655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-532dd375-0731-48b7-8b32-b8f4f499a6dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0427322 Oct 13 07:17:30.977060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-4a466c78-121b-4c9c-bf7d-dce556cfe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:17:30.978575 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-4a466c78-121b-4c9c-bf7d-dce556cfe96c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395260 Oct 13 07:17:31.070587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-6d86a6c4-0808-45a2-9029-eec0cb4e908d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849476 Oct 13 07:17:31.159720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-15e76dc3-ea07-419e-8739-8600a5161f66 req-f211e175-5149-4d5e-8f18-7957776a13fc service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803249 Oct 13 07:17:42.106045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0c61f649-dd89-48cc-b456-3e1655f68a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:43.612006 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:44.429770 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ddc4723f-269e-481a-a9de-b34b7d1e3671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:45.198762 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:45.877133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:46.390522 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:48.207660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:17:56.872041 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:18:12.107483 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-92a5918f-51a2-4166-b814-6359b678cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:13.607988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:14.431951 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-748126e8-a23d-421c-9e51-6b2d98723708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:15.216311 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:15.878371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:16.393349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:18.208282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:30.531096 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-1dbb2478-06b4-4314-944c-90be528ed05f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416024 Oct 13 07:18:30.593947 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-6ca8405e-88c9-42e1-aeba-ddc3c414b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:18:30.595455 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-6ca8405e-88c9-42e1-aeba-ddc3c414b4e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0439689 Oct 13 07:18:30.698161 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-ab1c72e9-7781-4f13-a0e2-1f74ec6886c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:18:30.699655 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-ab1c72e9-7781-4f13-a0e2-1f74ec6886c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0857661 Oct 13 07:18:30.773302 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-e991980a-4d6e-4c74-80a5-167d69a5c898 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0664511 Oct 13 07:18:30.822446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-7b90333d-441d-4664-b887-819d90a02835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:18:30.823879 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-7b90333d-441d-4664-b887-819d90a02835 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0430214 Oct 13 07:18:30.869157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-7737203d-1554-4525-98e5-684925ad2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:18:30.870639 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-7737203d-1554-4525-98e5-684925ad2acf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388894 Oct 13 07:18:31.297526 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-53ee0913-239d-4396-a6c0-b0d35f226865 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192514 Oct 13 07:18:31.385726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3add26e5-0632-40c1-b4c6-4c786ce8093b req-7b8ad3d4-568f-44d6-a896-5345d0d6f94a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Oct 13 07:18:33.871724 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:18:42.108416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de770e5c-f515-43e9-98c8-a533f8ba01e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:43.607682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:44.432586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-61ea9643-9baa-455a-8674-d3eb272a31e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:45.240342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:45.880695 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:46.396682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:18:48.211948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:10.870812 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:19:12.109945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c2a4e608-a5a3-4ff4-9d93-045052255f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:13.614292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:14.433143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cd637c31-4237-4904-8367-801173463928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:15.249025 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:15.883820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:16.399019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:18.213820 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:30.522993 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-44191511-88f1-45e5-92ac-080af10af5e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444517 Oct 13 07:19:30.601824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-89d88324-427e-4e4e-927c-79e1d8db5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:19:30.603532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-89d88324-427e-4e4e-927c-79e1d8db5585 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0403681 Oct 13 07:19:30.710074 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-aef9080a-1595-472f-bb01-d4002a22ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:19:30.711589 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-aef9080a-1595-472f-bb01-d4002a22ff06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0890472 Oct 13 07:19:30.754079 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-0da2d78e-324e-4270-869b-30acf4cb8725 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0342696 Oct 13 07:19:30.803665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-b1febd22-2377-46eb-827c-dae38e19ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:19:30.805035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-b1febd22-2377-46eb-827c-dae38e19ba02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0445859 Oct 13 07:19:30.851214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-7cd63aef-d788-4176-8fcb-7547e67dc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:19:30.852672 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-7cd63aef-d788-4176-8fcb-7547e67dc845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402632 Oct 13 07:19:30.959464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-59b45b8f-b389-4bcd-aeb5-324be68929da service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982792 Oct 13 07:19:31.069380 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-10de166a-f918-4a5b-ae6d-7b5b6bf2604c req-2a14eba6-b1ae-4e13-b4b6-d0d97b9e214b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019733 Oct 13 07:19:42.110274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-540c2362-4ce1-48bd-ac96-bcd19f6920eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:43.617510 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:44.433911 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e7a8967b-f56c-47ae-9d96-fbae6e5b88b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:45.253694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:45.890863 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:46.406245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:19:47.871557 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:19:48.217139 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:12.111635 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24a03172-d252-44b6-a451-e9dce4e0fc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:13.611533 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:14.434810 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fd9945e-8d87-44c4-b1c6-86978a3777a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:15.268695 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:15.891451 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:16.405103 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:18.219842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:24.871325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:20:31.535464 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-e8dac524-17f7-42ca-a6da-b33f09c6eb05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462024 Oct 13 07:20:31.595894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-26f2dc34-ee0d-4533-875e-747af98ebe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:20:31.597675 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-26f2dc34-ee0d-4533-875e-747af98ebe86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0416896 Oct 13 07:20:31.703735 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-09669086-f710-4f04-bfb6-b9f9161d78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:20:31.705213 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-09669086-f710-4f04-bfb6-b9f9161d78fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0895612 Oct 13 07:20:31.770243 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-b1502e48-3209-4f4c-9434-147eabc26ad1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0580699 Oct 13 07:20:31.818880 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-b68a475e-00de-403d-a4ee-ba35b0a28dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:20:31.820322 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-b68a475e-00de-403d-a4ee-ba35b0a28dbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437484 Oct 13 07:20:31.869487 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-5b948360-d663-4968-93ac-c443cfe5916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:20:31.870929 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-5b948360-d663-4968-93ac-c443cfe5916e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429373 Oct 13 07:20:31.958485 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-64979049-b6e0-4343-9aff-0e93c8b381cd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793457 Oct 13 07:20:32.051622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-03ae4b39-c049-495e-bb76-e88a9e7a1e89 req-8fabb17c-a2d8-41aa-bf67-19047bfb9904 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851560 Oct 13 07:20:42.113160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4ca82ee-d4f3-438a-a6a8-6a70e51d1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:43.629252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:44.435133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-27bacd5c-2d8a-49c2-9dc2-31d45b681ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:45.268394 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:45.893320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:46.407192 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:20:48.223179 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:01.871164 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:21:12.113164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2944-14cf-4d2a-ac16-fbebfc8589bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:13.643360 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:14.435413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-848d9c23-0b60-4a72-ab04-e1a919fed583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:15.266496 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:15.894102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:16.410471 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:18.225945 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:32.521656 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-4eef316e-a4c8-4ff4-a8ad-6131b582c139 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431378 Oct 13 07:21:32.600338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-4d1329d8-0f7d-46fb-93f3-775ac19e8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:21:32.601797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-4d1329d8-0f7d-46fb-93f3-775ac19e8cf6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0395660 Oct 13 07:21:32.706515 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-99c4cd0f-b5c5-4940-8277-9532560373d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:21:32.707982 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-99c4cd0f-b5c5-4940-8277-9532560373d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0863705 Oct 13 07:21:32.749540 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-2e18345f-8ac0-4983-8c66-78af895daf8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0342321 Oct 13 07:21:32.797260 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-5c3cf940-c4f6-48f4-9527-2fb9dc5d7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:21:32.798579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-5c3cf940-c4f6-48f4-9527-2fb9dc5d7683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0422380 Oct 13 07:21:32.847339 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-3534a51d-cbd9-44e3-b3db-f83d4ebdad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:21:32.848796 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-3534a51d-cbd9-44e3-b3db-f83d4ebdad75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436766 Oct 13 07:21:32.936807 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-49231841-6500-4f1b-b03c-218ab742a7ee service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808032 Oct 13 07:21:33.032057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8dcad78f-179a-464b-846b-e7549d6fcda7 req-6de42048-afb6-4525-86a7-2182341e8883 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883336 Oct 13 07:21:38.871155 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:21:42.116320 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0682d23a-6990-4e9c-a177-cb80aeba45a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:43.645319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:44.435285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-450eefd0-8913-488d-a3f4-f1f652c21afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:45.264224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:45.895160 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:46.413754 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:21:48.230019 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:12.118382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3622-08f2-4586-92e9-beab2cbf4db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:13.644197 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:14.434737 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5cbe3318-54f5-4542-bb58-b29ac2577c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:15.272531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:15.870431 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:22:15.896366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:16.416719 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:18.233114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:34.605730 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-92da4291-bd0d-4eb5-a201-328e144f3f93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380212 Oct 13 07:22:34.665999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-f3c07431-037a-4778-a2f5-cfcaf5059d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:22:34.667555 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-f3c07431-037a-4778-a2f5-cfcaf5059d56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0396435 Oct 13 07:22:34.775627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-b47300e8-fa0a-4642-917b-f501cdca0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:22:34.776989 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-b47300e8-fa0a-4642-917b-f501cdca0531 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0887761 Oct 13 07:22:34.842199 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-9f88b103-c0ed-4d2e-b586-c4a6800a30ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0584366 Oct 13 07:22:34.894042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-4372ed85-bf38-43ae-bbe4-56884cd8f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:22:34.895595 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-4372ed85-bf38-43ae-bbe4-56884cd8f8ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0461657 Oct 13 07:22:34.948621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-0018bd3c-c6c2-40e3-aab3-a61145bf9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:22:34.950177 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-0018bd3c-c6c2-40e3-aab3-a61145bf9f6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465782 Oct 13 07:22:35.039925 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-695ed611-2133-4bcd-ac25-662cdfee5505 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825953 Oct 13 07:22:35.132566 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c9fea78e-184c-4b33-9a80-217ff88cdd40 req-d459a654-cd51-4cbf-bed7-c8126d8ca149 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Oct 13 07:22:42.119213 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a0334b1-66f8-4d26-b818-c17fa8f573ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:43.657031 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:44.435509 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2bc367a1-32ef-4315-88a5-63d7bcb405f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:45.271469 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:45.897561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:46.420183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:48.236423 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:22:52.870074 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:23:12.119795 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ec060991-d994-45fd-8c18-e577977cf594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:13.659391 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:14.436223 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d2b03ce8-3148-43f6-bc83-686c030dd3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:15.263944 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:15.902133 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:16.424056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:18.239488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:29.869285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:23:36.513644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-5bebdf6e-e699-4882-a356-592b88d4c8de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412960 Oct 13 07:23:36.593201 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-c6a2e72e-b0e2-4f6c-ba37-18280a91c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:23:36.595346 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-c6a2e72e-b0e2-4f6c-ba37-18280a91c3c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0410662 Oct 13 07:23:36.701095 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-d1ff8fa5-cbff-48c4-ae87-d5ca9e198e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:23:36.702554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-d1ff8fa5-cbff-48c4-ae87-d5ca9e198e0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0892313 Oct 13 07:23:36.744356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-73bbd429-3824-4de3-8946-ac72092ebb4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0345809 Oct 13 07:23:36.792897 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-e3fe2c43-7cc5-4fa3-ae88-6a4e5907c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:23:36.794188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-e3fe2c43-7cc5-4fa3-ae88-6a4e5907c3fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0426054 Oct 13 07:23:36.842379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-b96e6e79-46c0-4933-a4ae-0598fc223d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:23:36.844581 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-b96e6e79-46c0-4933-a4ae-0598fc223d26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427599 Oct 13 07:23:36.931038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-6688458c-6528-44b1-ab3e-e7fe7b4c00ac service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799966 Oct 13 07:23:37.023357 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8f3db4f2-88a9-49c1-918d-9511d0b8455a req-d97e6cc3-6c6c-44a0-8e58-6f9f97c7c5c0 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849707 Oct 13 07:23:42.121056 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-37ff6302-c58f-4e2a-938f-cae82096c6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:43.654501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:44.441137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cc47907f-cdec-45b5-a675-47528b12db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:45.279690 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:45.902989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:46.427876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:23:48.242573 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:06.871249 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:24:12.121937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e16af78a-9c2e-4486-9529-b35e1d708284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:13.671365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:14.440747 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-315fe2d3-2234-445d-877c-43c107812280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:15.272549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:15.905080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:16.429403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:18.246629 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:36.522627 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-6bd9d906-d04e-4913-839b-cb341b3fd404 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414863 Oct 13 07:24:36.586403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-631df0c7-9d3b-4f23-aafa-0cd278c2501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:24:36.587945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-631df0c7-9d3b-4f23-aafa-0cd278c2501b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0427525 Oct 13 07:24:36.694819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-e39efdeb-154e-440f-a9eb-a014dbd363a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:24:36.696304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-e39efdeb-154e-440f-a9eb-a014dbd363a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0889096 Oct 13 07:24:36.760216 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-97fb5283-7776-462f-925d-7f4ac9882ba5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0566175 Oct 13 07:24:36.812388 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-71c3a30c-9f2c-4efd-9f05-0cd0df45091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:24:36.813699 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-71c3a30c-9f2c-4efd-9f05-0cd0df45091a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0463800 Oct 13 07:24:36.859017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-e9671778-aac9-4b86-82de-538dddbce1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:24:36.860570 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-e9671778-aac9-4b86-82de-538dddbce1ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399137 Oct 13 07:24:36.871331 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-c8fdd460-4f9a-4c2e-a252-e8bb689d3a81 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:24:36.872255 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-c8fdd460-4f9a-4c2e-a252-e8bb689d3a81 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050030 Oct 13 07:24:36.960825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-f085c7c7-f6f9-4e1a-aec1-e5c11396bcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815778 Oct 13 07:24:37.052763 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c59b8aab-e516-40f7-9a59-4b07f4fe45f1 req-b2061c38-5418-46a8-a3e6-38b43b4ce4b0 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853415 Oct 13 07:24:42.123122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04f6bc87-6ad0-4a01-b41f-fff624aa74a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:43.671648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:43.870312 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:24:44.444198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6319f181-8f09-446f-a91c-ab98d68b38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:45.288970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:45.910621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:46.431417 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:24:48.248786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:12.124879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab54c344-26d1-4ae1-8385-57d423421c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:13.670733 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:14.444405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1acaa701-0a47-4d5d-8d40-a45aec28ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:15.323169 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:15.911660 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:16.436844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:18.253328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:20.869357 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:25:38.501862 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-b5ee1270-64e8-4186-ac80-a02f53bde184 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418861 Oct 13 07:25:38.583885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3584-ac17-4867-b249-3e21429f5388 req-7f2487a8-a8f4-4785-80a5-4b8d1d35ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:25:38.585350 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-7f2487a8-a8f4-4785-80a5-4b8d1d35ccba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0393431 Oct 13 07:25:38.691222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3584-ac17-4867-b249-3e21429f5388 req-3b0022dd-f0a7-440e-a7a6-9a87436e34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:25:38.692671 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-3b0022dd-f0a7-440e-a7a6-9a87436e34ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0883183 Oct 13 07:25:38.734441 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-ee544fe8-6ed8-4dd7-8912-b67d17fd1f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0340047 Oct 13 07:25:38.786404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3584-ac17-4867-b249-3e21429f5388 req-0db5c38d-fc0d-48c5-9d04-981d25280516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:25:38.787751 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-0db5c38d-fc0d-48c5-9d04-981d25280516 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0465119 Oct 13 07:25:38.832870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a3584-ac17-4867-b249-3e21429f5388 req-64ba9fb6-e8c0-4a2e-b723-9f1a4b64fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:25:38.834298 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-64ba9fb6-e8c0-4a2e-b723-9f1a4b64fd95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385232 Oct 13 07:25:38.927561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-429a5090-6c24-43fa-8d3f-a6499e747a2c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846167 Oct 13 07:25:39.015169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-544a3584-ac17-4867-b249-3e21429f5388 req-932ea806-28d3-4810-8af8-ab357c3f5b01 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803995 Oct 13 07:25:42.125622 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d116b50-2207-4e4b-b4bc-40040645e71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:43.669694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:44.444785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2339c5b9-f95f-4c89-889e-1c8329671df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:45.330373 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:45.913643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:46.438321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:48.255495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:25:57.869607 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:26:12.128316 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c029-bd77-444b-85db-500f467528cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:13.668980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:14.444474 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8a1b38e0-3560-4a19-8734-a5cbcb4dabb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:15.322176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:15.914191 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:16.442008 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:18.259055 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:34.869093 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:26:38.508110 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-a3bb3f14-2f52-4e71-872c-ca8fc065c67d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410349 Oct 13 07:26:38.576238 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-ef0a3fd0-ab8a-49a1-9d0c-66f202d8416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:26:38.578621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-ef0a3fd0-ab8a-49a1-9d0c-66f202d8416b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0476806 Oct 13 07:26:38.678818 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-09d9e689-0032-4a90-9a10-c9afa7d1b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:26:38.680299 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-09d9e689-0032-4a90-9a10-c9afa7d1b728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0837483 Oct 13 07:26:38.747491 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-80ba16d1-714b-4ba3-b81e-a5944ca8cc7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0600386 Oct 13 07:26:38.794829 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-94703dad-6116-4ad7-bcc6-8b9af06e7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:26:38.796360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-94703dad-6116-4ad7-bcc6-8b9af06e7817 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0423937 Oct 13 07:26:38.841982 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-916152ae-0bd5-4a94-8029-5c151e281921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:26:38.843518 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-916152ae-0bd5-4a94-8029-5c151e281921 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406182 Oct 13 07:26:38.935797 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-344e22a5-c8c4-4880-9670-8dafb951be11 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Oct 13 07:26:39.026042 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-53f47439-c7d4-4884-932c-b90fe3258c42 req-8714d6a4-8ce5-433c-827e-1dc4668b558a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811033 Oct 13 07:26:42.129293 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-69b3bfc2-47f2-41e1-82fd-61adbd726015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:43.668289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:44.445158 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b1db9710-0832-4bb9-b52e-e5b41feced1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:45.323076 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:45.915710 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:46.443371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:26:48.261972 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:11.867685 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:27:12.130237 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-25036143-2965-425a-b305-646c795cc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:13.667682 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:14.445276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a35c8ad-dff3-4dbd-b191-5634ca070754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:15.341206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:15.916823 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:16.445196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:18.266678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:39.565746 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-59f9a28f-397e-4804-82d7-8c79b3889596 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036375 Oct 13 07:27:39.652180 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-06d89862-a2a2-4d87-b2bc-4421442f9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:27:39.654493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-06d89862-a2a2-4d87-b2bc-4421442f9549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0456815 Oct 13 07:27:39.758418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-cf8ce50b-9b97-4f7c-af8b-012f75f318d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:27:39.759847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-cf8ce50b-9b97-4f7c-af8b-012f75f318d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0859294 Oct 13 07:27:39.804964 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-887d92aa-f091-43cf-971c-49e13b5841f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0371759 Oct 13 07:27:39.855785 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-db670f08-6881-4097-bc07-f5fa58ccd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:27:39.857688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-db670f08-6881-4097-bc07-f5fa58ccd394 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0454409 Oct 13 07:27:39.903975 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-d461b5d2-13cd-414a-8ae3-61d1f1c177e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:27:39.905503 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-d461b5d2-13cd-414a-8ae3-61d1f1c177e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409646 Oct 13 07:27:39.995741 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-5040f97e-2b06-446f-b081-027a528f3ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834200 Oct 13 07:27:40.084509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-8c320f5f-ee9a-4e13-b01f-b59fb67ed31c req-61cb4067-ccce-4ca9-b5a8-01e5d2037f83 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817978 Oct 13 07:27:42.130378 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9aed0a95-5cb3-4606-b81d-5fafb1cd46cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:43.683386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:44.445657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a7ea64f-851a-4f3d-a51a-eb338fd4949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:45.334643 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:45.918323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:46.448566 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:48.267831 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:27:48.867112 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:28:12.132082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9d0f4b4-8c2d-49d7-afac-fbd580f1b401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:13.696532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:14.446374 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c61c85f5-0167-427b-a46c-1c6800c0cad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:15.343430 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:15.919950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:16.450798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:18.271626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:25.865565 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:28:41.517695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-c2ec0921-9fcb-46ba-ae58-cba65e79a4ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414863 Oct 13 07:28:41.582564 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-4dfd7dfb-9265-46fb-a96b-68e38b789c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:28:41.584057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-4dfd7dfb-9265-46fb-a96b-68e38b789c17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0450516 Oct 13 07:28:41.685935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-a30a9783-4ba5-4e93-b094-667fa875e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:28:41.687475 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-a30a9783-4ba5-4e93-b094-667fa875e143 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0843601 Oct 13 07:28:41.754861 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-3e93d420-3a02-4352-8ea2-e193d1ede61b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0604842 Oct 13 07:28:41.804627 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-c9058392-69c9-4fae-8871-c4f3f2266d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:28:41.805968 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-c9058392-69c9-4fae-8871-c4f3f2266d95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0447490 Oct 13 07:28:41.851441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-62966b72-9925-4839-99da-41f47e719ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:28:41.852904 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-62966b72-9925-4839-99da-41f47e719ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401158 Oct 13 07:28:41.944188 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-c5df30ea-eefe-45b7-8e87-17982aef14cd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Oct 13 07:28:42.032694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ccfebe1-e096-4993-8f4a-725b84f1522b req-5415cc15-7415-4c2d-89ae-c0529f17dafb service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810735 Oct 13 07:28:42.133277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-54993bf6-0741-44ae-9184-b7833c3a7943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:43.695648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:44.447147 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3928575a-e8f6-47d0-9958-0a7e56a78b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:45.346598 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:45.924966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:46.453975 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:28:48.273367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:02.864436 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:29:12.136162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bde19211-c2ce-4965-937e-efd9ddc80486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:13.710419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:14.448508 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9927173c-36c2-4d43-944d-13d6e8fcd8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:15.347322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:15.929155 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:16.463038 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:18.276793 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:39.863595 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:29:41.514480 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-5ada7bfb-ab70-49e1-83ca-3dc9e8505e05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458415 Oct 13 07:29:41.604903 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984fc3-2381-41e4-b136-670253eee1dc req-bcdd3f65-4081-42d4-b295-6eb922ef477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:29:41.606415 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-bcdd3f65-4081-42d4-b295-6eb922ef477b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0493715 Oct 13 07:29:41.710173 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984fc3-2381-41e4-b136-670253eee1dc req-f71e204d-2a8c-4317-95ca-3e0666bd716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:29:41.711685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-f71e204d-2a8c-4317-95ca-3e0666bd716b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0851448 Oct 13 07:29:41.756335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-2cafdb38-7820-4fce-aa94-47403e807850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0374601 Oct 13 07:29:41.804841 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984fc3-2381-41e4-b136-670253eee1dc req-c1b1d16b-fc04-447e-aa06-885c7951799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:29:41.806217 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-c1b1d16b-fc04-447e-aa06-885c7951799b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429504 Oct 13 07:29:41.850579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad984fc3-2381-41e4-b136-670253eee1dc req-ef51d4b5-9de7-4f5e-9133-45068a3315a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:29:41.852038 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-ef51d4b5-9de7-4f5e-9133-45068a3315a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391071 Oct 13 07:29:41.944891 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-d8dff65d-b20a-488a-9269-38cdbd15b142 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Oct 13 07:29:42.032001 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ad984fc3-2381-41e4-b136-670253eee1dc req-e202ad57-0c8b-48e1-8c9f-17ce954260d5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800931 Oct 13 07:29:42.135798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b080059a-4c6e-4bd8-a487-a5592a7763e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:43.710894 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:44.448032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-961a211c-1149-4a5e-805b-30e1fac4a043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:45.371933 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:45.931187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:46.460530 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:29:48.280328 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:12.138457 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a96c43d-a90d-4651-a039-0485729c27c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:13.727012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:14.448532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa44f-be48-4d76-b177-da9e536743fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:15.361366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:15.931447 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:16.462143 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:16.862553 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:30:18.283405 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:41.504618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-0c976a91-3f5d-4e3c-9f5e-0b7eab043220 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402436 Oct 13 07:30:41.567089 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-66f85b91-b7ea-45cd-83bc-d3c17db770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:30:41.569145 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-66f85b91-b7ea-45cd-83bc-d3c17db770d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0435803 Oct 13 07:30:41.669134 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-2b393060-b5ce-4ab7-8b87-66d2e658205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:30:41.670553 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-2b393060-b5ce-4ab7-8b87-66d2e658205e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0826561 Oct 13 07:30:42.078453 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-9d68e1fa-f118-4e68-beac-9fc62c4aea98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.3999853 Oct 13 07:30:42.128406 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-f269ccba-c608-43c4-9407-2bc59670476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:30:42.129850 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-f269ccba-c608-43c4-9407-2bc59670476c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441616 Oct 13 07:30:42.139034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a372e6e-7f8b-42f3-9474-ba6dfbc51d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:42.178572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-22832359-c8cd-43d8-a44b-d2f8acd94e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:30:42.179932 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-22832359-c8cd-43d8-a44b-d2f8acd94e77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428421 Oct 13 07:30:42.277027 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-aea8d42b-9830-4f09-8569-44cedd7e14d5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892527 Oct 13 07:30:42.366805 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7b070e4d-a38f-45ad-b6d2-45930bfdaa5a req-83e9c7b0-afc2-41c3-95c6-61621c1f0c03 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822024 Oct 13 07:30:43.755226 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:44.452454 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c18d710-0c46-4286-a4ff-71434adacf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:45.376114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:45.932656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:46.464831 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:48.286363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:30:53.861974 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:31:12.140072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d63462c3-1d0d-4fb1-8171-6789c71f45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:13.755687 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:14.455082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a22be865-06e6-4a50-af09-43f87c564896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:15.391295 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:15.936344 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:16.468049 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:18.288681 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:30.861286 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:31:41.541808 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-0ed9a188-4426-4bee-a25f-8df048f31d6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396507 Oct 13 07:31:41.628275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-98aeadf8-5348-44f7-877a-21ccecc27598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:31:41.629737 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-98aeadf8-5348-44f7-877a-21ccecc27598 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0445831 Oct 13 07:31:41.731272 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-54a4fe53-6f87-4d78-a1ac-46503933fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:31:41.732739 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-54a4fe53-6f87-4d78-a1ac-46503933fddd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0842969 Oct 13 07:31:41.779114 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-0eeb62cf-dbbc-4768-920a-36f557e160e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0390370 Oct 13 07:31:41.829885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-58acd25c-c639-4999-b8d6-00f750973145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:31:41.831338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-58acd25c-c639-4999-b8d6-00f750973145 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0453331 Oct 13 07:31:41.876826 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-da483b80-2b08-4456-82c6-a652a83c67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:31:41.878337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-da483b80-2b08-4456-82c6-a652a83c67f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Oct 13 07:31:41.975292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-e9d0ce48-cfc2-47a9-a6fb-e23fbd3f4f29 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895178 Oct 13 07:31:42.087141 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac3ec72e-c39c-4f6a-8b19-2127ecac3793 req-556f9451-ae9f-47f1-885e-4b23ec0d76ed service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043155 Oct 13 07:31:42.143531 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e77164e8-a304-4502-85a1-a733390cfbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:43.764390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:44.455277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2e1decb2-20ca-400e-b4b5-67e353279d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:45.405069 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:45.937601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:46.470061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:31:48.292346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:07.860209 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:32:12.146395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-898ede07-1a8a-41b4-a8be-ac236464da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:13.762220 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:14.456024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a9c14b74-7c4f-48d7-bcf9-40417a5dc421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:15.398416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:15.938709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:16.473104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:18.296377 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:41.602307 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-bda7800f-e44f-4d07-afe0-d2a0e945b631 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399817 Oct 13 07:32:41.664677 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-32af92ba-1c91-4a9c-8c39-8fd25a4cc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:32:41.666135 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-32af92ba-1c91-4a9c-8c39-8fd25a4cc123 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0438719 Oct 13 07:32:41.770856 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-dd765f76-e6ad-4acb-8930-a77feed5e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:32:41.772234 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-dd765f76-e6ad-4acb-8930-a77feed5e30a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0880234 Oct 13 07:32:41.843768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-bf8977cb-d2ad-42c1-a2d7-060c1e91ce23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0636973 Oct 13 07:32:41.895526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-02b31c2b-453b-4889-b8af-e5d4903ec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:32:41.897118 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-02b31c2b-453b-4889-b8af-e5d4903ec6de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0467803 Oct 13 07:32:41.949979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-f5ce50b6-bc88-4e07-9333-1bce75d167fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:32:41.951579 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-f5ce50b6-bc88-4e07-9333-1bce75d167fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472186 Oct 13 07:32:42.059396 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-e9f956af-b2e3-44ce-8ae0-85d439a84f6e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988047 Oct 13 07:32:42.149807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-44e249a1-36c1-4d83-b1c5-6abf060ec28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:42.163295 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-f7bed1e5-6dc1-4bf8-a737-935328250650 req-d056c06e-a514-43cd-b616-e21ea31a2139 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975981 Oct 13 07:32:43.781801 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:44.456583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f6130dde-d1b7-4e29-b52b-0689bc33729d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:44.858964 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:32:45.413440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:45.940011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:46.476108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:32:48.300045 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:12.151835 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fde15d48-5848-43cf-9b8a-f1947248deaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:13.781904 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:14.458606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f92ed0c6-fbfe-442f-a44c-341eb8950b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:15.418290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:15.941149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:16.479144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:18.306484 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:21.858209 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:33:42.152309 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-348db52f-3020-4867-b4f7-5c1e7b6af0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:42.532304 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-a71fb3c6-c343-440a-9b32-7de4ea88ad79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410676 Oct 13 07:33:42.619746 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb465-37e9-44f8-af93-431c8dce118f req-9e7d498b-4fe0-4af6-999a-0891520915f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:33:42.621242 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-9e7d498b-4fe0-4af6-999a-0891520915f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0476475 Oct 13 07:33:42.725084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb465-37e9-44f8-af93-431c8dce118f req-cdf92b26-e256-43de-a2c9-c683bbb91df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:33:42.727123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-cdf92b26-e256-43de-a2c9-c683bbb91df3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0863087 Oct 13 07:33:42.781069 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-7be8e451-f25f-464d-82f3-0e56afce018d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0477076 Oct 13 07:33:42.832695 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb465-37e9-44f8-af93-431c8dce118f req-8586bb1b-0234-405b-b42c-87f1167109f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:33:42.834178 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-8586bb1b-0234-405b-b42c-87f1167109f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0454335 Oct 13 07:33:42.886145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb465-37e9-44f8-af93-431c8dce118f req-df4bf4ce-ba94-4d87-b0af-93447acc592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:33:42.887795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-df4bf4ce-ba94-4d87-b0af-93447acc592c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467281 Oct 13 07:33:42.996469 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-e8e4d862-8ba3-4da6-80bd-3a6aad675bd7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012621 Oct 13 07:33:43.102272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-549bb465-37e9-44f8-af93-431c8dce118f req-a5d964cd-8367-4bb0-ab82-801a2e99d946 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989280 Oct 13 07:33:43.780873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:44.459096 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-21a7e981-6240-4903-ba91-b0b134e4368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:45.425979 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:45.943219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:46.481547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:48.300097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:33:58.857559 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:34:12.154513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a925cf2-14ed-4270-93ff-fc2a4eaab901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:13.780526 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:14.459640 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6e97404e-8d6d-45c1-97bb-b7bfb4c1fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:15.424903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:15.944865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:16.484786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:18.306413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:35.857234 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:34:42.154120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-784c6120-f8b9-4012-8fd7-ef10a6f44e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:43.506497 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-6d8a5ccf-fbe9-4870-916e-57bf593fb257 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416021 Oct 13 07:34:43.570770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dfd90-af10-4454-b188-b069066983e6 req-9fe48031-d650-46bb-8e5e-0dfd3d31866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:34:43.572274 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-9fe48031-d650-46bb-8e5e-0dfd3d31866d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0448916 Oct 13 07:34:43.674346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dfd90-af10-4454-b188-b069066983e6 req-1709066f-64c6-4ace-afa3-debb3d79485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:34:43.675833 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-1709066f-64c6-4ace-afa3-debb3d79485e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0853839 Oct 13 07:34:43.747733 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-ac21f05a-3892-47f3-9f6d-e61772744e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0637896 Oct 13 07:34:43.773365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:43.798669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dfd90-af10-4454-b188-b069066983e6 req-c072d45e-deff-4df8-a9da-238ff4d92ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:34:43.800192 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-c072d45e-deff-4df8-a9da-238ff4d92ea2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0444937 Oct 13 07:34:43.848713 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dfd90-af10-4454-b188-b069066983e6 req-abb40723-9405-4175-a07e-ac3b62f6e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:34:43.850269 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-abb40723-9405-4175-a07e-ac3b62f6e72d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432699 Oct 13 07:34:43.865204 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-886afbf7-f872-47df-ae24-f72bbf85d4d2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:34:43.866577 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-886afbf7-f872-47df-ae24-f72bbf85d4d2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097656 Oct 13 07:34:43.977057 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-83499a31-f1b4-49a6-b73d-77258edcee4e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038690 Oct 13 07:34:44.082123 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-c03dfd90-af10-4454-b188-b069066983e6 req-eac6f96d-9953-4741-90cc-d95f592492e1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968959 Oct 13 07:34:44.461843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-77107035-6b14-48c6-baa6-e45395f91014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:45.432339 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:45.945585 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:46.487570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:34:48.305561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:12.155042 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b9c57db9-747c-48f0-b9cb-d41aa14b7a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:12.856833 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:35:13.777401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:14.464679 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ed7bc26-776b-4897-891d-a7ea70bf1009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:15.426092 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:15.946759 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:16.489983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:18.310365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:42.157612 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d37e9bc-2c9b-4598-8f5e-eeacf8b4b398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:43.781937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:44.465692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c048cd6-eaeb-4603-8672-3e3b5e6433e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:44.482049 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-5f8604d5-ea15-4267-9a1e-c65f99dd2c47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429773 Oct 13 07:35:44.570481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-78fdc228-0c5d-45eb-92cf-664c9fe5afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:35:44.572000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-78fdc228-0c5d-45eb-92cf-664c9fe5afd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0452473 Oct 13 07:35:44.689398 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-57ef779d-9997-4e22-ac69-513123d38b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:35:44.690877 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-57ef779d-9997-4e22-ac69-513123d38b11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0989873 Oct 13 07:35:44.736658 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-d60fbd8c-fbf9-4b55-bc99-ba1c15db18c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0388653 Oct 13 07:35:44.788145 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-ba9f365e-dc52-4b03-a672-7d60dccb9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:35:44.789616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-ba9f365e-dc52-4b03-a672-7d60dccb9ef8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0450079 Oct 13 07:35:44.836276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-d6b0aa92-8de9-41a2-9ce1-d0e9d9abb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:35:44.837755 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-d6b0aa92-8de9-41a2-9ce1-d0e9d9abb26b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406666 Oct 13 07:35:44.929541 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-cf8a4920-d5c5-4749-8562-0c36825181a9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843961 Oct 13 07:35:45.019450 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-36434b7f-560f-4b53-ac8a-fed27d14a390 req-91a4d9f8-c4f7-4769-8fb4-93de14cc1393 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823059 Oct 13 07:35:45.432941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:45.947988 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:46.492543 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:48.312321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:35:49.859926 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:36:12.159558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-522bb836-c6d0-41b2-b602-552585edcacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:13.774816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:14.466691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53fbf0e5-2686-411d-b08c-456bb65402f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:15.442996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:15.949761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:16.495827 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:18.313538 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:26.859003 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:36:42.160510 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a4cb200c-203e-4fe7-9025-54c3e25bf8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:43.806814 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:44.467839 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-abec36f7-cd42-45a1-8eb0-c0e60410d17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:44.493700 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-333ff367-32bc-45c7-a81c-0125fc85296a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426469 Oct 13 07:36:44.557995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-53b1aa40-a778-465c-982e-7ea4ae215bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:36:44.559487 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-53b1aa40-a778-465c-982e-7ea4ae215bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0443773 Oct 13 07:36:44.661834 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-8e0bc0a2-028d-4a43-ac72-9ecb4d966833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:36:44.663317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-8e0bc0a2-028d-4a43-ac72-9ecb4d966833 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0839806 Oct 13 07:36:44.736507 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-f802a377-88e5-4c78-ac0b-2c3a0f44d856 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0654759 Oct 13 07:36:44.786027 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-a44dc755-97e3-408a-aca7-b9c35e0ef497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:36:44.787532 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-a44dc755-97e3-408a-aca7-b9c35e0ef497 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439863 Oct 13 07:36:44.835899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-9be221b6-bcea-4000-95f6-70d68e192314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:36:44.837776 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-9be221b6-bcea-4000-95f6-70d68e192314 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426879 Oct 13 07:36:44.937795 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-6a4be670-0629-44ed-a21e-d89c9925027a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931957 Oct 13 07:36:45.040626 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1dd60f04-bd91-4c3b-9f39-d9376a660eb9 req-7a2ad11f-4063-44d4-8f6b-8733619b9013 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953941 Oct 13 07:36:45.446996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:45.951848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:46.498238 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:36:48.318277 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:03.857595 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:37:12.160954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7452c46f-4869-470d-9802-ca9f0cbe7297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:13.821799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:14.470212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a1afcd1c-9f96-4230-b3d4-dc20bd76b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:15.460095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:15.953046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:16.501537 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:18.319332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:40.856945 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:37:42.161656 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-99f75a0d-9a7f-4632-9d55-852cb27449d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:43.820272 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:44.473105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f797-78e3-4321-a5c4-95e9b840891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:44.557621 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-4f9e7e20-902a-40bd-8f02-2b88638e3a97 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044850 Oct 13 07:37:44.640050 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-88e8ad37-479d-4296-8a88-00be730810f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:37:44.642359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-88e8ad37-479d-4296-8a88-00be730810f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0449684 Oct 13 07:37:44.742712 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-d34f610c-b9c6-42e4-8f51-f83c8ee8e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:37:44.744338 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-d34f610c-b9c6-42e4-8f51-f83c8ee8e748 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0836308 Oct 13 07:37:44.789261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-012b1382-f564-4a77-a7ab-578c2c1c99a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0378859 Oct 13 07:37:44.838899 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-17d0153c-69ae-4649-b14f-0400246c1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:37:44.840344 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-17d0153c-69ae-4649-b14f-0400246c1b3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440195 Oct 13 07:37:44.885292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-4c22b9e3-232a-4207-a16c-4ba4a8f59b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:37:44.886713 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-4c22b9e3-232a-4207-a16c-4ba4a8f59b9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394280 Oct 13 07:37:44.977514 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-7454aba4-2a23-4650-92f5-09c3c094d234 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Oct 13 07:37:45.082215 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9ff662e9-96ca-45d9-a92c-db14e6d67370 req-22342fc1-ea88-40da-97a0-ed2d10fda1d1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Oct 13 07:37:45.458120 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:45.957684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:46.507112 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:37:48.322231 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:12.162914 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-79798bcd-dffa-4200-959f-2069d902b054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:13.836073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:14.472947 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9bc15366-bff2-4ba0-951f-d93e32914587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:15.472697 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:15.958912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:16.507628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:17.856138 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:38:18.324796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:42.163783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5b339f98-1d0e-41e9-8fba-4dc336b073c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:43.840755 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:44.477112 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5a647f31-b533-4f6d-ab2d-82a637ec25e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:44.501788 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-1db47314-5447-4587-88ca-c0932ff73edf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417199 Oct 13 07:38:44.571171 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-d5b022ee-c424-40c0-ab25-15523e341e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:38:44.572662 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-d5b022ee-c424-40c0-ab25-15523e341e11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0464690 Oct 13 07:38:44.674142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-9c8cdaa8-ef22-4605-b8e7-dc40cf17cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:38:44.676289 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-9c8cdaa8-ef22-4605-b8e7-dc40cf17cc7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0835507 Oct 13 07:38:44.742738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-65f0117d-fc6c-4510-8da6-512cc7f5a030 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0600417 Oct 13 07:38:44.790952 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-090a9cbd-16c9-4102-8c8c-813f0b2b6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:38:44.792451 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-090a9cbd-16c9-4102-8c8c-813f0b2b6ec7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0434766 Oct 13 07:38:44.838519 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-8d3e7eff-18d0-4e16-9bd3-5bd048ff1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:38:44.840005 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-8d3e7eff-18d0-4e16-9bd3-5bd048ff1505 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399227 Oct 13 07:38:44.931685 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-d444c363-cc0f-4494-ba50-340f611d3714 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Oct 13 07:38:45.020695 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-40bde5ae-f6e8-430f-b9a8-929dc43d14be req-060802b8-f8c6-4656-9cbb-4a8929d12cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820844 Oct 13 07:38:45.487224 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:45.960994 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:46.510314 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:48.328290 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:38:54.855588 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:39:12.166714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-47c8de02-da89-4734-be6e-22e10c7ca55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:13.839393 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:14.478706 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-53c3c617-ede8-4255-84a6-4f5ed0a22701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:15.489472 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:15.962035 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:16.513879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:18.330429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:31.854685 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:39:42.168271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a85fe98f-f00b-4aac-925c-9cb749d8d816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:43.863900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:44.478356 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-35ed42e8-6754-42f8-81fc-038099ac0eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:45.493741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:45.963081 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:46.483117 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-94155470-9eb0-4af5-8938-63d036bf500a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414050 Oct 13 07:39:46.517095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:39:46.569806 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-4053d64b-51cb-4b44-afcd-606e058778a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:39:46.571310 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-4053d64b-51cb-4b44-afcd-606e058778a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0455396 Oct 13 07:39:46.672614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-4fec37d2-1b3c-45ce-ab85-6b3668f8581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:39:46.674259 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-4fec37d2-1b3c-45ce-ab85-6b3668f8581a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0839043 Oct 13 07:39:46.718847 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-e35802a7-7147-466b-b27e-768b89a527b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370214 Oct 13 07:39:46.767964 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-5d29faa4-56c1-4719-80f4-3b4eaa4872ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:39:46.769239 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-5d29faa4-56c1-4719-80f4-3b4eaa4872ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0430496 Oct 13 07:39:46.814175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-7203d652-b420-40af-8c5e-ba06e643918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:39:46.815690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-7203d652-b420-40af-8c5e-ba06e643918a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389936 Oct 13 07:39:46.907624 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-e19e9ae8-1ede-4341-898d-deb892e28afe service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Oct 13 07:39:46.996669 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3de7381b-4d70-4832-9f7a-e828cc75940d req-a95819cc-6a81-4470-8762-2654d73a1928 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809245 Oct 13 07:39:48.334023 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:08.854690 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:40:12.168996 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5e3deb66-0306-48c0-a60e-b02dfd9d96d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:13.871285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:14.479380 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-31a17627-8817-4a99-a1c3-51425fde1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:15.494379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:15.963234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:16.519898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:18.335458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:42.169346 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-95842084-a04a-4ed9-b6f8-c2f130211890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:43.886816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:44.484079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c36574ba-a99b-4dd6-9961-04df43cca636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:45.497825 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:45.854317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:40:45.964115 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:46.495221 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-a7f81434-989e-4990-ad62-38c392ba4a57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411258 Oct 13 07:40:46.527337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:40:46.561196 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-682d1d92-4fb1-497c-8f8f-3949b421073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:40:46.562647 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-682d1d92-4fb1-497c-8f8f-3949b421073e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0449944 Oct 13 07:40:46.665756 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-59601907-4859-4784-b55e-558fd3a003b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:40:46.667224 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-59601907-4859-4784-b55e-558fd3a003b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0841477 Oct 13 07:40:47.079720 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-7fd677b8-dbcc-443e-845f-9bc605afd9cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.4059131 Oct 13 07:40:47.128669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-05ef623d-1d24-43f9-b68d-3739aef347d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:40:47.130028 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-05ef623d-1d24-43f9-b68d-3739aef347d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0428843 Oct 13 07:40:47.174008 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-f5ed66aa-5212-42c0-ba19-a45471df5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:40:47.176083 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-f5ed66aa-5212-42c0-ba19-a45471df5c3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388525 Oct 13 07:40:47.267400 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-fb05b056-10ac-4715-8cd8-4c5f06cac815 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833976 Oct 13 07:40:47.353907 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-5dabb4bb-5092-4c4a-b807-e3f69f5b7f74 req-296f777e-43d7-47ab-acba-40531f23b370 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795665 Oct 13 07:40:48.339341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:12.170980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e9090020-187b-482d-942d-91cfdf28adbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:13.886969 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:14.483306 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ccda46e6-dcd9-465a-8006-dde93b671be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:15.516697 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:15.964502 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:16.527480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:18.342327 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:22.852960 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:41:42.172020 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b439cd0f-672f-4916-8755-bbab1f718bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:43.885305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:44.483807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-360e1bab-2866-4900-aba8-e19e76bcb03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:45.532717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:45.965693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:46.473855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-05ca1189-4721-4469-aeba-76f2e42ba9ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403976 Oct 13 07:41:46.532637 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:46.563734 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde8b1-3f57-4700-868f-913672e2a142 req-a10ed285-d08d-4a54-a829-b77c2d51b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:41:46.565219 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-a10ed285-d08d-4a54-a829-b77c2d51b8c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0450690 Oct 13 07:41:46.666792 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde8b1-3f57-4700-868f-913672e2a142 req-d2d33afd-da6a-4595-97aa-1119f859b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:41:46.668663 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-d2d33afd-da6a-4595-97aa-1119f859b8cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0840960 Oct 13 07:41:46.713825 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-170f9d9a-960f-4382-bc23-1f59cf2f0678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0378473 Oct 13 07:41:46.764301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde8b1-3f57-4700-868f-913672e2a142 req-57fc41c8-c3d3-4375-82c3-f0d6855d1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:41:46.765622 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-57fc41c8-c3d3-4375-82c3-f0d6855d1529 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439563 Oct 13 07:41:46.810987 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde8b1-3f57-4700-868f-913672e2a142 req-08b95428-a584-4725-9231-0c05387fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:41:46.812520 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-08b95428-a584-4725-9231-0c05387fb40f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394065 Oct 13 07:41:46.905975 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-e5a90c65-4efe-42f0-b2f9-295cd99c4101 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859797 Oct 13 07:41:46.995819 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-febde8b1-3f57-4700-868f-913672e2a142 req-fdbeffd8-f523-4098-8c22-31eeab1f5a77 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826578 Oct 13 07:41:48.344222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:41:59.852164 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:42:12.172528 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c76581ad-6d42-40ad-8cb5-b04a9b1f7edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:13.892880 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:14.484104 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b18f0cc4-d523-4be8-8007-edb099bfa84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:15.544761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:15.966954 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:16.534012 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:18.347604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:36.851049 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:42:42.172342 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-32c16713-da8a-4aa2-a42f-cfe826a0c868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:43.884663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:44.488132 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b991eb13-ee04-47fe-bc9f-c8acf8055e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:45.543959 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:45.968692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:46.537897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:48.350048 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:42:48.584738 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-28a6aec1-8c9e-4937-a4cf-ac54d342f9b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476879 Oct 13 07:42:48.649479 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-06b6d4a1-0cb0-4b8b-98d9-d073653ab1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:42:48.650886 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-06b6d4a1-0cb0-4b8b-98d9-d073653ab1bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0441632 Oct 13 07:42:48.753181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-10a68cbf-1686-42af-8b85-7dce28e41c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:42:48.754946 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-10a68cbf-1686-42af-8b85-7dce28e41c87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0855289 Oct 13 07:42:48.823597 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-f2126df1-0dc5-4091-9033-dfb169d16471 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 1001 time: 0.0621023 Oct 13 07:42:48.873304 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-40d26655-b787-46ab-bba3-66a4aa22d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:42:48.874693 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-40d26655-b787-46ab-bba3-66a4aa22d8da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0443289 Oct 13 07:42:48.920209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-11cb4d5b-ba4a-4a75-9919-da67a38b9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:42:48.921561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-11cb4d5b-ba4a-4a75-9919-da67a38b9710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390918 Oct 13 07:42:49.014688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-ab1b677b-fc00-4bad-a643-8fba5e3288ec service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Oct 13 07:42:49.105098 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-9f2b3771-e001-417d-a9a8-618ee5ab7a5d req-207e9b07-8738-4f0d-a64f-cf0aa262c5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831344 Oct 13 07:43:12.173490 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-685b449c-bdfb-41cd-95e3-9f32d1bdc165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:13.850700 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:43:13.904995 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:14.488356 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-15da63f0-64c8-415d-b4e8-5096396ef186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:15.549273 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:15.969616 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:16.539856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:18.354292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:42.174297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-843e0a57-0c06-4691-a6da-a7961d43a103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:43.902606 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:44.489097 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-089fb82e-a356-4cb0-8f40-fb391228309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:45.556816 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:45.970459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:46.542134 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:48.357535 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:43:49.497212 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-30647031-30fb-47ef-b590-36f5336eb4bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420113 Oct 13 07:43:49.582783 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368103c1-25f9-4a66-b323-0dd4980554ca req-904d4653-c701-4052-a237-7f5f9f422f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:43:49.584296 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-904d4653-c701-4052-a237-7f5f9f422f8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0452216 Oct 13 07:43:49.687239 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368103c1-25f9-4a66-b323-0dd4980554ca req-d1b61deb-812d-4e84-a871-fe01d610f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:43:49.688764 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-d1b61deb-812d-4e84-a871-fe01d610f08f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0849786 Oct 13 07:43:49.732697 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-eb476826-a6f6-4a5a-9843-602ed6636c82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370960 Oct 13 07:43:49.782044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368103c1-25f9-4a66-b323-0dd4980554ca req-dcd71b73-6866-4286-ba09-61ea773a05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:43:49.783390 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-dcd71b73-6866-4286-ba09-61ea773a05fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437148 Oct 13 07:43:49.829605 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368103c1-25f9-4a66-b323-0dd4980554ca req-c97193d2-84a3-43cf-80dd-0db07ec8c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:43:49.831108 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-c97193d2-84a3-43cf-80dd-0db07ec8c2e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398009 Oct 13 07:43:49.922256 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-cca23935-ed42-457b-9e36-481967a9f8b2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838804 Oct 13 07:43:50.013126 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-368103c1-25f9-4a66-b323-0dd4980554ca req-a01114d1-db63-4025-826e-29e640942c7f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832872 Oct 13 07:43:50.849008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:44:12.175871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2ea671a5-7981-420e-a006-4046ec29bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:13.900982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:14.488465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ffe0a2bd-1705-4a9a-be5c-3ec3ff9860f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:15.572292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:15.971463 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:16.545415 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:18.365871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:22.803960 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43882) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:23.046752 n-d-813736-1 neutron-server[95048]: INFO neutron.api.v2.resource [None req-db138503-bb5b-455c-9d57-da4e97720ff4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 07:44:23.047805 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db138503-bb5b-455c-9d57-da4e97720ff4 tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "DELETE /v2.0/security-groups/586b1dd8-488f-4340-a4d4-a7301e65dc3d HTTP/1.1" status: 409 len: 336 time: 0.2421229 Oct 13 07:44:23.064174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43896) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:23.225390 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Deleting port 56ef84cc-ebba-4596-963b-79f1303b6709 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:44:23.225726 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.302301 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.302745 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.318404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Calling delete_port for 56ef84cc-ebba-4596-963b-79f1303b6709 owned by network:floatingip {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:44:23.492355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.521968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Pushing event deleted for resources: {'Port': ['ID=56ef84cc-ebba-4596-963b-79f1303b6709,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:23.547803 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.548143 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.548480 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.548812 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.549141 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.549472 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.549790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.550108 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.550426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.550744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.551083 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.551394 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:23.589791 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks [] for floatingip, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.590059 n-d-813736-1 neutron-server[95048]: INFO neutron.db.l3_db [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f disassociated (deleted). External IP: 172.25.0.99, port: 74e7c5c2-288d-4e40-981a-07836a04441d. Oct 13 07:44:23.796203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:44:23.903478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:44:23.908190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-512388'] for floatingip, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:23.913074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:44:23.922316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:44:23.922916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:23.935662 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ed47f799-1987-45c7-bfc6-d477f135892d tempest-ServerActionsTestJSON-773297799 tempest-ServerActionsTestJSON-773297799-project] 10.222.0.49 "DELETE /v2.0/floatingips/a88955d7-dc2d-46a5-8970-d1dc6b6ab60f HTTP/1.1" status: 204 len: 168 time: 0.8704839 Oct 13 07:44:23.936210 n-d-813736-1 neutron-server[95048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1677f0b-950d-40a5-8d3d-b1b0f5cef46f', 'tag': '74e7c5c2-288d-4e40-981a-07836a04441d'}] {{(pid=95048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 07:44:24.033539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:44:24.078196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43910) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:24.112900 n-d-813736-1 neutron-server[95048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d911a3913e759871e1e64f1314297abd1e9ae24a9a655b31078eea65654fe7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b760343c-9faa-4460-a57f-4ec92bdecca0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1677f0b-950d-40a5-8d3d-b1b0f5cef46f", "tag": "74e7c5c2-288d-4e40-981a-07836a04441d"}]}' {{(pid=95048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 07:44:24.238357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:24.266209 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:44:24.275717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:44:24.276323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:24.385416 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:44:24.540687 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:24.753550 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:24.780419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73e31e-8a04-48f6-91a0-a0aa8ad6cc96 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:01Z', 'revision_number': 4, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '7a1b46c7-62bc-4920-9c55-69573a1fb288', 'name': '', 'network_id': 'fb1c90e6-43e2-4688-85d6-8883fba3966a', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'mac_address': 'fa:16:3e:39:64:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T05:00:00Z', 'updated_at': '2021-10-13T05:00:04Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'subnets': [{'id': '2aad65b7-6523-455a-88e6-11436a8be9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:44:25.008864 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba9392-eac9-4fa3-8082-e25145f95cb2 None None] New status for floating IP a88955d7-dc2d-46a5-8970-d1dc6b6ab60f: DOWN {{(pid=95050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 07:44:25.078057 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Deleting port 7a1b46c7-62bc-4920-9c55-69573a1fb288 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:44:25.078643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:25.161641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] For port 7a1b46c7-62bc-4920-9c55-69573a1fb288, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7a1b46c7-62bc-4920-9c55-69573a1fb288,segment=NetworkSegment(8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1),segment_id=8ee7a83a-6bc3-4808-8e30-8dfdd5bf86d1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:44:25.162006 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:25.175021 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Calling delete_port for 7a1b46c7-62bc-4920-9c55-69573a1fb288 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:44:25.354599 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:25.380066 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1b46c7-62bc-4920-9c55-69573a1fb288,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:25.549324 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:25.760042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Router 96ae8805-17d4-4f3b-9d2c-14987dbc631b has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:44:25.862666 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:44:25.868281 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-484d4b6c-6afe-400e-950b-330e20ab6700 admin admin] 10.222.0.49 "PUT /v2.0/routers/96ae8805-17d4-4f3b-9d2c-14987dbc631b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889876 Oct 13 07:44:25.871026 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43916) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:25.873573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Sync routers for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:44:25.883594 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:44:25.884316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:25.973223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:25.988670 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:44:26.073138 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.128182 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Deleting port 42a207ee-af08-4d6e-948b-8dd0a6c61282 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:44:26.128900 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.169847 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T07:44:25Z', 'revision_number': 5, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port': {'id': '42a207ee-af08-4d6e-948b-8dd0a6c61282', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T05:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:26.196569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Checking router: 96ae8805-17d4-4f3b-9d2c-14987dbc631b for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:44:26.204852 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Routers {'96ae8805-17d4-4f3b-9d2c-14987dbc631b'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:44:26.205460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:44:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:26.206343 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] For port 42a207ee-af08-4d6e-948b-8dd0a6c61282, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=42a207ee-af08-4d6e-948b-8dd0a6c61282,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:44:26.206715 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.219398 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Calling delete_port for 42a207ee-af08-4d6e-948b-8dd0a6c61282 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:44:26.291405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] Set router 96ae8805-17d4-4f3b-9d2c-14987dbc631b gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:44:26.344793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T07:44:26Z', 'revision_number': 6, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:44:26.375567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91d746-1f57-49f8-b9bc-61f96adb1802 None None] The sync data for ids ['96ae8805-17d4-4f3b-9d2c-14987dbc631b'] in n-d-813736-1 is: [{'id': '96ae8805-17d4-4f3b-9d2c-14987dbc631b', 'name': 'tempest-ServerActionsTestJSON-2134396188-router', 'tenant_id': 'b2e638a8598d47818e411adbda882450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T04:59:58Z', 'updated_at': '2021-10-13T07:44:26Z', 'revision_number': 6, 'project_id': 'b2e638a8598d47818e411adbda882450', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:44:26.388721 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.419563 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a207ee-af08-4d6e-948b-8dd0a6c61282,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:26.478226 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.579806 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.581903 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.643310 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.643754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ae8805-17d4-4f3b-9d2c-14987dbc631b {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:44:26.647971 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.649269 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-37b6aeda-7199-4d64-9d13-60c0c6146cf0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/96ae8805-17d4-4f3b-9d2c-14987dbc631b HTTP/1.1" status: 204 len: 168 time: 0.7772975 Oct 13 07:44:26.651731 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43918) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:26.695297 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] Deleting subnet 2aad65b7-6523-455a-88e6-11436a8be9ac {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:44:26.698168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.732326 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:26.774643 n-d-813736-1 neutron-server[95048]: INFO neutron.db.db_base_plugin_v2 [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] Found port (88ce0b88-236a-41bb-a230-0bac1b28741c, 172.20.0.12) having IP allocation on subnet 2aad65b7-6523-455a-88e6-11436a8be9ac, cannot delete Oct 13 07:44:26.776871 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 07:44:26.777415 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:44:26.782116 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86018ff0-636b-49af-8c40-5f8e536a844c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 409 len: 404 time: 0.1280658 Oct 13 07:44:27.177075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a1b46c7-62bc-4920-9c55-69573a1fb288 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:44:27.201121 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7a1b46c7-62bc-4920-9c55-69573a1fb288 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:44:27.201474 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7a1b46c7-62bc-4920-9c55-69573a1fb288 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:44:27.290076 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43938) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:27.385382 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1909028438-network', 'tenant_id': '700ff07d92a841df96157252b1e17677'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:44:27.408660 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Made reservation on behalf of 700ff07d92a841df96157252b1e17677 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:44:27.411198 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.421803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.501080 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.504738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.526387 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:44:27.539644 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5601a0a0-02ea-4734-a1ce-796613764889,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:27.547716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.548056 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Added segment 6308a394-870c-4e30-a35a-e33eee3ec813 of type vlan for network 51cf1895-f103-40fc-9c38-68faaf04ff3f Oct 13 07:44:27.550035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.550384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.550722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.551084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.551416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.551744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.552071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.552397 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.552721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.553044 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.553367 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.553687 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:44:27.601782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.630098 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.631224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:27.631895 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.685561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3942552 Oct 13 07:44:27.688543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43942) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:44:27.693660 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Request body: {'subnet': {'network_id': '51cf1895-f103-40fc-9c38-68faaf04ff3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1909028438-subnet', 'tenant_id': '700ff07d92a841df96157252b1e17677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:44:27.697224 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396929d-85f3-4e3f-80be-165796e4420d admin admin] Pushing event updated for resources: {'Network': ['ID=51cf1895-f103-40fc-9c38-68faaf04ff3f,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:27.707907 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 51cf1895-f103-40fc-9c38-68faaf04ff3f details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:44:27.717166 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Made reservation on behalf of 700ff07d92a841df96157252b1e17677 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:44:27.719734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.847669 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:44:27.883192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.935821 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2fe58de-e98b-4907-afab-e72994f1e17a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:44:27.950269 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Checking segment: {'id': '6308a394-870c-4e30-a35a-e33eee3ec813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51cf1895-f103-40fc-9c38-68faaf04ff3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:44:27.950619 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Network hostable DHCP agents. Network: 51cf1895-f103-40fc-9c38-68faaf04ff3f, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:44:27.966302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Network 51cf1895-f103-40fc-9c38-68faaf04ff3f is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:44:27.974447 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 51cf1895-f103-40fc-9c38-68faaf04ff3f) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:44:27.978924 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:27.979562 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:27.984371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49590912-e227-4940-acee-24f683a15963 None None] Network 51cf1895-f103-40fc-9c38-68faaf04ff3f requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:44:27.996604 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4c2f0532-f935-42a3-9f72-df320639858b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3069127 Oct 13 07:44:28.114902 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4227ef46-ebba-4cd0-8c20-73d65bd70c8b None None] Network 51cf1895-f103-40fc-9c38-68faaf04ff3f requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:44:28.773866 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 42a207ee-af08-4d6e-948b-8dd0a6c61282 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:44:28.793833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 42a207ee-af08-4d6e-948b-8dd0a6c61282 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:44:28.794176 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 42a207ee-af08-4d6e-948b-8dd0a6c61282 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:44:42.177547 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ca0a-8d41-4fb7-98a3-b6aeeb48978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:43.911666 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:44.491540 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ceb851c2-248f-4a4b-8d12-0c2afbb656dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:45.570047 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:45.973082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:46.549181 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:48.363851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:44:50.472688 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-81dec96d-30ea-4c99-b4eb-5ec679d9aa68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396695 Oct 13 07:44:50.539714 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-8b1a4b76-06f4-450a-885e-fb726fde429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:50.541205 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-8b1a4b76-06f4-450a-885e-fb726fde429d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0459433 Oct 13 07:44:50.643169 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-9ed4d864-fa90-4500-aaed-2e4f695b61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:50.644607 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-9ed4d864-fa90-4500-aaed-2e4f695b61ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0841806 Oct 13 07:44:50.691279 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-5d118adc-8185-4296-9478-9cfa0346bbf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0392540 Oct 13 07:44:50.740847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-16dc0c08-7d82-4697-a6c4-b44a14b75e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:50.742241 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-16dc0c08-7d82-4697-a6c4-b44a14b75e7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0438445 Oct 13 07:44:50.787901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-2de2e935-2ae0-4c7e-90e7-9684e3e9b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:44:50.790460 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-2de2e935-2ae0-4c7e-90e7-9684e3e9b3ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411689 Oct 13 07:44:50.801017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-1938cb79-35af-4484-9d9a-9dbe0143d576 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:44:50.801943 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-1938cb79-35af-4484-9d9a-9dbe0143d576 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048227 Oct 13 07:44:50.896854 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-74b3502b-9ea3-484f-9e0a-cf20fe473dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 Oct 13 07:44:50.988086 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-eff0f349-4305-4d69-b007-5e89f555cbfd req-0a430751-50ff-458e-83b1-e22f810bc566 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835121 Oct 13 07:45:04.846460 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:45:12.177590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c308-9dc7-45cd-8e57-793174f4c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:13.915491 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:14.494408 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9a1e88aa-29be-40a0-b0c3-971087584475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:15.570717 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:15.973331 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:16.550890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:18.365692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.253159 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 43966) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:28.298056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Deleting subnet f2fe58de-e98b-4907-afab-e72994f1e17a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:45:28.301260 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.341274 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.379973 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.433324 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.458343 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2fe58de-e98b-4907-afab-e72994f1e17a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:28.463028 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.466223 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f2fe58de-e98b-4907-afab-e72994f1e17a HTTP/1.1" status: 204 len: 168 time: 0.2120731 Oct 13 07:45:28.469070 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43968) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:28.471820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.472154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.472505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.472846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.473185 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.473521 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.473853 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.474182 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.474510 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.474840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.475194 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.475522 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035f0a7-8ffb-49f6-9ea3-3c462bc4194d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.542606 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.623701 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.642980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cf1895-f103-40fc-9c38-68faaf04ff3f']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:28.651813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6308a394-870c-4e30-a35a-e33eee3ec813') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:28.652102 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6308a394-870c-4e30-a35a-e33eee3ec813') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:28.661001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.674332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.680937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:28.681312 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:28.683381 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:28.735183 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.740652 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:28.744874 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] 10.222.0.49 "DELETE /v2.0/networks/51cf1895-f103-40fc-9c38-68faaf04ff3f HTTP/1.1" status: 204 len: 168 time: 0.2746069 Oct 13 07:45:28.757605 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Pushing event deleted for resources: {'Network': ['ID=51cf1895-f103-40fc-9c38-68faaf04ff3f,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:28.764970 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.765430 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.765785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.766151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.766508 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.766797 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.767179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.767524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.767905 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.768179 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.768503 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.769008 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade47060-39e9-4aeb-87a5-880225b0a85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:28.893634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43976) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:28.939810 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-64bfac13-fc51-4245-b465-1f8b947c7b41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=700ff07d92a841df96157252b1e17677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449700 Oct 13 07:45:28.942251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 43978) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:28.989703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.011010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.058261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.060830 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.061996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5601a0a0-02ea-4734-a1ce-796613764889 HTTP/1.1" status: 204 len: 168 time: 0.1188462 Oct 13 07:45:29.069784 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4763dcb-f841-4a17-80b8-ea5d53381344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5601a0a0-02ea-4734-a1ce-796613764889,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:29.755809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44000) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:29.849151 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433566754'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:29.871176 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:29.874643 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.883773 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.956285 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.959891 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:29.985715 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:29.996037 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac789f1e-dcd1-46ff-a24c-ec0212dd47bb,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:30.000955 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:30.001383 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Added segment a84968e2-ab7a-4b7f-8dc6-4d41495e97c1 of type vlan for network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 Oct 13 07:45:30.042810 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:30.066057 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:30.071848 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:30.072359 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:30.145106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3881814 Oct 13 07:45:30.182951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6671cd-f2bd-42ea-bf76-e857a7f98fce tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Network': ['ID=0e25a8f1-50be-4073-a816-2a2e1f28a3f3,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:30.193055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:33.408516 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44004) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:33.413641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'subnet': {'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:33.729321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:33.732927 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:33.909519 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:33.972368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Subnet': ['ID=1efba31a-f452-46fa-98d5-cd3636038f3a,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:33.981364 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking segment: {'id': 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:33.981723 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network hostable DHCP agents. Network: 0e25a8f1-50be-4073-a816-2a2e1f28a3f3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:33.998580 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:34.006450 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 0e25a8f1-50be-4073-a816-2a2e1f28a3f3) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:34.011046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:34.012223 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.015937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975e024-452e-4e1c-b90f-422a227414c9 None None] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:34.027755 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-268e4bfe-1d6e-48d7-8d9b-0e24f5a7c34e tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6181054 Oct 13 07:45:34.031295 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44006) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:34.036125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239459470'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:34.056809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:34.060384 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.083584 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:34.093313 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.093653 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Added segment 97053859-bc67-4729-8b55-49f351e5d59a of type vlan for network de93f74b-7e55-45d3-ba9e-0f18079c1114 Oct 13 07:45:34.134489 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.159331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.165786 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:34.166375 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.175991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-0e25a8f1-50be-4073-a816-2a2e1f28a3f3', 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3', 'tenant_id': '56bc7600c65241c7997ed73a9eb97dcf', 'fixed_ips': [{'subnet_id': '1efba31a-f452-46fa-98d5-cd3636038f3a'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:34.176867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.221882 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1895285 Oct 13 07:45:34.225057 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44008) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:34.233789 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'subnet': {'network_id': 'de93f74b-7e55-45d3-ba9e-0f18079c1114', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:34.234765 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66c3a5-abbb-4003-b378-38c2f6c00100 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Network': ['ID=de93f74b-7e55-45d3-ba9e-0f18079c1114,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:34.247033 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network de93f74b-7e55-45d3-ba9e-0f18079c1114 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:34.331577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:34.335229 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.370941 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Allocated IP 2001:db8:0:ffff::2 (0e25a8f1-50be-4073-a816-2a2e1f28a3f3/1efba31a-f452-46fa-98d5-cd3636038f3a/3591f5b1-880e-443d-b524-2ade38cb1cb2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:34.524462 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.529970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.537395 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.569197 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:34.573043 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:34.576653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:34.583612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Pushing event updated for resources: {'Port': ['ID=3591f5b1-880e-443d-b524-2ade38cb1cb2,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:34.603228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Subnet': ['ID=1dcff18c-5cb6-4a63-a7ff-acb8cf9a17ee,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:34.608207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.608559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.608688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking segment: {'id': '97053859-bc67-4729-8b55-49f351e5d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'de93f74b-7e55-45d3-ba9e-0f18079c1114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:34.608913 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.609060 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network hostable DHCP agents. Network: de93f74b-7e55-45d3-ba9e-0f18079c1114, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:34.609243 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.609583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.609919 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.610249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.610593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.610900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.611333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.611668 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.612042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:34.631786 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network de93f74b-7e55-45d3-ba9e-0f18079c1114 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:34.641184 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, de93f74b-7e55-45d3-ba9e-0f18079c1114) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:34.646647 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:34.647449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Attempting to bind port 3591f5b1-880e-443d-b524-2ade38cb1cb2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:34.647569 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.647765 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Attempting to bind port 3591f5b1-880e-443d-b524-2ade38cb1cb2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:34.648110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Attempting to bind port 3591f5b1-880e-443d-b524-2ade38cb1cb2 on network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:34.652800 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf69eae-fcf1-43d6-b419-2c3e44f21c87 None None] Network de93f74b-7e55-45d3-ba9e-0f18079c1114 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:34.658188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:34.658568 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Checking segment: {'id': 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:34.658982 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.659421 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Bound using segment: {'id': 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:34.660110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Bound port: 3591f5b1-880e-443d-b524-2ade38cb1cb2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e25a8f1-50be-4073-a816-2a2e1f28a3f3'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:34.660501 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.664680 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-fe3f5e78-be4f-4bd7-90d7-eb474755cd92 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4373796 Oct 13 07:45:34.667276 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44010) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:34.767760 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.790865 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] For port 3591f5b1-880e-443d-b524-2ade38cb1cb2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:34.794958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] For port 3591f5b1-880e-443d-b524-2ade38cb1cb2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3591f5b1-880e-443d-b524-2ade38cb1cb2,segment=NetworkSegment(a84968e2-ab7a-4b7f-8dc6-4d41495e97c1),segment_id=a84968e2-ab7a-4b7f-8dc6-4d41495e97c1)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:34.814146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.822539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.904851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16aefe-4aa5-4adb-9214-bb0265c092ab None None] Pushing event updated for resources: {'Port': ['ID=3591f5b1-880e-443d-b524-2ade38cb1cb2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:34.907253 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.913756 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349188c7-71a1-4883-8152-fc5d82f1e964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-de93f74b-7e55-45d3-ba9e-0f18079c1114', 'network_id': 'de93f74b-7e55-45d3-ba9e-0f18079c1114', 'tenant_id': '56bc7600c65241c7997ed73a9eb97dcf', 'fixed_ips': [{'subnet_id': '1dcff18c-5cb6-4a63-a7ff-acb8cf9a17ee'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:34.915691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-349188c7-71a1-4883-8152-fc5d82f1e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:34.938088 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcff18c-5cb6-4a63-a7ff-acb8cf9a17ee,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:35.010987 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0c1d2-9911-45e4-a8fe-71a6d4ae988d None None] Network de93f74b-7e55-45d3-ba9e-0f18079c1114 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:35.012527 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.034212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de93f74b-7e55-45d3-ba9e-0f18079c1114']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:35.044141 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97053859-bc67-4729-8b55-49f351e5d59a') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:35.044996 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97053859-bc67-4729-8b55-49f351e5d59a') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:35.073052 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.094738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.100912 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:35.101300 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: timer() Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:35.105279 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:35.176079 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.182470 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.185574 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/de93f74b-7e55-45d3-ba9e-0f18079c1114 HTTP/1.1" status: 204 len: 168 time: 0.5173223 Oct 13 07:45:35.189442 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44012) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:35.194779 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001037136'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:35.201186 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0157ca9-c60a-4c5a-a68e-6a42dde055d5 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Network': ['ID=de93f74b-7e55-45d3-ba9e-0f18079c1114,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:35.217543 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:35.221279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.250333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:35.259089 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.259475 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Added segment dd1fec45-47c8-4e32-8c69-f27743bcbe08 of type vlan for network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca Oct 13 07:45:35.297968 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.321355 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.326773 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:35.327387 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.377657 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1871674 Oct 13 07:45:35.380405 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44014) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:35.385791 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'subnet': {'network_id': 'cccb1b91-64f7-4f8c-be7a-4c9a7f85beca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:35.443726 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac83c7-45fa-4389-9088-59644dcb7cc3 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Network': ['ID=cccb1b91-64f7-4f8c-be7a-4c9a7f85beca,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:35.453780 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:35.491035 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:35.495770 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.561046 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Performing IP validity checks on allocation pools {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 07:45:35.561581 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.ipam_backend_mixin [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95048) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 07:45:35.691865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.755714 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Subnet': ['ID=2be723de-271f-4ad8-b720-7ee63e8d2513,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:35.764783 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking segment: {'id': 'dd1fec45-47c8-4e32-8c69-f27743bcbe08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'cccb1b91-64f7-4f8c-be7a-4c9a7f85beca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:35.765150 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network hostable DHCP agents. Network: cccb1b91-64f7-4f8c-be7a-4c9a7f85beca, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:35.782629 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:35.792183 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, cccb1b91-64f7-4f8c-be7a-4c9a7f85beca) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:35.796951 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:35.797551 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:35.801287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007224c7-0153-47a6-b86a-392eab745d7b None None] Network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:35.818977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53cb3699-7579-4eec-9a57-ea9ecfb624b1 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4350522 Oct 13 07:45:35.819215 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44016) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:35.819793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fd5a5-63a1-4934-b117-495db3197873 None None] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:35.922898 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.007050 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.074275 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.100271 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Subnet': ['ID=2be723de-271f-4ad8-b720-7ee63e8d2513,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:36.156520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] Provisioning complete for port 3591f5b1-880e-443d-b524-2ade38cb1cb2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:36.156897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.169597 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.193569 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccb1b91-64f7-4f8c-be7a-4c9a7f85beca']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:36.203724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1fec45-47c8-4e32-8c69-f27743bcbe08') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:36.204016 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1fec45-47c8-4e32-8c69-f27743bcbe08') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:36.214453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.227381 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.233556 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:36.233952 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:36.236896 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:36.281525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde392d-38f9-497a-a775-b36156d43ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-cccb1b91-64f7-4f8c-be7a-4c9a7f85beca', 'network_id': 'cccb1b91-64f7-4f8c-be7a-4c9a7f85beca', 'tenant_id': '56bc7600c65241c7997ed73a9eb97dcf', 'fixed_ips': [{'subnet_id': '2be723de-271f-4ad8-b720-7ee63e8d2513'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:36.282368 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7cde392d-38f9-497a-a775-b36156d43ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.297624 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.305613 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.312743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44018) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:36.313362 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/cccb1b91-64f7-4f8c-be7a-4c9a7f85beca HTTP/1.1" status: 204 len: 168 time: 0.4925718 Oct 13 07:45:36.318698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174840823'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:36.325224 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caede65d-11a4-4f96-80bf-98602bc84468 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Network': ['ID=cccb1b91-64f7-4f8c-be7a-4c9a7f85beca,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:36.347267 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:36.348930 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978875d1-c95e-4ac2-8e3c-da5fbb09a4dd None None] Network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:36.350896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.364745 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.374232 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978875d1-c95e-4ac2-8e3c-da5fbb09a4dd None None] Network cccb1b91-64f7-4f8c-be7a-4c9a7f85beca could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 07:45:36.383621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:36.394054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.394404 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Added segment 1ba3bf19-187a-495c-9825-580e4fda1454 of type vlan for network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 Oct 13 07:45:36.401411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] For port 3591f5b1-880e-443d-b524-2ade38cb1cb2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3591f5b1-880e-443d-b524-2ade38cb1cb2,segment=NetworkSegment(a84968e2-ab7a-4b7f-8dc6-4d41495e97c1),segment_id=a84968e2-ab7a-4b7f-8dc6-4d41495e97c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:36.407730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.448803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.469926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353e75a-9668-4afc-ad83-b2271afa69c9 None None] Pushing event updated for resources: {'Port': ['ID=3591f5b1-880e-443d-b524-2ade38cb1cb2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:36.479146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.485083 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:36.485765 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.556261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2423420 Oct 13 07:45:36.559221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44020) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:36.566230 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'subnet': {'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:36.571779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b855d-638a-4352-a84c-3c54320cb1cc tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Network': ['ID=1c935bad-a27c-4282-90ef-3b9ae8c281c3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:36.583487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:36.666679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:36.670446 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.729915 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f92e2e15-ad81-4512-abaf-99e3a1c0f28f None None] Provisioning complete for port 3591f5b1-880e-443d-b524-2ade38cb1cb2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:36.730295 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f92e2e15-ad81-4512-abaf-99e3a1c0f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.866683 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.883252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3591f5b1-880e-443d-b524-2ade38cb1cb2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:36.933691 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Subnet': ['ID=7a2fbb44-b063-46e3-b36f-910b73023eef,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:36.934977 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 3591f5b1-880e-443d-b524-2ade38cb1cb2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:36.935495 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.941799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking segment: {'id': '1ba3bf19-187a-495c-9825-580e4fda1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:36.942164 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network hostable DHCP agents. Network: 1c935bad-a27c-4282-90ef-3b9ae8c281c3, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:36.958493 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:36.967549 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1c935bad-a27c-4282-90ef-3b9ae8c281c3) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:36.972032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:36.972638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:36.979129 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b196e-f7c9-4416-be19-ad3743eb91e6 None None] Network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:36.989292 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-b2c64c40-1ade-44b5-b372-10c9c148ce37 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4289751 Oct 13 07:45:36.994395 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44022) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:36.999385 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232689129'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:37.019840 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:37.024096 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.048545 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:37.058146 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.058587 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Added segment 24086fd0-1911-498b-8459-6caf2f57b0be of type vlan for network db10227e-617e-43c6-a217-00ff7ba5f9d6 Oct 13 07:45:37.100152 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.124329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.129866 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:37.130437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.157741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1c935bad-a27c-4282-90ef-3b9ae8c281c3', 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3', 'tenant_id': '56bc7600c65241c7997ed73a9eb97dcf', 'fixed_ips': [{'subnet_id': '7a2fbb44-b063-46e3-b36f-910b73023eef'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:37.158648 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.188747 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1931424 Oct 13 07:45:37.191968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44024) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:37.197615 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Request body: {'subnet': {'network_id': 'db10227e-617e-43c6-a217-00ff7ba5f9d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:37.201017 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3aa8e-b66f-4a66-b738-9cc0ddcd599f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Network': ['ID=db10227e-617e-43c6-a217-00ff7ba5f9d6,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:37.235581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network db10227e-617e-43c6-a217-00ff7ba5f9d6 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:37.296370 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Made reservation on behalf of 56bc7600c65241c7997ed73a9eb97dcf for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:37.300104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.357503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Allocated IP 2001:db8::2 (1c935bad-a27c-4282-90ef-3b9ae8c281c3/7a2fbb44-b063-46e3-b36f-910b73023eef/a08e9533-5c04-4fd6-8d65-42cbc3b3a035) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:37.485276 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.509883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.516516 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.546199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event updated for resources: {'Subnet': ['ID=3395bcb0-5a02-4e27-856f-9dc0170c9d18,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:37.553703 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Checking segment: {'id': '24086fd0-1911-498b-8459-6caf2f57b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'db10227e-617e-43c6-a217-00ff7ba5f9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:37.554062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network hostable DHCP agents. Network: db10227e-617e-43c6-a217-00ff7ba5f9d6, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:37.557664 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:37.560687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:37.562998 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:37.573231 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Network db10227e-617e-43c6-a217-00ff7ba5f9d6 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:37.574794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Pushing event updated for resources: {'Port': ['ID=a08e9533-5c04-4fd6-8d65-42cbc3b3a035,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:37.585013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, db10227e-617e-43c6-a217-00ff7ba5f9d6) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:37.589950 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:37.590542 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.602811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7837f1-b045-4abe-a1f6-07dbf035ad49 None None] Network db10227e-617e-43c6-a217-00ff7ba5f9d6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:37.607105 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4e1c20d5-cdf9-41f5-ab83-c8cebd178441 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139848 Oct 13 07:45:37.609686 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44026) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:37.670195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Attempting to bind port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:37.670574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Attempting to bind port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '1ba3bf19-187a-495c-9825-580e4fda1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:37.670944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Attempting to bind port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 on network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:37.681833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:37.682216 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Checking segment: {'id': '1ba3bf19-187a-495c-9825-580e4fda1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:37.682621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.683018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Bound using segment: {'id': '1ba3bf19-187a-495c-9825-580e4fda1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:37.683593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Bound port: a08e9533-5c04-4fd6-8d65-42cbc3b3a035, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba3bf19-187a-495c-9825-580e4fda1454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1c935bad-a27c-4282-90ef-3b9ae8c281c3'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:37.683980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.708461 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.760277 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.797793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] For port a08e9533-5c04-4fd6-8d65-42cbc3b3a035, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:37.802512 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] For port a08e9533-5c04-4fd6-8d65-42cbc3b3a035, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a08e9533-5c04-4fd6-8d65-42cbc3b3a035,segment=NetworkSegment(1ba3bf19-187a-495c-9825-580e4fda1454),segment_id=1ba3bf19-187a-495c-9825-580e4fda1454)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:37.807879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.828544 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.862080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ae42e-694f-4d55-86c8-100fcbc18bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-db10227e-617e-43c6-a217-00ff7ba5f9d6', 'network_id': 'db10227e-617e-43c6-a217-00ff7ba5f9d6', 'tenant_id': '56bc7600c65241c7997ed73a9eb97dcf', 'fixed_ips': [{'subnet_id': '3395bcb0-5a02-4e27-856f-9dc0170c9d18'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:37.862866 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d82ae42e-694f-4d55-86c8-100fcbc18bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.866939 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Subnet': ['ID=3395bcb0-5a02-4e27-856f-9dc0170c9d18,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:37.900019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999e2b-47c4-4977-a32d-ee683469c354 None None] Pushing event updated for resources: {'Port': ['ID=a08e9533-5c04-4fd6-8d65-42cbc3b3a035,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:37.934795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.957099 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db10227e-617e-43c6-a217-00ff7ba5f9d6']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:37.967579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24086fd0-1911-498b-8459-6caf2f57b0be') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:37.967875 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24086fd0-1911-498b-8459-6caf2f57b0be') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:37.979725 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:37.980554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e28393-4009-4dd0-88b8-945aed4cfb89 None None] Network db10227e-617e-43c6-a217-00ff7ba5f9d6 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:37.995144 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.002048 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:38.002705 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:38.006270 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:38.077961 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.087180 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.092519 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/db10227e-617e-43c6-a217-00ff7ba5f9d6 HTTP/1.1" status: 204 len: 168 time: 0.4819086 Oct 13 07:45:38.095943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44028) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.105174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e05e2-2776-4fa2-b25d-26b128310594 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Network': ['ID=db10227e-617e-43c6-a217-00ff7ba5f9d6,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:38.135392 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e94efe1-c607-4522-87c0-7fc951aa7d6f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] GET failed (client error): The resource could not be found. Oct 13 07:45:38.138494 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-2e94efe1-c607-4522-87c0-7fc951aa7d6f tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "GET /v2.0/subnets/3395bcb0-5a02-4e27-856f-9dc0170c9d18 HTTP/1.1" status: 404 len: 337 time: 0.0414922 Oct 13 07:45:38.141513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44030) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.167312 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a68e3c7-895c-40f4-b81a-15eba52a90ae tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:38.167892 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a68e3c7-895c-40f4-b81a-15eba52a90ae tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:38.170915 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9a68e3c7-895c-40f4-b81a-15eba52a90ae tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/db10227e-617e-43c6-a217-00ff7ba5f9d6 HTTP/1.1" status: 404 len: 339 time: 0.0283978 Oct 13 07:45:38.174840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44032) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.202013 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da3619-cecf-4112-a56f-56f5979a9f19 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:38.202583 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da3619-cecf-4112-a56f-56f5979a9f19 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:38.205529 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-53da3619-cecf-4112-a56f-56f5979a9f19 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/subnets/3395bcb0-5a02-4e27-856f-9dc0170c9d18 HTTP/1.1" status: 404 len: 337 time: 0.0297034 Oct 13 07:45:38.208094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44034) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.227326 n-d-813736-1 neutron-server[95048]: INFO neutron.pecan_wsgi.hooks.translation [None req-deefd9cc-0aa4-4453-af9e-e876ec3b6ec8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:38.227932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deefd9cc-0aa4-4453-af9e-e876ec3b6ec8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95048) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:38.230839 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-deefd9cc-0aa4-4453-af9e-e876ec3b6ec8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/db10227e-617e-43c6-a217-00ff7ba5f9d6 HTTP/1.1" status: 404 len: 339 time: 0.0218427 Oct 13 07:45:38.233302 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44036) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.282331 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Deleting subnet 7a2fbb44-b063-46e3-b36f-910b73023eef {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:45:38.285423 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.326582 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.413570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.471683 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.502980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2fbb44-b063-46e3-b36f-910b73023eef,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:38.505061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.509255 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-db306651-ccd7-4d2f-a23c-2b3f86dffbc8 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/subnets/7a2fbb44-b063-46e3-b36f-910b73023eef HTTP/1.1" status: 204 len: 168 time: 0.2747283 Oct 13 07:45:38.511341 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44038) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:38.595371 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.653349 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Deleting port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:38.653795 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.721245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] For port a08e9533-5c04-4fd6-8d65-42cbc3b3a035, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a08e9533-5c04-4fd6-8d65-42cbc3b3a035,segment=NetworkSegment(1ba3bf19-187a-495c-9825-580e4fda1454),segment_id=1ba3bf19-187a-495c-9825-580e4fda1454)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:38.721618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.740139 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Calling delete_port for a08e9533-5c04-4fd6-8d65-42cbc3b3a035 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:38.797908 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d195a-ccfa-43bb-82ff-6eeff0476624 None None] Network 1c935bad-a27c-4282-90ef-3b9ae8c281c3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:38.828267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.853062 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b23ba085-f0d3-47c2-8826-eb924e773510 None None] Could not find standard attr ID for object a08e9533-5c04-4fd6-8d65-42cbc3b3a035. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 07:45:38.859167 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Port': ['ID=a08e9533-5c04-4fd6-8d65-42cbc3b3a035,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:38.867242 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No DVR routers for this DVR port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:38.901655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a08e9533-5c04-4fd6-8d65-42cbc3b3a035 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:38.935793 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a08e9533-5c04-4fd6-8d65-42cbc3b3a035 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:45:38.936398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a08e9533-5c04-4fd6-8d65-42cbc3b3a035 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 07:45:38.954336 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:38.959233 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Port a08e9533-5c04-4fd6-8d65-42cbc3b3a035 not found, will not notify nova. {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 07:45:38.977034 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c935bad-a27c-4282-90ef-3b9ae8c281c3']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:38.986380 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba3bf19-187a-495c-9825-580e4fda1454') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:38.986679 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba3bf19-187a-495c-9825-580e4fda1454') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:38.996105 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.011781 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0d61a-02c5-49e3-a2e5-64d92d24b23d None None] DHCP port deletion for 1c935bad-a27c-4282-90ef-3b9ae8c281c3 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:45:39.011982 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.019019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:39.019449 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:39.022391 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:39.085019 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.092298 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.095432 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/1c935bad-a27c-4282-90ef-3b9ae8c281c3 HTTP/1.1" status: 204 len: 168 time: 0.5831597 Oct 13 07:45:39.098000 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44040) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.106696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f186b3-e122-48d8-bebf-1aab87ee664c tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Network': ['ID=1c935bad-a27c-4282-90ef-3b9ae8c281c3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:39.124940 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b70530-ec97-4ee8-b778-54337db36dad tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:39.125384 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b70530-ec97-4ee8-b778-54337db36dad tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:39.128405 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f4b70530-ec97-4ee8-b778-54337db36dad tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/subnets/2be723de-271f-4ad8-b720-7ee63e8d2513 HTTP/1.1" status: 404 len: 337 time: 0.0293381 Oct 13 07:45:39.130784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44042) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.149149 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca95b98e-66ee-48e1-ab92-82138ccb3b3a tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:39.149763 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca95b98e-66ee-48e1-ab92-82138ccb3b3a tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:39.152732 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-ca95b98e-66ee-48e1-ab92-82138ccb3b3a tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/cccb1b91-64f7-4f8c-be7a-4c9a7f85beca HTTP/1.1" status: 404 len: 339 time: 0.0210211 Oct 13 07:45:39.155147 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44044) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.181436 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad9da6-06bd-4ba0-acce-c0ee970708c9 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:39.181886 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dad9da6-06bd-4ba0-acce-c0ee970708c9 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:39.184917 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7dad9da6-06bd-4ba0-acce-c0ee970708c9 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/subnets/1dcff18c-5cb6-4a63-a7ff-acb8cf9a17ee HTTP/1.1" status: 404 len: 337 time: 0.0289357 Oct 13 07:45:39.187335 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44046) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.205096 n-d-813736-1 neutron-server[95047]: INFO neutron.pecan_wsgi.hooks.translation [None req-9186a9f3-22a5-4c4b-8a56-512351fb334d tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] DELETE failed (client error): The resource could not be found. Oct 13 07:45:39.205555 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9186a9f3-22a5-4c4b-8a56-512351fb334d tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95047) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 07:45:39.208516 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-9186a9f3-22a5-4c4b-8a56-512351fb334d tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/de93f74b-7e55-45d3-ba9e-0f18079c1114 HTTP/1.1" status: 404 len: 339 time: 0.0202994 Oct 13 07:45:39.210689 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44048) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.260270 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Deleting subnet 1efba31a-f452-46fa-98d5-cd3636038f3a {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:45:39.263292 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.307047 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.388837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.444974 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.473165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Subnet': ['ID=1efba31a-f452-46fa-98d5-cd3636038f3a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:39.475088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.479107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-effda3db-9060-4785-9f7b-f43ac9c82b51 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/subnets/1efba31a-f452-46fa-98d5-cd3636038f3a HTTP/1.1" status: 204 len: 168 time: 0.2669725 Oct 13 07:45:39.481825 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44050) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:39.482461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83de85a-278c-454d-b6d5-b334cac424e7 None None] Network 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:39.556925 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.608944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Deleting port 3591f5b1-880e-443d-b524-2ade38cb1cb2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:39.609296 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.643810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] DHCP port deletion for 0e25a8f1-50be-4073-a816-2a2e1f28a3f3 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:45:39.677646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] For port 3591f5b1-880e-443d-b524-2ade38cb1cb2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3591f5b1-880e-443d-b524-2ade38cb1cb2,segment=NetworkSegment(a84968e2-ab7a-4b7f-8dc6-4d41495e97c1),segment_id=a84968e2-ab7a-4b7f-8dc6-4d41495e97c1)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:39.678012 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.690168 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Calling delete_port for 3591f5b1-880e-443d-b524-2ade38cb1cb2 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:39.693794 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Deleting port 3591f5b1-880e-443d-b524-2ade38cb1cb2 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:39.694172 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.757236 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] For port 3591f5b1-880e-443d-b524-2ade38cb1cb2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=3591f5b1-880e-443d-b524-2ade38cb1cb2,segment=NetworkSegment(a84968e2-ab7a-4b7f-8dc6-4d41495e97c1),segment_id=a84968e2-ab7a-4b7f-8dc6-4d41495e97c1)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:39.758075 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.770099 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.770904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Calling delete_port for 3591f5b1-880e-443d-b524-2ade38cb1cb2 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:39.801658 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] No DVR routers for this DVR port 3591f5b1-880e-443d-b524-2ade38cb1cb2 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:39.806332 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Port': ['ID=3591f5b1-880e-443d-b524-2ade38cb1cb2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:39.849726 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.875672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] Pushing event deleted for resources: {'Port': ['ID=3591f5b1-880e-443d-b524-2ade38cb1cb2,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:39.879496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509f4aa-408f-4ae6-8a9f-23687d019de0 None None] No DVR routers for this DVR port 3591f5b1-880e-443d-b524-2ade38cb1cb2 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:39.883780 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.904199 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e25a8f1-50be-4073-a816-2a2e1f28a3f3']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:39.913120 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:39.913414 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84968e2-ab7a-4b7f-8dc6-4d41495e97c1') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:39.922426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.935256 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.941064 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:39.941466 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:39.944527 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:40.005037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.010642 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.013833 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] 10.222.0.49 "DELETE /v2.0/networks/0e25a8f1-50be-4073-a816-2a2e1f28a3f3 HTTP/1.1" status: 204 len: 168 time: 0.5311279 Oct 13 07:45:40.028367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb8eb-76f7-4163-ab6b-2ddbcd132fa2 tempest-NetworksIpV6Test-1888892934 tempest-NetworksIpV6Test-1888892934-project] Pushing event deleted for resources: {'Network': ['ID=0e25a8f1-50be-4073-a816-2a2e1f28a3f3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:40.248518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44056) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:40.381513 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-103fc9d9-3901-4204-b556-18a099e6f848 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56bc7600c65241c7997ed73a9eb97dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318460 Oct 13 07:45:40.384732 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44060) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:40.432509 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.453374 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.500797 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.503422 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:40.508278 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac789f1e-dcd1-46ff-a24c-ec0212dd47bb HTTP/1.1" status: 204 len: 168 time: 0.1190033 Oct 13 07:45:40.515530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ae884-5115-4400-a2ce-47ec709925ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac789f1e-dcd1-46ff-a24c-ec0212dd47bb,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:40.859118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3591f5b1-880e-443d-b524-2ade38cb1cb2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:45:40.879521 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 3591f5b1-880e-443d-b524-2ade38cb1cb2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:45:40.879879 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 3591f5b1-880e-443d-b524-2ade38cb1cb2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:45:40.880298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a08e9533-5c04-4fd6-8d65-42cbc3b3a035 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:45:40.899887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a08e9533-5c04-4fd6-8d65-42cbc3b3a035 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:45:40.900241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a08e9533-5c04-4fd6-8d65-42cbc3b3a035 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:45:41.129971 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44082) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:41.223056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1931234159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:41.248782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.249771 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.301210 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.305986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.321896 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.323130 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e9d44e1e-6dc9-4f88-b80d-2b6a9dfa9dfe tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1921184 Oct 13 07:45:41.325778 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44086) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:41.330410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-15355733'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:41.349152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Made reservation on behalf of d20f699832674ea29902fc53d9ee3581 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:41.352986 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.361475 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.435128 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.438764 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.465902 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:41.475754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51b8d8-688f-4b05-b8d0-eb9a3f1fe872,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:41.480498 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.480841 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Added segment 34ecdc9a-8444-400c-bb69-a57047f1b97d of type vlan for network 24477371-083a-4413-9bc3-70183d1db71b Oct 13 07:45:41.523015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.547107 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.552649 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:41.553228 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.611040 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2842426 Oct 13 07:45:41.613963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44088) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:41.620087 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'subnet': {'network_id': '24477371-083a-4413-9bc3-70183d1db71b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:41.623550 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6bf8a-8d4e-48c7-b84f-1606a6454961 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event updated for resources: {'Network': ['ID=24477371-083a-4413-9bc3-70183d1db71b,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:41.635777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 24477371-083a-4413-9bc3-70183d1db71b details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:41.711253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Made reservation on behalf of d20f699832674ea29902fc53d9ee3581 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:41.714869 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.845393 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:45:41.892833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.954333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event updated for resources: {'Subnet': ['ID=94af7235-8174-4f08-b7bc-11a1f053da16,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:41.959469 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Checking segment: {'id': '34ecdc9a-8444-400c-bb69-a57047f1b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24477371-083a-4413-9bc3-70183d1db71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:41.959833 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Network hostable DHCP agents. Network: 24477371-083a-4413-9bc3-70183d1db71b, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:41.975673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Network 24477371-083a-4413-9bc3-70183d1db71b is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:41.984080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 24477371-083a-4413-9bc3-70183d1db71b) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:41.987988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:41.988571 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:41.993348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb4097-17d2-472c-8518-cce89291c087 None None] Network 24477371-083a-4413-9bc3-70183d1db71b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:42.004859 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-dd9864ca-27fc-492c-8458-e28df86c1050 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3897059 Oct 13 07:45:42.007902 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44090) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:42.012787 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2124475359'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:42.032116 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Made reservation on behalf of d20f699832674ea29902fc53d9ee3581 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:42.035631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.060005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:42.069000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.069381 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Added segment 75bc75e8-7ca0-47ba-90d3-681670a2db5e of type vlan for network 97484950-d8f6-4322-8761-cc6273572013 Oct 13 07:45:42.109682 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.134389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.140644 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:42.141224 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.143630 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-24477371-083a-4413-9bc3-70183d1db71b', 'network_id': '24477371-083a-4413-9bc3-70183d1db71b', 'tenant_id': 'd20f699832674ea29902fc53d9ee3581', 'fixed_ips': [{'subnet_id': '94af7235-8174-4f08-b7bc-11a1f053da16'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:42.144485 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.204080 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1950765 Oct 13 07:45:42.207212 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44092) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:42.212507 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'subnet': {'network_id': '97484950-d8f6-4322-8761-cc6273572013', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:42.216533 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b290868-00c1-4755-8d20-a714d0b481d4 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event updated for resources: {'Network': ['ID=97484950-d8f6-4322-8761-cc6273572013,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:42.223809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e50bfa72-bf28-4bd5-b41b-e8a29d29f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.229371 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 97484950-d8f6-4322-8761-cc6273572013 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:42.309600 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Made reservation on behalf of d20f699832674ea29902fc53d9ee3581 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:42.313356 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.344011 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Allocated IP 172.20.0.2 (24477371-083a-4413-9bc3-70183d1db71b/94af7235-8174-4f08-b7bc-11a1f053da16/91ee3973-e13d-418b-adc6-3ba83a9fe747) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:42.493313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.494127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.499983 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.541277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Network 24477371-083a-4413-9bc3-70183d1db71b is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:42.544220 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:42.546528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:42.553540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Pushing event updated for resources: {'Port': ['ID=91ee3973-e13d-418b-adc6-3ba83a9fe747,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:42.555348 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event updated for resources: {'Subnet': ['ID=27e0e078-a323-4137-b94d-9458ee11d420,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:42.563198 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Checking segment: {'id': '75bc75e8-7ca0-47ba-90d3-681670a2db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '97484950-d8f6-4322-8761-cc6273572013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:42.563566 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Network hostable DHCP agents. Network: 97484950-d8f6-4322-8761-cc6273572013, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:42.581943 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Network 97484950-d8f6-4322-8761-cc6273572013 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:42.591911 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 97484950-d8f6-4322-8761-cc6273572013) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:42.597319 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:42.598477 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.605524 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae28e2-0ea8-4b61-904e-ed99bfb32b93 None None] Network 97484950-d8f6-4322-8761-cc6273572013 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:42.616734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-487159ea-f02e-48e1-8846-aa1de64c19da tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4083722 Oct 13 07:45:42.620264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44094) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:42.627084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-80e1a392-5c55-4009-94ec-2f592ac3713f tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Request body: {'router': {'external_gateway_info': {'network_id': '97484950-d8f6-4322-8761-cc6273572013'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:42.648649 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Attempting to bind port 91ee3973-e13d-418b-adc6-3ba83a9fe747 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:42.649018 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Attempting to bind port 91ee3973-e13d-418b-adc6-3ba83a9fe747 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '34ecdc9a-8444-400c-bb69-a57047f1b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24477371-083a-4413-9bc3-70183d1db71b'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:42.649381 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Attempting to bind port 91ee3973-e13d-418b-adc6-3ba83a9fe747 on network 24477371-083a-4413-9bc3-70183d1db71b {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:42.657948 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:42.658317 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Checking segment: {'id': '34ecdc9a-8444-400c-bb69-a57047f1b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24477371-083a-4413-9bc3-70183d1db71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:42.658718 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.659228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Bound using segment: {'id': '34ecdc9a-8444-400c-bb69-a57047f1b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24477371-083a-4413-9bc3-70183d1db71b'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:42.659597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Bound port: 91ee3973-e13d-418b-adc6-3ba83a9fe747, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ecdc9a-8444-400c-bb69-a57047f1b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '24477371-083a-4413-9bc3-70183d1db71b'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:42.659974 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.766849 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] For port 91ee3973-e13d-418b-adc6-3ba83a9fe747, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:42.788552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] For port 91ee3973-e13d-418b-adc6-3ba83a9fe747, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=91ee3973-e13d-418b-adc6-3ba83a9fe747,segment=NetworkSegment(34ecdc9a-8444-400c-bb69-a57047f1b97d),segment_id=34ecdc9a-8444-400c-bb69-a57047f1b97d)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:42.796980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.853769 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-97484950-d8f6-4322-8761-cc6273572013', 'network_id': '97484950-d8f6-4322-8761-cc6273572013', 'tenant_id': 'd20f699832674ea29902fc53d9ee3581', 'fixed_ips': [{'subnet_id': '27e0e078-a323-4137-b94d-9458ee11d420'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:42.854651 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:42.890303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2586d-8bb6-4c41-bede-a68bc7cf150f None None] Pushing event updated for resources: {'Port': ['ID=91ee3973-e13d-418b-adc6-3ba83a9fe747,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:43.052778 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Allocated IP 172.21.0.2 (97484950-d8f6-4322-8761-cc6273572013/27e0e078-a323-4137-b94d-9458ee11d420/2972394d-c899-4081-a5d8-ac5d7b4e54ad) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:43.222437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-80e1a392-5c55-4009-94ec-2f592ac3713f tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.329700 n-d-813736-1 neutron-server[95047]: INFO neutron.api.v2.resource [None req-80e1a392-5c55-4009-94ec-2f592ac3713f tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 07:45:43.331496 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-80e1a392-5c55-4009-94ec-2f592ac3713f tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "PUT /v2.0/routers/73ca45b8-16b4-4e2c-b503-8c05018417e7 HTTP/1.1" status: 400 len: 364 time: 0.7103131 Oct 13 07:45:43.338418 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44096) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:43.372838 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.377997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.394621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Deleting subnet 27e0e078-a323-4137-b94d-9458ee11d420 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:45:43.397722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.416759 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Network 97484950-d8f6-4322-8761-cc6273572013 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:43.419761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:43.423366 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:43.435101 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Pushing event updated for resources: {'Port': ['ID=2972394d-c899-4081-a5d8-ac5d7b4e54ad,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:43.439544 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.481124 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Attempting to bind port 2972394d-c899-4081-a5d8-ac5d7b4e54ad on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:43.481506 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Attempting to bind port 2972394d-c899-4081-a5d8-ac5d7b4e54ad by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '75bc75e8-7ca0-47ba-90d3-681670a2db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '97484950-d8f6-4322-8761-cc6273572013'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:43.482528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Attempting to bind port 2972394d-c899-4081-a5d8-ac5d7b4e54ad on network 97484950-d8f6-4322-8761-cc6273572013 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:43.488737 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:43.489487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Checking segment: {'id': '75bc75e8-7ca0-47ba-90d3-681670a2db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '97484950-d8f6-4322-8761-cc6273572013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:43.489915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.490305 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Bound using segment: {'id': '75bc75e8-7ca0-47ba-90d3-681670a2db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '97484950-d8f6-4322-8761-cc6273572013'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:43.490787 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Bound port: 2972394d-c899-4081-a5d8-ac5d7b4e54ad, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bc75e8-7ca0-47ba-90d3-681670a2db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '97484950-d8f6-4322-8761-cc6273572013'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:43.491203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.530602 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.597298 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.601871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] For port 2972394d-c899-4081-a5d8-ac5d7b4e54ad, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:43.606517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] For port 2972394d-c899-4081-a5d8-ac5d7b4e54ad, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2972394d-c899-4081-a5d8-ac5d7b4e54ad,segment=NetworkSegment(75bc75e8-7ca0-47ba-90d3-681670a2db5e),segment_id=75bc75e8-7ca0-47ba-90d3-681670a2db5e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:43.612465 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.628446 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Subnet': ['ID=27e0e078-a323-4137-b94d-9458ee11d420,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:43.630507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.636532 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44098) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:43.637032 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5073f3f3-301c-46c4-9c32-472006b9685c tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "DELETE /v2.0/subnets/27e0e078-a323-4137-b94d-9458ee11d420 HTTP/1.1" status: 204 len: 168 time: 0.2970536 Oct 13 07:45:43.675858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dda9a-2ae4-4d97-bba5-09560a0f13a8 None None] Pushing event updated for resources: {'Port': ['ID=2972394d-c899-4081-a5d8-ac5d7b4e54ad,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:43.732215 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.796124 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Deleting port 2972394d-c899-4081-a5d8-ac5d7b4e54ad {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:43.796478 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.880032 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] For port 2972394d-c899-4081-a5d8-ac5d7b4e54ad, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=2972394d-c899-4081-a5d8-ac5d7b4e54ad,segment=NetworkSegment(75bc75e8-7ca0-47ba-90d3-681670a2db5e),segment_id=75bc75e8-7ca0-47ba-90d3-681670a2db5e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:43.880583 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.893722 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Calling delete_port for 2972394d-c899-4081-a5d8-ac5d7b4e54ad owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:43.926761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:43.929688 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da248e94-0504-414c-b033-24a0da8221b7 None None] Network 24477371-083a-4413-9bc3-70183d1db71b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:43.990005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.016592 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Port': ['ID=2972394d-c899-4081-a5d8-ac5d7b4e54ad,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:44.024287 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] No DVR routers for this DVR port 2972394d-c899-4081-a5d8-ac5d7b4e54ad on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:44.051495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] Provisioning complete for port 91ee3973-e13d-418b-adc6-3ba83a9fe747 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:44.051867 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.102799 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.126653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97484950-d8f6-4322-8761-cc6273572013']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:44.136767 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc75e8-7ca0-47ba-90d3-681670a2db5e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:44.137194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc75e8-7ca0-47ba-90d3-681670a2db5e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:44.147173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.163703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.164419 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.170208 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:44.170611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:44.173665 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:44.200504 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] For port 91ee3973-e13d-418b-adc6-3ba83a9fe747, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=91ee3973-e13d-418b-adc6-3ba83a9fe747,segment=NetworkSegment(34ecdc9a-8444-400c-bb69-a57047f1b97d),segment_id=34ecdc9a-8444-400c-bb69-a57047f1b97d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:44.205669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.240353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.245894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.251292 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "DELETE /v2.0/networks/97484950-d8f6-4322-8761-cc6273572013 HTTP/1.1" status: 204 len: 168 time: 0.6109140 Oct 13 07:45:44.251788 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44100) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:44.266393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6a36-3f70-445a-a1b4-85d224f1deaf None None] Pushing event updated for resources: {'Port': ['ID=91ee3973-e13d-418b-adc6-3ba83a9fe747,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:44.274560 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb083-fd2c-4b9e-8c76-dee46f853b2a tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Network': ['ID=97484950-d8f6-4322-8761-cc6273572013,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:44.317293 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Deleting subnet 94af7235-8174-4f08-b7bc-11a1f053da16 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:45:44.321510 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.364862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.424812 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ab27a655-3730-4006-b49d-50e6aa5facc7 None None] Provisioning complete for port 91ee3973-e13d-418b-adc6-3ba83a9fe747 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:44.425109 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ab27a655-3730-4006-b49d-50e6aa5facc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.468982 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.520367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91f6a24c-7c68-4c68-90ab-45de3ad16473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.539738 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.568476 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Subnet': ['ID=94af7235-8174-4f08-b7bc-11a1f053da16,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:44.576156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.579427 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1e5a644d-2825-4200-87f9-2d384b10f744 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "DELETE /v2.0/subnets/94af7235-8174-4f08-b7bc-11a1f053da16 HTTP/1.1" status: 204 len: 168 time: 0.3265927 Oct 13 07:45:44.580956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3861916-15b2-4b15-8db0-c9b04f7660f0 None None] Network 24477371-083a-4413-9bc3-70183d1db71b requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:44.581848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44102) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:44.666718 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.729740 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Deleting port 91ee3973-e13d-418b-adc6-3ba83a9fe747 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:44.730085 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.741329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-422bbc6f-2cfe-45d3-852b-ad1564c2d7cf None None] Could not find standard attr ID for object 2972394d-c899-4081-a5d8-ac5d7b4e54ad. {{(pid=95049) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 07:45:44.759874 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1b50b-8308-4854-af57-55e0114cc3a0 None None] DHCP port deletion for 97484950-d8f6-4322-8761-cc6273572013 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:45:44.776946 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcbd76-2d1a-4776-bd7d-540ee9bdc321 None None] Network 97484950-d8f6-4322-8761-cc6273572013 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:44.794655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] DHCP port deletion for 24477371-083a-4413-9bc3-70183d1db71b request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:45:44.799576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fcbd76-2d1a-4776-bd7d-540ee9bdc321 None None] Network 97484950-d8f6-4322-8761-cc6273572013 could not be found, it might have been deleted concurrently. {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 07:45:44.806199 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] For port 91ee3973-e13d-418b-adc6-3ba83a9fe747, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=91ee3973-e13d-418b-adc6-3ba83a9fe747,segment=NetworkSegment(34ecdc9a-8444-400c-bb69-a57047f1b97d),segment_id=34ecdc9a-8444-400c-bb69-a57047f1b97d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:44.806570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.823692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Calling delete_port for 91ee3973-e13d-418b-adc6-3ba83a9fe747 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:44.847456 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Deleting port 91ee3973-e13d-418b-adc6-3ba83a9fe747 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:45:44.847848 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.908291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.923821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] For port 91ee3973-e13d-418b-adc6-3ba83a9fe747, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=91ee3973-e13d-418b-adc6-3ba83a9fe747,segment=NetworkSegment(34ecdc9a-8444-400c-bb69-a57047f1b97d),segment_id=34ecdc9a-8444-400c-bb69-a57047f1b97d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:44.924153 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:44.936462 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Port': ['ID=91ee3973-e13d-418b-adc6-3ba83a9fe747,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:44.936921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Calling delete_port for 91ee3973-e13d-418b-adc6-3ba83a9fe747 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:45:44.940816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] No DVR routers for this DVR port 91ee3973-e13d-418b-adc6-3ba83a9fe747 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:45.020050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.024486 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.044386 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24477371-083a-4413-9bc3-70183d1db71b']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:45.049993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] Pushing event deleted for resources: {'Port': ['ID=91ee3973-e13d-418b-adc6-3ba83a9fe747,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:45.053625 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ecdc9a-8444-400c-bb69-a57047f1b97d') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:45.053922 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ecdc9a-8444-400c-bb69-a57047f1b97d') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:45.055996 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7713d6db-9dd3-479d-aeb7-84a16771ddb0 None None] No DVR routers for this DVR port 91ee3973-e13d-418b-adc6-3ba83a9fe747 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:45:45.066026 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.079245 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.085363 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:45:45.085834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: timer() Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:45:45.089058 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:45:45.146214 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.153848 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.157010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "DELETE /v2.0/networks/24477371-083a-4413-9bc3-70183d1db71b HTTP/1.1" status: 204 len: 168 time: 0.5741417 Oct 13 07:45:45.159900 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44104) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:45.176153 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680c1c1-b1cf-443d-a6ec-0600f34c3790 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Pushing event deleted for resources: {'Network': ['ID=24477371-083a-4413-9bc3-70183d1db71b,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:45.190309 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a23a944d-2c10-417b-88fe-84934248c209 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "GET /v2.0/ports?device_id=73ca45b8-16b4-4e2c-b503-8c05018417e7 HTTP/1.1" status: 200 len: 205 time: 0.0291619 Oct 13 07:45:45.192607 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44106) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:45.277701 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.433708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.435746 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.482652 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.483206 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Fanout notify agent at l3_agent the message router_deleted on router 73ca45b8-16b4-4e2c-b503-8c05018417e7 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:45:45.490536 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.491724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-f8377005-e5ee-4acc-91e8-d4575783c956 tempest-RoutersNegativeTest-286579817 tempest-RoutersNegativeTest-286579817-project] 10.222.0.49 "DELETE /v2.0/routers/73ca45b8-16b4-4e2c-b503-8c05018417e7 HTTP/1.1" status: 204 len: 168 time: 0.2980716 Oct 13 07:45:45.584111 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.730627 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44112) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:45.856556 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-80d9e863-f0d4-49a0-8331-b185142dd4e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d20f699832674ea29902fc53d9ee3581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247349 Oct 13 07:45:45.859090 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44116) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:45.911732 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.932010 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.975312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.978929 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.981462 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:45.982629 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f51b8d8-688f-4b05-b8d0-eb9a3f1fe872 HTTP/1.1" status: 204 len: 168 time: 0.1225662 Oct 13 07:45:45.990688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ceda-bc1c-47af-be91-a5d4f3c21606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51b8d8-688f-4b05-b8d0-eb9a3f1fe872,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:46.553350 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.589500 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44138) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:46.684121 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-143555511-network', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:46.713283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Made reservation on behalf of c8fa13120a9341a59cf3b8086f3560e8 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:46.715687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.724571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.807507 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.810992 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.831874 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:46.845242 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dfd043-7c6b-4533-b3bf-c866936bb50a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:46.849936 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.850281 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Added segment aef9118c-a4dc-48f3-b18f-f3bce8c113af of type vlan for network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 Oct 13 07:45:46.892821 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.916633 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.917669 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:46.918380 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:46.972011 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3812938 Oct 13 07:45:46.974996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44142) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:46.980068 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Request body: {'subnet': {'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-subnet', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:46.984949 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515e5e-7a1f-4c34-8486-732e413fb757 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0a86db-ce18-41d5-9fe7-52bff0a50777,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:46.995904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:47.008989 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Made reservation on behalf of c8fa13120a9341a59cf3b8086f3560e8 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:47.011526 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.174195 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.230367 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe00d65-cdf7-48b6-8bd3-a708b01e818e,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:47.237724 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Checking segment: {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:47.238082 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Network hostable DHCP agents. Network: 7e0a86db-ce18-41d5-9fe7-52bff0a50777, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:47.255136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:47.263628 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 7e0a86db-ce18-41d5-9fe7-52bff0a50777) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:47.267518 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:47.268112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.272338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896393e-f006-4459-9aef-e2788af05a2f None None] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:47.283139 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14bc0839-cdc0-4ba7-ad6b-ffc53455bb44 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3069968 Oct 13 07:45:47.285861 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44144) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:47.290683 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:47.315162 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.316136 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.422249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'fixed_ips': [{'subnet_id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:47.423203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.570970 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Allocated IP 172.20.0.2 (7e0a86db-ce18-41d5-9fe7-52bff0a50777/2fe00d65-cdf7-48b6-8bd3-a708b01e818e/23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:47.651170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.718284 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.724336 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.766333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:47.769277 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:47.774661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:47.777717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Pushing event updated for resources: {'Port': ['ID=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:47.790921 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.830208 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Attempting to bind port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:47.830486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Attempting to bind port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:47.830845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Attempting to bind port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b on network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:47.836250 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:47.836622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Checking segment: {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:47.837017 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.837403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Bound using segment: {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:47.837871 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Bound port: 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:47.838246 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.905070 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] For port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:47.908147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] For port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:47.913167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:47.969949 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eec21-bf68-4549-9244-e7ec68e42ddd None None] Pushing event updated for resources: {'Port': ['ID=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:47.990698 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.021835 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.142353 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Allocated IP 172.25.0.6 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/97580ff9-2c29-4136-acae-4d1cd44d7085) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:48.259779 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.292648 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.330944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:48.333871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:48.338138 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:48.360355 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Pushing event updated for resources: {'Port': ['ID=97580ff9-2c29-4136-acae-4d1cd44d7085,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:48.369930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.596368 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.800611 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.844671 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649fffa-c4d9-4e8f-8609-e50624d00615 None None] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:48.905116 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:48.940824 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] Provisioning complete for port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:48.941201 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:48.951738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Router 57c16853-ee00-408d-8dfd-5bd3792757e2 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:45:49.050590 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:49.050967 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.059361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:45:49.068421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Sync routers for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:45:49.078082 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.079463 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:49.080118 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:49.084404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44146) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:49.087638 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4d166cd7-ec00-4b33-872d-32b5a28bbc99 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8007119 Oct 13 07:45:49.144976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.187612 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:49.232034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.237363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] For port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:49.250552 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.360036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb23320-f44d-42f0-9604-4ed89548cd32 None None] Pushing event updated for resources: {'Port': ['ID=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:49.375435 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 07:45:49.376084 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 07:45:49.398972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:48Z', 'revision_number': 3, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:49.425673 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Checking router: 57c16853-ee00-408d-8dfd-5bd3792757e2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:45:49.426022 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Updating router 57c16853-ee00-408d-8dfd-5bd3792757e2 port 97580ff9-2c29-4136-acae-4d1cd44d7085 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:45:49.452583 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.472320 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-5fec7e97-dadb-4878-9973-dac4f58fd4f7 None None] Provisioning complete for port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:49.472691 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5fec7e97-dadb-4878-9973-dac4f58fd4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.559318 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.709994 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.715989 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.719442 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Allocated IP 172.20.0.1 (7e0a86db-ce18-41d5-9fe7-52bff0a50777/2fe00d65-cdf7-48b6-8bd3-a708b01e818e/08bd8944-aa86-41fe-a6be-7c8dcc00c8c3) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:49.767472 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Attempting to bind port 97580ff9-2c29-4136-acae-4d1cd44d7085 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:49.767841 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Attempting to bind port 97580ff9-2c29-4136-acae-4d1cd44d7085 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:49.768199 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Attempting to bind port 97580ff9-2c29-4136-acae-4d1cd44d7085 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:49.770925 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Pushing event updated for resources: {'Port': ['ID=97580ff9-2c29-4136-acae-4d1cd44d7085,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:49.779128 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:49.779499 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:49.779899 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.780285 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:49.780746 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Bound port: 97580ff9-2c29-4136-acae-4d1cd44d7085, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:49.781123 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.784330 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.784672 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.785008 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.785340 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.785674 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.786007 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.786328 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.786650 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.786971 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.787333 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.787653 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.787972 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:45:49.831457 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.838788 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] For port 97580ff9-2c29-4136-acae-4d1cd44d7085, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:49.841855 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] For port 97580ff9-2c29-4136-acae-4d1cd44d7085, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=97580ff9-2c29-4136-acae-4d1cd44d7085,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:49.845641 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.868211 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:49.908491 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:49.908866 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:49.912362 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09eb37-8b46-4ed9-8df5-eb5c41a77f5f None None] Pushing event updated for resources: {'Port': ['ID=97580ff9-2c29-4136-acae-4d1cd44d7085,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:49.920690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Pushing event updated for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:49.934021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:49.935526 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:49.937888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:49.980518 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.020862 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:50.119931 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.179863 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-0e627878-bffa-44b6-9d5e-eded6fa0cd35 None None] Provisioning complete for port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:50.180337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0e627878-bffa-44b6-9d5e-eded6fa0cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.216759 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:48Z', 'revision_number': 3, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:50.222536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-0e627878-bffa-44b6-9d5e-eded6fa0cd35 None None] Port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:45:50.245813 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d4374-5161-4d09-995c-8ff7a188b54a None None] The sync data for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 is: [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:48Z', 'revision_number': 3, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:45:50.295806 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.300664 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.370570 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.372334 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Pushing event updated for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:50.479671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:50.481223 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:50.620226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Router 57c16853-ee00-408d-8dfd-5bd3792757e2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:45:50.742436 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:45:50.748006 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dd3ba422-0507-4dd7-abd6-1126a9b44e6d admin admin] 10.222.0.49 "PUT /v2.0/routers/57c16853-ee00-408d-8dfd-5bd3792757e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641979 Oct 13 07:45:50.759254 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-24a459d3-342d-4cd8-b9e4-c216c475cda4 None None] Provisioning complete for port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:50.759689 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-24a459d3-342d-4cd8-b9e4-c216c475cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:50.798036 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-24a459d3-342d-4cd8-b9e4-c216c475cda4 None None] Port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:45:50.949241 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:51.005234 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:51.005234 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.096274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 97580ff9-2c29-4136-acae-4d1cd44d7085 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:51.145201 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 97580ff9-2c29-4136-acae-4d1cd44d7085 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:51.145638 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.226194 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.247193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 97580ff9-2c29-4136-acae-4d1cd44d7085, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=97580ff9-2c29-4136-acae-4d1cd44d7085,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:51.251628 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.269296 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44162) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:51.274414 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-837939097-network', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:51.304627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=97580ff9-2c29-4136-acae-4d1cd44d7085,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:51.316623 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Made reservation on behalf of 827d53cbd61b4c87a0705a638a529b79 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:51.319019 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.328739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.403587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.407119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.427648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:45:51.441672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aebae76-53fe-4976-a213-57551968192a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:51.447439 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.447720 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Added segment 525fe37a-d40b-45e7-a479-346cae8b42dc of type vlan for network 55cf680c-cba0-4943-a72e-e888cc9118e8 Oct 13 07:45:51.487319 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.519535 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.520528 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:51.521112 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.590509 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3200734 Oct 13 07:45:51.593410 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44164) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:51.595518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4d8c-895b-4dfa-9e12-b52d79f85f8d admin admin] Pushing event updated for resources: {'Network': ['ID=55cf680c-cba0-4943-a72e-e888cc9118e8,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:51.599418 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Request body: {'subnet': {'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-subnet', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:51.608074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:45:51.628223 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Made reservation on behalf of 827d53cbd61b4c87a0705a638a529b79 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:45:51.630887 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.803043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.833094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Sync routers for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:45:51.842086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:51.842702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:51.859499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c42f3b-e4ca-4862-b64d-ea81f1a24827,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:51.871149 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Checking segment: {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:51.871510 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Network hostable DHCP agents. Network: 55cf680c-cba0-4943-a72e-e888cc9118e8, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:45:51.895653 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:45:51.908632 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 55cf680c-cba0-4943-a72e-e888cc9118e8) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:51.915626 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:51.916217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.933076 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-bd264b5a-1ef3-4069-bf23-3a84453a92c5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3384624 Oct 13 07:45:51.935709 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44166) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:51.940136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:45:51.963305 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:51.964346 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.023482 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.086850 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420aea21-dc47-410d-9786-737b7c13f64f None None] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:52.159057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:52.161382 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.365121 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.372195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-55cf680c-cba0-4943-a72e-e888cc9118e8', 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'fixed_ips': [{'subnet_id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:45:52.373043 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.385568 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.492378 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-4b73e1cc-cd4c-46bc-ab60-26e3f3478cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511265 Oct 13 07:45:52.503052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Allocated IP 172.25.0.170 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/a309dc8e-cdf7-49f1-ae01-2422fab98b34) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:52.540246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:50Z', 'revision_number': 4, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '08bd8944-aa86-41fe-a6be-7c8dcc00c8c3', 'name': '', 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'mac_address': 'fa:16:3e:5e:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:49Z', 'updated_at': '2021-10-13T07:45:50Z', 'revision_number': 2, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'subnets': [{'id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:52.572180 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Checking router: 57c16853-ee00-408d-8dfd-5bd3792757e2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:45:52.572539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Updating router 57c16853-ee00-408d-8dfd-5bd3792757e2 port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:45:52.586546 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-427ea8cb-f200-4961-b26d-13ead014249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:52.588246 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-427ea8cb-f200-4961-b26d-13ead014249f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0424802 Oct 13 07:45:52.604669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Allocated IP 172.20.0.2 (55cf680c-cba0-4943-a72e-e888cc9118e8/48c42f3b-e4ca-4862-b64d-ea81f1a24827/f4a54678-0e51-4ffe-a3f2-abff42b3167a) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:52.610673 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.622772 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.657219 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.703019 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:52.707657 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:52.709684 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-3ddcf1f6-e2d1-4a8f-8512-f51dc4a1f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:52.711499 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:52.711958 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-3ddcf1f6-e2d1-4a8f-8512-f51dc4a1f41b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1015453 Oct 13 07:45:52.717153 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Pushing event updated for resources: {'Port': ['ID=a309dc8e-cdf7-49f1-ae01-2422fab98b34,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:52.760914 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-22bacf02-3474-4b70-a419-412f4c03ed8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0397971 Oct 13 07:45:52.825846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-5dc1a41a-8870-4429-9063-530862caf44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:52.827392 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-5dc1a41a-8870-4429-9063-530862caf44a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0592051 Oct 13 07:45:52.885979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 97580ff9-2c29-4136-acae-4d1cd44d7085 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:52.894865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-7d8aca63-a36c-4e7f-ba22-1967dcb95f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:45:52.896813 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-7d8aca63-a36c-4e7f-ba22-1967dcb95f84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618875 Oct 13 07:45:52.944416 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.971318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:52.999978 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-9e12fea1-e566-46e2-8421-87345a1d88f2 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953884 Oct 13 07:45:53.032747 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:53.046703 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:53.056745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:53.058549 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 97580ff9-2c29-4136-acae-4d1cd44d7085 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:53.059361 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.066591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Pushing event updated for resources: {'Port': ['ID=f4a54678-0e51-4ffe-a3f2-abff42b3167a,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:53.105257 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-7f2b0c56-c47e-408d-9776-82b4b5cb912e req-ba468468-ca7a-4a58-b09b-7af7708733d6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983021 Oct 13 07:45:53.184669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.197944 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Attempting to bind port f4a54678-0e51-4ffe-a3f2-abff42b3167a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:53.198323 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Attempting to bind port f4a54678-0e51-4ffe-a3f2-abff42b3167a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:53.198693 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Attempting to bind port f4a54678-0e51-4ffe-a3f2-abff42b3167a on network 55cf680c-cba0-4943-a72e-e888cc9118e8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:53.201605 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.233515 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:53.233894 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Checking segment: {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:53.234303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.234704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Bound using segment: {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:53.235224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Bound port: f4a54678-0e51-4ffe-a3f2-abff42b3167a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:53.235609 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.246386 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.326526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a999d4-a715-4eff-9536-6b9b3a6538db None None] Pushing event updated for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:53.405284 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Attempting to bind port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:53.405665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Attempting to bind port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:53.406037 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Attempting to bind port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 on network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:53.409231 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] For port f4a54678-0e51-4ffe-a3f2-abff42b3167a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:53.414369 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] For port f4a54678-0e51-4ffe-a3f2-abff42b3167a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f4a54678-0e51-4ffe-a3f2-abff42b3167a,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:53.415573 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:53.415954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Checking segment: {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:53.416398 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.416843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Bound using segment: {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:53.417302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Bound port: 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef9118c-a4dc-48f3-b18f-f3bce8c113af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:53.417696 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.421403 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.474533 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.520937 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66f289-84e0-46b5-954a-2848f6f4c3b3 None None] Pushing event updated for resources: {'Port': ['ID=f4a54678-0e51-4ffe-a3f2-abff42b3167a,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:53.551329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] For port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:53.559497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] For port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:53.564191 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] Provisioning complete for port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:53.564809 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.568458 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.610458 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Router a04e80c9-bb76-41ef-9c40-5a8d63af831d is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:45:53.647713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:53.648437 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:53.742997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a999d4-a715-4eff-9536-6b9b3a6538db None None] Pushing event updated for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:53.745402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:45:53.758856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Sync routers for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:45:53.776532 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:53.777748 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:53.785280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.787189 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2765c3ce-f9b5-4eb2-b584-c5cfbfee711d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8504479 Oct 13 07:45:53.790191 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44170) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:45:53.876892 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:53.892379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:53.943786 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:53.953694 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] For port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:53.967952 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.152016 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:53Z', 'revision_number': 3, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:54.180391 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Checking router: a04e80c9-bb76-41ef-9c40-5a8d63af831d for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:45:54.180795 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Updating router a04e80c9-bb76-41ef-9c40-5a8d63af831d port a309dc8e-cdf7-49f1-ae01-2422fab98b34 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:45:54.207976 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.269799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-91e29e76-cba2-43c2-8112-42cc1d7b3c6d None None] Provisioning complete for port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:54.270180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-91e29e76-cba2-43c2-8112-42cc1d7b3c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.278290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b1d24-32b2-4ba9-b02f-f71b2e1f3722 None None] Pushing event updated for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:54.299809 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.464380 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:50Z', 'revision_number': 4, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '08bd8944-aa86-41fe-a6be-7c8dcc00c8c3', 'name': '', 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'mac_address': 'fa:16:3e:5e:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:49Z', 'updated_at': '2021-10-13T07:45:53Z', 'revision_number': 4, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'subnets': [{'id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:54.492702 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1154ad9d-b040-4fb4-907d-23aa53c3d298 None None] The sync data for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 is: [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:45:50Z', 'revision_number': 4, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '08bd8944-aa86-41fe-a6be-7c8dcc00c8c3', 'name': '', 'network_id': '7e0a86db-ce18-41d5-9fe7-52bff0a50777', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'mac_address': 'fa:16:3e:5e:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:49Z', 'updated_at': '2021-10-13T07:45:53Z', 'revision_number': 4, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'subnets': [{'id': '2fe00d65-cdf7-48b6-8bd3-a708b01e818e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:45:54.504689 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Allocated IP 172.20.0.1 (55cf680c-cba0-4943-a72e-e888cc9118e8/48c42f3b-e4ca-4862-b64d-ea81f1a24827/da54594c-c2c3-4787-8493-38a7e27cd2f8) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:45:54.528475 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.545686 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.645488 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.693546 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.732094 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:54.735537 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:54.737837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:45:54.750013 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Attempting to bind port a309dc8e-cdf7-49f1-ae01-2422fab98b34 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:54.750383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Attempting to bind port a309dc8e-cdf7-49f1-ae01-2422fab98b34 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:54.750747 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Attempting to bind port a309dc8e-cdf7-49f1-ae01-2422fab98b34 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:54.752792 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030819e-fc0e-487b-9781-53f83e1f2a03 None None] Pushing event updated for resources: {'Port': ['ID=a309dc8e-cdf7-49f1-ae01-2422fab98b34,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:54.759410 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:54.760036 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:54.760251 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.760549 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:54.761128 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Bound port: a309dc8e-cdf7-49f1-ae01-2422fab98b34, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:54.761385 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.788060 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Pushing event updated for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:54.798140 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.816142 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] For port a309dc8e-cdf7-49f1-ae01-2422fab98b34, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:54.821891 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] For port a309dc8e-cdf7-49f1-ae01-2422fab98b34, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a309dc8e-cdf7-49f1-ae01-2422fab98b34,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:54.833762 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:54.854575 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153aec18-21a9-4d25-bc32-c35d3bf258f4 None None] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:45:54.912443 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:54.913433 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:54.982223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] Provisioning complete for port f4a54678-0e51-4ffe-a3f2-abff42b3167a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:54.982764 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.005389 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.017013 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:55.047536 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:55.119634 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030819e-fc0e-487b-9781-53f83e1f2a03 None None] Pushing event updated for resources: {'Port': ['ID=a309dc8e-cdf7-49f1-ae01-2422fab98b34,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:55.207464 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.210048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:55.210452 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.224639 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.232718 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.283362 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:53Z', 'revision_number': 3, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:55.291454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] For port f4a54678-0e51-4ffe-a3f2-abff42b3167a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f4a54678-0e51-4ffe-a3f2-abff42b3167a,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:55.303441 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.315783 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.321923 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0ef7dc-a83a-471c-9740-0a8bd78c567a None None] The sync data for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 is: [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:53Z', 'revision_number': 3, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:45:55.376175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f4a54678-0e51-4ffe-a3f2-abff42b3167a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:55.377727 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Pushing event updated for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:55.433956 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63626-3f76-40a2-b00b-c31d59d3f992 None None] Pushing event updated for resources: {'Port': ['ID=f4a54678-0e51-4ffe-a3f2-abff42b3167a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:55.465510 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f4a54678-0e51-4ffe-a3f2-abff42b3167a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:55.465976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.520270 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:45:55.521856 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:45:55.660205 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d8583029-e812-407d-a965-3e1bfe997438 None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:55.660583 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8583029-e812-407d-a965-3e1bfe997438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.664996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Router a04e80c9-bb76-41ef-9c40-5a8d63af831d has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:45:55.706075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-d8583029-e812-407d-a965-3e1bfe997438 None None] Port da54594c-c2c3-4787-8493-38a7e27cd2f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:45:55.721225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-d8583029-e812-407d-a965-3e1bfe997438 None None] Provisioning complete for port f4a54678-0e51-4ffe-a3f2-abff42b3167a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:55.721804 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8583029-e812-407d-a965-3e1bfe997438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:55.804963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:45:55.817754 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-b75ec5f7-ee8b-459b-88a8-0b65bf994e90 admin admin] 10.222.0.49 "PUT /v2.0/routers/a04e80c9-bb76-41ef-9c40-5a8d63af831d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0190153 Oct 13 07:45:55.980228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-09b017e7-54a1-44c6-911a-e539936f61d9 None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:55.980610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-09b017e7-54a1-44c6-911a-e539936f61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:56.031251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-09b017e7-54a1-44c6-911a-e539936f61d9 None None] Port da54594c-c2c3-4787-8493-38a7e27cd2f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:45:56.153312 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c9a9cde1-d305-4e19-87a5-9ad601a467b4 None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:56.153798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cde1-d305-4e19-87a5-9ad601a467b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:56.197429 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9cde1-d305-4e19-87a5-9ad601a467b4 None None] Port da54594c-c2c3-4787-8493-38a7e27cd2f8 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:45:56.931444 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f4a54678-0e51-4ffe-a3f2-abff42b3167a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:56.979962 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port f4a54678-0e51-4ffe-a3f2-abff42b3167a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:56.980341 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:57.060288 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a309dc8e-cdf7-49f1-ae01-2422fab98b34 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:57.107669 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a309dc8e-cdf7-49f1-ae01-2422fab98b34 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:57.108044 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:57.185240 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:57.205448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port a309dc8e-cdf7-49f1-ae01-2422fab98b34, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a309dc8e-cdf7-49f1-ae01-2422fab98b34,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:57.209506 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:57.256424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=a309dc8e-cdf7-49f1-ae01-2422fab98b34,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:57.863155 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Sync routers for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:45:57.872873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:57.873485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:57.978455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:58.176574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:54Z', 'revision_number': 4, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'da54594c-c2c3-4787-8493-38a7e27cd2f8', 'name': '', 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'mac_address': 'fa:16:3e:fe:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:54Z', 'updated_at': '2021-10-13T07:45:55Z', 'revision_number': 2, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'subnets': [{'id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:58.207052 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Checking router: a04e80c9-bb76-41ef-9c40-5a8d63af831d for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:45:58.207452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Updating router a04e80c9-bb76-41ef-9c40-5a8d63af831d port da54594c-c2c3-4787-8493-38a7e27cd2f8 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:45:58.233004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.497385 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.502242 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.556119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8f14-4e2d-4a4d-9461-2b815ed29022 None None] Pushing event updated for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:58.611741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Attempting to bind port da54594c-c2c3-4787-8493-38a7e27cd2f8 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:45:58.612252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Attempting to bind port da54594c-c2c3-4787-8493-38a7e27cd2f8 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:45:58.612622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Attempting to bind port da54594c-c2c3-4787-8493-38a7e27cd2f8 on network 55cf680c-cba0-4943-a72e-e888cc9118e8 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:45:58.618265 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:45:58.618886 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Checking segment: {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:45:58.619319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.619717 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Bound using segment: {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:45:58.620190 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Bound port: da54594c-c2c3-4787-8493-38a7e27cd2f8, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525fe37a-d40b-45e7-a479-346cae8b42dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:45:58.620572 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.686495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] For port da54594c-c2c3-4787-8493-38a7e27cd2f8, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:45:58.689786 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] For port da54594c-c2c3-4787-8493-38a7e27cd2f8, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=da54594c-c2c3-4787-8493-38a7e27cd2f8,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:45:58.694712 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.759867 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:45:58.760487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:45:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:58.762322 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f8f14-4e2d-4a4d-9461-2b815ed29022 None None] Pushing event updated for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:58.877388 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:58.877786 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:58.884287 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a309dc8e-cdf7-49f1-ae01-2422fab98b34 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:45:58.907892 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:45:59.258020 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a309dc8e-cdf7-49f1-ae01-2422fab98b34 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:59.258708 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:59.262950 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:59.348292 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] For port da54594c-c2c3-4787-8493-38a7e27cd2f8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=da54594c-c2c3-4787-8493-38a7e27cd2f8,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:45:59.370912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:45:59.462338 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a1dd7-2446-495b-a700-47fc0e5788de None None] Pushing event updated for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:45:59.474614 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:54Z', 'revision_number': 4, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'da54594c-c2c3-4787-8493-38a7e27cd2f8', 'name': '', 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'mac_address': 'fa:16:3e:fe:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:54Z', 'updated_at': '2021-10-13T07:45:58Z', 'revision_number': 4, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'subnets': [{'id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:45:59.504832 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280eecc1-9b2e-4b7d-b9db-2c0e96116e86 None None] The sync data for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 is: [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:45:54Z', 'revision_number': 4, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'da54594c-c2c3-4787-8493-38a7e27cd2f8', 'name': '', 'network_id': '55cf680c-cba0-4943-a72e-e888cc9118e8', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'mac_address': 'fa:16:3e:fe:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:54Z', 'updated_at': '2021-10-13T07:45:58Z', 'revision_number': 4, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'subnets': [{'id': '48c42f3b-e4ca-4862-b64d-ea81f1a24827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:45:59.514661 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cf756ab3-9bd5-45be-98d1-9c560761c5ee None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:45:59.515034 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf756ab3-9bd5-45be-98d1-9c560761c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:00.881084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device da54594c-c2c3-4787-8493-38a7e27cd2f8 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:46:00.928754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port da54594c-c2c3-4787-8493-38a7e27cd2f8 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:46:00.929144 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:12.177794 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3672c1b-ce48-4321-8572-2d6b3e56aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:13.931289 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:14.492184 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7578b8bb-5781-4c41-871c-544df4f5d668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:15.594808 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:15.977586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:16.556384 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:18.370494 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:18.843908 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:46:42.178661 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5e09-e39d-4cdd-9452-a8b5a3840239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:43.944836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:44.494105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0d99207f-0f78-4970-804a-42853c000817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:45.598154 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:45.979329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:46.558694 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:48.373752 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:46:53.501897 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-bd9d7d6c-7573-42d0-a324-c3a757fe1d48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426431 Oct 13 07:46:53.561569 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-d4b3a3c0-1aab-4cbc-aeda-a1aa4519d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:46:53.563010 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-d4b3a3c0-1aab-4cbc-aeda-a1aa4519d8b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0394502 Oct 13 07:46:53.669529 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-4c67eaed-c2c7-4c28-90c4-c47828f00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:46:53.670966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-4c67eaed-c2c7-4c28-90c4-c47828f00687 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0883307 Oct 13 07:46:53.712337 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-f260466b-f680-4136-82b4-35e9cf1107c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0341520 Oct 13 07:46:53.764885 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-6a3f9764-883b-467b-96b7-51864492f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:46:53.766186 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-6a3f9764-883b-467b-96b7-51864492f7a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0461159 Oct 13 07:46:53.810226 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-27847f6c-eab8-491c-a4b8-8eb6497fa2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:46:53.811694 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-27847f6c-eab8-491c-a4b8-8eb6497fa2c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384924 Oct 13 07:46:53.901870 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-76ed014a-cf96-483d-a397-5e6e4e6376e6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820622 Oct 13 07:46:53.994596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-01f8c781-1ef6-45e7-885a-75a2fd00f90c req-05a404c7-23f8-4df4-bbd2-fad206fad18f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846562 Oct 13 07:46:55.843130 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:47:12.180026 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-51bbfdf2-9387-42a2-a644-30aa1cb54e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:13.961900 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:14.495255 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83a0a6f0-4cfe-4a57-8f0c-63c6418e9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:15.593742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:15.980532 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:16.561136 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:18.376865 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:32.842465 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:47:42.180830 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f2188f21-e37c-4fc4-b622-9b5bd4ea806b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:43.975456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:44.495671 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-615001a4-670e-4fcd-a6d0-9566c695704d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:45.610296 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:45.981386 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:46.564087 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:48.380607 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:54.570815 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-4046edad-f6c4-4d83-8b13-11e04a43f716 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467736 Oct 13 07:47:54.652953 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-244b949f-8918-462d-8139-175c2b0bf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:47:54.654408 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-244b949f-8918-462d-8139-175c2b0bf092 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0405905 Oct 13 07:47:54.759408 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-5f4e45a1-73a3-49ea-864e-8061ff6acb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:47:54.760841 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-5f4e45a1-73a3-49ea-864e-8061ff6acb2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0865037 Oct 13 07:47:54.802335 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-988a9acd-cb07-48fc-8f85-8b1de06ab1cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0334008 Oct 13 07:47:54.853743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-8ea38918-ec22-447d-9a87-78ea7f1cec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:47:54.855162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-8ea38918-ec22-447d-9a87-78ea7f1cec10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0461025 Oct 13 07:47:54.900820 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-eaf9136d-d874-47f0-bdd3-8e11aa140157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:47:54.902272 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-eaf9136d-d874-47f0-bdd3-8e11aa140157 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398800 Oct 13 07:47:54.994690 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-6c7cada7-1321-4e04-9bf0-c5d7304a96c1 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Oct 13 07:47:55.086616 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-008d1718-fa07-4c95-88c0-e7c255fa69bb req-a863523f-806a-44c6-8b25-c53b118a56dd service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Oct 13 07:47:56.105896 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44220) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:47:56.504729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:56.746968 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Deleting port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:47:56.747332 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:56.824434 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] For port 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:47:56.824702 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:56.840237 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Calling delete_port for 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:47:57.014146 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:57.043501 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=08bd8944-aa86-41fe-a6be-7c8dcc00c8c3,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:57.052052 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.052395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.052736 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.053067 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.053395 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.053719 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.054610 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.055136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.055465 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.056403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.056403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.056403 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:57.213888 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:57.674169 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Router 57c16853-ee00-408d-8dfd-5bd3792757e2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:47:57.776986 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:47:57.782068 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2e44c8b0-9529-43cb-9fac-642053d63f3f admin admin] 10.222.0.49 "PUT /v2.0/routers/57c16853-ee00-408d-8dfd-5bd3792757e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751013 Oct 13 07:47:57.784716 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44224) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:47:57.785528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Sync routers for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:47:57.798589 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:47:57.799211 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:57.890060 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:57.898164 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:47:57.992842 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.045841 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Deleting port 97580ff9-2c29-4136-acae-4d1cd44d7085 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:47:58.046076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.076705 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:47:56Z', 'revision_number': 5, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port': {'id': '97580ff9-2c29-4136-acae-4d1cd44d7085', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:48Z', 'updated_at': '2021-10-13T07:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:58.102629 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Checking router: 57c16853-ee00-408d-8dfd-5bd3792757e2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:47:58.110637 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Routers {'57c16853-ee00-408d-8dfd-5bd3792757e2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:47:58.111262 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['57c16853-ee00-408d-8dfd-5bd3792757e2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:58.123748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] For port 97580ff9-2c29-4136-acae-4d1cd44d7085, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=97580ff9-2c29-4136-acae-4d1cd44d7085,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:47:58.124117 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.136972 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Calling delete_port for 97580ff9-2c29-4136-acae-4d1cd44d7085 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:47:58.196032 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] Set router 57c16853-ee00-408d-8dfd-5bd3792757e2 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:47:58.255320 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:47:57Z', 'revision_number': 6, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:58.282856 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e445-d54e-4ec1-815d-931aee31cb07 None None] The sync data for ids ['57c16853-ee00-408d-8dfd-5bd3792757e2'] in n-d-813736-1 is: [{'id': '57c16853-ee00-408d-8dfd-5bd3792757e2', 'name': 'tempest-TestEncryptedCinderVolumes-143555511-router', 'tenant_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:47Z', 'updated_at': '2021-10-13T07:47:57Z', 'revision_number': 6, 'project_id': 'c8fa13120a9341a59cf3b8086f3560e8', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:47:58.303467 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.332408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97580ff9-2c29-4136-acae-4d1cd44d7085,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:58.395027 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.482804 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.484894 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.527446 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.527996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57c16853-ee00-408d-8dfd-5bd3792757e2 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:47:58.532541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.533696 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-eabfaa7a-817d-4bad-a718-356d55dd9eb0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/57c16853-ee00-408d-8dfd-5bd3792757e2 HTTP/1.1" status: 204 len: 168 time: 0.7480171 Oct 13 07:47:58.536195 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44226) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:47:58.584129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Deleting subnet 2fe00d65-cdf7-48b6-8bd3-a708b01e818e {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:47:58.587041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.621881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.702395 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.759631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.783641 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe00d65-cdf7-48b6-8bd3-a708b01e818e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:58.789045 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.792799 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-4b1501c8-ecfd-41cb-852e-6382b8a414ca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2fe00d65-cdf7-48b6-8bd3-a708b01e818e HTTP/1.1" status: 204 len: 168 time: 0.2556059 Oct 13 07:47:58.795178 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44228) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:47:58.795345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7418e-5625-4816-a4f0-4a002f18eba6 None None] Network 7e0a86db-ce18-41d5-9fe7-52bff0a50777 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:47:58.862039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.916042 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Deleting port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:47:58.916383 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.983045 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] For port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,segment=NetworkSegment(aef9118c-a4dc-48f3-b18f-f3bce8c113af),segment_id=aef9118c-a4dc-48f3-b18f-f3bce8c113af)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:47:58.983372 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:58.996889 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Calling delete_port for 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:47:59.058593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] DHCP port deletion for 7e0a86db-ce18-41d5-9fe7-52bff0a50777 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:47:59.088331 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.120135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Deleting port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:47:59.120489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.124361 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Pushing event deleted for resources: {'Port': ['ID=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:59.125163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:47:59.128920 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] No DVR routers for this DVR port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:47:59.179422 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:47:59.179918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 08bd8944-aa86-41fe-a6be-7c8dcc00c8c3 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:47:59.180345 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:47:59.203667 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.207021 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:47:59.207407 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:47:59.207828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 97580ff9-2c29-4136-acae-4d1cd44d7085 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:47:59.223909 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a86db-ce18-41d5-9fe7-52bff0a50777']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:59.233907 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef9118c-a4dc-48f3-b18f-f3bce8c113af') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:59.234193 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef9118c-a4dc-48f3-b18f-f3bce8c113af') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:47:59.239111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 97580ff9-2c29-4136-acae-4d1cd44d7085 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:47:59.239455 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 97580ff9-2c29-4136-acae-4d1cd44d7085 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:47:59.245918 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.253729 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] For port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b, host n-d-813736-1, got binding levels [] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:47:59.254052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.265875 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.271120 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Calling delete_port for 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:47:59.273340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:47:59.273734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.276811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.ipam_backend_mixin [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b was not found and therefore no delete operation was performed {{(pid=95049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 07:47:59.278101 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:47:59.279544 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:47:59.301921 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Pushing event deleted for resources: {'Port': ['ID=23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:59.313757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.314106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.314449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.314857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.315125 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.315460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.315788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.316118 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.316547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.316880 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.317207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.317622 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:47:59.321471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b46f3-51ef-4380-87f3-446ddbf4750d None None] No DVR routers for this DVR port 23bfc0e7-cc68-4b0b-b5ce-f8c6ff93b55b on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:47:59.348379 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.355436 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.361193 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] 10.222.0.49 "DELETE /v2.0/networks/7e0a86db-ce18-41d5-9fe7-52bff0a50777 HTTP/1.1" status: 204 len: 168 time: 0.5623870 Oct 13 07:47:59.362069 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44230) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:47:59.380813 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b029498-e031-4389-b517-f83f94c324fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0a86db-ce18-41d5-9fe7-52bff0a50777,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:47:59.714914 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:47:59.955524 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Deleting port da54594c-c2c3-4787-8493-38a7e27cd2f8 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:47:59.955865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:00.035424 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] For port da54594c-c2c3-4787-8493-38a7e27cd2f8, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=da54594c-c2c3-4787-8493-38a7e27cd2f8,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:00.035703 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:00.048553 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Calling delete_port for da54594c-c2c3-4787-8493-38a7e27cd2f8 owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:48:00.223152 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:00.246659 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Pushing event deleted for resources: {'Port': ['ID=da54594c-c2c3-4787-8493-38a7e27cd2f8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:00.414367 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:00.629759 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Router a04e80c9-bb76-41ef-9c40-5a8d63af831d has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:48:00.736146 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:48:00.741106 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-86cda2d7-737f-4836-bde9-f50302859911 admin admin] 10.222.0.49 "PUT /v2.0/routers/a04e80c9-bb76-41ef-9c40-5a8d63af831d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787465 Oct 13 07:48:00.743664 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44232) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:00.745282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Sync routers for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:48:00.754187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:00.754788 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:00.865225 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:01.060067 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:48:00Z', 'revision_number': 5, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:01.090144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Checking router: a04e80c9-bb76-41ef-9c40-5a8d63af831d for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:48:01.098739 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Routers {'a04e80c9-bb76-41ef-9c40-5a8d63af831d'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:01.099377 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:01.105168 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.203928 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] Set router a04e80c9-bb76-41ef-9c40-5a8d63af831d gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:01.207724 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.260031 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Deleting port a309dc8e-cdf7-49f1-ae01-2422fab98b34 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:48:01.260363 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.350710 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] For port a309dc8e-cdf7-49f1-ae01-2422fab98b34, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a309dc8e-cdf7-49f1-ae01-2422fab98b34,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:01.351280 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.363738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Calling delete_port for a309dc8e-cdf7-49f1-ae01-2422fab98b34 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:48:01.382963 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:48:00Z', 'revision_number': 5, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:01.408834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511065d8-c984-40e9-85ba-e51259ea09b2 None None] The sync data for ids ['a04e80c9-bb76-41ef-9c40-5a8d63af831d'] in n-d-813736-1 is: [{'id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'name': 'tempest-TestEncryptedCinderVolumes-837939097-router', 'tenant_id': '827d53cbd61b4c87a0705a638a529b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:45:51Z', 'updated_at': '2021-10-13T07:48:00Z', 'revision_number': 5, 'project_id': '827d53cbd61b4c87a0705a638a529b79', 'gw_port': {'id': 'a309dc8e-cdf7-49f1-ae01-2422fab98b34', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04e80c9-bb76-41ef-9c40-5a8d63af831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:45:52Z', 'updated_at': '2021-10-13T07:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:48:01.531364 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.557617 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a309dc8e-cdf7-49f1-ae01-2422fab98b34,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:01.615228 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.706412 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.708471 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.751463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.751996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04e80c9-bb76-41ef-9c40-5a8d63af831d {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:48:01.761494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.762750 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-06cd4681-f9f3-4b7c-a84c-dea89d0eab49 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a04e80c9-bb76-41ef-9c40-5a8d63af831d HTTP/1.1" status: 204 len: 168 time: 1.0178359 Oct 13 07:48:01.765171 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44234) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:01.811040 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Deleting subnet 48c42f3b-e4ca-4862-b64d-ea81f1a24827 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:48:01.814231 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.849235 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.933274 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:01.986510 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.013612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c42f3b-e4ca-4862-b64d-ea81f1a24827,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:02.020321 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.023275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7d84f-55ae-4d85-a163-6ff74fe083bd None None] Network 55cf680c-cba0-4943-a72e-e888cc9118e8 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:48:02.028411 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ea51f4ef-97e2-496e-8be9-a1b0084d490f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48c42f3b-e4ca-4862-b64d-ea81f1a24827 HTTP/1.1" status: 204 len: 168 time: 0.2599049 Oct 13 07:48:02.028601 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44236) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:02.106053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.161308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Deleting port f4a54678-0e51-4ffe-a3f2-abff42b3167a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:48:02.161729 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.225505 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] For port f4a54678-0e51-4ffe-a3f2-abff42b3167a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=f4a54678-0e51-4ffe-a3f2-abff42b3167a,segment=NetworkSegment(525fe37a-d40b-45e7-a479-346cae8b42dc),segment_id=525fe37a-d40b-45e7-a479-346cae8b42dc)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:02.226753 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.238347 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Calling delete_port for f4a54678-0e51-4ffe-a3f2-abff42b3167a owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:48:02.318824 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.346541 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a54678-0e51-4ffe-a3f2-abff42b3167a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:02.348402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] No DVR routers for this DVR port f4a54678-0e51-4ffe-a3f2-abff42b3167a on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:48:02.426849 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.430855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73919ede-4a44-44af-94cf-472604889e37 None None] DHCP port deletion for 55cf680c-cba0-4943-a72e-e888cc9118e8 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:48:02.468204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cf680c-cba0-4943-a72e-e888cc9118e8']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:02.477792 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525fe37a-d40b-45e7-a479-346cae8b42dc') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:02.478089 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525fe37a-d40b-45e7-a479-346cae8b42dc') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:02.487447 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.501211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.507867 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:48:02.508253 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:48:02.510239 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:48:02.562743 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.568170 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.572019 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] 10.222.0.49 "DELETE /v2.0/networks/55cf680c-cba0-4943-a72e-e888cc9118e8 HTTP/1.1" status: 204 len: 168 time: 0.5422385 Oct 13 07:48:02.583130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ef7db-713f-452e-8406-e001127ece10 admin admin] Pushing event deleted for resources: {'Network': ['ID=55cf680c-cba0-4943-a72e-e888cc9118e8,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:02.727181 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44240) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:02.766987 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eacb989c-c4aa-43ed-bc9f-1713b8096a02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8fa13120a9341a59cf3b8086f3560e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386658 Oct 13 07:48:02.769480 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44242) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:02.816120 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.836762 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.889010 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.891680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:02.892855 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9dfd043-7c6b-4533-b3bf-c866936bb50a HTTP/1.1" status: 204 len: 168 time: 0.1224144 Oct 13 07:48:02.904282 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dfd043-7c6b-4533-b3bf-c866936bb50a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:02.912055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.912400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.912929 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.913328 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.913901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.914233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.914572 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.914901 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.915254 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.915588 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.915905 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.916645 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1437112-098d-4081-9443-e08ae38e72c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:02.939499 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f4a54678-0e51-4ffe-a3f2-abff42b3167a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:48:02.960396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: f4a54678-0e51-4ffe-a3f2-abff42b3167a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:48:02.960749 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device f4a54678-0e51-4ffe-a3f2-abff42b3167a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:48:02.961175 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a309dc8e-cdf7-49f1-ae01-2422fab98b34 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:48:02.979256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a309dc8e-cdf7-49f1-ae01-2422fab98b34 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:48:02.979613 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a309dc8e-cdf7-49f1-ae01-2422fab98b34 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:48:02.980026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device da54594c-c2c3-4787-8493-38a7e27cd2f8 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:48:03.003772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: da54594c-c2c3-4787-8493-38a7e27cd2f8 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:48:03.004104 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device da54594c-c2c3-4787-8493-38a7e27cd2f8 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:48:03.211215 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44248) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:03.251018 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb32e663-7986-4f22-afe6-9a841a0f08e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=827d53cbd61b4c87a0705a638a529b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385790 Oct 13 07:48:03.253561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44250) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:03.300638 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:03.321766 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:03.368622 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:03.371579 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:03.372731 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2aebae76-53fe-4976-a213-57551968192a HTTP/1.1" status: 204 len: 168 time: 0.1182868 Oct 13 07:48:03.380671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650d857-65a0-4261-8f00-68647650422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aebae76-53fe-4976-a213-57551968192a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:04.027304 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44272) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:04.122514 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-626359497-network', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:04.142529 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Made reservation on behalf of 9d6c4d3242454c9c992b0315c5d2145d for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:48:04.144769 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.153132 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.232040 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.235650 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.264131 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:48:04.266136 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4459d3ca-872e-413a-9569-eba0ae4aface,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:04.277896 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.278226 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Added segment ae275eed-0bd0-4fbf-9b26-dd71c678be38 of type vlan for network 463eeef4-186f-43ce-9559-2ab1e4b1a74c Oct 13 07:48:04.316764 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.340792 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.341757 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:04.342349 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.392467 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3640566 Oct 13 07:48:04.395671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44276) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:04.400761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Request body: {'subnet': {'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-626359497-subnet', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:04.403246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dec42-7542-4d0d-8277-055c32bcfea0 admin admin] Pushing event updated for resources: {'Network': ['ID=463eeef4-186f-43ce-9559-2ab1e4b1a74c,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:04.418492 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:48:04.423719 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Made reservation on behalf of 9d6c4d3242454c9c992b0315c5d2145d for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:48:04.426099 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.601110 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.661094 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d370b2-ba80-4e47-976c-86cdb7d164ab,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:04.668790 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Checking segment: {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:04.669152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Network hostable DHCP agents. Network: 463eeef4-186f-43ce-9559-2ab1e4b1a74c, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:48:04.685688 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:48:04.694189 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 463eeef4-186f-43ce-9559-2ab1e4b1a74c) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:04.698261 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:04.699082 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.702912 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ddd5b-62bd-4984-8487-0fa036cef99c None None] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:48:04.715923 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-961bdee7-f1bb-4419-b4f6-675f08c4c957 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3184152 Oct 13 07:48:04.717842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44280) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:04.722077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:04.744970 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.745980 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:04.800124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.032130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'fixed_ips': [{'subnet_id': '38d370b2-ba80-4e47-976c-86cdb7d164ab'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:48:05.033174 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.175485 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Allocated IP 172.20.0.2 (463eeef4-186f-43ce-9559-2ab1e4b1a74c/38d370b2-ba80-4e47-976c-86cdb7d164ab/e7bfe0e4-97a1-428f-bd32-8bb0de5e6532) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:05.317687 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.332851 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.340876 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.380608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:05.383897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:05.387597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:05.392932 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Pushing event updated for resources: {'Port': ['ID=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:05.443857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Attempting to bind port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:05.445159 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Attempting to bind port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:05.445271 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Attempting to bind port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 on network 463eeef4-186f-43ce-9559-2ab1e4b1a74c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:05.450156 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:05.450530 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Checking segment: {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:05.450927 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.451363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Bound using segment: {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:05.451827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Bound port: e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:05.452212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.518496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] For port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:05.521732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] For port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:05.523952 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.528128 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.544553 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.586762 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151fda4-5d08-485f-b023-8a4a51854e41 None None] Pushing event updated for resources: {'Port': ['ID=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:05.656979 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Allocated IP 172.25.0.112 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/8383a2ea-4919-4513-971c-2b2d6cbd91e2) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:05.793692 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.838379 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:05.883638 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:05.886596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:05.890233 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:05.895656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8383a2ea-4919-4513-971c-2b2d6cbd91e2,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:06.138828 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.346537 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.468465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cce9a9-26aa-49a6-8848-fb38b2b627cc None None] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:48:06.486933 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Router 935bf444-294c-4466-8973-2415c3c69885 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:48:06.547721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] Provisioning complete for port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:06.548102 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.596370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:48:06.606421 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Sync routers for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:48:06.613526 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.618466 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4998c97f-55f6-4c6b-98ea-ec2213d017c2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8961494 Oct 13 07:48:06.618658 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:06.618658 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:06.619202 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44282) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:06.708883 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.746033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:06.763252 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] For port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:06.767976 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:06.846488 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a427b-3d38-4b87-b0bf-502dc98f654b None None] Pushing event updated for resources: {'Port': ['ID=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:07.000665 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:07.052358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:07.052734 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.068760 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:06Z', 'revision_number': 3, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:07.099870 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Checking router: 935bf444-294c-4466-8973-2415c3c69885 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:48:07.100219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Updating router 935bf444-294c-4466-8973-2415c3c69885 port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:48:07.101390 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-9f136d4b-1529-4c2f-a1d9-4956da2fae36 None None] Provisioning complete for port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:07.102107 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9f136d4b-1529-4c2f-a1d9-4956da2fae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.129484 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.165889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.332578 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Allocated IP 172.20.0.1 (463eeef4-186f-43ce-9559-2ab1e4b1a74c/38d370b2-ba80-4e47-976c-86cdb7d164ab/084ea1dd-9812-4289-b823-8855db5b803a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:07.395255 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.400701 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.443165 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.452664 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Attempting to bind port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:07.453028 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Attempting to bind port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:07.453383 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Attempting to bind port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:07.455390 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Pushing event updated for resources: {'Port': ['ID=8383a2ea-4919-4513-971c-2b2d6cbd91e2,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:07.463943 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.464282 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.464615 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.464942 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.465264 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.465584 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.465902 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.466217 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.466535 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.466846 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.467186 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.467501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:48:07.472735 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:07.473097 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:07.473490 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.473862 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:07.474319 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Bound port: 8383a2ea-4919-4513-971c-2b2d6cbd91e2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:07.474740 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.485590 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.521671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:07.527955 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:07.531263 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] For port 8383a2ea-4919-4513-971c-2b2d6cbd91e2, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:07.531543 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:07.535000 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] For port 8383a2ea-4919-4513-971c-2b2d6cbd91e2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8383a2ea-4919-4513-971c-2b2d6cbd91e2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:07.540678 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.562024 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Pushing event updated for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:07.578630 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.588595 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:07.589214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:07.638560 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8191dfd-21e2-453e-8f07-ea29b3280ee4 None None] Pushing event updated for resources: {'Port': ['ID=8383a2ea-4919-4513-971c-2b2d6cbd91e2,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:07.714823 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:07.723512 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.863044 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3254706f-6b16-4867-b7ff-6081f5a2df02 None None] Provisioning complete for port 084ea1dd-9812-4289-b823-8855db5b803a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:07.864068 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3254706f-6b16-4867-b7ff-6081f5a2df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.902569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-3254706f-6b16-4867-b7ff-6081f5a2df02 None None] Port 084ea1dd-9812-4289-b823-8855db5b803a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:48:07.908054 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.911851 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:06Z', 'revision_number': 3, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:07.913636 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.938507 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d7795-5717-4fce-87db-18a131a58acd None None] The sync data for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 is: [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:06Z', 'revision_number': 3, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:48:07.980686 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:07.982551 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Pushing event updated for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:08.086030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:08.087415 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:08.219821 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Router 935bf444-294c-4466-8973-2415c3c69885 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:48:08.324398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-7a513f41-c1ca-41da-961b-749e23f099eb None None] Provisioning complete for port 084ea1dd-9812-4289-b823-8855db5b803a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:08.325149 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a513f41-c1ca-41da-961b-749e23f099eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:08.367869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-7a513f41-c1ca-41da-961b-749e23f099eb None None] Port 084ea1dd-9812-4289-b823-8855db5b803a cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:48:08.378222 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:48:08.384481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e7fd02e6-8913-4a96-9aad-289e88182889 admin admin] 10.222.0.49 "PUT /v2.0/routers/935bf444-294c-4466-8973-2415c3c69885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641158 Oct 13 07:48:08.872324 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44300) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:08.877205 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-286151595-network', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:08.902021 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Made reservation on behalf of 71098c1510ee45c498d5f8e521f7c8c9 for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:48:08.904545 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:08.914160 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:08.949965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8383a2ea-4919-4513-971c-2b2d6cbd91e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:08.998568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.003973 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:09.004247 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.004721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.039618 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:48:09.051457 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb6caf-516d-4c5a-89f4-586d646bf6bb,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:09.056972 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.057323 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Added segment 0c35192e-e5c1-431c-a85f-1ab3ea70d2f4 of type vlan for network 30078645-ef18-48e8-b687-4509d27a0c76 Oct 13 07:48:09.093953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.097635 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.119821 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 8383a2ea-4919-4513-971c-2b2d6cbd91e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8383a2ea-4919-4513-971c-2b2d6cbd91e2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:09.124274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.124909 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.125830 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:09.126473 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.184000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3105307 Oct 13 07:48:09.186746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44302) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:09.187290 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=8383a2ea-4919-4513-971c-2b2d6cbd91e2,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:09.196511 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664315-373b-4713-8b04-7a892f027046 admin admin] Pushing event updated for resources: {'Network': ['ID=30078645-ef18-48e8-b687-4509d27a0c76,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:09.197976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Request body: {'subnet': {'network_id': '30078645-ef18-48e8-b687-4509d27a0c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-286151595-subnet', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:09.217621 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 30078645-ef18-48e8-b687-4509d27a0c76 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:48:09.227391 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Made reservation on behalf of 71098c1510ee45c498d5f8e521f7c8c9 for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:48:09.230522 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.409948 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.479753 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=93210104-bc22-4949-bec8-2640fda44124,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:09.494893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Checking segment: {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:09.494893 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Network hostable DHCP agents. Network: 30078645-ef18-48e8-b687-4509d27a0c76, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:48:09.516013 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Network 30078645-ef18-48e8-b687-4509d27a0c76 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:48:09.519589 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Sync routers for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:48:09.526306 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 30078645-ef18-48e8-b687-4509d27a0c76) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:09.530750 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:09.530900 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:09.531408 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.531540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:09.546952 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7887350f-5351-4429-83ed-c39af4e83bfb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3583734 Oct 13 07:48:09.549470 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44304) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:09.554436 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:48:09.571792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f0ac4-c9fe-4311-9a44-4fc88e261b4b None None] Network 30078645-ef18-48e8-b687-4509d27a0c76 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:48:09.575199 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.576446 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.628615 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.708548 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:09.764108 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.841820 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:48:09.881237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-30078645-ef18-48e8-b687-4509d27a0c76', 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'fixed_ips': [{'subnet_id': '93210104-bc22-4949-bec8-2640fda44124'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:48:09.883305 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.965422 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:09.988344 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.078103 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Allocated IP 172.20.0.2 (30078645-ef18-48e8-b687-4509d27a0c76/93210104-bc22-4949-bec8-2640fda44124/b437f58f-6d4c-4dcc-ad63-62482000c4a5) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:10.088763 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Allocated IP 172.25.0.102 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/c6fbda48-622f-4df1-a1f4-4c58a5d75784) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:10.090899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 4, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '084ea1dd-9812-4289-b823-8855db5b803a', 'name': '', 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'mac_address': 'fa:16:3e:b5:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:07Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 2, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'subnets': [{'id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:10.121862 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Checking router: 935bf444-294c-4466-8973-2415c3c69885 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:48:10.122226 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Updating router 935bf444-294c-4466-8973-2415c3c69885 port 084ea1dd-9812-4289-b823-8855db5b803a binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:48:10.187162 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.192610 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.227107 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.269927 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:10.273471 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:10.277404 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:10.301097 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Pushing event updated for resources: {'Port': ['ID=c6fbda48-622f-4df1-a1f4-4c58a5d75784,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:10.535649 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.549760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.587818 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.635035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Network 30078645-ef18-48e8-b687-4509d27a0c76 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:10.642741 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:10.649846 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:10.672185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Pushing event updated for resources: {'Port': ['ID=b437f58f-6d4c-4dcc-ad63-62482000c4a5,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:10.735401 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.740655 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Attempting to bind port b437f58f-6d4c-4dcc-ad63-62482000c4a5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:10.742851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Attempting to bind port b437f58f-6d4c-4dcc-ad63-62482000c4a5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:10.742851 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Attempting to bind port b437f58f-6d4c-4dcc-ad63-62482000c4a5 on network 30078645-ef18-48e8-b687-4509d27a0c76 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:10.755772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:10.756152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Checking segment: {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:10.756605 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.757581 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Bound using segment: {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:10.758064 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Bound port: b437f58f-6d4c-4dcc-ad63-62482000c4a5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:10.758449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.839800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.850187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.899875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] For port b437f58f-6d4c-4dcc-ad63-62482000c4a5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:10.923376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] For port b437f58f-6d4c-4dcc-ad63-62482000c4a5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b437f58f-6d4c-4dcc-ad63-62482000c4a5,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:10.934615 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:10.940107 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58f6ba-5918-4864-8689-68282290733f None None] Pushing event updated for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:10.988487 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8383a2ea-4919-4513-971c-2b2d6cbd91e2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:11.077881 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Attempting to bind port 084ea1dd-9812-4289-b823-8855db5b803a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:11.078181 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Attempting to bind port 084ea1dd-9812-4289-b823-8855db5b803a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:11.078757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Attempting to bind port 084ea1dd-9812-4289-b823-8855db5b803a on network 463eeef4-186f-43ce-9559-2ab1e4b1a74c {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:11.090947 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:11.091360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Checking segment: {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:11.091775 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.092186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Bound using segment: {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:11.092675 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Bound port: 084ea1dd-9812-4289-b823-8855db5b803a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae275eed-0bd0-4fbf-9b26-dd71c678be38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:11.093072 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.095147 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5dfcb-a888-4e6d-acfc-a15ffae6c05a None None] Pushing event updated for resources: {'Port': ['ID=b437f58f-6d4c-4dcc-ad63-62482000c4a5,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:11.144740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:11.145122 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.164334 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Router 19a16dd5-9ee6-4932-9ef9-af26257834fb is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:48:11.214242 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] For port 084ea1dd-9812-4289-b823-8855db5b803a, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:11.219584 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] For port 084ea1dd-9812-4289-b823-8855db5b803a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=084ea1dd-9812-4289-b823-8855db5b803a,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:11.227600 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.238672 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] Provisioning complete for port 084ea1dd-9812-4289-b823-8855db5b803a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:11.239050 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.313420 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:48:11.328956 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Sync routers for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:48:11.353277 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:11.360304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.363386 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2a175681-cc8e-455b-94b5-27e261a0d306 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8116570 Oct 13 07:48:11.364871 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44306) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:48:11.365452 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:11.393559 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58f6ba-5918-4864-8689-68282290733f None None] Pushing event updated for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:11.396797 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:11.397448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:11.541043 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.548948 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:11.562157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:11.618189 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] For port 084ea1dd-9812-4289-b823-8855db5b803a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=084ea1dd-9812-4289-b823-8855db5b803a,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:11.653214 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.749531 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d146545-9703-4a2a-b91f-ce8e473c8ec0 None None] Pushing event updated for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:11.750970 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:10Z', 'revision_number': 3, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:11.779730 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Checking router: 19a16dd5-9ee6-4932-9ef9-af26257834fb for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:48:11.780219 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Updating router 19a16dd5-9ee6-4932-9ef9-af26257834fb port c6fbda48-622f-4df1-a1f4-4c58a5d75784 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:48:11.793376 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2fb22c65-624d-4dff-8a7c-f65460c2becb None None] Provisioning complete for port 084ea1dd-9812-4289-b823-8855db5b803a triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:11.793761 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2fb22c65-624d-4dff-8a7c-f65460c2becb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.806824 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.902695 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 4, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '084ea1dd-9812-4289-b823-8855db5b803a', 'name': '', 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'mac_address': 'fa:16:3e:b5:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:07Z', 'updated_at': '2021-10-13T07:48:11Z', 'revision_number': 4, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'subnets': [{'id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:11.923353 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:11.939840 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2451a8-41dd-40f1-8960-37f5e8a65eee None None] The sync data for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 is: [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:48:07Z', 'revision_number': 4, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '084ea1dd-9812-4289-b823-8855db5b803a', 'name': '', 'network_id': '463eeef4-186f-43ce-9559-2ab1e4b1a74c', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'mac_address': 'fa:16:3e:b5:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:07Z', 'updated_at': '2021-10-13T07:48:11Z', 'revision_number': 4, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'subnets': [{'id': '38d370b2-ba80-4e47-976c-86cdb7d164ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:48:12.144328 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.150945 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Allocated IP 172.20.0.1 (30078645-ef18-48e8-b687-4509d27a0c76/93210104-bc22-4949-bec8-2640fda44124/fb2794ac-91b0-49a5-924d-3e514c204902) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:48:12.156995 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.198590 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad512edc-3b6d-4dea-b53c-302faabdd296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.221790 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Attempting to bind port c6fbda48-622f-4df1-a1f4-4c58a5d75784 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:12.222194 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Attempting to bind port c6fbda48-622f-4df1-a1f4-4c58a5d75784 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:12.222552 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Attempting to bind port c6fbda48-622f-4df1-a1f4-4c58a5d75784 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:12.228351 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:12.228744 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:12.229125 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.229516 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:12.229985 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Bound port: c6fbda48-622f-4df1-a1f4-4c58a5d75784, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:12.230366 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.232014 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b74937-c8c9-4640-bb83-9ed6db6b7752 None None] Pushing event updated for resources: {'Port': ['ID=c6fbda48-622f-4df1-a1f4-4c58a5d75784,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:12.302246 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] For port c6fbda48-622f-4df1-a1f4-4c58a5d75784, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:12.305582 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] For port c6fbda48-622f-4df1-a1f4-4c58a5d75784, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6fbda48-622f-4df1-a1f4-4c58a5d75784,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:12.308192 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.310882 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.340128 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51505d7d-6c85-4d61-acdc-0336ce241a44 None None] Network 30078645-ef18-48e8-b687-4509d27a0c76 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:48:12.369304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.372164 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:12.373347 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:47:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:12.432565 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Network 30078645-ef18-48e8-b687-4509d27a0c76 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:12.434085 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:12.442932 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:12.446366 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:48:12.481360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] Provisioning complete for port b437f58f-6d4c-4dcc-ad63-62482000c4a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:12.481928 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.497261 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.597408 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:12.599123 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b74937-c8c9-4640-bb83-9ed6db6b7752 None None] Pushing event updated for resources: {'Port': ['ID=c6fbda48-622f-4df1-a1f4-4c58a5d75784,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:12.665576 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.832773 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.837304 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:10Z', 'revision_number': 3, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:12.874499 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.877979 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a9174-99df-4b18-be6a-076dcbb295d0 None None] The sync data for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 is: [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:10Z', 'revision_number': 3, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:48:12.883987 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13049217'] for port, after_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.901256 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] For port b437f58f-6d4c-4dcc-ad63-62482000c4a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b437f58f-6d4c-4dcc-ad63-62482000c4a5,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:12.910319 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:12.993449 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234981b6-9f98-4107-82f5-cf0f7c718bde None None] Pushing event updated for resources: {'Port': ['ID=b437f58f-6d4c-4dcc-ad63-62482000c4a5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:13.018426 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=2']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:13.021463 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.093324 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b437f58f-6d4c-4dcc-ad63-62482000c4a5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:13.162576 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Network 30078645-ef18-48e8-b687-4509d27a0c76 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:48:13.164388 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:48:13.196764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b437f58f-6d4c-4dcc-ad63-62482000c4a5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.197150 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.305617 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4231bfb5-c19d-4929-a60f-6d21636a8c5c None None] Provisioning complete for port b437f58f-6d4c-4dcc-ad63-62482000c4a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.306321 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4231bfb5-c19d-4929-a60f-6d21636a8c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.380754 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Router 19a16dd5-9ee6-4932-9ef9-af26257834fb has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:48:13.394142 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 084ea1dd-9812-4289-b823-8855db5b803a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:13.503978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 084ea1dd-9812-4289-b823-8855db5b803a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.504354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.538445 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:48:13.546775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4231bfb5-c19d-4929-a60f-6d21636a8c5c None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.547203 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4231bfb5-c19d-4929-a60f-6d21636a8c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.560977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9201de75-9023-47fc-b5ce-0e8ddebabdd2 admin admin] 10.222.0.49 "PUT /v2.0/routers/19a16dd5-9ee6-4932-9ef9-af26257834fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1929407 Oct 13 07:48:13.597448 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4231bfb5-c19d-4929-a60f-6d21636a8c5c None None] Port fb2794ac-91b0-49a5-924d-3e514c204902 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:48:13.723179 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-cf281d7d-6123-45ea-9330-b748d975d632 None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.723557 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cf281d7d-6123-45ea-9330-b748d975d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.760173 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-cf281d7d-6123-45ea-9330-b748d975d632 None None] Port fb2794ac-91b0-49a5-924d-3e514c204902 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:48:13.880432 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4050ae49-ca39-47de-a7bb-35c7ffc724a4 None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:13.880913 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4050ae49-ca39-47de-a7bb-35c7ffc724a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:13.921936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-4050ae49-ca39-47de-a7bb-35c7ffc724a4 None None] Port fb2794ac-91b0-49a5-924d-3e514c204902 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:48:13.978459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:14.500796 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-203f7909-5cf1-4314-adbe-6dc76a899c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.039539 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b437f58f-6d4c-4dcc-ad63-62482000c4a5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:15.100704 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port b437f58f-6d4c-4dcc-ad63-62482000c4a5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:15.101093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.215027 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6fbda48-622f-4df1-a1f4-4c58a5d75784 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:15.293298 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c6fbda48-622f-4df1-a1f4-4c58a5d75784 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:15.293676 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.394208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.423796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port c6fbda48-622f-4df1-a1f4-4c58a5d75784, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6fbda48-622f-4df1-a1f4-4c58a5d75784,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:15.428928 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.488193 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=c6fbda48-622f-4df1-a1f4-4c58a5d75784,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:15.525909 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Sync routers for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:48:15.536678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:15.536678 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:48:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:15.661928 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:15.679185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:15.917293 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 4, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'fb2794ac-91b0-49a5-924d-3e514c204902', 'name': '', 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'mac_address': 'fa:16:3e:50:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '93210104-bc22-4949-bec8-2640fda44124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:11Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 2, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'subnets': [{'id': '93210104-bc22-4949-bec8-2640fda44124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:15.946364 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Checking router: 19a16dd5-9ee6-4932-9ef9-af26257834fb for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:48:15.946731 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Updating router 19a16dd5-9ee6-4932-9ef9-af26257834fb port fb2794ac-91b0-49a5-924d-3e514c204902 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:48:15.988159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.001560 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.297166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.304611 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.387358 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1dc2-5fa1-421b-8973-59c007cc3cab None None] Pushing event updated for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:16.424072 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Attempting to bind port fb2794ac-91b0-49a5-924d-3e514c204902 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:48:16.424452 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Attempting to bind port fb2794ac-91b0-49a5-924d-3e514c204902 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:48:16.425041 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Attempting to bind port fb2794ac-91b0-49a5-924d-3e514c204902 on network 30078645-ef18-48e8-b687-4509d27a0c76 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:48:16.433133 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:48:16.433528 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Checking segment: {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:48:16.433941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.434348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Bound using segment: {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:48:16.434831 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Bound port: fb2794ac-91b0-49a5-924d-3e514c204902, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:48:16.435262 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.516597 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] For port fb2794ac-91b0-49a5-924d-3e514c204902, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:48:16.525547 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] For port fb2794ac-91b0-49a5-924d-3e514c204902, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=fb2794ac-91b0-49a5-924d-3e514c204902,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:48:16.534493 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.617124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.632715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b1dc2-5fa1-421b-8973-59c007cc3cab None None] Pushing event updated for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:16.636185 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:48:16.636799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:48:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:16.702486 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:16.702874 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.809224 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:48:16.939797 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:16.990360 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6fbda48-622f-4df1-a1f4-4c58a5d75784 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:17.075093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] For port fb2794ac-91b0-49a5-924d-3e514c204902, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=fb2794ac-91b0-49a5-924d-3e514c204902,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:48:17.082841 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:17.174210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port c6fbda48-622f-4df1-a1f4-4c58a5d75784 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:17.174588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:17.183929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cc177-e1da-437c-a591-745a039d87b8 None None] Pushing event updated for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:48:17.251110 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-494a931f-61c2-484b-8e30-aca5ff66eb0d None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:17.251110 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-494a931f-61c2-484b-8e30-aca5ff66eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:17.297239 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 4, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'fb2794ac-91b0-49a5-924d-3e514c204902', 'name': '', 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'mac_address': 'fa:16:3e:50:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '93210104-bc22-4949-bec8-2640fda44124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:11Z', 'updated_at': '2021-10-13T07:48:16Z', 'revision_number': 4, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'subnets': [{'id': '93210104-bc22-4949-bec8-2640fda44124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:48:17.330102 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1764ce8-6087-413f-aa89-7f348b50ad6c None None] The sync data for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 is: [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:12Z', 'revision_number': 4, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'fb2794ac-91b0-49a5-924d-3e514c204902', 'name': '', 'network_id': '30078645-ef18-48e8-b687-4509d27a0c76', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'mac_address': 'fa:16:3e:50:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '93210104-bc22-4949-bec8-2640fda44124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:11Z', 'updated_at': '2021-10-13T07:48:16Z', 'revision_number': 4, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'subnets': [{'id': '93210104-bc22-4949-bec8-2640fda44124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:48:18.388756 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:18.993331 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device fb2794ac-91b0-49a5-924d-3e514c204902 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:48:19.051188 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port fb2794ac-91b0-49a5-924d-3e514c204902 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:48:19.051721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:42.182447 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-76370b65-0c76-458b-8716-ab60767f6cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:43.974768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:44.500961 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-28c1f5be-6702-40c7-9c08-0d92c5a3f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:45.644125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:45.982659 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:46.569190 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:46.841335 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:48:48.386449 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:48:56.483008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-eb528693-1825-4321-8d70-516f36fffcb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411623 Oct 13 07:48:56.543832 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-6fd74338-08b6-49f0-a49b-cb9ab842ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:56.545300 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-6fd74338-08b6-49f0-a49b-cb9ab842ca63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0410480 Oct 13 07:48:56.651579 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-6d320f6a-6180-4e60-9a9f-0e704a206a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:56.653024 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-6d320f6a-6180-4e60-9a9f-0e704a206a42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874009 Oct 13 07:48:56.695779 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-4dfbc632-1860-40ac-a269-3e74993649dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0351627 Oct 13 07:48:56.745425 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-b4c1feeb-c0bf-4af5-9748-90a654c452dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:56.746786 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-b4c1feeb-c0bf-4af5-9748-90a654c452dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0447912 Oct 13 07:48:56.797400 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-fd3834e9-dcb2-4fa9-b32f-5f780852e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:48:56.798895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-fd3834e9-dcb2-4fa9-b32f-5f780852e27f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448990 Oct 13 07:48:56.893726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-959b3a52-3796-4a19-90c5-c69c2ff0125e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878756 Oct 13 07:48:57.343882 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-455b016d-b5e5-40ee-8627-2f525d227e87 req-9f1ba820-2750-47c6-9337-563d6b0883a4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429605 Oct 13 07:49:12.186258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0ff28e32-898d-402e-96e6-a3930b66c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:13.988199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:14.506352 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2dda2905-f9e3-410a-b22a-225e7b8f934b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:15.641763 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:15.983347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:16.572922 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:18.387466 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:23.655197 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44422) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:23.840274 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:49:23.991251 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:24.228599 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Deleting port 084ea1dd-9812-4289-b823-8855db5b803a {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:24.228937 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:24.307980 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] For port 084ea1dd-9812-4289-b823-8855db5b803a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=084ea1dd-9812-4289-b823-8855db5b803a,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:24.308335 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:24.320983 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Calling delete_port for 084ea1dd-9812-4289-b823-8855db5b803a owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:24.499771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:24.526303 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Pushing event deleted for resources: {'Port': ['ID=084ea1dd-9812-4289-b823-8855db5b803a,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:24.539321 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.539678 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.540022 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.540362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.540699 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.541036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.541362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.541688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.542006 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.542333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.542655 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.542975 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:24.955865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.164988 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Router 935bf444-294c-4466-8973-2415c3c69885 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:49:25.268744 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:49:25.275286 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8231bf9b-9cb0-424c-840d-dca89bb1ea2b admin admin] 10.222.0.49 "PUT /v2.0/routers/935bf444-294c-4466-8973-2415c3c69885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187046 Oct 13 07:49:25.276985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44426) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:25.278727 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Sync routers for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:49:25.288585 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:49:25.289390 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:25.379994 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.396341 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:49:25.484242 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.539318 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Deleting port 8383a2ea-4919-4513-971c-2b2d6cbd91e2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:25.539787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.577371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:49:24Z', 'revision_number': 5, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port': {'id': '8383a2ea-4919-4513-971c-2b2d6cbd91e2', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bf444-294c-4466-8973-2415c3c69885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:05Z', 'updated_at': '2021-10-13T07:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:25.603738 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Checking router: 935bf444-294c-4466-8973-2415c3c69885 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:49:25.611679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Routers {'935bf444-294c-4466-8973-2415c3c69885'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:49:25.612255 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['935bf444-294c-4466-8973-2415c3c69885'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:25.630238 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] For port 8383a2ea-4919-4513-971c-2b2d6cbd91e2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=8383a2ea-4919-4513-971c-2b2d6cbd91e2,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:25.630614 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.643486 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Calling delete_port for 8383a2ea-4919-4513-971c-2b2d6cbd91e2 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:25.696686 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] Set router 935bf444-294c-4466-8973-2415c3c69885 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:49:25.752640 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:49:25Z', 'revision_number': 6, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:25.779027 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56272d35-0cf3-4120-bd02-c757c3e9b5ee None None] The sync data for ids ['935bf444-294c-4466-8973-2415c3c69885'] in n-d-813736-1 is: [{'id': '935bf444-294c-4466-8973-2415c3c69885', 'name': 'tempest-TestMinimumBasicScenario-626359497-router', 'tenant_id': '9d6c4d3242454c9c992b0315c5d2145d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:04Z', 'updated_at': '2021-10-13T07:49:25Z', 'revision_number': 6, 'project_id': '9d6c4d3242454c9c992b0315c5d2145d', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:49:25.819630 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.845522 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Pushing event deleted for resources: {'Port': ['ID=8383a2ea-4919-4513-971c-2b2d6cbd91e2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:25.908506 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:25.998267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.000365 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.043409 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.043866 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935bf444-294c-4466-8973-2415c3c69885 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:49:26.048064 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.049201 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-e9371a91-a141-413a-88d2-3ef073cec52e admin admin] 10.222.0.49 "DELETE /v2.0/routers/935bf444-294c-4466-8973-2415c3c69885 HTTP/1.1" status: 204 len: 168 time: 0.7713027 Oct 13 07:49:26.051647 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44428) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:26.098241 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Deleting subnet 38d370b2-ba80-4e47-976c-86cdb7d164ab {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:49:26.101834 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.143627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.224290 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.278734 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.302855 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d370b2-ba80-4e47-976c-86cdb7d164ab,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:26.308203 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.311996 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7549c6b3-efc0-47e5-9625-c8a79ae60c01 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38d370b2-ba80-4e47-976c-86cdb7d164ab HTTP/1.1" status: 204 len: 168 time: 0.2592592 Oct 13 07:49:26.312979 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e50e7-ecf6-46c4-a68b-2a0ce8873493 None None] Network 463eeef4-186f-43ce-9559-2ab1e4b1a74c requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:49:26.314296 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44430) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:26.389279 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.449177 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Deleting port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:26.449628 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.524858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] DHCP port deletion for 463eeef4-186f-43ce-9559-2ab1e4b1a74c request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:49:26.525690 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] For port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:26.526061 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.543586 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Calling delete_port for e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:26.571746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Deleting port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:26.572036 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.629668 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.640611 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] For port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,segment=NetworkSegment(ae275eed-0bd0-4fbf-9b26-dd71c678be38),segment_id=ae275eed-0bd0-4fbf-9b26-dd71c678be38)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:26.641013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.654426 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Calling delete_port for e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:26.656425 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:26.660203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] No DVR routers for this DVR port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:49:26.743453 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.743637 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.768263 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463eeef4-186f-43ce-9559-2ab1e4b1a74c']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:26.775050 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Pushing event deleted for resources: {'Port': ['ID=e7bfe0e4-97a1-428f-bd32-8bb0de5e6532,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:26.779105 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae275eed-0bd0-4fbf-9b26-dd71c678be38') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:26.779402 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae275eed-0bd0-4fbf-9b26-dd71c678be38') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:26.783395 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] No DVR routers for this DVR port e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:49:26.785711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.786063 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.786532 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.786873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.787237 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.787608 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.787958 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.788403 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.788734 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.789057 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.789389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.789715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e13a65-1d9e-4689-9f0d-fb6decacabc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:26.793920 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.813541 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.820204 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:49:26.820619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:49:26.822466 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:49:26.876904 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.883173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:26.886317 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] 10.222.0.49 "DELETE /v2.0/networks/463eeef4-186f-43ce-9559-2ab1e4b1a74c HTTP/1.1" status: 204 len: 168 time: 0.5708249 Oct 13 07:49:26.889374 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44432) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:26.897944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cd5a9-7099-4662-b562-656341e613be admin admin] Pushing event deleted for resources: {'Network': ['ID=463eeef4-186f-43ce-9559-2ab1e4b1a74c,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:26.971206 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 084ea1dd-9812-4289-b823-8855db5b803a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:26.991477 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 084ea1dd-9812-4289-b823-8855db5b803a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:26.991828 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 084ea1dd-9812-4289-b823-8855db5b803a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:26.992246 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:27.011150 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:27.011503 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e7bfe0e4-97a1-428f-bd32-8bb0de5e6532 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:27.011916 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8383a2ea-4919-4513-971c-2b2d6cbd91e2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:27.030653 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 8383a2ea-4919-4513-971c-2b2d6cbd91e2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:27.031014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 8383a2ea-4919-4513-971c-2b2d6cbd91e2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:27.244501 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:27.490731 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Deleting port fb2794ac-91b0-49a5-924d-3e514c204902 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:27.491391 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:27.570084 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] For port fb2794ac-91b0-49a5-924d-3e514c204902, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=fb2794ac-91b0-49a5-924d-3e514c204902,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:27.570450 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:27.582884 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Calling delete_port for fb2794ac-91b0-49a5-924d-3e514c204902 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:27.763716 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:27.793404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2794ac-91b0-49a5-924d-3e514c204902,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:27.805229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.805659 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.806049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.806407 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.806716 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.807118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.807429 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.807760 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.808070 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.808466 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.808800 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.809127 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:49:27.972399 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.204711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Router 19a16dd5-9ee6-4932-9ef9-af26257834fb has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:49:28.315581 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:49:28.321413 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-3ff44d69-c3f7-416b-a044-710eb6749f1a admin admin] 10.222.0.49 "PUT /v2.0/routers/19a16dd5-9ee6-4932-9ef9-af26257834fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309659 Oct 13 07:49:28.324132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44434) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:28.326860 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Sync routers for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:49:28.336837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:49:28.337552 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:28.431836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.443373 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:49:28.532782 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.589447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Deleting port c6fbda48-622f-4df1-a1f4-4c58a5d75784 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:28.589796 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.628084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:49:27Z', 'revision_number': 5, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port': {'id': 'c6fbda48-622f-4df1-a1f4-4c58a5d75784', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:28.656517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Checking router: 19a16dd5-9ee6-4932-9ef9-af26257834fb for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:49:28.664901 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Routers {'19a16dd5-9ee6-4932-9ef9-af26257834fb'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:49:28.665508 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:49:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['19a16dd5-9ee6-4932-9ef9-af26257834fb'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:28.670441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] For port c6fbda48-622f-4df1-a1f4-4c58a5d75784, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=c6fbda48-622f-4df1-a1f4-4c58a5d75784,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:28.670870 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.683453 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Calling delete_port for c6fbda48-622f-4df1-a1f4-4c58a5d75784 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:28.751363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] Set router 19a16dd5-9ee6-4932-9ef9-af26257834fb gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:49:28.803591 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:49:28Z', 'revision_number': 6, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:28.834075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef4ec9-a81b-46ab-b7a2-f676c2f8e789 None None] The sync data for ids ['19a16dd5-9ee6-4932-9ef9-af26257834fb'] in n-d-813736-1 is: [{'id': '19a16dd5-9ee6-4932-9ef9-af26257834fb', 'name': 'tempest-TestMinimumBasicScenario-286151595-router', 'tenant_id': '71098c1510ee45c498d5f8e521f7c8c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:48:09Z', 'updated_at': '2021-10-13T07:49:28Z', 'revision_number': 6, 'project_id': '71098c1510ee45c498d5f8e521f7c8c9', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:49:28.854801 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:28.885672 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fbda48-622f-4df1-a1f4-4c58a5d75784,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:28.945650 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.033850 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.035951 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.078708 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.079207 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a16dd5-9ee6-4932-9ef9-af26257834fb {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:49:29.083564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.084851 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-4203a877-5f8b-4833-9036-4a77a115409e admin admin] 10.222.0.49 "DELETE /v2.0/routers/19a16dd5-9ee6-4932-9ef9-af26257834fb HTTP/1.1" status: 204 len: 168 time: 0.7596514 Oct 13 07:49:29.087297 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44436) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:29.135124 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Deleting subnet 93210104-bc22-4949-bec8-2640fda44124 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:49:29.138030 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.171039 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.262649 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.326889 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.353674 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93210104-bc22-4949-bec8-2640fda44124,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:29.355522 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.358661 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-12e5b8e2-b55a-410c-9efb-ffd186bf249e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93210104-bc22-4949-bec8-2640fda44124 HTTP/1.1" status: 204 len: 168 time: 0.2704506 Oct 13 07:49:29.361193 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44438) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:29.363895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4833cfbc-4c4c-4bd2-9c39-743751acc77e None None] Network 30078645-ef18-48e8-b687-4509d27a0c76 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:49:29.429088 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.482504 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Deleting port b437f58f-6d4c-4dcc-ad63-62482000c4a5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:49:29.482834 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.550847 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] For port b437f58f-6d4c-4dcc-ad63-62482000c4a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=b437f58f-6d4c-4dcc-ad63-62482000c4a5,segment=NetworkSegment(0c35192e-e5c1-431c-a85f-1ab3ea70d2f4),segment_id=0c35192e-e5c1-431c-a85f-1ab3ea70d2f4)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:49:29.551166 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.564062 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Calling delete_port for b437f58f-6d4c-4dcc-ad63-62482000c4a5 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:49:29.628413 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98e6bc-fc61-4cff-9523-b5fca281e60c None None] DHCP port deletion for 30078645-ef18-48e8-b687-4509d27a0c76 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:49:29.634267 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device fb2794ac-91b0-49a5-924d-3e514c204902 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:29.651823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.670505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: fb2794ac-91b0-49a5-924d-3e514c204902 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:29.670855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device fb2794ac-91b0-49a5-924d-3e514c204902 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:29.675896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b437f58f-6d4c-4dcc-ad63-62482000c4a5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:29.683236 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] No DVR routers for this DVR port b437f58f-6d4c-4dcc-ad63-62482000c4a5 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:49:29.693383 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ce98e6bc-fc61-4cff-9523-b5fca281e60c None None] The port 'b437f58f-6d4c-4dcc-ad63-62482000c4a5' was deleted {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 07:49:29.761699 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.781530 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30078645-ef18-48e8-b687-4509d27a0c76']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:29.790629 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:29.790919 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c35192e-e5c1-431c-a85f-1ab3ea70d2f4') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:49:29.799901 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.813386 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.820026 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:49:29.820405 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: timer() Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:49:29.822097 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:49:29.883378 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.889345 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:29.892587 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] 10.222.0.49 "DELETE /v2.0/networks/30078645-ef18-48e8-b687-4509d27a0c76 HTTP/1.1" status: 204 len: 168 time: 0.5304143 Oct 13 07:49:29.905132 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9f9d1-79d5-4ce4-bf99-f2509d314d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=30078645-ef18-48e8-b687-4509d27a0c76,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:30.052799 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44442) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:30.092633 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-997ca2d0-7de3-4a44-a53d-1b984a891037 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d6c4d3242454c9c992b0315c5d2145d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381670 Oct 13 07:49:30.095049 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44444) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:30.143865 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.164819 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.211261 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.213823 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.214966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4459d3ca-872e-413a-9569-eba0ae4aface HTTP/1.1" status: 204 len: 168 time: 0.1189823 Oct 13 07:49:30.222815 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0aed1-03ce-480d-9cfc-7953751d67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4459d3ca-872e-413a-9569-eba0ae4aface,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:30.530370 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44450) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:30.569924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-82cf5c3a-c8f9-4851-aa0a-7f9343995f21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=71098c1510ee45c498d5f8e521f7c8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383894 Oct 13 07:49:30.572500 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44452) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:49:30.626307 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.647681 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.693720 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.696431 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:30.697571 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cffb6caf-516d-4c5a-89f4-586d646bf6bb HTTP/1.1" status: 204 len: 168 time: 0.1240914 Oct 13 07:49:30.705478 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf81792-f656-4825-b4f4-75b038f0eb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb6caf-516d-4c5a-89f4-586d646bf6bb,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:49:30.969069 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b437f58f-6d4c-4dcc-ad63-62482000c4a5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:30.989978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: b437f58f-6d4c-4dcc-ad63-62482000c4a5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:30.990333 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device b437f58f-6d4c-4dcc-ad63-62482000c4a5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:30.991472 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6fbda48-622f-4df1-a1f4-4c58a5d75784 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:49:31.010647 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: c6fbda48-622f-4df1-a1f4-4c58a5d75784 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:49:31.010997 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device c6fbda48-622f-4df1-a1f4-4c58a5d75784 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:49:42.191371 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5622ef04-fe13-4bf1-a203-93885a116177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:43.977621 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:44.499131 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3d650165-b7b0-4129-9827-6b6bc47c255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:45.642011 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:45.984124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:46.575692 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:48.390806 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:49:56.459970 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-a34ec1ea-10ab-4ec4-a21d-4bfa7f9fb4c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428650 Oct 13 07:49:56.549652 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af850-94ee-42f7-a64e-0271922bc05b req-ff961f26-190e-45c7-92f6-555ecad9a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:49:56.551166 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-ff961f26-190e-45c7-92f6-555ecad9a25f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0412021 Oct 13 07:49:56.655332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af850-94ee-42f7-a64e-0271922bc05b req-7a9bcdbc-8853-4b9c-b7da-f8b053e121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:49:56.656768 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-7a9bcdbc-8853-4b9c-b7da-f8b053e121b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0868707 Oct 13 07:49:56.698051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-1f38d85b-2e43-41fc-bd70-5d4ad623d6b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0340989 Oct 13 07:49:56.748035 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af850-94ee-42f7-a64e-0271922bc05b req-b2f3aeb9-7c1c-45e7-8daa-91272a15ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:49:56.749432 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-b2f3aeb9-7c1c-45e7-8daa-91272a15ce72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440645 Oct 13 07:49:56.794842 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650af850-94ee-42f7-a64e-0271922bc05b req-af7b875a-058a-41ae-abc7-43748cdaec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:49:56.796317 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-af7b875a-058a-41ae-abc7-43748cdaec02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393157 Oct 13 07:49:56.891734 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-97955ecc-9bde-4c5e-99a2-cc2da254d692 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875523 Oct 13 07:49:56.981596 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-650af850-94ee-42f7-a64e-0271922bc05b req-7b3e08d3-652f-4ab9-9492-287c1999ff91 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827885 Oct 13 07:50:00.839690 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:50:12.197007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6a1eba2c-d212-4cb7-a03b-b999eda12f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:14.001920 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:14.500365 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b068caf2-0aae-4c65-a283-0c392fb8919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:15.640601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:15.984890 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:16.578456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:18.392558 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:37.838417 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:50:42.197477 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-509392cd-3d35-4bbd-8e16-72198133798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:43.993819 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:44.501657 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-5836f561-df7f-420b-81b9-a73abbff4237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:45.654650 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:45.985834 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:46.581413 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:48.396080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:50:57.478129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-407139aa-63ab-4bc2-ae07-fabb47df18e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457363 Oct 13 07:50:57.538601 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-e89012c4-c6bd-43e5-a7cc-c052be66bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:50:57.540095 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-e89012c4-c6bd-43e5-a7cc-c052be66bbeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0409591 Oct 13 07:50:57.643781 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-4ceb874a-d14c-4cc3-b201-22b12c29fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:50:57.645222 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-4ceb874a-d14c-4cc3-b201-22b12c29fb89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0867636 Oct 13 07:50:57.685759 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-328bf579-d336-4d24-befb-27d7cc3e1b37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0335536 Oct 13 07:50:57.735961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-7b6c8cdf-52ea-4cb2-b619-3d97303ecb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:50:57.737254 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-7b6c8cdf-52ea-4cb2-b619-3d97303ecb5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0439057 Oct 13 07:50:57.783679 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-85f3b39a-f2f1-4d7f-aa89-7055a50eddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:50:57.785109 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-85f3b39a-f2f1-4d7f-aa89-7055a50eddf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382237 Oct 13 07:50:57.876356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-fe99dac7-de36-4627-8f60-3a4551c44c83 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837436 Oct 13 07:50:57.967336 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0a3859a4-1191-47a7-9677-4ed57316b810 req-d53d7634-c133-40e3-ac73-d843a4eb0954 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836625 Oct 13 07:51:12.200093 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-498010f5-1d4c-4864-8aa7-9e6091752529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:13.993001 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:14.502588 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-cdaf60fe-1b3c-4605-a7ec-1a9db71c589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:14.838317 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:51:15.660917 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:15.987222 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:16.584252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:18.402024 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:42.201212 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3138773b-80bb-41b3-96c0-1350b032c6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:44.000343 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:44.503095 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2413775c-73e7-4f78-b7f4-690dfb18ef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:45.664896 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:45.988119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:46.588323 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:48.402267 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:51:51.838931 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:51:59.463185 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-47fcce8c-5f63-4453-a097-1926b270089a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473356 Oct 13 07:51:59.545728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7de54-a933-48ae-8843-92f49863939c req-93f29aae-5622-4eb5-9031-ab93d929af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:51:59.547260 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-93f29aae-5622-4eb5-9031-ab93d929af21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0414824 Oct 13 07:51:59.652287 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7de54-a933-48ae-8843-92f49863939c req-0a13ff19-792a-4d54-bac3-3bff4326b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:51:59.653725 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-0a13ff19-792a-4d54-bac3-3bff4326b75f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0876572 Oct 13 07:52:00.047753 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-44a95bb9-bdab-4be8-a717-69411e505ae7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.3867030 Oct 13 07:52:00.095942 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7de54-a933-48ae-8843-92f49863939c req-6fbeb888-6ad3-4249-b3aa-c15ef9aeb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:52:00.097358 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-6fbeb888-6ad3-4249-b3aa-c15ef9aeb381 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0433731 Oct 13 07:52:00.147680 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7de54-a933-48ae-8843-92f49863939c req-8bca159f-fc03-4b42-a2c5-b903a4c142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:52:00.149498 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-8bca159f-fc03-4b42-a2c5-b903a4c142d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447202 Oct 13 07:52:00.240554 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-52c5ac91-8c8c-41af-9a47-961bbadf0bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827801 Oct 13 07:52:00.332986 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-0ba7de54-a933-48ae-8843-92f49863939c req-860ddf23-8c3a-4a4b-b24f-a1d931f67a3c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Oct 13 07:52:12.202248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3cc0b2c-c4a6-4821-b379-87d663125a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:13.992704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:14.504325 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3745147-c5e7-4f69-89db-9ae0245a8aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:15.680395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:15.988698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:16.590052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:18.404724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:28.839343 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:52:42.202923 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4aaff92-3a45-441d-8a4a-89f887c7afef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:44.009941 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:44.506082 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ffd70965-b399-432a-a8f9-01ed0de91451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:45.683402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:45.989937 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:46.593366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:52:48.407083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:00.585359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-66e8aac8-2825-4fc2-8c7e-447f696e4090 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498783 Oct 13 07:53:00.646848 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294c50-630c-44ab-abfd-05a067ca090d req-184010e6-275b-44b5-a88a-9a4e97bbb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:53:00.648403 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-184010e6-275b-44b5-a88a-9a4e97bbb258 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0407162 Oct 13 07:53:00.756633 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294c50-630c-44ab-abfd-05a067ca090d req-8658fa0a-d07e-4ff3-ade4-e0ad72952548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:53:00.758160 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-8658fa0a-d07e-4ff3-ade4-e0ad72952548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0905697 Oct 13 07:53:00.803512 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-da531859-ae49-41d8-a3c9-98c55fece37b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0352273 Oct 13 07:53:00.855346 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294c50-630c-44ab-abfd-05a067ca090d req-aa4053f3-e690-47b1-a3e3-bef873d1cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:53:00.856809 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-aa4053f3-e690-47b1-a3e3-bef873d1cf41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0460501 Oct 13 07:53:00.912135 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294c50-630c-44ab-abfd-05a067ca090d req-854c2bc8-2d2e-4fec-8cce-9f2e8aadc49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:53:00.914285 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-854c2bc8-2d2e-4fec-8cce-9f2e8aadc49c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503767 Oct 13 07:53:01.017949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-79c1f884-3689-4d24-a09a-5ffdbf2fc350 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954952 Oct 13 07:53:01.119294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ac294c50-630c-44ab-abfd-05a067ca090d req-011cf164-70b5-4903-9135-046b24f9a208 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935745 Oct 13 07:53:05.839162 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:53:12.204897 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f3a36f5e-abac-4fd9-85ef-b2e0f50d13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:14.021347 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:14.507871 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7a584dd5-6a44-4346-b3c1-8a1a584095ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:15.685455 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:15.990489 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:16.595521 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:18.409456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:42.208610 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6d05c606-206d-420c-b3e2-914093cfb535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:42.838208 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:53:44.021248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:44.509187 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-97470f5f-ad88-41f6-b5e0-ad556b5785b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:45.713127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:45.991758 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:46.599032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:53:48.413032 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:00.460610 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-f5883a65-c95c-4431-955a-7b65441cd9c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408165 Oct 13 07:54:00.546379 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-f234c475-2cf7-4f45-b5f8-62fff33e2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:00.548051 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-f234c475-2cf7-4f45-b5f8-62fff33e2308 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0457792 Oct 13 07:54:00.654294 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-33349775-d3f3-4ab3-9a80-f10708917802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:00.655762 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-33349775-d3f3-4ab3-9a80-f10708917802 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0874593 Oct 13 07:54:00.698449 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-3195098a-0ef1-4dbe-adfc-46c80c35e743 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0347564 Oct 13 07:54:00.751969 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-d9f9a753-698c-4e6a-8bd7-bf42af5174ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:00.753602 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-d9f9a753-698c-4e6a-8bd7-bf42af5174ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0490091 Oct 13 07:54:00.799152 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-ad1ebd0b-3e2e-4c8d-b0cb-d32331568cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:00.800644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-ad1ebd0b-3e2e-4c8d-b0cb-d32331568cab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397015 Oct 13 07:54:00.890865 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-4ed2aaf6-4657-4bfb-afda-8aa6aadfaa9b service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824797 Oct 13 07:54:00.984020 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-2fa7f8de-051a-4928-93f4-b0cd3907859f req-839bdc1e-dcd7-4e14-8ccf-4c37ebeb8ac8 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Oct 13 07:54:12.210007 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-229f6e23-21f8-4dd3-b2f6-7a94ac3940ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:14.036354 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:14.511248 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3dcecf6-4439-4e66-a684-8883fc72de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:15.707369 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:15.993119 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:16.601964 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:18.415772 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:19.838528 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:54:32.479505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44592) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:32.582155 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.657550 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.661413 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.700261 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a051989b1604c98840fcc38427dd409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196796 Oct 13 07:54:32.702200 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715bdf4-6710-494b-aba4-9764c23dee7e,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:32.702985 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44596) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:32.709764 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.710114 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.710459 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.710798 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.711155 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.711490 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.711824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.712814 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.713399 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.713879 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.714217 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.714556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc97a32-bcf9-4f3e-a072-2109cffdbf6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.753078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.773514 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.819428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.822104 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:32.823303 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a715bdf4-6710-494b-aba4-9764c23dee7e HTTP/1.1" status: 204 len: 168 time: 0.1192274 Oct 13 07:54:32.830749 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715bdf4-6710-494b-aba4-9764c23dee7e,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:32.838895 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.839277 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.839631 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.839974 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.840314 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.840646 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.840977 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.841308 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.841639 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.841965 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.842316 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:32.842611 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48efacb8-1120-48ad-b796-c7e1088cf718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:33.083857 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44604) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:33.106872 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b92934e-4a99-461a-8aff-c46feb4bfbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.182428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b92934e-4a99-461a-8aff-c46feb4bfbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.185935 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-8b92934e-4a99-461a-8aff-c46feb4bfbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.223977 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8b92934e-4a99-461a-8aff-c46feb4bfbac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04d18bb26cf947298a66934ad4508893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390295 Oct 13 07:54:33.224837 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92934e-4a99-461a-8aff-c46feb4bfbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee0515-88fe-4c36-b08e-eba11b680117,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:33.226658 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44606) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:33.283927 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.304680 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.351232 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.353809 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:33.354945 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afee0515-88fe-4c36-b08e-eba11b680117 HTTP/1.1" status: 204 len: 168 time: 0.1272674 Oct 13 07:54:33.362351 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe6e64-7364-4b2e-94c6-09d01e7a5443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee0515-88fe-4c36-b08e-eba11b680117,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:34.045289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44628) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:34.138670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1380851364-network', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:34.159846 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Made reservation on behalf of 223c08ebfb2f456b876763e5ebc8858e for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:54:34.162111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.170382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.244993 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.248568 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.270283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:54:34.285698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a080a9-4346-4354-ac44-8932f034d969,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:34.289483 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.289829 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Added segment 28009a5d-67af-48b9-80e7-a83958e98407 of type vlan for network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a Oct 13 07:54:34.330357 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.354727 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.355865 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:34.356713 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.412389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3658862 Oct 13 07:54:34.415840 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44632) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:34.421172 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Request body: {'subnet': {'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1380851364-subnet', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:34.424019 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6664a-ca2c-466e-82bb-8c90504b5737 admin admin] Pushing event updated for resources: {'Network': ['ID=37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:34.435427 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:54:34.443005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Made reservation on behalf of 223c08ebfb2f456b876763e5ebc8858e for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:54:34.445473 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.614005 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.678582 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:34.686186 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Checking segment: {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:34.686684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Network hostable DHCP agents. Network: 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:54:34.710092 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:54:34.719281 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:34.723526 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:34.724112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.730658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64214c73-4687-43e0-b17a-22d3ebee6dc8 None None] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:54:34.739686 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-9e1b9eda-2e7c-4935-8e30-d0c2c4d3c280 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224714 Oct 13 07:54:34.742400 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44634) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:34.746919 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:34.766959 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.768048 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.829039 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.886960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'fixed_ips': [{'subnet_id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:54:34.887899 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:34.966549 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.022195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Allocated IP 172.20.0.2 (37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a/0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9/eeebae50-ee5a-47ee-b1fa-25cdda000413) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:35.169930 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.173901 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.178062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.193619 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.218745 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:35.221624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:35.224319 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:35.233554 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Pushing event updated for resources: {'Port': ['ID=eeebae50-ee5a-47ee-b1fa-25cdda000413,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:35.261583 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.261936 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.262276 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.262618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.262954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.263309 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.263641 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.263974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.264302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.264628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.264954 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.265279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:35.298454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Attempting to bind port eeebae50-ee5a-47ee-b1fa-25cdda000413 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:35.298810 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Attempting to bind port eeebae50-ee5a-47ee-b1fa-25cdda000413 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:35.299230 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Attempting to bind port eeebae50-ee5a-47ee-b1fa-25cdda000413 on network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:35.303798 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Allocated IP 172.25.0.80 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/5e3de2cd-e7dd-4973-b699-b34c7c67e209) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:35.304425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:35.304968 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Checking segment: {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:35.305357 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.305783 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Bound using segment: {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:35.306325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Bound port: eeebae50-ee5a-47ee-b1fa-25cdda000413, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:35.306709 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.369776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] For port eeebae50-ee5a-47ee-b1fa-25cdda000413, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:35.373827 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] For port eeebae50-ee5a-47ee-b1fa-25cdda000413, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=eeebae50-ee5a-47ee-b1fa-25cdda000413,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:35.378028 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.410308 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.441389 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37f1a-4a3a-4060-a37e-51094473df01 None None] Pushing event updated for resources: {'Port': ['ID=eeebae50-ee5a-47ee-b1fa-25cdda000413,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:35.450179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:35.497596 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:35.500562 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:35.507122 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:35.529036 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3de2cd-e7dd-4973-b699-b34c7c67e209,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:36.032442 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.240493 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.319329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee4b77-ff5e-43ae-a092-c02fe733b50a None None] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:54:36.376700 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Router 276b87fa-268d-435d-bdff-2a674a584e60 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:54:36.430212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] Provisioning complete for port eeebae50-ee5a-47ee-b1fa-25cdda000413 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:36.430594 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.484946 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:54:36.498054 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Sync routers for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:54:36.508252 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.511900 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:36.513618 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:36.513824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44636) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:36.515621 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c28704b9-021d-41cd-9f98-3feaa698a087 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7721508 Oct 13 07:54:36.564846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.599327 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] For port eeebae50-ee5a-47ee-b1fa-25cdda000413, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=eeebae50-ee5a-47ee-b1fa-25cdda000413,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:36.607539 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.657914 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:36.664073 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45611345-0f35-4954-858e-2fbafae6f034 None None] Pushing event updated for resources: {'Port': ['ID=eeebae50-ee5a-47ee-b1fa-25cdda000413,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:36.830618 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b4b3e1c2-ed5a-4bce-864a-4e4232fc0b4b None None] Provisioning complete for port eeebae50-ee5a-47ee-b1fa-25cdda000413 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:36.830971 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e1c2-ed5a-4bce-864a-4e4232fc0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.945396 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:35Z', 'revision_number': 3, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:36.972868 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Checking router: 276b87fa-268d-435d-bdff-2a674a584e60 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:54:36.973216 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Updating router 276b87fa-268d-435d-bdff-2a674a584e60 port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:54:36.990390 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:36.998241 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.159416 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Allocated IP 172.20.0.1 (37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a/0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9/0b01784d-b5af-478a-bc05-8302d2bc4e60) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:37.166993 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device eeebae50-ee5a-47ee-b1fa-25cdda000413 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:37.220048 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port eeebae50-ee5a-47ee-b1fa-25cdda000413 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:37.220729 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.268454 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.273124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.275006 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.317437 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.324809 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Attempting to bind port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:37.325178 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Attempting to bind port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:37.325534 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Attempting to bind port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:37.334112 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:37.334474 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:37.334866 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.335273 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:37.335725 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Bound port: 5e3de2cd-e7dd-4973-b699-b34c7c67e209, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:37.336093 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.337708 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Pushing event updated for resources: {'Port': ['ID=5e3de2cd-e7dd-4973-b699-b34c7c67e209,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:37.353667 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:37.358505 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:37.361131 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:37.361513 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.361852 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.362182 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.362507 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.362832 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.363184 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.363497 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.363813 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.364127 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.364439 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.364752 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.365603 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:54:37.393819 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Pushing event updated for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:37.401216 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] For port 5e3de2cd-e7dd-4973-b699-b34c7c67e209, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:37.404128 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] For port 5e3de2cd-e7dd-4973-b699-b34c7c67e209, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e3de2cd-e7dd-4973-b699-b34c7c67e209,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:37.408963 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.412858 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.478384 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:37.479037 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:37.525394 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ca1fb-9b5a-4551-97b0-a339d062ae4b None None] Pushing event updated for resources: {'Port': ['ID=5e3de2cd-e7dd-4973-b699-b34c7c67e209,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:37.548263 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.593667 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:37.639218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2a59613b-49f4-4610-84b2-6a033013dda9 None None] Provisioning complete for port 0b01784d-b5af-478a-bc05-8302d2bc4e60 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:37.639813 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2a59613b-49f4-4610-84b2-6a033013dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.677640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2a59613b-49f4-4610-84b2-6a033013dda9 None None] Port 0b01784d-b5af-478a-bc05-8302d2bc4e60 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:54:37.721272 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.726008 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.772637 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:35Z', 'revision_number': 3, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:37.796111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:37.797816 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Pushing event updated for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:37.798654 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b316111-44c6-4b72-8d4b-7e0c38f62933 None None] The sync data for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 is: [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:35Z', 'revision_number': 3, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:54:37.894055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:37.895567 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:38.032104 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Router 276b87fa-268d-435d-bdff-2a674a584e60 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:54:38.156881 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:54:38.162000 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1bfeda69-0a5b-4812-ac2c-619a7bfe1711 admin admin] 10.222.0.49 "PUT /v2.0/routers/276b87fa-268d-435d-bdff-2a674a584e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471128 Oct 13 07:54:38.201790 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a3713022-03d6-43b7-a9da-7a1e68847587 None None] Provisioning complete for port 0b01784d-b5af-478a-bc05-8302d2bc4e60 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:38.202345 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a3713022-03d6-43b7-a9da-7a1e68847587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.249223 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-a3713022-03d6-43b7-a9da-7a1e68847587 None None] Port 0b01784d-b5af-478a-bc05-8302d2bc4e60 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:54:38.701728 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44654) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:38.706768 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1659414329-network', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:38.728291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Made reservation on behalf of fb24b2c57caf4774ab8a8de51f8e3dca for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:54:38.730724 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.739267 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.814567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.818294 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.839438 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:54:38.854872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c56c4e4-a5ee-4398-afc7-694e3dd47dbf,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:38.857837 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.858591 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Added segment 0ddc9475-0d4d-4363-bf6d-cbea436d77d9 of type vlan for network cdf3468b-5855-40cc-8634-4767610813ad Oct 13 07:54:38.900490 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.924838 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.925812 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:38.926382 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:38.979506 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2765963 Oct 13 07:54:38.982375 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44656) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:38.987492 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Request body: {'subnet': {'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1659414329-subnet', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:38.990248 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f04dc5-2c4a-44a3-8375-d6a95bef486e admin admin] Pushing event updated for resources: {'Network': ['ID=cdf3468b-5855-40cc-8634-4767610813ad,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:39.001906 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network cdf3468b-5855-40cc-8634-4767610813ad details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:54:39.009860 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Made reservation on behalf of fb24b2c57caf4774ab8a8de51f8e3dca for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:54:39.012338 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.165303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e3de2cd-e7dd-4973-b699-b34c7c67e209 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:39.196037 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.220454 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:39.220836 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.256245 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b907e4f-3f38-46f4-8d5f-8ed42cd5733b,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:39.264018 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Checking segment: {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:39.264579 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Network hostable DHCP agents. Network: cdf3468b-5855-40cc-8634-4767610813ad, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:54:39.283698 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Network cdf3468b-5855-40cc-8634-4767610813ad is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:54:39.293887 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, cdf3468b-5855-40cc-8634-4767610813ad) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:39.299467 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:54:39.300474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.306170 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dcc3ad-dde8-477a-925e-920ea9caee01 None None] Network cdf3468b-5855-40cc-8634-4767610813ad requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:54:39.319339 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-7bceeaa2-a610-4f0f-88eb-079571d4dc19 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3356099 Oct 13 07:54:39.320601 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.322408 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44658) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:39.326869 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:54:39.348787 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.349881 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.382135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 5e3de2cd-e7dd-4973-b699-b34c7c67e209, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e3de2cd-e7dd-4973-b699-b34c7c67e209,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:39.390434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.406935 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.478202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Sync routers for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:54:39.488038 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=5e3de2cd-e7dd-4973-b699-b34c7c67e209,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:39.504326 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:39.505329 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:39.561815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.584476 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-cdf3468b-5855-40cc-8634-4767610813ad', 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'fixed_ips': [{'subnet_id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:54:39.585353 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.706055 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:39.761570 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.781660 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:39.884291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Allocated IP 172.20.0.2 (cdf3468b-5855-40cc-8634-4767610813ad/2b907e4f-3f38-46f4-8d5f-8ed42cd5733b/ad566c4a-8919-4dae-9ca9-15f40f0aebc2) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:39.890491 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Allocated IP 172.25.0.222 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/4c69de98-a866-41fd-bc1e-4ade5a404f6d) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:39.998627 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.032974 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.067487 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:40.072874 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:40.074877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 4, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0b01784d-b5af-478a-bc05-8302d2bc4e60', 'name': '', 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'mac_address': 'fa:16:3e:f7:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:37Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 2, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'subnets': [{'id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:40.076672 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:40.107607 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Checking router: 276b87fa-268d-435d-bdff-2a674a584e60 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:54:40.107978 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Updating router 276b87fa-268d-435d-bdff-2a674a584e60 port 0b01784d-b5af-478a-bc05-8302d2bc4e60 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:54:40.110253 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c69de98-a866-41fd-bc1e-4ade5a404f6d,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:40.143259 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.150244 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.157722 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.232235 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Network cdf3468b-5855-40cc-8634-4767610813ad is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:40.239111 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:40.241565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:40.255187 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Pushing event updated for resources: {'Port': ['ID=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:40.338455 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.363988 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Attempting to bind port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:40.364365 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Attempting to bind port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:40.364728 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Attempting to bind port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 on network cdf3468b-5855-40cc-8634-4767610813ad {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:40.382042 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:40.382424 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Checking segment: {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:40.382833 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.383269 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Bound using segment: {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:40.383792 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Bound port: ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:40.384440 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.512032 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] For port ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:40.529359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] For port ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:40.534897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.537964 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.641081 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.642869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f0132-12f7-46a0-9b7d-0aa0b7a1bc2d None None] Pushing event updated for resources: {'Port': ['ID=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:40.651086 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.677643 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:54:40.730751 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45a71-c1fd-4eef-97e4-671d5083e822 None None] Pushing event updated for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:40.770697 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Attempting to bind port 0b01784d-b5af-478a-bc05-8302d2bc4e60 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:40.771088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Attempting to bind port 0b01784d-b5af-478a-bc05-8302d2bc4e60 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:40.771482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Attempting to bind port 0b01784d-b5af-478a-bc05-8302d2bc4e60 on network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:40.777238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:40.778009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Checking segment: {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:40.778009 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.778393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Bound using segment: {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:40.778855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Bound port: 0b01784d-b5af-478a-bc05-8302d2bc4e60, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28009a5d-67af-48b9-80e7-a83958e98407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:40.779258 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.836174 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:54:40.846550 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Sync routers for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:54:40.861874 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.866340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44660) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:54:40.870500 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-6494d5e4-b4ac-44b2-8e89-575c2edef3e2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5468245 Oct 13 07:54:40.880196 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] For port 0b01784d-b5af-478a-bc05-8302d2bc4e60, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:40.885564 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] For port 0b01784d-b5af-478a-bc05-8302d2bc4e60, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b01784d-b5af-478a-bc05-8302d2bc4e60,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:40.892010 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:40.893354 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:40.894004 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:40.963303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:40.964310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:41.007467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45a71-c1fd-4eef-97e4-671d5083e822 None None] Pushing event updated for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:41.056438 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:41.104219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:41.157406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] Provisioning complete for port 0b01784d-b5af-478a-bc05-8302d2bc4e60 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:41.157948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.353953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e3de2cd-e7dd-4973-b699-b34c7c67e209 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:41.363056 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:40Z', 'revision_number': 3, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:41.396269 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Checking router: acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:54:41.396855 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Updating router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 port 4c69de98-a866-41fd-bc1e-4ade5a404f6d binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:54:41.413382 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.423202 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.425582 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.524245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] For port 0b01784d-b5af-478a-bc05-8302d2bc4e60, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b01784d-b5af-478a-bc05-8302d2bc4e60,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:41.537164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.547616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:41.547999 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.597212 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 4, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0b01784d-b5af-478a-bc05-8302d2bc4e60', 'name': '', 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'mac_address': 'fa:16:3e:f7:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:37Z', 'updated_at': '2021-10-13T07:54:40Z', 'revision_number': 4, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'subnets': [{'id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:41.646873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd0eec1-fb84-4fe3-9760-9a73a2d43063 None None] The sync data for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 is: [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:54:37Z', 'revision_number': 4, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '0b01784d-b5af-478a-bc05-8302d2bc4e60', 'name': '', 'network_id': '37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'mac_address': 'fa:16:3e:f7:9b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:37Z', 'updated_at': '2021-10-13T07:54:40Z', 'revision_number': 4, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'subnets': [{'id': '0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:54:41.660337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Allocated IP 172.20.0.1 (cdf3468b-5855-40cc-8634-4767610813ad/2b907e4f-3f38-46f4-8d5f-8ed42cd5733b/e01e095a-baf5-489e-8162-22080d3a096d) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:54:41.677080 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad107859-2659-4c60-bf8b-f1e846d25c12 None None] Pushing event updated for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:41.690134 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bcc531d6-e3ac-43a4-9f60-76b7c8b02913 None None] Provisioning complete for port 0b01784d-b5af-478a-bc05-8302d2bc4e60 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:41.690513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bcc531d6-e3ac-43a4-9f60-76b7c8b02913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.778408 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad566c4a-8919-4dae-9ca9-15f40f0aebc2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:41.797503 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.808136 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.873816 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Attempting to bind port 4c69de98-a866-41fd-bc1e-4ade5a404f6d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:41.874501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Attempting to bind port 4c69de98-a866-41fd-bc1e-4ade5a404f6d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:41.874501 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Attempting to bind port 4c69de98-a866-41fd-bc1e-4ade5a404f6d on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:41.886728 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:41.887215 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:41.887781 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.888237 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:41.888777 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Bound port: 4c69de98-a866-41fd-bc1e-4ade5a404f6d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:41.889153 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.891295 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.934348 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:41.934753 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.937744 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:41.965115 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f03913-8841-4ee6-8fdc-9360d6a2954d None None] Pushing event updated for resources: {'Port': ['ID=4c69de98-a866-41fd-bc1e-4ade5a404f6d,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:41.972363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601db86a-1b24-4cea-ac5e-20cd7f0b678c None None] Network cdf3468b-5855-40cc-8634-4767610813ad requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:54:41.990805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Network cdf3468b-5855-40cc-8634-4767610813ad is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:41.991301 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] For port 4c69de98-a866-41fd-bc1e-4ade5a404f6d, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:41.992675 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:41.998154 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:54:42.000320 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] For port 4c69de98-a866-41fd-bc1e-4ade5a404f6d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4c69de98-a866-41fd-bc1e-4ade5a404f6d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:42.031052 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.047470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Pushing event updated for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:42.067624 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.098451 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-04809186-ca48-4a89-8a1f-f64011959ae4 None None] Provisioning complete for port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:42.098829 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04809186-ca48-4a89-8a1f-f64011959ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.110809 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:42.111616 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:14Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:42.180048 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f03913-8841-4ee6-8fdc-9360d6a2954d None None] Pushing event updated for resources: {'Port': ['ID=4c69de98-a866-41fd-bc1e-4ade5a404f6d,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:42.246259 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.279610 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:42.378916 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.398013 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-766866c8-5950-41aa-b7c7-1c7038440a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.465774 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:42.470323 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.478803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.497943 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.554439 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-04809186-ca48-4a89-8a1f-f64011959ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.580660 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:42.589608 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Pushing event updated for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:42.615163 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:42.676873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:40Z', 'revision_number': 3, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:42.685146 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.db.api [None req-04809186-ca48-4a89-8a1f-f64011959ae4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95049) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 07:54:42.685521 n-d-813736-1 neutron-server[95049]: DEBUG oslo_db.api [None req-04809186-ca48-4a89-8a1f-f64011959ae4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 07:54:42.712975 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65495c3f-7066-4f11-9799-e070b14bac29 None None] The sync data for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 is: [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:40Z', 'revision_number': 3, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:54:43.111022 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Network cdf3468b-5855-40cc-8634-4767610813ad is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:54:43.115596 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:54:43.318509 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:54:43.334715 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b01784d-b5af-478a-bc05-8302d2bc4e60 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:43.402855 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2d67cd29-cb43-4eea-a7ae-813541bbe439 None None] Provisioning complete for port e01e095a-baf5-489e-8162-22080d3a096d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.403570 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d67cd29-cb43-4eea-a7ae-813541bbe439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.445763 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-2d67cd29-cb43-4eea-a7ae-813541bbe439 None None] Port e01e095a-baf5-489e-8162-22080d3a096d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:54:43.456706 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 0b01784d-b5af-478a-bc05-8302d2bc4e60 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.457079 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.460686 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-2d67cd29-cb43-4eea-a7ae-813541bbe439 None None] Provisioning complete for port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.461052 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2d67cd29-cb43-4eea-a7ae-813541bbe439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.474301 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:54:43.481120 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-128ef234-55c2-4574-b218-8d91b6ea8729 admin admin] 10.222.0.49 "PUT /v2.0/routers/acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6118309 Oct 13 07:54:43.621713 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4c69de98-a866-41fd-bc1e-4ade5a404f6d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:43.677099 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4c69de98-a866-41fd-bc1e-4ade5a404f6d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.677470 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.769164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.776274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-c791f305-0f8f-4609-acd2-0eda2364d081 None None] Provisioning complete for port e01e095a-baf5-489e-8162-22080d3a096d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.776642 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c791f305-0f8f-4609-acd2-0eda2364d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.814982 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 4c69de98-a866-41fd-bc1e-4ade5a404f6d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4c69de98-a866-41fd-bc1e-4ade5a404f6d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:43.821178 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:43.821960 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad566c4a-8919-4dae-9ca9-15f40f0aebc2 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:43.827931 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-c791f305-0f8f-4609-acd2-0eda2364d081 None None] Port e01e095a-baf5-489e-8162-22080d3a096d cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:54:43.902798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=4c69de98-a866-41fd-bc1e-4ade5a404f6d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:43.917310 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:43.917721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:44.040742 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:44.512843 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8aff4a7e-80e9-496d-917f-8f9bdb321af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.064300 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Sync routers for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:54:45.073525 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:45.074135 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:45.159461 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4c69de98-a866-41fd-bc1e-4ade5a404f6d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:45.214869 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:45.291580 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 4c69de98-a866-41fd-bc1e-4ade5a404f6d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:45.291879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.479238 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:42Z', 'revision_number': 4, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e01e095a-baf5-489e-8162-22080d3a096d', 'name': '', 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'mac_address': 'fa:16:3e:99:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:41Z', 'updated_at': '2021-10-13T07:54:42Z', 'revision_number': 2, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'subnets': [{'id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:45.509574 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Checking router: acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:54:45.509933 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Updating router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 port e01e095a-baf5-489e-8162-22080d3a096d binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:54:45.534781 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.736837 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.800644 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.806046 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.857218 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd4f4b-8953-4955-8102-024bc26e40fb None None] Pushing event updated for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:45.911392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Attempting to bind port e01e095a-baf5-489e-8162-22080d3a096d on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:54:45.911773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Attempting to bind port e01e095a-baf5-489e-8162-22080d3a096d by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:54:45.912146 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Attempting to bind port e01e095a-baf5-489e-8162-22080d3a096d on network cdf3468b-5855-40cc-8634-4767610813ad {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:54:45.917379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:54:45.917760 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Checking segment: {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:54:45.918166 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.918569 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Bound using segment: {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:54:45.919084 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Bound port: e01e095a-baf5-489e-8162-22080d3a096d, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc9475-0d4d-4363-bf6d-cbea436d77d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:54:45.919473 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:45.996202 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] For port e01e095a-baf5-489e-8162-22080d3a096d, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:54:46.007593 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.012453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] For port e01e095a-baf5-489e-8162-22080d3a096d, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e01e095a-baf5-489e-8162-22080d3a096d,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:54:46.016873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.088615 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:54:46.089251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:54:44Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:46.096106 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] Provisioning complete for port e01e095a-baf5-489e-8162-22080d3a096d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:46.096480 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.127249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd4f4b-8953-4955-8102-024bc26e40fb None None] Pushing event updated for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:46.237153 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:54:46.304507 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.406687 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] For port e01e095a-baf5-489e-8162-22080d3a096d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e01e095a-baf5-489e-8162-22080d3a096d,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:54:46.415027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.499565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb44ed2-260c-4c4b-a55f-5701a6856cca None None] Pushing event updated for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:54:46.534624 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:42Z', 'revision_number': 4, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e01e095a-baf5-489e-8162-22080d3a096d', 'name': '', 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'mac_address': 'fa:16:3e:99:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:41Z', 'updated_at': '2021-10-13T07:54:45Z', 'revision_number': 4, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'subnets': [{'id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:54:46.566258 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660dfa2-bee7-49c0-8971-c0611d24c22a None None] The sync data for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 is: [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:42Z', 'revision_number': 4, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'e01e095a-baf5-489e-8162-22080d3a096d', 'name': '', 'network_id': 'cdf3468b-5855-40cc-8634-4767610813ad', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'mac_address': 'fa:16:3e:99:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:41Z', 'updated_at': '2021-10-13T07:54:45Z', 'revision_number': 4, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'subnets': [{'id': '2b907e4f-3f38-46f4-8d5f-8ed42cd5733b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:54:46.568627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-4fc38cb2-1fe6-478c-af1b-a549a947756a None None] Provisioning complete for port e01e095a-baf5-489e-8162-22080d3a096d triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:46.569004 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4fc38cb2-1fe6-478c-af1b-a549a947756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:46.780285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:47.165772 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e01e095a-baf5-489e-8162-22080d3a096d up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:54:47.214646 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port e01e095a-baf5-489e-8162-22080d3a096d triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:54:47.215027 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:48.418261 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:54:56.837964 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:55:02.471321 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-ec66f489-998d-4314-9e29-d60affedcb98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398922 Oct 13 07:55:02.537055 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-be7c30db-ef39-4dd7-8508-ec3766f5ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:55:02.538510 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-be7c30db-ef39-4dd7-8508-ec3766f5ebd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0442014 Oct 13 07:55:02.641150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-8cb02438-59ce-4728-90dc-9b080607103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:55:02.642684 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-8cb02438-59ce-4728-90dc-9b080607103c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0849133 Oct 13 07:55:02.688206 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-a98c1c32-fbb8-461d-89ac-f9f527522ad7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0369771 Oct 13 07:55:02.737692 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-efafb92f-ca12-49b6-8efc-583fb5197d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:55:02.739167 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-efafb92f-ca12-49b6-8efc-583fb5197d48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437615 Oct 13 07:55:02.791354 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-808ad558-8fac-4dfa-9237-6de8cea3df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:55:02.792817 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-808ad558-8fac-4dfa-9237-6de8cea3df6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466211 Oct 13 07:55:02.803934 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-d67ca906-b418-4cb0-98a5-c532727a5f55 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 07:55:02.804859 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-d67ca906-b418-4cb0-98a5-c532727a5f55 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049052 Oct 13 07:55:02.897714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-cb131b3a-70ca-4ac5-b85e-df882befb2ee service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Oct 13 07:55:02.985359 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-1b52407b-dc37-4882-b5db-28ca281c3d4a req-226ea966-9ec7-4e47-99ed-e8af4566ff2c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805876 Oct 13 07:55:12.209604 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-63546b80-7805-480a-b2d7-f714f84c09d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:14.035252 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:14.512308 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-fa262cc0-8ec8-470d-8b7c-f70e5448020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:15.726834 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:16.000060 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:16.607022 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:18.420732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:33.837873 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:55:42.210340 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-3e952120-39d3-409c-95dc-5d1c61f8a9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:44.039183 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:44.513177 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-37dc2c52-1d75-4745-90a9-a5e01d42a29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:45.741953 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:46.000774 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:46.609888 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:55:48.422881 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:04.460008 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-0396667c-27ae-4361-ac04-3d9ced0db4a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434637 Oct 13 07:56:04.547833 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-7c149b7e-824e-473f-a2e2-e067fdc14c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:04.549379 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-7c149b7e-824e-473f-a2e2-e067fdc14c22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0461693 Oct 13 07:56:04.653710 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-10407982-896c-4bec-90a7-045beafcf68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:04.655204 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-10407982-896c-4bec-90a7-045beafcf68b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0866718 Oct 13 07:56:04.700426 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-390f45a5-95a4-4c4e-8bbe-d8f387f9387b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0384190 Oct 13 07:56:04.749534 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-c503b7d2-b8b3-4102-a564-91a55bb0269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:04.750895 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-c503b7d2-b8b3-4102-a564-91a55bb0269e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0440776 Oct 13 07:56:04.796835 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-76e0b55e-1087-427d-b10f-53c1019f2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:04.798331 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-76e0b55e-1087-427d-b10f-53c1019f2531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410123 Oct 13 07:56:04.892067 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-37c19ede-8dac-404d-868b-6bf07fee6b89 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 Oct 13 07:56:04.981064 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-62ac1222-0c95-4ba5-89ec-727021df63c0 req-6d7060f8-485f-47f7-98b9-c8a56d8c3fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812414 Oct 13 07:56:10.839397 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:56:12.212553 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7bad70b0-3f63-4673-8a73-d47682c1b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:14.039549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:14.514618 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a799437b-779d-4d7a-a83e-cfbae9e86428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:15.748372 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:16.001805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:16.612247 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:18.424514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:42.213219 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34f92a2c-5684-4deb-a233-2205fd678ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:43.796805 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44692) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:44.042431 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.153674 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.402231 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Deleting port 0b01784d-b5af-478a-bc05-8302d2bc4e60 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:44.402567 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.480817 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] For port 0b01784d-b5af-478a-bc05-8302d2bc4e60, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=0b01784d-b5af-478a-bc05-8302d2bc4e60,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:44.481179 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.493930 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Calling delete_port for 0b01784d-b5af-478a-bc05-8302d2bc4e60 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:44.519332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a935004e-cf60-48d8-92fb-9c1dfd777135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.677597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:44.709305 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b01784d-b5af-478a-bc05-8302d2bc4e60,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:44.736056 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.736325 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.736670 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.737006 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.737338 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.737671 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.737999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.738323 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.738648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.738970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.739318 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.739643 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:44.885322 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.106009 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Router 276b87fa-268d-435d-bdff-2a674a584e60 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:56:45.219110 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:56:45.224268 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-049529e6-6804-4d8d-b622-436da1193bf1 admin admin] 10.222.0.49 "PUT /v2.0/routers/276b87fa-268d-435d-bdff-2a674a584e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265161 Oct 13 07:56:45.226990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44694) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:45.227864 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Sync routers for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:56:45.236893 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:45.237598 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:45.333321 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.345325 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:45.434803 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.490827 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Deleting port 5e3de2cd-e7dd-4973-b699-b34c7c67e209 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:45.491291 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.526244 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:56:44Z', 'revision_number': 5, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port': {'id': '5e3de2cd-e7dd-4973-b699-b34c7c67e209', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:7b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276b87fa-268d-435d-bdff-2a674a584e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:35Z', 'updated_at': '2021-10-13T07:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:45.557911 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Checking router: 276b87fa-268d-435d-bdff-2a674a584e60 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:56:45.566079 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Routers {'276b87fa-268d-435d-bdff-2a674a584e60'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:45.566669 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['276b87fa-268d-435d-bdff-2a674a584e60'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:45.572787 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] For port 5e3de2cd-e7dd-4973-b699-b34c7c67e209, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=5e3de2cd-e7dd-4973-b699-b34c7c67e209,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:45.573156 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.585275 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Calling delete_port for 5e3de2cd-e7dd-4973-b699-b34c7c67e209 owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:45.650564 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] Set router 276b87fa-268d-435d-bdff-2a674a584e60 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:45.708524 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:56:45Z', 'revision_number': 6, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:45.736365 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f49907-3ca3-4ebf-8c2c-831f8beefdf7 None None] The sync data for ids ['276b87fa-268d-435d-bdff-2a674a584e60'] in n-d-813736-1 is: [{'id': '276b87fa-268d-435d-bdff-2a674a584e60', 'name': 'tempest-TestShelveInstance-1380851364-router', 'tenant_id': '223c08ebfb2f456b876763e5ebc8858e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:34Z', 'updated_at': '2021-10-13T07:56:45Z', 'revision_number': 6, 'project_id': '223c08ebfb2f456b876763e5ebc8858e', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:56:45.755327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.756800 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.786195 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3de2cd-e7dd-4973-b699-b34c7c67e209,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:45.848037 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.937431 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.939656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.983055 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.983527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 276b87fa-268d-435d-bdff-2a674a584e60 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:56:45.988135 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:45.989369 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-7de2a315-e38b-4b62-bde8-90b109cc1900 admin admin] 10.222.0.49 "DELETE /v2.0/routers/276b87fa-268d-435d-bdff-2a674a584e60 HTTP/1.1" status: 204 len: 168 time: 0.7611380 Oct 13 07:56:45.991888 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44696) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:46.006349 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.389932 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Deleting subnet 0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9 {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:56:46.392888 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.427312 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.504767 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.566084 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.594003 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:46.596585 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.603561 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-59a74aff-0d2a-413b-af3c-f17dfe3280f4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0cba2eac-aac4-4c71-a4ed-7c76fa4f28f9 HTTP/1.1" status: 204 len: 168 time: 0.6074259 Oct 13 07:56:46.603561 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44698) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:46.606875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ee3c9-1903-4589-9256-2759b69d249e None None] Network 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:56:46.662597 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.682103 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.737961 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Deleting port eeebae50-ee5a-47ee-b1fa-25cdda000413 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:46.738307 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.799891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] DHCP port deletion for 37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:56:46.818016 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] For port eeebae50-ee5a-47ee-b1fa-25cdda000413, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=eeebae50-ee5a-47ee-b1fa-25cdda000413,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:46.818376 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.833723 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Calling delete_port for eeebae50-ee5a-47ee-b1fa-25cdda000413 owned by network:dhcp {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:46.850891 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Deleting port eeebae50-ee5a-47ee-b1fa-25cdda000413 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:46.851303 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.918811 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.920302 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] For port eeebae50-ee5a-47ee-b1fa-25cdda000413, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=eeebae50-ee5a-47ee-b1fa-25cdda000413,segment=NetworkSegment(28009a5d-67af-48b9-80e7-a83958e98407),segment_id=28009a5d-67af-48b9-80e7-a83958e98407)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:46.920702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:46.933260 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Calling delete_port for eeebae50-ee5a-47ee-b1fa-25cdda000413 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:46.946252 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeebae50-ee5a-47ee-b1fa-25cdda000413,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:46.948175 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] No DVR routers for this DVR port eeebae50-ee5a-47ee-b1fa-25cdda000413 on host n-d-813736-1 {{(pid=95047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:56:47.015167 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.019722 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.040784 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a']}} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:47.040986 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Pushing event deleted for resources: {'Port': ['ID=eeebae50-ee5a-47ee-b1fa-25cdda000413,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:47.049425 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] No DVR routers for this DVR port eeebae50-ee5a-47ee-b1fa-25cdda000413 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:56:47.050219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28009a5d-67af-48b9-80e7-a83958e98407') {'for_net_delete': True} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:47.050518 n-d-813736-1 neutron-server[95047]: DEBUG neutron.services.segments.db [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28009a5d-67af-48b9-80e7-a83958e98407') {} {{(pid=95047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:47.052496 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.052845 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.053186 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.053523 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.053858 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.054192 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.054555 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.054917 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.055247 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.055571 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.055895 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.056214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f34722-06b3-492b-a2d6-42678d8c2c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:47.065306 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13718484'] for segment, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.079947 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.086392 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:56:47.086793 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13580152'] for segment, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: Traceback (most recent call last): Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: timer() Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: cb(*args, **kw) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: return func(*args, **kwargs) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: self._notify() Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: self.callback(batched_events) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: event.method(event) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: return f(self, *a, **k) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: return self._get(url).json() Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: return self.request(url, 'GET', **kwargs) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:56:47.088481 n-d-813736-1 neutron-server[95047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:56:47.143015 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.148313 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.152045 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a HTTP/1.1" status: 204 len: 168 time: 0.5480444 Oct 13 07:56:47.156496 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44700) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:47.164668 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eea5d-49c9-49de-bcaa-a179210b95f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=37cf7bd7-f2ae-4ead-91b1-1b9c7c62736a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:47.222152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b01784d-b5af-478a-bc05-8302d2bc4e60 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:47.243093 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 0b01784d-b5af-478a-bc05-8302d2bc4e60 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:47.243467 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 0b01784d-b5af-478a-bc05-8302d2bc4e60 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:47.243887 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e3de2cd-e7dd-4973-b699-b34c7c67e209 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:47.265567 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 5e3de2cd-e7dd-4973-b699-b34c7c67e209 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:47.265918 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 5e3de2cd-e7dd-4973-b699-b34c7c67e209 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:47.266339 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device eeebae50-ee5a-47ee-b1fa-25cdda000413 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:47.286406 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: eeebae50-ee5a-47ee-b1fa-25cdda000413 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:47.286764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device eeebae50-ee5a-47ee-b1fa-25cdda000413 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:47.530043 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:47.839039 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:56:48.042173 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Deleting port e01e095a-baf5-489e-8162-22080d3a096d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:48.042512 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.119938 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] For port e01e095a-baf5-489e-8162-22080d3a096d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=e01e095a-baf5-489e-8162-22080d3a096d,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:48.120217 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.132372 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Calling delete_port for e01e095a-baf5-489e-8162-22080d3a096d owned by network:router_interface {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:48.311271 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.334542 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01e095a-baf5-489e-8162-22080d3a096d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:48.373648 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.373911 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.374246 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.374577 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.374937 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.375288 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.375616 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.375933 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.376251 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.376567 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.376882 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.377196 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:48.431199 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.528097 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.738429 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:56:48.841557 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:56:48.848149 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-df385ae9-cafd-43ed-a294-15925072a789 admin admin] 10.222.0.49 "PUT /v2.0/routers/acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871219 Oct 13 07:56:48.849125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44704) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:48.850526 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Sync routers for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:56:48.859746 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:48.860357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:48.954159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:48.965145 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:49.057190 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.109654 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Deleting port 4c69de98-a866-41fd-bc1e-4ade5a404f6d {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:49.109993 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.142920 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:56:48Z', 'revision_number': 5, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port': {'id': '4c69de98-a866-41fd-bc1e-4ade5a404f6d', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ff:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:49.171628 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Checking router: acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:56:49.180493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Routers {'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:49.181131 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:49.199506 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] For port 4c69de98-a866-41fd-bc1e-4ade5a404f6d, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=4c69de98-a866-41fd-bc1e-4ade5a404f6d,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:49.200250 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.213333 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Calling delete_port for 4c69de98-a866-41fd-bc1e-4ade5a404f6d owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:49.268195 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] Set router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:49.326777 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:56:49Z', 'revision_number': 6, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:49.354071 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa7d99a-2a29-454c-9880-989b9b9d386a None None] The sync data for ids ['acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1'] in n-d-813736-1 is: [{'id': 'acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1', 'name': 'tempest-TestShelveInstance-1659414329-router', 'tenant_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:54:39Z', 'updated_at': '2021-10-13T07:56:49Z', 'revision_number': 6, 'project_id': 'fb24b2c57caf4774ab8a8de51f8e3dca', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:56:49.392147 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.417203 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c69de98-a866-41fd-bc1e-4ade5a404f6d,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:49.482865 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.573494 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.575638 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.623380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.623864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:56:49.628347 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.629497 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1678965d-5ed6-4f46-8777-711e0b7441b4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/acb23f76-cd50-4cd8-b6d8-ca5b07f7e1b1 HTTP/1.1" status: 204 len: 168 time: 0.7794125 Oct 13 07:56:49.632029 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44706) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:49.676252 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Deleting subnet 2b907e4f-3f38-46f4-8d5f-8ed42cd5733b {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:56:49.679141 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.714805 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.800119 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.856621 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.882194 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b907e4f-3f38-46f4-8d5f-8ed42cd5733b,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:49.886618 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:49.890045 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-26186e81-0cfe-436e-ad23-27a736befad8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b907e4f-3f38-46f4-8d5f-8ed42cd5733b HTTP/1.1" status: 204 len: 168 time: 0.2562711 Oct 13 07:56:49.892262 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44708) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:49.892411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dc4eb-15fa-468d-ae13-a2349801445f None None] Network cdf3468b-5855-40cc-8634-4767610813ad requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:56:49.968259 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.024685 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Deleting port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:50.025016 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.068207 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] DHCP port deletion for cdf3468b-5855-40cc-8634-4767610813ad request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:56:50.093005 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] For port ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:50.093366 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.111393 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Calling delete_port for ad566c4a-8919-4dae-9ca9-15f40f0aebc2 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:50.121357 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Deleting port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:56:50.121741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.191854 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] For port ad566c4a-8919-4dae-9ca9-15f40f0aebc2, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,segment=NetworkSegment(0ddc9475-0d4d-4363-bf6d-cbea436d77d9),segment_id=0ddc9475-0d4d-4363-bf6d-cbea436d77d9)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:50.192292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.193644 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.206439 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Calling delete_port for ad566c4a-8919-4dae-9ca9-15f40f0aebc2 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:56:50.220340 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:50.223864 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] No DVR routers for this DVR port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:56:50.285140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.298833 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.313955 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] No DVR routers for this DVR port ad566c4a-8919-4dae-9ca9-15f40f0aebc2 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:56:50.317904 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c99cc-933c-42ac-a4a3-b1c8a23072c5 None None] Pushing event deleted for resources: {'Port': ['ID=ad566c4a-8919-4dae-9ca9-15f40f0aebc2,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:50.321261 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf3468b-5855-40cc-8634-4767610813ad']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:50.334770 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc9475-0d4d-4363-bf6d-cbea436d77d9') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:50.335086 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc9475-0d4d-4363-bf6d-cbea436d77d9') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:50.344631 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.357820 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.363761 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:56:50.364173 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:56:50.365891 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:56:50.419802 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.424917 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.428135 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] 10.222.0.49 "DELETE /v2.0/networks/cdf3468b-5855-40cc-8634-4767610813ad HTTP/1.1" status: 204 len: 168 time: 0.5349445 Oct 13 07:56:50.440944 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00db565-b25e-45d7-8036-64dd6698e34b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf3468b-5855-40cc-8634-4767610813ad,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:50.588752 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44712) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:50.633420 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-67511ee0-56fd-4a5d-886e-b86f25bc1580 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=223c08ebfb2f456b876763e5ebc8858e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434663 Oct 13 07:56:50.635876 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44714) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:50.684085 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.704535 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.751340 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.753882 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:50.755042 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55a080a9-4346-4354-ac44-8932f034d969 HTTP/1.1" status: 204 len: 168 time: 0.1182647 Oct 13 07:56:50.762859 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60119e8c-906b-4577-b3cc-2d1b32883995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a080a9-4346-4354-ac44-8932f034d969,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:51.057585 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44720) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:51.096319 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-8b9e9a5c-200f-43d8-a12a-ea9009aec648 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb24b2c57caf4774ab8a8de51f8e3dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374784 Oct 13 07:56:51.098597 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44722) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:51.144560 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:51.166110 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:51.213773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4c69de98-a866-41fd-bc1e-4ade5a404f6d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:51.219828 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:51.222380 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:51.223547 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c56c4e4-a5ee-4398-afc7-694e3dd47dbf HTTP/1.1" status: 204 len: 168 time: 0.1240525 Oct 13 07:56:51.232748 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff168-f0df-4433-a4ed-a38460e60297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c56c4e4-a5ee-4398-afc7-694e3dd47dbf,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:51.239019 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 4c69de98-a866-41fd-bc1e-4ade5a404f6d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:51.239469 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 4c69de98-a866-41fd-bc1e-4ade5a404f6d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:51.239959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e01e095a-baf5-489e-8162-22080d3a096d no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:51.267026 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: e01e095a-baf5-489e-8162-22080d3a096d {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:51.267730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device e01e095a-baf5-489e-8162-22080d3a096d not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:51.268340 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad566c4a-8919-4dae-9ca9-15f40f0aebc2 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:56:51.288572 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: ad566c4a-8919-4dae-9ca9-15f40f0aebc2 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:56:51.289593 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device ad566c4a-8919-4dae-9ca9-15f40f0aebc2 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:56:51.888521 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44744) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:51.983412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-575946767-network', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0'}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:52.003976 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Made reservation on behalf of 5cdda5c92cf44d64a7948d2dd94174c0 for: {'network': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:56:52.006428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.016184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.093304 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.097000 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.118050 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:56:52.131673 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e286285d-3e67-4616-8a80-a84e3a29a8f2,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:52.137062 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.137409 n-d-813736-1 neutron-server[95048]: INFO neutron.db.segments_db [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Added segment a8466c07-318b-4224-88fc-3fe9618aa35e of type vlan for network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd Oct 13 07:56:52.177184 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.201273 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.202276 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:52.202841 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.255457 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3657444 Oct 13 07:56:52.258877 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44748) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:52.264102 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Request body: {'subnet': {'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-575946767-subnet', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'ip_version': 4}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:52.269260 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61e737-e507-4093-be92-0204a934e3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=17bdc273-e53e-4ce2-b566-ecff7c34c3bd,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:52.279754 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:56:52.292292 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Made reservation on behalf of 5cdda5c92cf44d64a7948d2dd94174c0 for: {'subnet': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:56:52.294597 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13357782'] for subnet, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.463057 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13579493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13357816'] for subnet, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.519149 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3010562-6ba1-4aa2-835f-86d55aeb26fa,revision_number=0']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:52.527685 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Checking segment: {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:52.528042 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Network hostable DHCP agents. Network: 17bdc273-e53e-4ce2-b566-ecff7c34c3bd, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:56:52.545165 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:56:52.553513 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 17bdc273-e53e-4ce2-b566-ecff7c34c3bd) {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:52.557640 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:52.558230 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.563090 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b75c56-6669-477e-842f-f832352cb67d None None] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:56:52.577729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-079a3a86-a267-41ba-a57a-9b82b808857f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151319 Oct 13 07:56:52.578001 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44750) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:52.582340 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:52.605067 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.606189 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.661862 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.710138 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'fixed_ips': [{'subnet_id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:56:52.711775 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.803167 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.845076 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Allocated IP 172.20.0.2 (17bdc273-e53e-4ce2-b566-ecff7c34c3bd/c3010562-6ba1-4aa2-835f-86d55aeb26fa/356226cf-a67b-4813-89c2-9fbc477ddd22) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:52.987453 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:52.994114 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.005630 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.025739 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.034321 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:53.037544 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:53.041744 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:56:53.048517 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Pushing event updated for resources: {'Port': ['ID=356226cf-a67b-4813-89c2-9fbc477ddd22,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:53.101419 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Attempting to bind port 356226cf-a67b-4813-89c2-9fbc477ddd22 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:56:53.101798 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Attempting to bind port 356226cf-a67b-4813-89c2-9fbc477ddd22 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:56:53.102157 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Attempting to bind port 356226cf-a67b-4813-89c2-9fbc477ddd22 on network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:56:53.107130 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:56:53.107505 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Checking segment: {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:53.107910 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.108307 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Bound using segment: {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:56:53.108775 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Bound port: 356226cf-a67b-4813-89c2-9fbc477ddd22, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:56:53.109152 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.137221 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Allocated IP 172.25.0.125 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/004cbd48-ec03-474d-828b-3a1f967bfb4a) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:53.174401 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] For port 356226cf-a67b-4813-89c2-9fbc477ddd22, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:56:53.177443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] For port 356226cf-a67b-4813-89c2-9fbc477ddd22, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=356226cf-a67b-4813-89c2-9fbc477ddd22,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:56:53.182200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.246236 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.248806 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f9236-c65f-4e01-b1c8-86dec361c479 None None] Pushing event updated for resources: {'Port': ['ID=356226cf-a67b-4813-89c2-9fbc477ddd22,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:53.291170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.336928 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:53.340264 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:53.344220 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:56:53.349894 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Pushing event updated for resources: {'Port': ['ID=004cbd48-ec03-474d-828b-3a1f967bfb4a,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:53.615170 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.819669 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:53.953648 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:56:54.069059 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:56:54.081170 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Sync routers for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:56:54.091017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.096960 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-1602314a-8f57-4f0c-bbbb-3585b8e6f228 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5136292 Oct 13 07:56:54.097121 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:54.097121 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:54.097458 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44752) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:54.105007 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89444503-ad82-4d51-9ee9-49b3a027fc0b None None] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:56:54.185616 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] Provisioning complete for port 356226cf-a67b-4813-89c2-9fbc477ddd22 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:54.186180 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.222120 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:54.358602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.395959 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] For port 356226cf-a67b-4813-89c2-9fbc477ddd22, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=356226cf-a67b-4813-89c2-9fbc477ddd22,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:54.401078 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.422646 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:53Z', 'revision_number': 3, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:54.451893 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Checking router: be1533a5-aff5-4f2c-ba51-f86e3fd16b07 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:56:54.452229 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Updating router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 port 004cbd48-ec03-474d-828b-3a1f967bfb4a binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:56:54.459162 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb89ff-55cf-43c5-ae1f-6c849e027471 None None] Pushing event updated for resources: {'Port': ['ID=356226cf-a67b-4813-89c2-9fbc477ddd22,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:54.479249 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.565658 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.634761 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f87da07a-a0fc-417d-9d92-eb479c8d6784 None None] Provisioning complete for port 356226cf-a67b-4813-89c2-9fbc477ddd22 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:54.635332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f87da07a-a0fc-417d-9d92-eb479c8d6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.734646 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Allocated IP 172.20.0.1 (17bdc273-e53e-4ce2-b566-ecff7c34c3bd/c3010562-6ba1-4aa2-835f-86d55aeb26fa/59a69408-9fd7-41dc-b7b7-bce1193850a5) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:54.850327 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.863638 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.870353 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.891045 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.923612 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Attempting to bind port 004cbd48-ec03-474d-828b-3a1f967bfb4a on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:56:54.923985 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Attempting to bind port 004cbd48-ec03-474d-828b-3a1f967bfb4a by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:56:54.924348 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Attempting to bind port 004cbd48-ec03-474d-828b-3a1f967bfb4a on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:56:54.926527 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:54.931402 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Pushing event updated for resources: {'Port': ['ID=004cbd48-ec03-474d-828b-3a1f967bfb4a,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:54.933077 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:54.934338 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:56:54.935591 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:54.936055 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.936449 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:56:54.936698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:56:54.937091 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Bound port: 004cbd48-ec03-474d-828b-3a1f967bfb4a, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:56:54.937528 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:54.944743 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.945752 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.946086 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.946411 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.946731 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.947046 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.947382 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.947721 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.948033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.948346 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.948661 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.948971 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:56:54.963450 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Pushing event updated for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:54.980623 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.006643 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] For port 004cbd48-ec03-474d-828b-3a1f967bfb4a, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:56:55.011762 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] For port 004cbd48-ec03-474d-828b-3a1f967bfb4a, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=004cbd48-ec03-474d-828b-3a1f967bfb4a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:56:55.017195 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.089322 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:55.089993 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:55.131256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.137524 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca04eeb-d785-4844-9dc2-753ed84bcfcc None None] Pushing event updated for resources: {'Port': ['ID=004cbd48-ec03-474d-828b-3a1f967bfb4a,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:55.210757 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-f56c138d-74c3-4086-813d-06aef7052e38 None None] Provisioning complete for port 59a69408-9fd7-41dc-b7b7-bce1193850a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:55.212623 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f56c138d-74c3-4086-813d-06aef7052e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.223266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:55.254253 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-f56c138d-74c3-4086-813d-06aef7052e38 None None] Port 59a69408-9fd7-41dc-b7b7-bce1193850a5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:56:55.307479 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 356226cf-a67b-4813-89c2-9fbc477ddd22 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:56:55.334995 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.340268 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.358857 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 356226cf-a67b-4813-89c2-9fbc477ddd22 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:55.359268 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.408963 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Pushing event updated for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:55.411633 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.418505 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:53Z', 'revision_number': 3, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:55.445968 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7decb529-1fc2-4c21-9d4c-1b555aef4577 None None] The sync data for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 is: [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:53Z', 'revision_number': 3, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:56:55.512412 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:55.513656 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:55.876873 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-72dfd29c-c77f-4306-b106-367c618ec7a5 None None] Provisioning complete for port 59a69408-9fd7-41dc-b7b7-bce1193850a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:55.877338 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-72dfd29c-c77f-4306-b106-367c618ec7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:55.914776 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-72dfd29c-c77f-4306-b106-367c618ec7a5 None None] Port 59a69408-9fd7-41dc-b7b7-bce1193850a5 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:56:55.997447 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:56:56.111010 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:56:56.116461 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-42a71799-6ce0-41b9-9390-32df84197c12 admin admin] 10.222.0.49 "PUT /v2.0/routers/be1533a5-aff5-4f2c-ba51-f86e3fd16b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189590 Oct 13 07:56:56.584118 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44770) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:56.589209 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.v2.base [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1457017599-network', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a'}} {{(pid=95047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:56.609253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Made reservation on behalf of 1340be193dda4529bb0dbad1516a6d8a for: {'network': 1} {{(pid=95047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:56:56.611596 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for network, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.621329 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.697500 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.701609 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.730481 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 07:56:56.736993 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff61bc5-cbc5-4c37-a687-1f76a1fc67ea,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:56.744017 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.744634 n-d-813736-1 neutron-server[95047]: INFO neutron.db.segments_db [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Added segment 84189d69-d9c5-469e-b512-ada38a88f05d of type vlan for network 1efaa0a1-9da1-480e-879b-a6b8902cd506 Oct 13 07:56:56.785534 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728052806723'] for network, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.810818 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862'] for network, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.812630 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:56.813571 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Notify callbacks [] for network, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:56.876107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2908547 Oct 13 07:56:56.879155 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44772) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:56.885205 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Request body: {'subnet': {'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1457017599-subnet', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'ip_version': 4}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:56.888383 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404e12b-838a-4228-abfe-d6660c72d57f admin admin] Pushing event updated for resources: {'Network': ['ID=1efaa0a1-9da1-480e-879b-a6b8902cd506,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:56.899785 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 details requested by agent ovs-agent-n-d-813736-1 with host n-d-813736-1 {{(pid=95049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 07:56:56.907790 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Made reservation on behalf of 1340be193dda4529bb0dbad1516a6d8a for: {'subnet': 1} {{(pid=95048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 07:56:56.910112 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12937023'] for subnet, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.030586 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Sync routers for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:56:57.040378 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:57.040922 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:57.085051 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13049332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12936977'] for subnet, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.141362 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396e4261-abd8-4a48-b345-018583ff2d59,revision_number=0']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:57.151119 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:57.151504 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Checking segment: {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:57.151858 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Network hostable DHCP agents. Network: 1efaa0a1-9da1-480e-879b-a6b8902cd506, hostable agents: ['f856ff84-df07-4bae-a4ea-face07aaba11'], hosted agents: [] {{(pid=95048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 07:56:57.177389 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 is scheduled to be hosted by DHCP agent f856ff84-df07-4bae-a4ea-face07aaba11 with binding_index 1 {{(pid=95048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 07:56:57.188132 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813736-1, 1efaa0a1-9da1-480e-879b-a6b8902cd506) {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:57.192687 n-d-813736-1 neutron-server[95048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:56:57.193272 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.211214 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-d5fb9d7a-9874-4c3d-b073-c56c0c151347 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3292172 Oct 13 07:56:57.213880 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44774) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:57.218396 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.v2.base [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}} {{(pid=95048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 07:56:57.239430 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87671b-3079-40d4-b3ee-ae7b903c5a94 None None] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:56:57.242317 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16659438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26385'] for router, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.242933 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16659322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16660525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16750370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26398'] for router, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.308897 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.319210 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 004cbd48-ec03-474d-828b-3a1f967bfb4a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:56:57.442588 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.487934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 004cbd48-ec03-474d-828b-3a1f967bfb4a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:57.488312 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.574443 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6fd45ec9-ccdd-5c6f-8ee0-a1457e03135c-1efaa0a1-9da1-480e-879b-a6b8902cd506', 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'fixed_ips': [{'subnet_id': '396e4261-abd8-4a48-b345-018583ff2d59'}]}} from n-d-813736-1. {{(pid=95049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 07:56:57.575322 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.615830 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 4, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '59a69408-9fd7-41dc-b7b7-bce1193850a5', 'name': '', 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'mac_address': 'fa:16:3e:2f:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:54Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 2, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'subnets': [{'id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:57.654607 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.655612 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Checking router: be1533a5-aff5-4f2c-ba51-f86e3fd16b07 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:56:57.655974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Updating router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 port 59a69408-9fd7-41dc-b7b7-bce1193850a5 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:56:57.665446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.674246 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.759639 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 004cbd48-ec03-474d-828b-3a1f967bfb4a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=004cbd48-ec03-474d-828b-3a1f967bfb4a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:57.766409 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.778297 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:57.780030 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_common [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Allocated IP 172.25.0.245 (1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1/189a22eb-061f-419d-acee-096e27c66abe/de7ffb38-5796-442b-837d-d3af4ccf63d5) {{(pid=95048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:57.955075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.db_base_plugin_common [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Allocated IP 172.20.0.2 (1efaa0a1-9da1-480e-879b-a6b8902cd506/396e4261-abd8-4a48-b345-018583ff2d59/7d24b638-9bdd-4c11-88ed-c2b7b6362235) {{(pid=95049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:57.968316 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=004cbd48-ec03-474d-828b-3a1f967bfb4a,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.138441 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.172053 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.210198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks [] for port, precommit_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.216634 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 is already hosted by enough agents. {{(pid=95048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:58.219996 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.base_scheduler [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:58.223649 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Received port after_create {{(pid=95048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:56:58.229877 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=de7ffb38-5796-442b-837d-d3af4ccf63d5,revision_number=1']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.233304 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158'] for port, after_create {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.287333 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.295991 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 is already hosted by enough agents. {{(pid=95049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:56:58.299279 n-d-813736-1 neutron-server[95049]: DEBUG neutron.scheduler.base_scheduler [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Resources bound (agent type, host, resource id): {{(pid=95049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:56:58.303602 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.306167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Received port after_create {{(pid=95049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:56:58.309764 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Pushing event updated for resources: {'Port': ['ID=7d24b638-9bdd-4c11-88ed-c2b7b6362235,revision_number=1']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.400251 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5134-8726-49ba-9b38-22ac83ab3cdc None None] Pushing event updated for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.409565 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Attempting to bind port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:56:58.409940 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Attempting to bind port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:56:58.410311 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Attempting to bind port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 on network 1efaa0a1-9da1-480e-879b-a6b8902cd506 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:56:58.435897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:56:58.436275 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Checking segment: {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:58.436686 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.437088 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Bound using segment: {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:56:58.437576 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Bound port: 7d24b638-9bdd-4c11-88ed-c2b7b6362235, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:56:58.437960 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.476214 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Attempting to bind port 59a69408-9fd7-41dc-b7b7-bce1193850a5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:56:58.476658 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Attempting to bind port 59a69408-9fd7-41dc-b7b7-bce1193850a5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:56:58.477009 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Attempting to bind port 59a69408-9fd7-41dc-b7b7-bce1193850a5 on network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:56:58.501165 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.501642 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:56:58.502167 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Checking segment: {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:58.502429 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.502939 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Bound using segment: {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:56:58.503350 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Bound port: 59a69408-9fd7-41dc-b7b7-bce1193850a5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8466c07-318b-4224-88fc-3fe9618aa35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:56:58.503732 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.566825 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] For port 7d24b638-9bdd-4c11-88ed-c2b7b6362235, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:56:58.571494 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] For port 7d24b638-9bdd-4c11-88ed-c2b7b6362235, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7d24b638-9bdd-4c11-88ed-c2b7b6362235,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:56:58.583257 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.633274 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] For port 59a69408-9fd7-41dc-b7b7-bce1193850a5, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:56:58.655730 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] For port 59a69408-9fd7-41dc-b7b7-bce1193850a5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=59a69408-9fd7-41dc-b7b7-bce1193850a5,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:56:58.666556 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.677384 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032586c0-c78b-43fe-92b6-d3697a289ffb None None] Pushing event updated for resources: {'Port': ['ID=7d24b638-9bdd-4c11-88ed-c2b7b6362235,revision_number=2']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.716074 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] Provisioning complete for port 59a69408-9fd7-41dc-b7b7-bce1193850a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:58.716452 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.717984 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16659301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16325372'] for router, after_create {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.764536 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:58.765169 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:58.815773 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d5134-8726-49ba-9b38-22ac83ab3cdc None None] Pushing event updated for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:58.896305 n-d-813736-1 neutron-server[95048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 is scheduled to L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 with binding_index 1 {{(pid=95048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 07:56:58.929500 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:58.934885 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:59.022047 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:56:59.032086 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] For port 59a69408-9fd7-41dc-b7b7-bce1193850a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=59a69408-9fd7-41dc-b7b7-bce1193850a5,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:59.035826 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Sync routers for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:56:59.046819 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:56:59.047041 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.048738 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-273ff181-0b50-47d4-960d-2d382c25d6e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8335636 Oct 13 07:56:59.049375 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:59.051228 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44776) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:56:59.177814 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:56:59.238766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.314217 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57539f4-63f4-45c3-8c3a-55ffa6cb1c9b None None] Pushing event updated for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:56:59.384837 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7d24b638-9bdd-4c11-88ed-c2b7b6362235 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:56:59.421347 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:56:58Z', 'revision_number': 3, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:59.439299 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ff2807a5-2aca-4c2b-91f9-89e1303a6f37 None None] Provisioning complete for port 59a69408-9fd7-41dc-b7b7-bce1193850a5 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:59.440063 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ff2807a5-2aca-4c2b-91f9-89e1303a6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.473686 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Checking router: 68f45b7b-75a4-4427-85ca-ec0ac31535b2 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:56:59.474043 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Updating router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 port de7ffb38-5796-442b-837d-d3af4ccf63d5 binding host n-d-813736-1 {{(pid=95050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:56:59.502119 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.542359 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 4, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '59a69408-9fd7-41dc-b7b7-bce1193850a5', 'name': '', 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'mac_address': 'fa:16:3e:2f:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:54Z', 'updated_at': '2021-10-13T07:56:58Z', 'revision_number': 4, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'subnets': [{'id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:56:59.599861 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.604974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea850800-7c88-4303-b240-561bf28a8b08 None None] The sync data for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 is: [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:56:55Z', 'revision_number': 4, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': '59a69408-9fd7-41dc-b7b7-bce1193850a5', 'name': '', 'network_id': '17bdc273-e53e-4ce2-b566-ecff7c34c3bd', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'mac_address': 'fa:16:3e:2f:b8:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:54Z', 'updated_at': '2021-10-13T07:56:58Z', 'revision_number': 4, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'subnets': [{'id': 'c3010562-6ba1-4aa2-835f-86d55aeb26fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:56:59.615152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:56:59.615653 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.823586 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.860096 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks [] for port, precommit_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.873468 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port 7d24b638-9bdd-4c11-88ed-c2b7b6362235, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7d24b638-9bdd-4c11-88ed-c2b7b6362235,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:56:59.874558 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.890760 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.893303 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 004cbd48-ec03-474d-828b-3a1f967bfb4a up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:56:59.898761 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_common [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Allocated IP 172.20.0.1 (1efaa0a1-9da1-480e-879b-a6b8902cd506/396e4261-abd8-4a48-b345-018583ff2d59/a1d230e8-ab1e-48d3-a947-d7e0d675cf00) {{(pid=95047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 07:56:59.937772 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Attempting to bind port de7ffb38-5796-442b-837d-d3af4ccf63d5 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:56:59.938296 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Attempting to bind port de7ffb38-5796-442b-837d-d3af4ccf63d5 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:56:59.938761 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Attempting to bind port de7ffb38-5796-442b-837d-d3af4ccf63d5 on network 1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1 {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:56:59.950055 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:56:59.950711 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Checking segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:56:59.951137 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:56:59.951632 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Bound using segment: {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'} {{(pid=95050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:56:59.952211 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.managers [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Bound port: de7ffb38-5796-442b-837d-d3af4ccf63d5, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17dce6cb-ee01-4a78-a0a9-86c1a1981017', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1'}}] {{(pid=95050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:56:59.952704 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.033017 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=7d24b638-9bdd-4c11-88ed-c2b7b6362235,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:00.035751 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] For port de7ffb38-5796-442b-837d-d3af4ccf63d5, host n-d-813736-1, cleared binding levels {{(pid=95050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:57:00.040461 n-d-813736-1 neutron-server[95050]: DEBUG neutron.plugins.ml2.db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] For port de7ffb38-5796-442b-837d-d3af4ccf63d5, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=de7ffb38-5796-442b-837d-d3af4ccf63d5,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:57:00.045716 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b957ffc-c266-4d88-8b75-d65c747a9ec3 None None] Pushing event updated for resources: {'Port': ['ID=de7ffb38-5796-442b-837d-d3af4ccf63d5,revision_number=2']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:00.057226 n-d-813736-1 neutron-server[95050]: DEBUG neutron_lib.callbacks.manager [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.060899 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 004cbd48-ec03-474d-828b-3a1f967bfb4a triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:00.061105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.066629 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e6698-0457-4ddf-a2ee-af5f8ff52c8f None None] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:57:00.072288 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.113915 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728052818158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.128060 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:57:00.128679 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:00.167479 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b957ffc-c266-4d88-8b75-d65c747a9ec3 None None] Pushing event updated for resources: {'Port': ['ID=de7ffb38-5796-442b-837d-d3af4ccf63d5,revision_number=3']} {{(pid=95050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:00.173142 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:57:00.176471 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:57:00.177684 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-b3bc7a19-558d-4a89-9bbe-f9916632c98c None None] Provisioning complete for port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:00.178062 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b3bc7a19-558d-4a89-9bbe-f9916632c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.186774 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Received port after_create {{(pid=95047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 07:57:00.218038 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Pushing event updated for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=1']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:00.245197 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16325165'] for router_interface, before_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.263961 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:57:00.403256 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.587688 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:56:58Z', 'revision_number': 3, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:00.608124 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.618119 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13579408'] for port, after_update {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.624033 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53897826-bafb-4bea-9c59-f6ffadd1a3cc None None] The sync data for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 is: [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:56:58Z', 'revision_number': 3, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:57:00.697811 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-70e59b67-0172-4b57-bd67-9a8c3220de9c None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:00.698200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-70e59b67-0172-4b57-bd67-9a8c3220de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.703403 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Pushing event updated for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=2']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:00.705997 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16661949'] for router_interface, after_create {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.745081 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-70e59b67-0172-4b57-bd67-9a8c3220de9c None None] Port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:57:00.759635 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-70e59b67-0172-4b57-bd67-9a8c3220de9c None None] Provisioning complete for port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:00.760704 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-70e59b67-0172-4b57-bd67-9a8c3220de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:00.835536 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 is already hosted by enough agents. {{(pid=95047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 07:57:00.837489 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.base_scheduler [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Resources bound (agent type, host, resource id): {{(pid=95047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 07:57:00.967410 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:57:01.002843 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-6c778f25-9546-4a25-ae17-9c6a4c0f8c59 None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:01.003271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-6c778f25-9546-4a25-ae17-9c6a4c0f8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.080228 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-6c778f25-9546-4a25-ae17-9c6a4c0f8c59 None None] Port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:57:01.156150 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:57:01.168189 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-95ade870-5498-4883-b77a-ae988db3349f admin admin] 10.222.0.49 "PUT /v2.0/routers/68f45b7b-75a4-4427-85ca-ec0ac31535b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1152117 Oct 13 07:57:01.310833 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1e474bb7-8963-4ad0-97bc-7f7384d3409f None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:01.311363 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1e474bb7-8963-4ad0-97bc-7f7384d3409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.355826 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-1e474bb7-8963-4ad0-97bc-7f7384d3409f None None] Port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 cannot update to ACTIVE because it is not bound. {{(pid=95049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 07:57:01.359648 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device de7ffb38-5796-442b-837d-d3af4ccf63d5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:57:01.409405 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port de7ffb38-5796-442b-837d-d3af4ccf63d5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:01.409912 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.492915 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.515085 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] For port de7ffb38-5796-442b-837d-d3af4ccf63d5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=de7ffb38-5796-442b-837d-d3af4ccf63d5,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:57:01.520081 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.520929 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7d24b638-9bdd-4c11-88ed-c2b7b6362235 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:57:01.598411 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Pushing event updated for resources: {'Port': ['ID=de7ffb38-5796-442b-837d-d3af4ccf63d5,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:01.610875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:01.611286 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:01.697094 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 59a69408-9fd7-41dc-b7b7-bce1193850a5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:57:01.745497 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port 59a69408-9fd7-41dc-b7b7-bce1193850a5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:01.745875 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:02.950723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Sync routers for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:57:02.960075 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:57:02.961336 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:03.066493 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:57:03.220046 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device de7ffb38-5796-442b-837d-d3af4ccf63d5 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:57:03.305796 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port de7ffb38-5796-442b-837d-d3af4ccf63d5 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:03.306182 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.309144 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 4, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a1d230e8-ab1e-48d3-a947-d7e0d675cf00', 'name': '', 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'mac_address': 'fa:16:3e:74:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '396e4261-abd8-4a48-b345-018583ff2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:59Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 2, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'subnets': [{'id': '396e4261-abd8-4a48-b345-018583ff2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:03.357379 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Checking router: 68f45b7b-75a4-4427-85ca-ec0ac31535b2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:57:03.357740 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Updating router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 binding host n-d-813736-1 {{(pid=95049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 07:57:03.392129 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.691145 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks [] for port, precommit_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.696200 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.747053 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0d882-8f42-4bf9-bdda-f552d6d07edc None None] Pushing event updated for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=3']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:03.797495 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Attempting to bind port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 on host n-d-813736-1 for vnic_type normal with profile {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 07:57:03.797875 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Attempting to bind port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 by drivers openvswitch,hyperv on host n-d-813736-1 at level 0 using segments [{'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 07:57:03.798245 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Attempting to bind port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 on network 1efaa0a1-9da1-480e-879b-a6b8902cd506 {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 07:57:03.803453 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Checking agent: {'id': 'df89dc5d-538c-466a-8f78-65be3a876996', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813736-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 4, 1, 15), 'started_at': datetime.datetime(2021, 10, 13, 4, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 7, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813736-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 07:57:03.803834 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Checking segment: {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 07:57:03.804318 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.804724 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Bound using segment: {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'} {{(pid=95049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 07:57:03.805204 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.managers [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Bound port: a1d230e8-ab1e-48d3-a947-d7e0d675cf00, host: n-d-813736-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84189d69-d9c5-469e-b512-ada38a88f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506'}}] {{(pid=95049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 07:57:03.805592 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.872721 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] For port a1d230e8-ab1e-48d3-a947-d7e0d675cf00, host n-d-813736-1, cleared binding levels {{(pid=95049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 07:57:03.876014 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] For port a1d230e8-ab1e-48d3-a947-d7e0d675cf00, host n-d-813736-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 07:57:03.880736 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:03.941341 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:57:03.941974 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:56:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:03.947897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0d882-8f42-4bf9-bdda-f552d6d07edc None None] Pushing event updated for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=4']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:04.007282 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:04.008080 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:04.093244 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:57:04.231942 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-588565'] for port, before_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:04.447363 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] For port a1d230e8-ab1e-48d3-a947-d7e0d675cf00, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:57:04.453948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728053223702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728052815620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728052815638'] for port, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:04.469105 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-0fc51981-c994-4f53-989c-24586b23777b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551999 Oct 13 07:57:04.529537 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813e189-d260-4052-b4a6-c75e3cb870f5 None None] Pushing event updated for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=5']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:57:04.531234 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41236-0094-408e-a625-02cea39be17e req-3abbe5d1-93c2-400f-8ab7-b9b63b859174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:57:04.532789 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-3abbe5d1-93c2-400f-8ab7-b9b63b859174 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0418737 Oct 13 07:57:04.549644 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 4, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a1d230e8-ab1e-48d3-a947-d7e0d675cf00', 'name': '', 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'mac_address': 'fa:16:3e:74:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '396e4261-abd8-4a48-b345-018583ff2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:59Z', 'updated_at': '2021-10-13T07:57:03Z', 'revision_number': 4, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'subnets': [{'id': '396e4261-abd8-4a48-b345-018583ff2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:57:04.581465 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051940ef-4312-4ec8-989f-d139b0d2896c None None] The sync data for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 is: [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:00Z', 'revision_number': 4, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1', '_interfaces': [{'id': 'a1d230e8-ab1e-48d3-a947-d7e0d675cf00', 'name': '', 'network_id': '1efaa0a1-9da1-480e-879b-a6b8902cd506', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'mac_address': 'fa:16:3e:74:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '396e4261-abd8-4a48-b345-018583ff2d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:59Z', 'updated_at': '2021-10-13T07:57:03Z', 'revision_number': 4, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'subnets': [{'id': '396e4261-abd8-4a48-b345-018583ff2d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:57:04.592953 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-091f0f3d-1ea4-4420-b7b4-d771ee58aa0f None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity DHCP. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:04.593335 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-091f0f3d-1ea4-4420-b7b4-d771ee58aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:04.671803 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41236-0094-408e-a625-02cea39be17e req-5fa8db9b-4378-43b3-98c2-5aa0c69ee2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:57:04.674802 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-5fa8db9b-4378-43b3-98c2-5aa0c69ee2d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1224623 Oct 13 07:57:04.729389 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-9fc618c8-a832-4f8f-bd61-fe90d18e303f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0475721 Oct 13 07:57:04.784404 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41236-0094-408e-a625-02cea39be17e req-7fd804ef-a355-4c7d-9115-287a952c5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:57:04.785869 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-7fd804ef-a355-4c7d-9115-287a952c5678 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0494800 Oct 13 07:57:04.842437 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41236-0094-408e-a625-02cea39be17e req-d4326943-ac45-45fd-9032-f035eaf0c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:57:04.843726 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-d4326943-ac45-45fd-9032-f035eaf0c612 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502076 Oct 13 07:57:04.951511 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-5269631c-3259-422c-b569-c276d4e66a62 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005771 Oct 13 07:57:05.056230 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-fbd41236-0094-408e-a625-02cea39be17e req-65932424-0b2e-4eb4-818a-031d3f7e4ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979254 Oct 13 07:57:05.240219 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a1d230e8-ab1e-48d3-a947-d7e0d675cf00 up at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 07:57:05.294640 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.provisioning_blocks [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Provisioning complete for port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 triggered by entity L2. {{(pid=95049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 07:57:05.295285 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990355'] for port, provisioning_complete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:12.214401 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-709c524c-4db4-496c-a183-b9d8f895313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:14.053208 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:14.520646 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ad36d5cb-c00a-4fe3-b689-15573926757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:15.763288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:15.999619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:16.622065 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:18.431702 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:24.839422 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:57:42.214459 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8b804be3-79ed-4d72-a47a-d5a50fa58015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:44.056873 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:44.525768 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-d8527614-c890-4d2c-97ec-22b914e5d296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:45.777684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:46.001324 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:46.624549 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:57:48.435271 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:01.374337 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44808) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:01.719717 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:01.838872 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:58:01.961664 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Deleting port 59a69408-9fd7-41dc-b7b7-bce1193850a5 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:01.962002 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:02.043434 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] For port 59a69408-9fd7-41dc-b7b7-bce1193850a5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=59a69408-9fd7-41dc-b7b7-bce1193850a5,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:02.043790 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:02.055162 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Calling delete_port for 59a69408-9fd7-41dc-b7b7-bce1193850a5 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:02.231341 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:02.258690 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=59a69408-9fd7-41dc-b7b7-bce1193850a5,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:02.283870 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.284219 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.284556 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.284896 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.285229 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.285562 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.285889 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.286216 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.286541 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.286864 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.287214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.287538 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:02.442804 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:02.658289 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:58:02.763995 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:58:02.770481 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-faa37f91-464f-404b-85c4-916e2cf93c7a admin admin] 10.222.0.49 "PUT /v2.0/routers/be1533a5-aff5-4f2c-ba51-f86e3fd16b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3945949 Oct 13 07:58:02.772069 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44810) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:02.773067 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Sync routers for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:58:02.782158 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:58:02.782844 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:57:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:02.874723 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:02.885160 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: n-d-813736-1 {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:58:02.976853 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.030129 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Deleting port 004cbd48-ec03-474d-828b-3a1f967bfb4a {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:03.030367 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.065252 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:58:02Z', 'revision_number': 5, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port': {'id': '004cbd48-ec03-474d-828b-3a1f967bfb4a', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:53Z', 'updated_at': '2021-10-13T07:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:03.091742 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Checking router: be1533a5-aff5-4f2c-ba51-f86e3fd16b07 for host: n-d-813736-1 {{(pid=95050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:58:03.099930 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Routers {'be1533a5-aff5-4f2c-ba51-f86e3fd16b07'} bound to L3 agent in host n-d-813736-1 {{(pid=95050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:58:03.100520 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:57:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'], 'active': True} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:03.112776 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] For port 004cbd48-ec03-474d-828b-3a1f967bfb4a, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=004cbd48-ec03-474d-828b-3a1f967bfb4a,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:03.113139 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.125872 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Calling delete_port for 004cbd48-ec03-474d-828b-3a1f967bfb4a owned by network:router_gateway {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:03.191692 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_dvr_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] Set router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 gateway port host: None {{(pid=95050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:58:03.250495 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.l3_hamode_db [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:58:02Z', 'revision_number': 6, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:03.278650 n-d-813736-1 neutron-server[95050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea55542-507b-4160-bfce-d8d244ec057f None None] The sync data for ids ['be1533a5-aff5-4f2c-ba51-f86e3fd16b07'] in n-d-813736-1 is: [{'id': 'be1533a5-aff5-4f2c-ba51-f86e3fd16b07', 'name': 'tempest-TestSnapshotPattern-575946767-router', 'tenant_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:52Z', 'updated_at': '2021-10-13T07:58:02Z', 'revision_number': 6, 'project_id': '5cdda5c92cf44d64a7948d2dd94174c0', 'gw_port_host': None}] {{(pid=95050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:58:03.641358 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.670592 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=004cbd48-ec03-474d-828b-3a1f967bfb4a,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:03.732333 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.826337 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.828478 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.870539 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.871113 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1533a5-aff5-4f2c-ba51-f86e3fd16b07 {{(pid=95047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:58:03.875587 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] Notify callbacks [] for router, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.876765 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-bdfeab27-4075-44a2-86e5-ff290ddf5fbb admin admin] 10.222.0.49 "DELETE /v2.0/routers/be1533a5-aff5-4f2c-ba51-f86e3fd16b07 HTTP/1.1" status: 204 len: 168 time: 1.1037564 Oct 13 07:58:03.879283 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44812) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:03.924247 n-d-813736-1 neutron-server[95047]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Deleting subnet c3010562-6ba1-4aa2-835f-86d55aeb26fa {{(pid=95047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:58:03.927242 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:03.961656 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13718495'] for subnet, precommit_delete_associations {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.042836 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.095564 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13579430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13357809'] for subnet, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.123492 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.129770 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c3010562-6ba1-4aa2-835f-86d55aeb26fa HTTP/1.1" status: 204 len: 168 time: 0.2471228 Oct 13 07:58:04.129770 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02d7e3-0ed1-4e4f-a672-7bce0b75400c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3010562-6ba1-4aa2-835f-86d55aeb26fa,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:04.130006 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6978af-59a7-472d-93d3-4a1bf64168d8 None None] Network 17bdc273-e53e-4ce2-b566-ecff7c34c3bd requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:58:04.131003 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44814) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:04.211815 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.271674 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Deleting port 356226cf-a67b-4813-89c2-9fbc477ddd22 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:04.272013 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.315807 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] DHCP port deletion for 17bdc273-e53e-4ce2-b566-ecff7c34c3bd request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:58:04.341637 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] For port 356226cf-a67b-4813-89c2-9fbc477ddd22, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=356226cf-a67b-4813-89c2-9fbc477ddd22,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:04.342076 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.354819 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Calling delete_port for 356226cf-a67b-4813-89c2-9fbc477ddd22 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:04.364540 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Deleting port 356226cf-a67b-4813-89c2-9fbc477ddd22 {{(pid=95049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:04.364949 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.430035 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.db [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] For port 356226cf-a67b-4813-89c2-9fbc477ddd22, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=356226cf-a67b-4813-89c2-9fbc477ddd22,segment=NetworkSegment(a8466c07-318b-4224-88fc-3fe9618aa35e),segment_id=a8466c07-318b-4224-88fc-3fe9618aa35e)] {{(pid=95049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:04.430438 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.431021 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.444392 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Calling delete_port for 356226cf-a67b-4813-89c2-9fbc477ddd22 owned by network:dhcp {{(pid=95049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:04.458696 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=356226cf-a67b-4813-89c2-9fbc477ddd22,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:04.468125 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.468407 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.468746 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.469080 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.469411 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.469738 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.470062 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.470384 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.470704 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.471024 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.471368 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.471688 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.477662 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] No DVR routers for this DVR port 356226cf-a67b-4813-89c2-9fbc477ddd22 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:58:04.522626 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167'] for port, after_delete {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.550919 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.553471 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] No DVR routers for this DVR port 356226cf-a67b-4813-89c2-9fbc477ddd22 on host n-d-813736-1 {{(pid=95049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:58:04.558182 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Pushing event deleted for resources: {'Port': ['ID=356226cf-a67b-4813-89c2-9fbc477ddd22,revision_number=None']} {{(pid=95049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:04.572294 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.573160 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.573520 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.573897 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.574249 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.574592 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.574934 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.575301 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.575634 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.575965 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.576190 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bdc273-e53e-4ce2-b566-ecff7c34c3bd']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:04.576396 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.576711 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab33d7-e788-4466-b415-e9308e432fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813736-1 {{(pid=95049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 07:58:04.587284 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8466c07-318b-4224-88fc-3fe9618aa35e') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:04.588236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8466c07-318b-4224-88fc-3fe9618aa35e') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:04.599164 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.614001 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.620517 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:58:04.620907 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:58:04.622644 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:58:04.680211 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.697474 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:04.700815 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] 10.222.0.49 "DELETE /v2.0/networks/17bdc273-e53e-4ce2-b566-ecff7c34c3bd HTTP/1.1" status: 204 len: 168 time: 0.5687859 Oct 13 07:58:04.701897 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c8103-01c6-41df-b7a8-3a5cb8966f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bdc273-e53e-4ce2-b566-ecff7c34c3bd,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:04.703925 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [-] (95047) accepted ('10.222.0.49', 44818) {{(pid=95047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:05.062111 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16661910'] for router_interface, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:05.252799 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 59a69408-9fd7-41dc-b7b7-bce1193850a5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:05.272482 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 59a69408-9fd7-41dc-b7b7-bce1193850a5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:05.272910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 59a69408-9fd7-41dc-b7b7-bce1193850a5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:05.273393 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 356226cf-a67b-4813-89c2-9fbc477ddd22 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:05.292705 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 356226cf-a67b-4813-89c2-9fbc477ddd22 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:05.293056 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 356226cf-a67b-4813-89c2-9fbc477ddd22 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:05.293460 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 004cbd48-ec03-474d-828b-3a1f967bfb4a no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:05.311723 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 004cbd48-ec03-474d-828b-3a1f967bfb4a {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:05.312068 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 004cbd48-ec03-474d-828b-3a1f967bfb4a not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:05.316111 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Deleting port a1d230e8-ab1e-48d3-a947-d7e0d675cf00 {{(pid=95047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:05.316499 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:05.401312 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.db [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] For port a1d230e8-ab1e-48d3-a947-d7e0d675cf00, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:05.401671 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:05.417355 n-d-813736-1 neutron-server[95047]: DEBUG neutron.plugins.ml2.plugin [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Calling delete_port for a1d230e8-ab1e-48d3-a947-d7e0d675cf00 owned by network:router_interface {{(pid=95047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:05.636665 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13579401'] for port, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:05.666417 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d230e8-ab1e-48d3-a947-d7e0d675cf00,revision_number=None']} {{(pid=95047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:05.671949 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-56456f73-2607-4ee0-8950-bb07a3f82c2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632055 Oct 13 07:58:05.823990 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-ebca4318-c76c-4e17-85be-b7772d16efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:58:05.825538 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-ebca4318-c76c-4e17-85be-b7772d16efd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.1070800 Oct 13 07:58:05.937443 n-d-813736-1 neutron-server[95047]: DEBUG neutron_lib.callbacks.manager [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16291869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16661794'] for router_interface, after_delete {{(pid=95047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:06.019621 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-510dc7a4-1c16-4a75-8258-68ec5f89c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:58:06.021169 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-510dc7a4-1c16-4a75-8258-68ec5f89c378 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.1576991 Oct 13 07:58:06.104822 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-c366e767-620b-4510-9282-9b2b3bf3363b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0754781 Oct 13 07:58:06.175291 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-afdc5bb1-e24c-40c7-8c90-27f036cdda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:58:06.176749 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-afdc5bb1-e24c-40c7-8c90-27f036cdda59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0646992 Oct 13 07:58:06.324721 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-4b8252f5-e34a-4a39-948c-1a39cddb93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:58:06.326644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-4b8252f5-e34a-4a39-948c-1a39cddb93be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046417 Oct 13 07:58:06.392744 n-d-813736-1 neutron-server[95047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 has already been hosted by L3 agent 37c9968b-2ab7-4484-a8af-9170393d8a19 {{(pid=95047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 07:58:06.533087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-b30d3e00-fdf2-4c66-8bb0-6329562857a4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979856 Oct 13 07:58:06.609441 n-d-813736-1 neutron-server[95047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] Notify agent at l3_agent.n-d-813736-1 the message routers_updated {{(pid=95047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 07:58:06.618459 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Sync routers for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 07:58:06.623839 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [None req-539d9ca0-5ac7-44d9-93ee-36410d85e7e4 admin admin] 10.222.0.49 "PUT /v2.0/routers/68f45b7b-75a4-4427-85ca-ec0ac31535b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9184859 Oct 13 07:58:06.626236 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44824) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:06.628627 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:58:06.629325 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:57:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:06.663979 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-969d37f6-e6e2-40e6-b5ed-78af5d84eb0d req-e2592586-511a-4bf7-b705-fe5bf42ec53a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214879 Oct 13 07:58:06.730457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks [] for router, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:06.737789 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: n-d-813736-1 {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:58:06.831383 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:06.889312 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Deleting port de7ffb38-5796-442b-837d-d3af4ccf63d5 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:06.889658 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:06.920551 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'external_fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:58:05Z', 'revision_number': 5, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port': {'id': 'de7ffb38-5796-442b-837d-d3af4ccf63d5', 'name': '', 'network_id': '1dafb2d8-f1ef-47ce-9ffb-150b167f0ba1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:48:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '189a22eb-061f-419d-acee-096e27c66abe', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813736-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '189a22eb-061f-419d-acee-096e27c66abe', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813736-1'}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:06.947398 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Checking router: 68f45b7b-75a4-4427-85ca-ec0ac31535b2 for host: n-d-813736-1 {{(pid=95049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 07:58:06.956077 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Routers {'68f45b7b-75a4-4427-85ca-ec0ac31535b2'} bound to L3 agent in host n-d-813736-1 {{(pid=95049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 07:58:06.956673 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813736-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T04:01:14Z,description=,heartbeat_timestamp=2021-10-13T07:57:45Z,host='n-d-813736-1',id=37c9968b-2ab7-4484-a8af-9170393d8a19,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T04:01:14Z,topic='l3_agent')) {'router_ids': ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'], 'active': True} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:06.968130 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] For port de7ffb38-5796-442b-837d-d3af4ccf63d5, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=de7ffb38-5796-442b-837d-d3af4ccf63d5,segment=NetworkSegment(17dce6cb-ee01-4a78-a0a9-86c1a1981017),segment_id=17dce6cb-ee01-4a78-a0a9-86c1a1981017)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:06.968502 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:06.981460 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Calling delete_port for de7ffb38-5796-442b-837d-d3af4ccf63d5 owned by network:router_gateway {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:07.041966 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_dvr_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] Set router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 gateway port host: None {{(pid=95049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 07:58:07.092815 n-d-813736-1 neutron-server[95049]: DEBUG neutron.db.l3_hamode_db [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:58:06Z', 'revision_number': 6, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port_host': None}], 'n-d-813736-1', False) {} {{(pid=95049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:07.124152 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0bbe9-2449-4c54-b54f-500ca65e0c11 None None] The sync data for ids ['68f45b7b-75a4-4427-85ca-ec0ac31535b2'] in n-d-813736-1 is: [{'id': '68f45b7b-75a4-4427-85ca-ec0ac31535b2', 'name': 'tempest-TestSnapshotPattern-1457017599-router', 'tenant_id': '1340be193dda4529bb0dbad1516a6d8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T07:56:57Z', 'updated_at': '2021-10-13T07:58:06Z', 'revision_number': 6, 'project_id': '1340be193dda4529bb0dbad1516a6d8a', 'gw_port_host': None}] {{(pid=95049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 07:58:07.145425 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.175412 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7ffb38-5796-442b-837d-d3af4ccf63d5,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:07.236145 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16325312'] for router_gateway, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.323161 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16659248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26375'] for router, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.325303 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.367426 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16659259'] for router, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.367963 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68f45b7b-75a4-4427-85ca-ec0ac31535b2 {{(pid=95048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 07:58:07.373333 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] Notify callbacks [] for router, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.374482 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-1139de8f-0411-4a6c-8a40-28ae7be30952 admin admin] 10.222.0.49 "DELETE /v2.0/routers/68f45b7b-75a4-4427-85ca-ec0ac31535b2 HTTP/1.1" status: 204 len: 168 time: 0.7472527 Oct 13 07:58:07.376957 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44826) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:07.425661 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Deleting subnet 396e4261-abd8-4a48-b345-018583ff2d59 {{(pid=95048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 07:58:07.428580 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.461078 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13333033'] for subnet, precommit_delete_associations {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.548899 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986627'] for subnet, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.610558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13049271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12936984'] for subnet, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.611198 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a1d230e8-ab1e-48d3-a947-d7e0d675cf00 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:07.633691 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: a1d230e8-ab1e-48d3-a947-d7e0d675cf00 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:07.634926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device a1d230e8-ab1e-48d3-a947-d7e0d675cf00 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:07.637256 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396e4261-abd8-4a48-b345-018583ff2d59,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:07.645179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.645910 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5928eb05-0111-4da7-9538-a9918e2681f0 None None] Network 1efaa0a1-9da1-480e-879b-a6b8902cd506 requested from n-d-813736-1 {{(pid=95049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 07:58:07.648613 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-a29af59d-fa44-479b-b368-685198f385dc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/396e4261-abd8-4a48-b345-018583ff2d59 HTTP/1.1" status: 204 len: 168 time: 0.2707033 Oct 13 07:58:07.651684 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44828) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:07.718850 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541032'] for network, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.770809 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Deleting port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 {{(pid=95048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 07:58:07.771179 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728053298854'] for port, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.836772 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.db [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] For port 7d24b638-9bdd-4c11-88ed-c2b7b6362235, host n-d-813736-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813736-1',level=0,port_id=7d24b638-9bdd-4c11-88ed-c2b7b6362235,segment=NetworkSegment(84189d69-d9c5-469e-b512-ada38a88f05d),segment_id=84189d69-d9c5-469e-b512-ada38a88f05d)] {{(pid=95048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 07:58:07.837134 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16346171'] for port, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.849851 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.plugin [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Calling delete_port for 7d24b638-9bdd-4c11-88ed-c2b7b6362235 owned by network:dhcp {{(pid=95048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 07:58:07.924558 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-588015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728053223684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728052818167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13049240'] for port, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:07.953041 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d24b638-9bdd-4c11-88ed-c2b7b6362235,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:07.954872 n-d-813736-1 neutron-server[95048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] No DVR routers for this DVR port 7d24b638-9bdd-4c11-88ed-c2b7b6362235 on host n-d-813736-1 {{(pid=95048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 07:58:07.966829 n-d-813736-1 neutron-server[95049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a0127-444b-458f-a48b-b2d3a5ceb460 None None] DHCP port deletion for 1efaa0a1-9da1-480e-879b-a6b8902cd506 request from n-d-813736-1 {{(pid=95049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 07:58:08.030659 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-984824', 'neutron.services.segments.db._delete_segments_for_network-8728053251076'] for network, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.051513 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efaa0a1-9da1-480e-879b-a6b8902cd506']}} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:08.061310 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84189d69-d9c5-469e-b512-ada38a88f05d') {'for_net_delete': True} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:08.061612 n-d-813736-1 neutron-server[95048]: DEBUG neutron.services.segments.db [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84189d69-d9c5-469e-b512-ada38a88f05d') {} {{(pid=95048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 07:58:08.071267 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728053249549', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13333026'] for segment, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.084822 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657'] for segment, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.091129 n-d-813736-1 neutron-server[95048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 07:58:08.091513 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13049449'] for segment, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: Traceback (most recent call last): Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: timer() Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: cb(*args, **kw) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: return func(*args, **kwargs) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: self._notify() Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: self.callback(batched_events) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: event.method(event) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: return f(self, *a, **k) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: return self._get(url).json() Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: return self.request(url, 'GET', **kwargs) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 07:58:08.093166 n-d-813736-1 neutron-server[95048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 07:58:08.152999 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-984705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16325284'] for network, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.160159 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.163533 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1efaa0a1-9da1-480e-879b-a6b8902cd506 HTTP/1.1" status: 204 len: 168 time: 0.5108840 Oct 13 07:58:08.175691 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82c9c7-8900-444e-b429-aac0673811f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efaa0a1-9da1-480e-879b-a6b8902cd506,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:08.327444 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44832) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:08.366691 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-3a607e3e-5339-4687-a839-4a40c3c76eaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cdda5c92cf44d64a7948d2dd94174c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380938 Oct 13 07:58:08.370383 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44834) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:08.418457 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.439895 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.486867 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.489440 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:08.490569 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e286285d-3e67-4616-8a80-a84e3a29a8f2 HTTP/1.1" status: 204 len: 168 time: 0.1192448 Oct 13 07:58:08.499247 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14658fce-aa7d-4f63-a15b-50093fb19ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e286285d-3e67-4616-8a80-a84e3a29a8f2,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:08.813693 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44840) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:08.852969 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-64fdb8bb-7c5e-4924-9fdf-90ef62c80349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1340be193dda4529bb0dbad1516a6d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380962 Oct 13 07:58:08.855785 n-d-813736-1 neutron-server[95048]: DEBUG neutron.wsgi [-] (95048) accepted ('10.222.0.49', 44842) {{(pid=95048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 07:58:09.182113 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:09.203428 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:09.251128 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16756920'] for security_group, after_delete {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:09.253771 n-d-813736-1 neutron-server[95048]: DEBUG neutron_lib.callbacks.manager [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:09.254941 n-d-813736-1 neutron-server[95048]: INFO neutron.wsgi [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aff61bc5-cbc5-4c37-a687-1f76a1fc67ea HTTP/1.1" status: 204 len: 168 time: 0.3982406 Oct 13 07:58:09.263732 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7d24b638-9bdd-4c11-88ed-c2b7b6362235 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:09.267351 n-d-813736-1 neutron-server[95048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383c93-c494-4924-aa2f-9c76ff57967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff61bc5-cbc5-4c37-a687-1f76a1fc67ea,revision_number=None']} {{(pid=95048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 07:58:09.290926 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: 7d24b638-9bdd-4c11-88ed-c2b7b6362235 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:09.291291 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device 7d24b638-9bdd-4c11-88ed-c2b7b6362235 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:09.291877 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device de7ffb38-5796-442b-837d-d3af4ccf63d5 no longer exists at agent ovs-agent-n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 07:58:09.315227 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] No Port match for: de7ffb38-5796-442b-837d-d3af4ccf63d5 {{(pid=95049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 07:58:09.315893 n-d-813736-1 neutron-server[95049]: DEBUG neutron.plugins.ml2.rpc [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Device de7ffb38-5796-442b-837d-d3af4ccf63d5 not bound to the agent host n-d-813736-1 {{(pid=95049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 07:58:12.216630 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-003cef02-8190-4ee9-9deb-c61e4057ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:14.057842 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:14.526765 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62b730be-27ed-4b0d-9599-0b8493dbf742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:15.796123 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:16.002331 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:16.627282 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:18.440783 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:38.838214 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:58:42.218856 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1557bae3-993f-4d6b-ad67-f679082b2223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:44.070678 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:44.527898 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-8c7fdbac-2807-45f1-aaf7-fbbc9c2bcaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:45.812698 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:46.003766 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:46.630731 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:58:48.435274 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:05.451360 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-537db640-caa6-4719-84e6-91a866bfd121 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394564 Oct 13 07:59:05.518030 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-f03ae792-1c3d-4f06-acb9-d6204597ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:59:05.519567 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-f03ae792-1c3d-4f06-acb9-d6204597ef0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0460496 Oct 13 07:59:05.622711 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-a781c430-6c8a-40bd-bc13-24caf3b9b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:59:05.624938 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-a781c430-6c8a-40bd-bc13-24caf3b9b9d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0857098 Oct 13 07:59:05.669791 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-d4567341-f548-4fe8-a99e-97bf52202d21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0371580 Oct 13 07:59:05.720999 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-c4e4c1fa-39e5-4ab1-91e8-8c706bddf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:59:05.722435 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-c4e4c1fa-39e5-4ab1-91e8-8c706bddf3e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0451391 Oct 13 07:59:05.768665 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-8be668f5-54b3-4cda-82a7-1f5729635083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 07:59:05.770035 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-8be668f5-54b3-4cda-82a7-1f5729635083 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406435 Oct 13 07:59:05.864424 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-191e16ed-c39e-48e5-8940-ab002da81e9c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865388 Oct 13 07:59:05.954971 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-6f26a317-e856-421d-a934-1c7cbdb65276 req-ef2e7058-1a7a-4a39-b7b2-b9601a7a7344 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833175 Oct 13 07:59:12.221798 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-7dca144c-59b5-4415-83d0-66b9a40c6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:14.073278 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:14.528997 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-a0a73a35-6d36-4fd9-bff4-6045e5818988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:15.827980 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:15.837260 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 07:59:16.005903 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:16.633847 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:18.438446 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:42.222456 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f4de8b39-ced4-4aab-9956-6916a5b9cb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:44.070428 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:44.529799 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-969a2db2-64c6-4c51-8964-bb732da63b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:45.843005 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:46.010108 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:46.637663 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:48.441256 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 07:59:52.837563 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:00:07.442267 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-0fa7f4d1-88cc-4e61-a73f-f43db442c0ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416627 Oct 13 08:00:07.527968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-89e38f13-9922-4566-9c11-e073a8a48974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:00:07.529493 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-89e38f13-9922-4566-9c11-e073a8a48974 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0458217 Oct 13 08:00:07.632954 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-e7b5909d-5a77-46f3-8603-05178e586c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:00:07.634463 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-e7b5909d-5a77-46f3-8603-05178e586c58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0848701 Oct 13 08:00:07.679517 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-ed8d6fde-d654-4510-8963-c94358415135 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0374093 Oct 13 08:00:07.730071 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-4630610d-9003-4855-b8ba-35fbdd327107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:00:07.731542 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-4630610d-9003-4855-b8ba-35fbdd327107 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0452263 Oct 13 08:00:07.776904 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-ab9f3b4f-b4ab-4a55-b892-9657f991f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:00:07.778356 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-ab9f3b4f-b4ab-4a55-b892-9657f991f0fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392830 Oct 13 08:00:07.880107 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-69ae41b6-e974-49cb-81e3-893bf219d47d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939415 Oct 13 08:00:07.985381 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-3d294abd-e89a-4cf0-94c1-08ebc6be2ff7 req-a512c4da-0a7d-4d2c-bb0e-562a55ca9fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982594 Oct 13 08:00:12.224519 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-15f18444-d50f-44d3-aba2-4f40a2ca35c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:14.070585 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:14.529970 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b8a87796-5ccf-4bc3-94d5-a9a2cba81d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:15.848703 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:16.010991 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:16.639992 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:18.444367 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:29.836713 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:00:42.224878 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f976b265-5e6e-4dc1-a1e6-468c659b3dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:44.094198 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:44.532083 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-aae65ca8-765f-468d-9acb-1c98d1322dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:45.856693 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:46.012164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:46.642389 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:00:48.447168 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:06.835646 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:01:09.459129 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-0deee0c4-2877-4b33-90ea-3213c93eacec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457942 Oct 13 08:01:09.526779 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-c822f5f2-73c1-4189-b6c8-b58885ab6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:01:09.528276 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-c822f5f2-73c1-4189-b6c8-b58885ab6be3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0460162 Oct 13 08:01:09.633726 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-020684b9-f3d5-4baf-b2a9-91d1dbbac107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:01:09.635125 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-020684b9-f3d5-4baf-b2a9-91d1dbbac107 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0853846 Oct 13 08:01:09.680714 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-4e5553f8-5315-4025-b9e5-1c386d36f39a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0370359 Oct 13 08:01:09.729012 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-e53e7493-44f7-41d4-8a93-35cf474e419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:01:09.730434 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-e53e7493-44f7-41d4-8a93-35cf474e419e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0429676 Oct 13 08:01:09.778743 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-ee0bd4e3-2f9e-4275-aca9-cc982920510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:01:09.780438 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-ee0bd4e3-2f9e-4275-aca9-cc982920510c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426471 Oct 13 08:01:09.872003 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-387f9837-dc78-479e-a766-664aa8f625ce service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Oct 13 08:01:09.961729 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-65f46a52-975c-47e2-9619-38e506d9ac35 req-d8793d72-1984-4d27-beee-2f390060e33c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817163 Oct 13 08:01:12.226379 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9cc349ab-c1e3-4528-bf34-260a32865307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:14.084724 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:14.532089 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2c10cb76-ed34-42dd-a9ee-9d4e95f25733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:15.887908 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:16.013288 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:16.645844 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:18.454948 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:42.227488 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f13f0839-2177-4fed-85ea-5733c6833b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:43.834998 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:01:44.093164 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:44.533574 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-0306991c-7de8-4ad5-bec1-da790a20140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:45.887366 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:46.014140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:46.648337 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:01:48.451684 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:09.438618 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-864b5186-3f65-4ea9-b7a2-7cf4072f049f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404277 Oct 13 08:02:09.524156 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-23f641cb-a528-4c1b-84c3-cff181987f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:02:09.525628 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-23f641cb-a528-4c1b-84c3-cff181987f6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0460081 Oct 13 08:02:09.962279 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-25f227ab-ec88-4045-9b72-2a734e9132f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:02:09.963760 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-25f227ab-ec88-4045-9b72-2a734e9132f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.4194441 Oct 13 08:02:10.008537 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-5a9dcb0c-6e18-4605-9852-a7fe5802d388 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0362594 Oct 13 08:02:10.056614 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-84acfe3c-e7d7-4ddd-b01c-575aee8f1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:02:10.057966 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-84acfe3c-e7d7-4ddd-b01c-575aee8f1b23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0424161 Oct 13 08:02:10.102970 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-91b390d1-7f48-459c-9326-83c7086af5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:02:10.104462 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-91b390d1-7f48-459c-9326-83c7086af5c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399640 Oct 13 08:02:10.195800 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-8e7cd6d2-2485-4001-a13a-5b1bcb98aec6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833607 Oct 13 08:02:10.284644 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-35090ce9-3621-46b2-aefd-2ec6cdc598b3 req-84a78e99-3270-47cc-a1fc-ce0fb9a8858f service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809090 Oct 13 08:02:12.230124 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-36e5809f-02f6-4dda-8fc8-d0750079acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:14.106292 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:14.536807 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c1cefac9-e6b9-4363-ab6f-23934ead5744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:15.901402 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:16.014966 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:16.651425 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:18.457185 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:20.833919 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:02:42.232161 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-de35dec3-e3cc-400e-8209-adc363facfc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:44.100641 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:44.538329 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-724254ca-081f-4d53-b1a4-0d967c039ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:45.902127 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:46.016608 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:46.653713 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:48.460395 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:02:57.833257 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:03:11.594781 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-f00569de-855d-4603-8009-19ba54342814 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1463683 Oct 13 08:03:11.658157 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-0a70ad15-62cf-4585-a3ed-32ddf2ef43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:03:11.660228 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-0a70ad15-62cf-4585-a3ed-32ddf2ef43cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0443406 Oct 13 08:03:11.761342 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-7ce6e372-98f8-47b1-9623-d4373117c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:03:11.762798 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-7ce6e372-98f8-47b1-9623-d4373117c5f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0846839 Oct 13 08:03:11.806818 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-90fdfb91-31d2-4be4-8a48-42a71e6467e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0369318 Oct 13 08:03:11.854754 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-d799a234-3d40-4b1c-b282-433ff82dbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:03:11.856209 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-d799a234-3d40-4b1c-b282-433ff82dbb4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0427148 Oct 13 08:03:11.901470 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-4c59eea7-3148-41dd-a2a7-529a47ce9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:03:11.902924 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-4c59eea7-3148-41dd-a2a7-529a47ce9e22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393021 Oct 13 08:03:11.996842 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-7a0efe11-e1cf-4c50-b3d1-14b86c68f98e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864618 Oct 13 08:03:12.086522 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-23567777-3159-4c2a-bc93-f93bfd9e956f req-b85f5f80-578d-49e0-aa5c-0fc6b468d8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820763 Oct 13 08:03:12.234028 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-34861119-23e9-4757-88ca-bd76a669a930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:14.111669 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:14.539142 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-02415097-fd4f-46d5-a066-3dce759964b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:15.899390 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:16.018113 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:16.656919 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:18.462492 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:34.833266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:03:42.234206 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9d5fe9d6-68a2-484f-9dcc-5b37a2ab92b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:44.120176 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:44.539587 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0602-e951-48eb-86ef-b05aae237d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:45.903857 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:46.019332 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:46.659649 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:03:48.469749 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:11.436384 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-02833314-5523-4a05-be5a-cb33197b50a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417233 Oct 13 08:04:11.525151 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7406ea-1871-43de-aab1-831069d7c882 req-cb0b0b95-0f71-4518-9a9e-402efd074903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:04:11.526654 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-cb0b0b95-0f71-4518-9a9e-402efd074903 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0484073 Oct 13 08:04:11.631253 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7406ea-1871-43de-aab1-831069d7c882 req-120e1691-4af1-421d-ad9b-b169903955a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:04:11.632724 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-120e1691-4af1-421d-ad9b-b169903955a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0858686 Oct 13 08:04:11.679673 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-1b6e6e05-1604-402f-84d6-fcef5328ce20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0397072 Oct 13 08:04:11.730225 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7406ea-1871-43de-aab1-831069d7c882 req-90b54d56-467f-44ad-bcbe-dd6f8446b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:04:11.731668 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-90b54d56-467f-44ad-bcbe-dd6f8446b237 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0441329 Oct 13 08:04:11.779332 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7406ea-1871-43de-aab1-831069d7c882 req-155f55f3-0d82-407d-ba33-98e829e7540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:04:11.781103 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-155f55f3-0d82-407d-ba33-98e829e7540f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401790 Oct 13 08:04:11.832266 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:04:11.873200 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-5247de8a-2be7-429b-b04d-23631b7b7ede service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Oct 13 08:04:11.962162 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-ae7406ea-1871-43de-aab1-831069d7c882 req-bbd1a861-233f-48d1-9ef2-b3be1041084c service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816560 Oct 13 08:04:12.237140 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-9b21be4d-5382-42ab-a480-a959621e7531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:14.119281 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:14.539000 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c612ae43-9613-4d24-bbed-8043bd8c1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:15.903714 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:16.019514 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:16.662584 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:18.470276 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:42.236805 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-2554a10e-44ff-4e26-a323-941cc389c83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:44.117245 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:44.539741 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-62903fab-eecb-4863-a8d4-233bdab76139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:45.902542 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:46.020739 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:46.666061 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:48.473785 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:04:48.832592 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:05:11.440159 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-a4e3e2a5-6793-4114-8b35-c8c70c7db2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415537 Oct 13 08:05:11.504824 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-d301e583-c741-438a-a0c2-a08fc2dfaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:05:11.506294 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-d301e583-c741-438a-a0c2-a08fc2dfaf40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=d1677f0b-950d-40a5-8d3d-b1b0f5cef46f HTTP/1.1" status: 200 len: 1096 time: 0.0458176 Oct 13 08:05:11.611722 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-037c215d-f3fe-4de5-a6bb-c2e964f98033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:05:11.613167 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-037c215d-f3fe-4de5-a6bb-c2e964f98033 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0864761 Oct 13 08:05:11.658664 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-9a850a40-3930-43c9-929c-97ee5b4da5aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e7c5c2-288d-4e40-981a-07836a04441d HTTP/1.1" status: 200 len: 217 time: 0.0372932 Oct 13 08:05:11.705698 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-b1146cb0-b365-44c3-a2c7-cd4e94b4485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:05:11.707087 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-b1146cb0-b365-44c3-a2c7-cd4e94b4485e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0426164 Oct 13 08:05:11.753214 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-cd9541e7-8057-477a-b6f2-79fcadd4ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:05:11.754635 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-cd9541e7-8057-477a-b6f2-79fcadd4ed56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400617 Oct 13 08:05:11.766032 n-d-813736-1 neutron-server[95047]: DEBUG neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-b6048163-2548-4343-a5a5-bccff4ee7978 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=95047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 08:05:11.766952 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-b6048163-2548-4343-a5a5-bccff4ee7978 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047755 Oct 13 08:05:11.859962 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-c4caca0d-0d5f-4e50-a54b-0efafae61e45 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855591 Oct 13 08:05:11.952490 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-916c7c09-5d95-4a0e-98c5-c07bd4468957 req-d9c44a09-fee1-423a-a49a-85377efd4316 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846243 Oct 13 08:05:12.238125 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-1b5d54dc-d1b5-4867-bf35-ad9fc3911f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:14.107932 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:14.540137 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-668d52ba-8123-49e6-904b-778bee16d1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:15.911846 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:16.021872 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:16.668422 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:18.476105 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:25.831557 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:05:42.239196 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-05decbb0-9d77-4bc9-8dd1-41fe7d2f27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:44.106879 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:44.540513 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-b29cc639-ca4a-4259-ae03-69ff994d54fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:45.913542 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:46.022721 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:46.671561 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:05:48.480434 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:02.830366 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:06:12.242073 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-541dd8da-1a77-4dfa-a242-72c097517ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:13.526157 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-76862016-ae35-4d37-9c8f-db1f1e204019 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862825 Oct 13 08:06:13.611968 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-f0b2453b-cdaa-48d7-9a7b-b8abb8042b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:06:13.613534 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-f0b2453b-cdaa-48d7-9a7b-b8abb8042b90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2e638a8598d47818e411adbda882450&device_id=4ad0f4ef-5631-47eb-96b9-c8275aa73a22 HTTP/1.1" status: 200 len: 1097 time: 0.0460443 Oct 13 08:06:13.718577 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-acafd18b-d05a-4a56-a96d-100100db94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:06:13.720074 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-acafd18b-d05a-4a56-a96d-100100db94c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1c90e6-43e2-4688-85d6-8883fba3966a HTTP/1.1" status: 200 len: 913 time: 0.0869064 Oct 13 08:06:13.764237 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-cbdfcc31-37ca-4e6a-a539-660fb2fca733 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ce0b88-236a-41bb-a230-0bac1b28741c HTTP/1.1" status: 200 len: 217 time: 0.0370994 Oct 13 08:06:13.812935 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-13ddd4a0-c829-4671-a537-f8dbdd5a57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:06:13.814324 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-13ddd4a0-c829-4671-a537-f8dbdd5a57c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2aad65b7-6523-455a-88e6-11436a8be9ac HTTP/1.1" status: 200 len: 851 time: 0.0437536 Oct 13 08:06:13.859909 n-d-813736-1 neutron-server[95047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-f0ff721c-db53-4602-8d90-157b272e35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 08:06:13.861354 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-f0ff721c-db53-4602-8d90-157b272e35c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1c90e6-43e2-4688-85d6-8883fba3966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396442 Oct 13 08:06:13.953385 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-2d4296bf-56a1-4ab1-86d8-94686a48a3a7 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 Oct 13 08:06:14.042820 n-d-813736-1 neutron-server[95047]: INFO neutron.wsgi [req-190483b1-8f09-485d-8a2b-c4a7860ecc47 req-92382f69-f3a9-45d3-876e-1a442d83f283 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1c90e6-43e2-4688-85d6-8883fba3966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824542 Oct 13 08:06:14.123284 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:14.540906 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-c6013a55-d700-4b8e-8ced-87eb4a35c419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:15.926730 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-4f79471a-040b-4d8e-9ed6-f12703d5b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:16.023619 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-ae7c42bc-3ebd-4b2a-bf42-862e6ddb9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:16.674301 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-74c0ea23-fa36-49ce-a638-db607c77dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:18.483989 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-f02fd0ba-88ed-4664-8b64-2c8dbead6046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:39.829371 n-d-813736-1 neutron-server[95050]: DEBUG neutron.db.agents_db [None req-ff2da1fa-0351-42bb-a84f-03b15c3b9b68 None None] Agent healthcheck: found 7 active agents {{(pid=95050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 08:06:42.243098 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-83d4d08f-4f29-41c2-8e35-fe32d8b4347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 08:06:44.130159 n-d-813736-1 neutron-server[95049]: DEBUG neutron_lib.callbacks.manager [None req-e385f773-11ed-4d45-8f2f-ac3673378114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728053248238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990568'] for agent, after_update {{(pid=95049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}